KYLIN-242 update cube desc to v3
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/5d16f9bf Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/5d16f9bf Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/5d16f9bf Branch: refs/heads/2.x-staging Commit: 5d16f9bf6ff5e45f67ace44dc5ccbc7b09a4191f Parents: 07537a9 Author: honma <ho...@ebay.com> Authored: Tue Dec 1 16:52:08 2015 +0800 Committer: honma <ho...@ebay.com> Committed: Fri Dec 4 17:08:17 2015 +0800 ---------------------------------------------------------------------- .../test_kylin_cube_with_slr_desc.json | 385 ++++++-------- ...test_kylin_cube_with_slr_left_join_desc.json | 385 ++++++-------- .../test_kylin_cube_without_slr_desc.json | 500 ++++++++----------- ...t_kylin_cube_without_slr_left_join_desc.json | 500 ++++++++----------- .../test_streaming_table_cube_desc.json | 241 ++++----- 5 files changed, 840 insertions(+), 1171 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/5d16f9bf/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_desc.json index 0b99047..9d9aa71 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_desc.json @@ -1,242 +1,169 @@ { - "uuid": "a24ca905-1fc6-4f67-985c-38fa5aeafd92", - "name": "test_kylin_cube_with_slr_desc", - "description": null, - "dimensions": [ - { - "id": 0, - "name": "CAL_DT", - "table": "EDW.TEST_CAL_DT", - "column": null, - "derived": [ - "WEEK_BEG_DT" - ], - "hierarchy": false - }, - { - "id": 1, - "name": "CATEGORY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": null, - "derived": [ - "USER_DEFINED_FIELD1", - "USER_DEFINED_FIELD3", - "UPD_DATE", - "UPD_USER" - ], - "hierarchy": false - }, - { - "id": 2, - "name": "CATEGORY_HIERARCHY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": [ - "META_CATEG_NAME", - "CATEG_LVL2_NAME", - "CATEG_LVL3_NAME" - ], - "derived": null, - "hierarchy": true - }, - { - "id": 3, - "name": "LSTG_FORMAT_NAME", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "LSTG_FORMAT_NAME" - ], - "derived": null, - "hierarchy": false - }, - { - "id": 4, - "name": "SITE_ID", - "table": "EDW.TEST_SITES", - "column": null, - "derived": [ - "SITE_NAME", - "CRE_USER" - ], - "hierarchy": false - }, - { - "id": 5, - "name": "SELLER_TYPE_CD", - "table": "EDW.TEST_SELLER_TYPE_DIM", - "column": null, - "derived": [ - "SELLER_TYPE_DESC" - ], - "hierarchy": false - }, - { - "id": 6, - "name": "SELLER_ID", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "SELLER_ID" - ], - "derived": null, - "hierarchy": false - } - ], - "measures": [ - { - "id": 1, - "name": "GMV_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "uuid" : "a24ca905-1fc6-4f67-985c-38fa5aeafd92", + "name" : "test_kylin_cube_with_slr_desc", + "description" : null, + "dimensions" : [ { + "name" : "CAL_DT", + "table" : "EDW.TEST_CAL_DT", + "column" : "{FK}", + "derived" : [ "WEEK_BEG_DT" ] + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "{FK}", + "derived" : [ "USER_DEFINED_FIELD1", "USER_DEFINED_FIELD3", "UPD_DATE", "UPD_USER" ] + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "META_CATEG_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL2_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL3_NAME", + "derived" : null + }, { + "name" : "LSTG_FORMAT_NAME", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "LSTG_FORMAT_NAME", + "derived" : null + }, { + "name" : "SITE_ID", + "table" : "EDW.TEST_SITES", + "column" : "{FK}", + "derived" : [ "SITE_NAME", "CRE_USER" ] + }, { + "name" : "SELLER_TYPE_CD", + "table" : "EDW.TEST_SELLER_TYPE_DIM", + "column" : "{FK}", + "derived" : [ "SELLER_TYPE_DESC" ] + }, { + "name" : "SELLER_ID", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "SELLER_ID", + "derived" : null + } ], + "measures" : [ { + "name" : "GMV_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 2, - "name": "GMV_MIN", - "function": { - "expression": "MIN", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "dependent_measure_ref" : null + }, { + "name" : "GMV_MIN", + "function" : { + "expression" : "MIN", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 3, - "name": "GMV_MAX", - "function": { - "expression": "MAX", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "dependent_measure_ref" : null + }, { + "name" : "GMV_MAX", + "function" : { + "expression" : "MAX", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 4, - "name": "TRANS_CNT", - "function": { - "expression": "COUNT", - "parameter": { - "type": "constant", - "value": "1" - }, - "returntype": "bigint" + "dependent_measure_ref" : null + }, { + "name" : "TRANS_CNT", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "bigint" }, - { - "id": 5, - "name": "ITEM_COUNT_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "ITEM_COUNT" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - } - ], - "rowkey": { - "rowkey_columns": [ - { - "column": "seller_id", - "length": 18, - "dictionary": null, - "mandatory": true + "dependent_measure_ref" : null + }, { + "name" : "ITEM_COUNT_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "ITEM_COUNT", + "next_parameter" : null }, - { - "column": "cal_dt", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "leaf_categ_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "meta_categ_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl2_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl3_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "lstg_format_name", - "length": 12, - "dictionary": null, - "mandatory": false - }, - { - "column": "lstg_site_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "slr_segment_cd", - "length": 0, - "dictionary": "true", - "mandatory": false - } - ], - "aggregation_groups": [ - [ - "leaf_categ_id", - "meta_categ_name", - "categ_lvl2_name", - "categ_lvl3_name", - "cal_dt" - ] - ] + "returntype" : "bigint" + }, + "dependent_measure_ref" : null + } ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "seller_id", + "encoding" : "fixed_length:18" + }, { + "column" : "cal_dt", + "encoding" : "dict" + }, { + "column" : "leaf_categ_id", + "encoding" : "dict" + }, { + "column" : "meta_categ_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl2_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl3_name", + "encoding" : "dict" + }, { + "column" : "lstg_format_name", + "encoding" : "fixed_length:12" + }, { + "column" : "lstg_site_id", + "encoding" : "dict" + }, { + "column" : "slr_segment_cd", + "encoding" : "dict" + } ] }, - "last_modified": 1422435345330, - "model_name": "test_kylin_inner_join_model_desc", - "null_string": null, - "hbase_mapping": { - "column_family": [ - { - "name": "f1", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "gmv_sum", - "gmv_min", - "gmv_max", - "trans_cnt", - "item_count_sum" - ] - } - ] - } - ] + "signature" : "3FpZijfKfqqpBBVsfVjl4Q==", + "last_modified" : 1448959801271, + "model_name" : "test_kylin_inner_join_model_desc", + "null_string" : null, + "hbase_mapping" : { + "column_family" : [ { + "name" : "f1", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "gmv_sum", "gmv_min", "gmv_max", "trans_cnt", "item_count_sum" ] + } ] + } ] }, - "notify_list": null, - "engine_type": 2, - "storage_type": 2 + "aggregation_gropus" : [ { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "lstg_format_name", "lstg_site_id", "meta_categ_name", "seller_id", "slr_segment_cd" ], + "select_rule" : { + "hierarchy_dims" : [ [ "META_CATEG_NAME", "CATEG_LVL2_NAME", "CATEG_LVL3_NAME" ] ], + "mandatory_dims" : [ "seller_id" ], + "joint_dims" : [ [ "lstg_format_name", "lstg_site_id", "slr_segment_cd" ] ] + } + } ], + "notify_list" : null, + "status_need_notify" : [ ], + "auto_merge_time_ranges" : null, + "retention_range" : 0, + "engine_type" : 2, + "storage_type" : 2 } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/5d16f9bf/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_left_join_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_left_join_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_left_join_desc.json index 32536e1..bceb84a 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_left_join_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_with_slr_left_join_desc.json @@ -1,242 +1,169 @@ { - "uuid": "bbbba905-1fc6-4f67-985c-38fa5aeafd92", - "name": "test_kylin_cube_with_slr_left_join_desc", - "description": null, - "dimensions": [ - { - "id": 0, - "name": "CAL_DT", - "table": "EDW.TEST_CAL_DT", - "column": null, - "derived": [ - "WEEK_BEG_DT" - ], - "hierarchy": false - }, - { - "id": 1, - "name": "CATEGORY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": [ - "META_CATEG_NAME", - "CATEG_LVL2_NAME", - "CATEG_LVL3_NAME" - ], - "derived": null, - "hierarchy": true - }, - { - "id": 2, - "name": "CATEGORY_DERIVED", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": null, - "derived": [ - "USER_DEFINED_FIELD1", - "USER_DEFINED_FIELD3", - "UPD_DATE", - "UPD_USER" - ], - "hierarchy": false - }, - { - "id": 3, - "name": "LSTG_FORMAT_NAME", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "LSTG_FORMAT_NAME" - ], - "derived": null, - "hierarchy": false - }, - { - "id": 4, - "name": "SITE_ID", - "table": "EDW.TEST_SITES", - "column": null, - "derived": [ - "SITE_NAME", - "CRE_USER" - ], - "hierarchy": false - }, - { - "id": 5, - "name": "SELLER_TYPE_CD", - "table": "EDW.TEST_SELLER_TYPE_DIM", - "column": null, - "derived": [ - "SELLER_TYPE_DESC" - ], - "hierarchy": false - }, - { - "id": 6, - "name": "SELLER_ID", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "SELLER_ID" - ], - "derived": null, - "hierarchy": false - } - ], - "measures": [ - { - "id": 1, - "name": "GMV_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "uuid" : "bbbba905-1fc6-4f67-985c-38fa5aeafd92", + "name" : "test_kylin_cube_with_slr_left_join_desc", + "description" : null, + "dimensions" : [ { + "name" : "CAL_DT", + "table" : "EDW.TEST_CAL_DT", + "column" : "{FK}", + "derived" : [ "WEEK_BEG_DT" ] + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "META_CATEG_NAME", + "derived" : null + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL2_NAME", + "derived" : null + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL3_NAME", + "derived" : null + }, { + "name" : "CATEGORY_DERIVED", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "{FK}", + "derived" : [ "USER_DEFINED_FIELD1", "USER_DEFINED_FIELD3", "UPD_DATE", "UPD_USER" ] + }, { + "name" : "LSTG_FORMAT_NAME", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "LSTG_FORMAT_NAME", + "derived" : null + }, { + "name" : "SITE_ID", + "table" : "EDW.TEST_SITES", + "column" : "{FK}", + "derived" : [ "SITE_NAME", "CRE_USER" ] + }, { + "name" : "SELLER_TYPE_CD", + "table" : "EDW.TEST_SELLER_TYPE_DIM", + "column" : "{FK}", + "derived" : [ "SELLER_TYPE_DESC" ] + }, { + "name" : "SELLER_ID", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "SELLER_ID", + "derived" : null + } ], + "measures" : [ { + "name" : "GMV_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 2, - "name": "GMV_MIN", - "function": { - "expression": "MIN", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "dependent_measure_ref" : null + }, { + "name" : "GMV_MIN", + "function" : { + "expression" : "MIN", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 3, - "name": "GMV_MAX", - "function": { - "expression": "MAX", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" + "dependent_measure_ref" : null + }, { + "name" : "GMV_MAX", + "function" : { + "expression" : "MAX", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,4)" }, - { - "id": 4, - "name": "TRANS_CNT", - "function": { - "expression": "COUNT", - "parameter": { - "type": "constant", - "value": "1" - }, - "returntype": "bigint" + "dependent_measure_ref" : null + }, { + "name" : "TRANS_CNT", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "bigint" }, - { - "id": 5, - "name": "ITEM_COUNT_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "ITEM_COUNT" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - } - ], - "rowkey": { - "rowkey_columns": [ - { - "column": "seller_id", - "length": 18, - "dictionary": null, - "mandatory": true + "dependent_measure_ref" : null + }, { + "name" : "ITEM_COUNT_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "ITEM_COUNT", + "next_parameter" : null }, - { - "column": "cal_dt", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "leaf_categ_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "meta_categ_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl2_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl3_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "lstg_format_name", - "length": 12, - "dictionary": null, - "mandatory": false - }, - { - "column": "lstg_site_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "slr_segment_cd", - "length": 0, - "dictionary": "true", - "mandatory": false - } - ], - "aggregation_groups": [ - [ - "leaf_categ_id", - "meta_categ_name", - "categ_lvl2_name", - "categ_lvl3_name", - "cal_dt" - ] - ] + "returntype" : "bigint" + }, + "dependent_measure_ref" : null + } ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "seller_id", + "encoding" : "fixed_length:18" + }, { + "column" : "cal_dt", + "encoding" : "dict" + }, { + "column" : "leaf_categ_id", + "encoding" : "dict" + }, { + "column" : "meta_categ_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl2_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl3_name", + "encoding" : "dict" + }, { + "column" : "lstg_format_name", + "encoding" : "fixed_length:12" + }, { + "column" : "lstg_site_id", + "encoding" : "dict" + }, { + "column" : "slr_segment_cd", + "encoding" : "dict" + } ] }, - "last_modified": 1422435345352, - "model_name": "test_kylin_left_join_model_desc", - "null_string": null, - "hbase_mapping": { - "column_family": [ - { - "name": "f1", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "gmv_sum", - "gmv_min", - "gmv_max", - "trans_cnt", - "item_count_sum" - ] - } - ] - } - ] + "signature" : "5xR1gz6TWkYL3hJub3f/6g==", + "last_modified" : 1448959801301, + "model_name" : "test_kylin_left_join_model_desc", + "null_string" : null, + "hbase_mapping" : { + "column_family" : [ { + "name" : "f1", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "gmv_sum", "gmv_min", "gmv_max", "trans_cnt", "item_count_sum" ] + } ] + } ] }, - "notify_list": null, - "engine_type": 0, - "storage_type": 0 + "aggregation_gropus" : [ { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "lstg_format_name", "lstg_site_id", "meta_categ_name", "seller_id", "slr_segment_cd" ], + "select_rule" : { + "hierarchy_dims" : [ [ "META_CATEG_NAME", "CATEG_LVL2_NAME", "CATEG_LVL3_NAME" ] ], + "mandatory_dims" : [ "seller_id" ], + "joint_dims" : [ [ "lstg_format_name", "lstg_site_id", "slr_segment_cd" ] ] + } + } ], + "notify_list" : null, + "status_need_notify" : [ ], + "auto_merge_time_ranges" : null, + "retention_range" : 0, + "engine_type" : 0, + "storage_type" : 0 } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/5d16f9bf/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_desc.json index 31c54a8..554533e 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_desc.json @@ -1,300 +1,224 @@ { - "uuid": "9ac9b7a8-3929-4dff-b59d-2100aadc8dbf", - "name": "test_kylin_cube_without_slr_desc", - "description": null, - "dimensions": [ - { - "id": 0, - "name": "CAL_DT", - "table": "EDW.TEST_CAL_DT", - "column": null, - "derived": [ - "WEEK_BEG_DT" - ], - "hierarchy": false + "uuid" : "9ac9b7a8-3929-4dff-b59d-2100aadc8dbf", + "name" : "test_kylin_cube_without_slr_desc", + "description" : null, + "dimensions" : [ { + "name" : "CAL_DT", + "table" : "EDW.TEST_CAL_DT", + "column" : "{FK}", + "derived" : [ "WEEK_BEG_DT" ] + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "{FK}", + "derived" : [ "USER_DEFINED_FIELD1", "USER_DEFINED_FIELD3", "UPD_DATE", "UPD_USER" ] + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "META_CATEG_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL2_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL3_NAME", + "derived" : null + }, { + "name" : "LSTG_FORMAT_NAME", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "LSTG_FORMAT_NAME", + "derived" : null + }, { + "name" : "SITE_ID", + "table" : "EDW.TEST_SITES", + "column" : "{FK}", + "derived" : [ "SITE_NAME", "CRE_USER" ] + }, { + "name" : "SELLER_TYPE_CD", + "table" : "EDW.TEST_SELLER_TYPE_DIM", + "column" : "{FK}", + "derived" : [ "SELLER_TYPE_DESC" ] + } ], + "measures" : [ { + "name" : "GMV_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 1, - "name": "CATEGORY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": null, - "derived": [ - "USER_DEFINED_FIELD1", - "USER_DEFINED_FIELD3", - "UPD_DATE", - "UPD_USER" - ], - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "GMV_MIN", + "function" : { + "expression" : "MIN", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 2, - "name": "CATEGORY_HIERARCHY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": [ - "META_CATEG_NAME", - "CATEG_LVL2_NAME", - "CATEG_LVL3_NAME" - ], - "derived": null, - "hierarchy": true + "dependent_measure_ref" : null + }, { + "name" : "GMV_MAX", + "function" : { + "expression" : "MAX", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 3, - "name": "LSTG_FORMAT_NAME", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "LSTG_FORMAT_NAME" - ], - "derived": null, - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "TRANS_CNT", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null + }, + "returntype" : "bigint" }, - { - "id": 4, - "name": "SITE_ID", - "table": "EDW.TEST_SITES", - "column": null, - "derived": [ - "SITE_NAME", - "CRE_USER" - ], - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "ITEM_COUNT_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "ITEM_COUNT", + "next_parameter" : null + }, + "returntype" : "bigint" }, - { - "id": 5, - "name": "SELLER_TYPE_CD", - "table": "EDW.TEST_SELLER_TYPE_DIM", - "column": null, - "derived": [ - "SELLER_TYPE_DESC" - ], - "hierarchy": false - } - ], - "measures": [ - { - "id": 1, - "name": "GMV_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "SELLER_CNT_HLL", + "function" : { + "expression" : "COUNT_DISTINCT", + "parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + }, + "returntype" : "hllc(10)" }, - { - "id": 2, - "name": "GMV_MIN", - "function": { - "expression": "MIN", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "SELLER_FORMAT_CNT", + "function" : { + "expression" : "COUNT_DISTINCT", + "parameter" : { + "type" : "column", + "value" : "LSTG_FORMAT_NAME", + "next_parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + } + }, + "returntype" : "hllc(10)" }, - { - "id": 3, - "name": "GMV_MAX", - "function": { - "expression": "MAX", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "TOP_SELLER", + "function" : { + "expression" : "TOP_N", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + } + }, + "returntype" : "topn(100)" }, - { - "id": 4, - "name": "TRANS_CNT", - "function": { - "expression": "COUNT", - "parameter": { - "type": "constant", - "value": "1" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - }, - { - "id": 5, - "name": "ITEM_COUNT_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "ITEM_COUNT" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - }, - { - "id": 6, - "name": "SELLER_CNT_HLL", - "function": { - "expression": "COUNT_DISTINCT", - "parameter": { - "type": "column", - "value": "SELLER_ID" - }, - "returntype": "hllc(10)" - }, - "dependent_measure_ref": null - }, - { - "id": 7, - "name": "SELLER_FORMAT_CNT", - "function": { - "expression": "COUNT_DISTINCT", - "parameter": { - "type": "column", - "value": "LSTG_FORMAT_NAME", - "next_parameter": { - "type": "column", - "value": "SELLER_ID" - } - }, - "returntype": "hllc(10)" - }, - "dependent_measure_ref": null - }, - { - "id": 8, - "name": "TOP_SELLER", - "function": { - "expression": "TOP_N", - "parameter": { - "type": "column", - "value": "PRICE", - "next_parameter": { - "type": "column", - "value": "SELLER_ID" - } - }, - "returntype": "topn(100)" - }, - "dependent_measure_ref": null - } - ], - "rowkey": { - "rowkey_columns": [ - { - "column": "cal_dt", - "length": 0, - "dictionary": "true", - "mandatory": true - }, - { - "column": "leaf_categ_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "meta_categ_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl2_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl3_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "lstg_format_name", - "length": 12, - "dictionary": null, - "mandatory": false - }, - { - "column": "lstg_site_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "slr_segment_cd", - "length": 0, - "dictionary": "true", - "mandatory": false - } - ], - "aggregation_groups": [ - [ - "lstg_format_name", - "lstg_site_id", - "slr_segment_cd" - ], - [ - "leaf_categ_id", - "meta_categ_name", - "categ_lvl3_name", - "categ_lvl2_name" - ] - ] + "dependent_measure_ref" : null + } ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "cal_dt", + "encoding" : "dict" + }, { + "column" : "leaf_categ_id", + "encoding" : "dict" + }, { + "column" : "meta_categ_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl2_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl3_name", + "encoding" : "dict" + }, { + "column" : "lstg_format_name", + "encoding" : "fixed_length:12" + }, { + "column" : "lstg_site_id", + "encoding" : "dict" + }, { + "column" : "slr_segment_cd", + "encoding" : "dict" + } ] }, - "last_modified": 1422435345362, - "model_name": "test_kylin_inner_join_model_desc", - "null_string": null, - "hbase_mapping": { - "column_family": [ - { - "name": "f1", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "gmv_sum", - "gmv_min", - "gmv_max", - "trans_cnt", - "item_count_sum" - ] - } - ] - }, - { - "name": "f2", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "seller_cnt_hll", - "seller_format_cnt" - ] - } - ] - }, - { - "name": "f3", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "top_seller" - ] - } - ] - } - ] + "signature" : "AdANhTfStfRTYA/ReqwMbA==", + "last_modified" : 1448959801307, + "model_name" : "test_kylin_inner_join_model_desc", + "null_string" : null, + "hbase_mapping" : { + "column_family" : [ { + "name" : "f1", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "gmv_sum", "gmv_min", "gmv_max", "trans_cnt", "item_count_sum" ] + } ] + }, { + "name" : "f2", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "seller_cnt_hll", "seller_format_cnt" ] + } ] + }, { + "name" : "f3", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "top_seller" ] + } ] + } ] }, - "notify_list": null, - "engine_type": 2, - "storage_type": 0 + "aggregation_gropus" : [ { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "lstg_format_name", "lstg_site_id", "meta_categ_name", "slr_segment_cd" ], + "select_rule" : { + "hierarchy_dims" : [ ], + "mandatory_dims" : [ "cal_dt" ], + "joint_dims" : [ [ "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "meta_categ_name" ] ] + } + }, { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "meta_categ_name" ], + "select_rule" : { + "hierarchy_dims" : [ [ "META_CATEG_NAME", "CATEG_LVL2_NAME", "CATEG_LVL3_NAME" ] ], + "mandatory_dims" : [ "cal_dt" ], + "joint_dims" : [ ] + } + } ], + "notify_list" : null, + "status_need_notify" : [ ], + "auto_merge_time_ranges" : null, + "retention_range" : 0, + "engine_type" : 2, + "storage_type" : 0 } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/5d16f9bf/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json index 80ea23a..72c2702 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json @@ -1,300 +1,224 @@ { - "uuid": "9ac9b7a8-3929-4dff-b59d-2100aadc8dbf", - "name": "test_kylin_cube_without_slr_left_join_desc", - "description": null, - "dimensions": [ - { - "id": 0, - "name": "CAL_DT", - "table": "EDW.TEST_CAL_DT", - "column": null, - "derived": [ - "WEEK_BEG_DT" - ], - "hierarchy": false + "uuid" : "9ac9b7a8-3929-4dff-b59d-2100aadc8dbf", + "name" : "test_kylin_cube_without_slr_left_join_desc", + "description" : null, + "dimensions" : [ { + "name" : "CAL_DT", + "table" : "EDW.TEST_CAL_DT", + "column" : "{FK}", + "derived" : [ "WEEK_BEG_DT" ] + }, { + "name" : "CATEGORY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "{FK}", + "derived" : [ "USER_DEFINED_FIELD1", "USER_DEFINED_FIELD3", "UPD_DATE", "UPD_USER" ] + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "META_CATEG_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL2_NAME", + "derived" : null + }, { + "name" : "CATEGORY_HIERARCHY", + "table" : "DEFAULT.TEST_CATEGORY_GROUPINGS", + "column" : "CATEG_LVL3_NAME", + "derived" : null + }, { + "name" : "LSTG_FORMAT_NAME", + "table" : "DEFAULT.TEST_KYLIN_FACT", + "column" : "LSTG_FORMAT_NAME", + "derived" : null + }, { + "name" : "SITE_ID", + "table" : "EDW.TEST_SITES", + "column" : "{FK}", + "derived" : [ "SITE_NAME", "CRE_USER" ] + }, { + "name" : "SELLER_TYPE_CD", + "table" : "EDW.TEST_SELLER_TYPE_DIM", + "column" : "{FK}", + "derived" : [ "SELLER_TYPE_DESC" ] + } ], + "measures" : [ { + "name" : "GMV_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 1, - "name": "CATEGORY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": null, - "derived": [ - "USER_DEFINED_FIELD1", - "USER_DEFINED_FIELD3", - "UPD_DATE", - "UPD_USER" - ], - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "GMV_MIN", + "function" : { + "expression" : "MIN", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 2, - "name": "CATEGORY_HIERARCHY", - "table": "DEFAULT.TEST_CATEGORY_GROUPINGS", - "column": [ - "META_CATEG_NAME", - "CATEG_LVL2_NAME", - "CATEG_LVL3_NAME" - ], - "derived": null, - "hierarchy": true + "dependent_measure_ref" : null + }, { + "name" : "GMV_MAX", + "function" : { + "expression" : "MAX", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : null + }, + "returntype" : "decimal(19,4)" }, - { - "id": 3, - "name": "LSTG_FORMAT_NAME", - "table": "DEFAULT.TEST_KYLIN_FACT", - "column": [ - "LSTG_FORMAT_NAME" - ], - "derived": null, - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "TRANS_CNT", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null + }, + "returntype" : "bigint" }, - { - "id": 4, - "name": "SITE_ID", - "table": "EDW.TEST_SITES", - "column": null, - "derived": [ - "SITE_NAME", - "CRE_USER" - ], - "hierarchy": false + "dependent_measure_ref" : null + }, { + "name" : "ITEM_COUNT_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "ITEM_COUNT", + "next_parameter" : null + }, + "returntype" : "bigint" }, - { - "id": 5, - "name": "SELLER_TYPE_CD", - "table": "EDW.TEST_SELLER_TYPE_DIM", - "column": null, - "derived": [ - "SELLER_TYPE_DESC" - ], - "hierarchy": false - } - ], - "measures": [ - { - "id": 1, - "name": "GMV_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "SELLER_CNT_HLL", + "function" : { + "expression" : "COUNT_DISTINCT", + "parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + }, + "returntype" : "hllc(10)" }, - { - "id": 2, - "name": "GMV_MIN", - "function": { - "expression": "MIN", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "SELLER_FORMAT_CNT", + "function" : { + "expression" : "COUNT_DISTINCT", + "parameter" : { + "type" : "column", + "value" : "LSTG_FORMAT_NAME", + "next_parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + } + }, + "returntype" : "hllc(10)" }, - { - "id": 3, - "name": "GMV_MAX", - "function": { - "expression": "MAX", - "parameter": { - "type": "column", - "value": "PRICE" - }, - "returntype": "decimal(19,4)" - }, - "dependent_measure_ref": null + "dependent_measure_ref" : null + }, { + "name" : "TOP_SELLER", + "function" : { + "expression" : "TOP_N", + "parameter" : { + "type" : "column", + "value" : "PRICE", + "next_parameter" : { + "type" : "column", + "value" : "SELLER_ID", + "next_parameter" : null + } + }, + "returntype" : "topn(100)" }, - { - "id": 4, - "name": "TRANS_CNT", - "function": { - "expression": "COUNT", - "parameter": { - "type": "constant", - "value": "1" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - }, - { - "id": 5, - "name": "ITEM_COUNT_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "ITEM_COUNT" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - }, - { - "id": 6, - "name": "SELLER_CNT_HLL", - "function": { - "expression": "COUNT_DISTINCT", - "parameter": { - "type": "column", - "value": "SELLER_ID" - }, - "returntype": "hllc(10)" - }, - "dependent_measure_ref": null - }, - { - "id": 7, - "name": "SELLER_FORMAT_CNT", - "function": { - "expression": "COUNT_DISTINCT", - "parameter": { - "type": "column", - "value": "LSTG_FORMAT_NAME", - "next_parameter": { - "type": "column", - "value": "SELLER_ID" - } - }, - "returntype": "hllc(10)" - }, - "dependent_measure_ref": null - }, - { - "id": 8, - "name": "TOP_SELLER", - "function": { - "expression": "TOP_N", - "parameter": { - "type": "column", - "value": "PRICE", - "next_parameter": { - "type": "column", - "value": "SELLER_ID" - } - }, - "returntype": "topn(100)" - }, - "dependent_measure_ref": null - } - ], - "rowkey": { - "rowkey_columns": [ - { - "column": "cal_dt", - "length": 0, - "dictionary": "true", - "mandatory": true - }, - { - "column": "leaf_categ_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "meta_categ_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl2_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "categ_lvl3_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "lstg_format_name", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "lstg_site_id", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "slr_segment_cd", - "length": 0, - "dictionary": "true", - "mandatory": false - } - ], - "aggregation_groups": [ - [ - "lstg_format_name", - "lstg_site_id", - "slr_segment_cd" - ], - [ - "leaf_categ_id", - "meta_categ_name", - "categ_lvl3_name", - "categ_lvl2_name" - ] - ] + "dependent_measure_ref" : null + } ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "cal_dt", + "encoding" : "dict" + }, { + "column" : "leaf_categ_id", + "encoding" : "dict" + }, { + "column" : "meta_categ_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl2_name", + "encoding" : "dict" + }, { + "column" : "categ_lvl3_name", + "encoding" : "dict" + }, { + "column" : "lstg_format_name", + "encoding" : "dict" + }, { + "column" : "lstg_site_id", + "encoding" : "dict" + }, { + "column" : "slr_segment_cd", + "encoding" : "dict" + } ] }, - "last_modified": 1422435345373, - "model_name": "test_kylin_left_join_model_desc", - "null_string": null, - "hbase_mapping": { - "column_family": [ - { - "name": "f1", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "gmv_sum", - "gmv_min", - "gmv_max", - "trans_cnt", - "item_count_sum" - ] - } - ] - }, - { - "name": "f2", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "seller_cnt_hll", - "seller_format_cnt" - ] - } - ] - }, - { - "name": "f3", - "columns": [ - { - "qualifier": "m", - "measure_refs": [ - "top_seller" - ] - } - ] - } - ] + "signature" : "7CBEDk9hVUL/LDpPnMQeSA==", + "last_modified" : 1448959801311, + "model_name" : "test_kylin_left_join_model_desc", + "null_string" : null, + "hbase_mapping" : { + "column_family" : [ { + "name" : "f1", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "gmv_sum", "gmv_min", "gmv_max", "trans_cnt", "item_count_sum" ] + } ] + }, { + "name" : "f2", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "seller_cnt_hll", "seller_format_cnt" ] + } ] + }, { + "name" : "f3", + "columns" : [ { + "qualifier" : "m", + "measure_refs" : [ "top_seller" ] + } ] + } ] }, - "notify_list": null, - "engine_type": 2, - "storage_type": 2 + "aggregation_gropus" : [ { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "lstg_format_name", "lstg_site_id", "meta_categ_name", "slr_segment_cd" ], + "select_rule" : { + "hierarchy_dims" : [ ], + "mandatory_dims" : [ "cal_dt" ], + "joint_dims" : [ [ "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "meta_categ_name" ] ] + } + }, { + "includes" : [ "cal_dt", "categ_lvl2_name", "categ_lvl3_name", "leaf_categ_id", "meta_categ_name" ], + "select_rule" : { + "hierarchy_dims" : [ [ "META_CATEG_NAME", "CATEG_LVL2_NAME", "CATEG_LVL3_NAME" ] ], + "mandatory_dims" : [ "cal_dt" ], + "joint_dims" : [ ] + } + } ], + "notify_list" : null, + "status_need_notify" : [ ], + "auto_merge_time_ranges" : null, + "retention_range" : 0, + "engine_type" : 2, + "storage_type" : 2 } \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/5d16f9bf/examples/test_case_data/localmeta/cube_desc/test_streaming_table_cube_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_streaming_table_cube_desc.json b/examples/test_case_data/localmeta/cube_desc/test_streaming_table_cube_desc.json index 6f9b3a7..2122c04 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_streaming_table_cube_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_streaming_table_cube_desc.json @@ -1,146 +1,113 @@ { - "uuid": "901ed15e-7769-4c66-b7ae-fbdc971cd192", - "name": "test_streaming_table_cube_desc", - "description": "", - "dimensions": [ - { - "id": 1, - "name": "DEFAULT.STREAMING_TABLE.SITE", - "table": "DEFAULT.STREAMING_TABLE", - "column": [ - "SITE" - ], - "derived": null, - "hierarchy": false - }, - { - "id": 2, - "name": "DEFAULT.STREAMING_TABLE.ITM", - "table": "DEFAULT.STREAMING_TABLE", - "column": [ - "ITM" - ], - "derived": null, - "hierarchy": false - }, - { - "id": 3, - "name": "TIME", - "table": "DEFAULT.STREAMING_TABLE", - "column": [ - "DAY_START", - "HOUR_START", - "MINUTE_START" - ], - "derived": null, - "hierarchy": true - } - ], - "measures": [ - { - "id": 1, - "name": "_COUNT_", - "function": { - "expression": "COUNT", - "parameter": { - "type": "constant", - "value": "1" - }, - "returntype": "bigint" + "uuid" : "901ed15e-7769-4c66-b7ae-fbdc971cd192", + "name" : "test_streaming_table_cube_desc", + "description" : "", + "dimensions" : [ { + "name" : "DEFAULT.STREAMING_TABLE.SITE", + "table" : "DEFAULT.STREAMING_TABLE", + "column" : "SITE", + "derived" : null + }, { + "name" : "DEFAULT.STREAMING_TABLE.ITM", + "table" : "DEFAULT.STREAMING_TABLE", + "column" : "ITM", + "derived" : null + }, { + "name" : "TIME", + "table" : "DEFAULT.STREAMING_TABLE", + "column" : "DAY_START", + "derived" : null + }, { + "name" : "TIME", + "table" : "DEFAULT.STREAMING_TABLE", + "column" : "HOUR_START", + "derived" : null + }, { + "name" : "TIME", + "table" : "DEFAULT.STREAMING_TABLE", + "column" : "MINUTE_START", + "derived" : null + } ], + "measures" : [ { + "name" : "_COUNT_", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "bigint" }, - { - "id": 2, - "name": "GMV_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "GMV" - }, - "returntype": "decimal(19,6)" + "dependent_measure_ref" : null + }, { + "name" : "GMV_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "GMV", + "next_parameter" : null }, - "dependent_measure_ref": null + "returntype" : "decimal(19,6)" }, - { - "id": 3, - "name": "ITEM_COUNT_SUM", - "function": { - "expression": "SUM", - "parameter": { - "type": "column", - "value": "ITEM_COUNT" - }, - "returntype": "bigint" - }, - "dependent_measure_ref": null - } - ], - "rowkey": { - "rowkey_columns": [ - { - "column": "DAY_START", - "length": 0, - "dictionary": "true", - "mandatory": false + "dependent_measure_ref" : null + }, { + "name" : "ITEM_COUNT_SUM", + "function" : { + "expression" : "SUM", + "parameter" : { + "type" : "column", + "value" : "ITEM_COUNT", + "next_parameter" : null }, - { - "column": "HOUR_START", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "MINUTE_START", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "SITE", - "length": 0, - "dictionary": "true", - "mandatory": false - }, - { - "column": "ITM", - "length": 0, - "dictionary": "true", - "mandatory": false - } - ], - "aggregation_groups": [ - [ - "DAY_START", - "HOUR_START", - "MINUTE_START", - "SITE", - "ITM" - ] - ] + "returntype" : "bigint" + }, + "dependent_measure_ref" : null + } ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "DAY_START", + "encoding" : "dict" + }, { + "column" : "HOUR_START", + "encoding" : "dict" + }, { + "column" : "MINUTE_START", + "encoding" : "dict" + }, { + "column" : "SITE", + "encoding" : "dict" + }, { + "column" : "ITM", + "encoding" : "dict" + } ] }, - "last_modified": 1433475256535, - "model_name": "test_streaming_table_model_desc", - "null_string": null, - "hbase_mapping": { - "column_family": [ - { - "name": "F1", - "columns": [ - { - "qualifier": "M", - "measure_refs": [ - "_COUNT_", - "GMV_SUM", - "ITEM_COUNT_SUM" - ] - } - ] - } - ] + "signature" : "7PZ41CemuGY4Usx+T5omaQ==", + "last_modified" : 1448959801314, + "model_name" : "test_streaming_table_model_desc", + "null_string" : null, + "hbase_mapping" : { + "column_family" : [ { + "name" : "F1", + "columns" : [ { + "qualifier" : "M", + "measure_refs" : [ "_COUNT_", "GMV_SUM", "ITEM_COUNT_SUM" ] + } ] + } ] }, - "notify_list": [], - "engine_type": 2, - "storage_type": 2 + "aggregation_gropus" : [ { + "includes" : [ "DAY_START", "HOUR_START", "ITM", "MINUTE_START", "SITE" ], + "select_rule" : { + "hierarchy_dims" : [ [ "DAY_START", "HOUR_START", "MINUTE_START" ] ], + "mandatory_dims" : [ ], + "joint_dims" : [ ] + } + } ], + "notify_list" : [ ], + "status_need_notify" : [ ], + "auto_merge_time_ranges" : null, + "retention_range" : 0, + "engine_type" : 2, + "storage_type" : 2 } \ No newline at end of file
