Kylin 源码阅读之补充API Documnet

来源：互联网发布：网络广告公司价格表编辑：程序博客网时间：2024/06/08 05:54

官网API文档

官网中的api文档提供Cube、Job、Query、Metadata等接口说明：kylin-base-api

补充API文档

Project API

project base url:

http://{host}:{port}/kylin/api/projects

create project

request:

POST http://{host}:{port}/kylin/api/projects

param:

{"name":"api_create_project","description":"api test"}

example:

curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"name":"api\_create\_project","description":"api test"}' http://172.17.1.183:7070/kylin/api/projects

响应：  {  "uuid": "ba8ca4b3-552f-4a74-891a-e46b28404bdd",  "last\_modified": 1506326825236,  "version": "1.6.0",  "name": "api\_create\_project",  "tables": [],  "owner": "ADMIN",  "status": "ENABLED",  "create\_time\_utc": 1506326825236,  "last\_update\_time": null,  "description": "api test",  "realizations": [],  "models": [],  "ext\_filters": []}

drop project

request:

DELETE http://{host}:{port}/kylin/api/projects/{projectName}

param:

{projectName}

example:

curl -X DELETE -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" http://172.17.1.183:7070/kylin/api/projects/api\_create\_project

Model API

model base url:

http://{host}:{port}/kylin/api/models

create model

request:

POST http://{host}:{port}/kylin/api/models

param:

{ 
"uuid": "", 
"modelName": "user_active_model_create_test", 
"modelDescData": "{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"user_active_model_create_test\",\"owner\":\"ADMIN\",\"description\":\"用户活跃统计模型\",\"fact_table\":\"TEST.ODS_SERVICE_ORDER_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS_SERVICE_ORDER_VIEW\",\"columns\":[\"DM_CITY_NAME\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DM_ORIGIN_AMOUNT_COMPARE\",\"DT\"]}],\"metrics\":[\"USER_ID\"],\"filter_condition\":\"\",\"partition_desc\":{\"partition_date_column\":\"TEST.ODS_SERVICE_ORDER_VIEW.DT\",\"partition_time_column\":null,\"partition_date_start\":0,\"partition_date_format\":\"yyyyMMdd\",\"partition_time_format\":\"HH:mm:ss\",\"partition_type\":\"APPEND\",\"partition_condition_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}", 
"successful": false, 
"message": "", 
"project": "user_register_project" 
}

example:

curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"uuid":"","modelName":"user\_active\_model\_create\_test","modelDescData":"{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"user\_active\_model\_create\_test\",\"owner\":\"ADMIN\",\"description\":\"用户活跃统计模型\",\"fact\_table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"columns\":[\"DM\_CITY\_NAME\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DM\_ORIGIN\_AMOUNT\_COMPARE\",\"DT\"]}],\"metrics\":[\"USER\_ID\"],\"filter\_condition\":\"\",\"partition\_desc\":{\"partition\_date\_column\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW.DT\",\"partition\_time\_column\":null,\"partition\_date\_start\":0,\"partition\_date\_format\":\"yyyyMMdd\",\"partition\_time\_format\":\"HH:mm:ss\",\"partition\_type\":\"APPEND\",\"partition\_condition\_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}","successful":false,"message":"","project":"user\_register\_project"}' http://172.17.1.183:7070/kylin/api/models

响应：{  "uuid": "7edea2a5-4967-4c19-81ad-aafb513d5c7c",  "modelName": "user\_active\_model\_create\_test",  "modelDescData": "{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"user\_active\_model\_create\_test\",\"owner\":\"ADMIN\",\"description\":\"用户活跃统计模型\",\"fact\_table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"lookups\":[],\"dimensions\":[{\"table\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW\",\"columns\":[\"DM\_CITY\_NAME\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DM\_ORIGIN\_AMOUNT\_COMPARE\",\"DT\"]}],\"metrics\":[\"USER\_ID\"],\"filter\_condition\":\"\",\"partition\_desc\":{\"partition\_date\_column\":\"TEST.ODS\_SERVICE\_ORDER\_VIEW.DT\",\"partition\_time\_column\":null,\"partition\_date\_start\":0,\"partition\_date\_format\":\"yyyyMMdd\",\"partition\_time\_format\":\"HH:mm:ss\",\"partition\_type\":\"APPEND\",\"partition\_condition\_builder\":\"org.apache.kylin.metadata.model.PartitionDesc$DefaultPartitionConditionBuilder\"},\"capacity\":\"MEDIUM\"}",  "successful": true,  "message": "",  "project": "user\_register\_project"}

drop model

request:

DELETE http://{host}:{port}/kylin/api/models/{modelName}

param:

{modelName}

example:

curl -X DELETE -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json"  http://172.17.1.183:7070/kylin/api/models/user\_active\_model\_create\_test

Cube API

cube base url:

http://{host}:{port}/kylin/api/cubes

create cube

request:

POST http://{host}:{port}/kylin/api/cubes

param:

{ 
"uuid": "", 
"cubeName": "driver_active_count_cube_create_test", 
"cubeDescData": "{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver_active_count_cube_create_test\",\"model_name\":\"driver_active_model\",\"description\":\"\",\"null_string\":null,\"dimensions\":[{\"name\":\"DM_CITY_NAME\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CITY_NAME\",\"derived\":null},{\"name\":\"DM_CAR_TYPE_ID\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CAR_TYPE_ID\",\"derived\":null},{\"name\":\"DM_CORPORATE_TYPE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CORPORATE_TYPE\",\"derived\":null},{\"name\":\"DM_IS_TEST_USER\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_IS_TEST_USER\",\"derived\":null},{\"name\":\"DM_ORDER_SOURCE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_SOURCE\",\"derived\":null},{\"name\":\"DM_ORDER_STATUS\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"_COUNT_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next_parameter\":null},\"returntype\":\"bigint\"},\"dependent_measure_ref\":null},{\"name\":\"COUNT_DISTINCT_DRIVERID\",\"function\":{\"expression\":\"COUNT_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER_ID\",\"next_parameter\":null},\"returntype\":\"bitmap\"},\"dependent_measure_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey_columns\":[{\"column\":\"DM_CITY_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CAR_TYPE_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CORPORATE_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_IS_TEST_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase_mapping\":{\"column_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"\_COUNT\_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"COUNT_DISTINCT_DRIVERID\"]}]}]},\"aggregation_groups\":[{\"includes\":[\"DM_CITY_NAME\",\"DM_CAR_TYPE_ID\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DT\"],\"select_rule\":{\"hierarchy_dims\":[],\"mandatory_dims\":[],\"joint_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify_list\":[],\"status_need_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition_date_start\":0,\"partition_date_end\":3153600000000,\"auto_merge_time_ranges\":[604800000,2419200000],\"retention_range\":0,\"engine_type\":2,\"storage_type\":2,\"override_kylin_properties\":{}}", 
"streamingData": "", 
"kafkaData": "", 
"successful": false, 
"message": "", 
"project": "user_register_project", 
"streamingCube": "" 
}

example:

curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{"uuid":"","cubeName":"driver_active_count_cube_create_test","cubeDescData":"{\"uuid\":\"\",\"last_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver_active_count_cube_create_test\",\"model_name\":\"driver_active_model\",\"description\":\"\",\"null_string\":null,\"dimensions\":[{\"name\":\"DM_CITY_NAME\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CITY_NAME\",\"derived\":null},{\"name\":\"DM_CAR_TYPE_ID\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CAR_TYPE_ID\",\"derived\":null},{\"name\":\"DM_CORPORATE_TYPE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_CORPORATE_TYPE\",\"derived\":null},{\"name\":\"DM_IS_TEST_USER\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_IS_TEST_USER\",\"derived\":null},{\"name\":\"DM_ORDER_SOURCE\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_SOURCE\",\"derived\":null},{\"name\":\"DM_ORDER_STATUS\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DM_ORDER_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS_SERVICE_ORDER_DRIVER_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"_COUNT_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next_parameter\":null},\"returntype\":\"bigint\"},\"dependent_measure_ref\":null},{\"name\":\"COUNT_DISTINCT_DRIVERID\",\"function\":{\"expression\":\"COUNT_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER_ID\",\"next_parameter\":null},\"returntype\":\"bitmap\"},\"dependent_measure_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey_columns\":[{\"column\":\"DM_CITY_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CAR_TYPE_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_CORPORATE_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_IS_TEST_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM_ORDER_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase_mapping\":{\"column_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"_COUNT_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure_refs\":[\"COUNT_DISTINCT_DRIVERID\"]}]}]},\"aggregation_groups\":[{\"includes\":[\"DM_CITY_NAME\",\"DM_CAR_TYPE_ID\",\"DM_CORPORATE_TYPE\",\"DM_IS_TEST_USER\",\"DM_ORDER_SOURCE\",\"DM_ORDER_STATUS\",\"DT\"],\"select_rule\":{\"hierarchy_dims\":[],\"mandatory_dims\":[],\"joint_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify_list\":[],\"status_need_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition_date_start\":0,\"partition_date_end\":3153600000000,\"auto_merge_time_ranges\":[604800000,2419200000],\"retention_range\":0,\"engine_type\":2,\"storage_type\":2,\"override_kylin_properties\":{}}","streamingData":"","kafkaData":"","successful":false,"message":"","project":"user_register_project","streamingCube":""}' http://172.17.1.183:7070/kylin/api/cubes

响应：{  "uuid": "0d1ff1a1-d9fc-418d-a689-bfe4328f3e48",  "cubeName": "driver\_active\_count\_cube\_create\_test",  "cubeDescData": "{\"uuid\":\"\",\"last\_modified\":0,\"version\":\"1.6.0\",\"name\":\"driver\_active\_count\_cube\_create\_test\",\"model\_name\":\"driver\_active\_model\",\"description\":\"\",\"null\_string\":null,\"dimensions\":[{\"name\":\"DM\_CITY\_NAME\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CITY\_NAME\",\"derived\":null},{\"name\":\"DM\_CAR\_TYPE\_ID\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CAR\_TYPE\_ID\",\"derived\":null},{\"name\":\"DM\_CORPORATE\_TYPE\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_CORPORATE\_TYPE\",\"derived\":null},{\"name\":\"DM\_IS\_TEST\_USER\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_IS\_TEST\_USER\",\"derived\":null},{\"name\":\"DM\_ORDER\_SOURCE\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_ORDER\_SOURCE\",\"derived\":null},{\"name\":\"DM\_ORDER\_STATUS\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DM\_ORDER\_STATUS\",\"derived\":null},{\"name\":\"DT\",\"table\":\"TEST.ODS\_SERVICE\_ORDER\_DRIVER\_VIEW\",\"column\":\"DT\",\"derived\":null}],\"measures\":[{\"name\":\"\_COUNT\_\",\"function\":{\"expression\":\"COUNT\",\"parameter\":{\"type\":\"constant\",\"value\":\"1\",\"next\_parameter\":null},\"returntype\":\"bigint\"},\"dependent\_measure\_ref\":null},{\"name\":\"COUNT\_DISTINCT\_DRIVERID\",\"function\":{\"expression\":\"COUNT\_DISTINCT\",\"parameter\":{\"type\":\"column\",\"value\":\"DRIVER\_ID\",\"next\_parameter\":null},\"returntype\":\"bitmap\"},\"dependent\_measure\_ref\":null}],\"dictionaries\":[{\"column\":\"DRIVER\_ID\",\"builder\":\"org.apache.kylin.dict.GlobalDictionaryBuilder\"}],\"rowkey\":{\"rowkey\_columns\":[{\"column\":\"DM\_CITY\_NAME\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DT\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_CAR\_TYPE\_ID\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_CORPORATE\_TYPE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_IS\_TEST\_USER\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_ORDER\_SOURCE\",\"encoding\":\"dict\",\"isShardBy\":false},{\"column\":\"DM\_ORDER\_STATUS\",\"encoding\":\"dict\",\"isShardBy\":false}]},\"hbase\_mapping\":{\"column\_family\":[{\"name\":\"F1\",\"columns\":[{\"qualifier\":\"M\",\"measure\_refs\":[\"\_COUNT\_\"]}]},{\"name\":\"F2\",\"columns\":[{\"qualifier\":\"M\",\"measure\_refs\":[\"COUNT\_DISTINCT\_DRIVERID\"]}]}]},\"aggregation\_groups\":[{\"includes\":[\"DM\_CITY\_NAME\",\"DM\_CAR\_TYPE\_ID\",\"DM\_CORPORATE\_TYPE\",\"DM\_IS\_TEST\_USER\",\"DM\_ORDER\_SOURCE\",\"DM\_ORDER\_STATUS\",\"DT\"],\"select\_rule\":{\"hierarchy\_dims\":[],\"mandatory\_dims\":[],\"joint\_dims\":[]}}],\"signature\":\"jtIgIPDisuGT6KAFHhskeQ==\",\"notify\_list\":[],\"status\_need\_notify\":[\"ERROR\",\"DISCARDED\",\"SUCCEED\"],\"partition\_date\_start\":0,\"partition\_date\_end\":3153600000000,\"auto\_merge\_time\_ranges\":[604800000,2419200000],\"retention\_range\":0,\"engine\_type\":2,\"storage\_type\":2,\"override\_kylin\_properties\":{}}",  "streamingData": "",  "kafkaData": "",  "successful": true,  "message": "",  "project": "user\_register\_project",  "streamingCube": ""}

drop cube

request:

DELETE http://{host}:{port}/kylin/api/cubes/{cubeName}

param:

{cubeName}

example:

curl -X DELETE -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" http://172.17.1.183:7070/kylin/api/cubes/driver_active_count_cube_create_test

build cube

request:

PUT http://{host}:{port}/kylin/api/cubes/{cubeName}/build

param:

{cubeName},{ "startTime": 0, "endTime": 0, "buildType": "BUILD"}

example:

curl -X PUT  -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json;charset=utf-8" -d '{ "startTime": 0, "endTime": 0, "buildType": "BUILD"}' http://172.17.1.183:7070/kylin/api/cubes/user_register_cude_of_model3/build

响应：{  "uuid": "f7960e96-ad9b-4004-9215-4671ba3a76f5",  "last\_modified": 1506305725793,  "version": "1.6.0",  "name": "user\_register\_cude\_of\_model3 - 19700101000000\_2922789940817071255 - BUILD - GMT+08:00 2017-09-25 10:15:25",  "type": "BUILD",  "duration": 0,  "related\_cube": "user\_register\_cude\_of\_model3",  "related\_segment": "57ca7b73-c7d6-4b85-91b8-e4abb8d88015",  "exec\_start\_time": 0,  "exec\_end\_time": 0,  "mr\_waiting": 0,  "steps": [    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-00",      "name": "Create Intermediate Flat Hive Table",      "sequence\_id": 0,      "exec\_cmd": null,      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-01",      "name": "Redistribute Flat Hive Table",      "sequence\_id": 1,      "exec\_cmd": null,      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-02",      "name": "Extract Fact Table Distinct Columns",      "sequence\_id": 2,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/fact\_distinct\_columns -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -statisticsenabled true -statisticsoutput /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/statistics -statisticssamplingpercent 100 -jobname Kylin\_Fact\_Distinct\_Columns\_user\_register\_cude\_of\_model3\_Step -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-03",      "name": "Build Dimension Dictionary",      "sequence\_id": 3,      "exec\_cmd": " -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/fact\_distinct\_columns",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-04",      "name": "Save Cuboid Statistics",      "sequence\_id": 4,      "exec\_cmd": null,      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-05",      "name": "Create HTable",      "sequence\_id": 5,      "exec\_cmd": " -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -partitions hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/rowkey\_stats/part-r-00000 -statisticsenabled true",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-06",      "name": "Build Base Cuboid Data",      "sequence\_id": 6,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input FLAT\_TABLE -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/base\_cuboid -jobname Kylin\_Base\_Cuboid\_Builder\_user\_register\_cude\_of\_model3 -level 0 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-07",      "name": "Build N-Dimension Cuboid Data : 4-Dimension",      "sequence\_id": 7,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/base\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/4d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 1 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-08",      "name": "Build N-Dimension Cuboid Data : 3-Dimension",      "sequence\_id": 8,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/4d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/3d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 2 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-09",      "name": "Build N-Dimension Cuboid Data : 2-Dimension",      "sequence\_id": 9,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/3d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/2d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 3 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-10",      "name": "Build N-Dimension Cuboid Data : 1-Dimension",      "sequence\_id": 10,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/2d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/1d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 4 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-11",      "name": "Build N-Dimension Cuboid Data : 0-Dimension",      "sequence\_id": 11,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/1d\_cuboid -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/0d\_cuboid -jobname Kylin\_ND-Cuboid\_Builder\_user\_register\_cude\_of\_model3\_Step -level 5 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-12",      "name": "Build Cube",      "sequence\_id": 12,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf\_inmem.xml -cubename user\_register\_cude\_of\_model3 -segmentid 57ca7b73-c7d6-4b85-91b8-e4abb8d88015 -output /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/ -jobname Kylin\_Cube\_Builder\_user\_register\_cude\_of\_model3 -cubingJobId f7960e96-ad9b-4004-9215-4671ba3a76f5",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-13",      "name": "Convert Cuboid Data to HFile",      "sequence\_id": 13,      "exec\_cmd": " -conf /opt/apache-kylin-1.6.0-hbase1.x-bin/conf/kylin\_job\_conf.xml -cubename user\_register\_cude\_of\_model3 -partitions hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/rowkey\_stats/part-r-00000\_hfile -input /kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/cuboid/* -output hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/hfile -htablename KYLIN\_VQPC575AHJ -jobname Kylin\_HFile\_Generator\_user\_register\_cude\_of\_model3\_Step",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-14",      "name": "Load HFile to HBase Table",      "sequence\_id": 14,      "exec\_cmd": " -input hdfs://yongchet:/kylin/kylin\_metadata/kylin-f7960e96-ad9b-4004-9215-4671ba3a76f5/user\_register\_cude\_of\_model3/hfile -htablename KYLIN\_VQPC575AHJ -cubename user\_register\_cude\_of\_model3",      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-15",      "name": "Update Cube Info",      "sequence\_id": 15,      "exec\_cmd": null,      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    },    {      "interruptCmd": null,      "id": "f7960e96-ad9b-4004-9215-4671ba3a76f5-16",      "name": "Hive Cleanup",      "sequence\_id": 16,      "exec\_cmd": null,      "interrupt\_cmd": null,      "exec\_start\_time": 0,      "exec\_end\_time": 0,      "exec\_wait\_time": 0,      "step\_status": "PENDING",      "cmd\_type": "SHELL\_CMD\_HADOOP",      "info": {},      "run\_async": false    }  ],  "submitter": "ADMIN",  "job\_status": "PENDING",  "progress": 0}

Query API

Query base url:

http://{host}:{port}/kylin/api/query

query data

request:

POST http://{host}:{port}/kylin/api/query

param:

{ 
"sql": "select count(distinct driver_id),dt from ods_service_order_driver_all_view group by dt order by dt", 
"offset": "0", 
"limit": 10, 
"project": "user_register_project" 
}

example:

curl -X POST -H "Authorization: Basic QURNSU46S1lMSU4=" -H "Content-Type: application/json" -d '{ "sql":"select count(distinct driver\_id),dt from ods\_service\_order\_driver\_all\_view group by dt order by dt", "offset":"0", "limit":10, "project":"user\_register\_project"}' http://172.17.1.183:7070/kylin/api/query

响应：  {  "columnMetas": [    {      "isNullable": 0,      "displaySize": 19,      "label": "EXPR$0",      "name": "EXPR$0",      "schemaName": null,      "catelogName": null,      "tableName": null,      "precision": 19,      "scale": 0,      "columnType": -5,      "columnTypeName": "BIGINT",      "autoIncrement": false,      "caseSensitive": true,      "searchable": false,      "currency": false,      "signed": true,      "definitelyWritable": false,      "writable": false,      "readOnly": true    },    {      "isNullable": 1,      "displaySize": 256,      "label": "DT",      "name": "DT",      "schemaName": "TEST",      "catelogName": null,      "tableName": "ODS\_SERVICE\_ORDER\_DRIVER\_ALL\_VIEW",      "precision": 256,      "scale": 0,      "columnType": 12,      "columnTypeName": "VARCHAR",      "autoIncrement": false,      "caseSensitive": true,      "searchable": false,      "currency": false,      "signed": true,      "definitelyWritable": false,      "writable": false,      "readOnly": true    }  ],  "results": [    [      "100365",      "20170101"    ],    [      "109240",      "20170102"    ],    [      "118238",      "20170103"    ],    [      "120234",      "20170104"    ],    [      "121958",      "20170105"    ],    [      "123549",      "20170106"    ],    [      "113853",      "20170107"    ],    [      "107214",      "20170108"    ],    [      "111119",      "20170109"    ],    [      "109505",      "20170110"    ]  ],  "cube": "driver\_active\_all\_cube",  "affectedRowCount": 0,  "isException": false,  "exceptionMessage": null,  "duration": 1205,  "totalScanCount": 262,  "hitExceptionCache": false,  "storageCacheUsed": false,  "partial": false}

阅读全文

0 0