|
|
@@ -1,85 +1,85 @@
|
|
|
{
|
|
|
"query": {
|
|
|
- "queryId": "e140b4f4dff9c2d5:cf78c8f400000000",
|
|
|
- "queryText": "SELECT *\nFROM `default`.sample_08\nLIMIT 105",
|
|
|
- "status": "FINISHED",
|
|
|
- "queryType": "QUERY",
|
|
|
- "startTime": 1678521664204,
|
|
|
- "endTime": 1678521667266,
|
|
|
- "duration": 3062,
|
|
|
- "userName": "admin",
|
|
|
- "coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000",
|
|
|
- "cpuTime": 1,
|
|
|
- "rowsProduced": 105,
|
|
|
- "peakMemory": 4225761,
|
|
|
- "hdfsBytesRead": 96126
|
|
|
+ "queryId": "e140b4f4dff9c2d5:cf78c8f400000000",
|
|
|
+ "queryText": "SELECT *\nFROM `default`.sample_08\nLIMIT 105",
|
|
|
+ "status": "FINISHED",
|
|
|
+ "queryType": "QUERY",
|
|
|
+ "startTime": 1678521664204,
|
|
|
+ "endTime": 1678521667266,
|
|
|
+ "duration": 3062,
|
|
|
+ "userName": "admin",
|
|
|
+ "coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000",
|
|
|
+ "cpuTime": 1,
|
|
|
+ "rowsProduced": 105,
|
|
|
+ "peakMemory": 4225761,
|
|
|
+ "hdfsBytesRead": 96126
|
|
|
},
|
|
|
"profile": {
|
|
|
- "summaryMap": {
|
|
|
- "Estimated Per-Host Mem": "71319552",
|
|
|
- "Per Host Number of Fragment Instances": "sree-test2-2.sree-test2.root.hwx.site:27000(1) sree-test2-1.sree-test2.root.hwx.site:27000(1)",
|
|
|
- "User": "admin",
|
|
|
- "Start Time": "2023-03-11 08:01:04.204660000",
|
|
|
- "Connected User": "hue",
|
|
|
- "ExecSummary": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n--------------------------------------------------------------------------------------------------------------------------\nF01:ROOT 1 1 105.431us 105.431us 4.01 MB 4.00 MB \n01:EXCHANGE 1 1 32.077us 32.077us 105 105 16.00 KB 16.00 KB UNPARTITIONED \nF00:EXCHANGE SENDER 1 1 165.330us 165.330us 3.88 KB 0 \n00:SCAN HDFS 1 1 3.883ms 3.883ms 105 105 172.96 KB 64.00 MB default.sample_08",
|
|
|
- "Query Options (set by configuration and planner)": "QUERY_TIMEOUT_S=300,MT_DOP=0,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY,MINMAX_FILTER_THRESHOLD=0.5,MINMAX_FILTERING_LEVEL=PAGE",
|
|
|
- "Tables Missing Stats": "default.sample_08",
|
|
|
- "Query Type": "QUERY",
|
|
|
- "Session Type": "HIVESERVER2",
|
|
|
- "Per Host Min Memory Reservation": "sree-test2-2.sree-test2.root.hwx.site:27000(64.00 KB) sree-test2-1.sree-test2.root.hwx.site:27000(4.00 MB)",
|
|
|
- "Session ID": "434af3e40c14f427:a836c6f0ced92583",
|
|
|
- "Executor Group": "default",
|
|
|
- "Query Status": "OK",
|
|
|
- "Query State": "FINISHED",
|
|
|
- "End Time": "2023-03-11 08:01:07.266477000",
|
|
|
- "HiveServer2 Protocol Version": "V6",
|
|
|
- "Admission result": "Admitted immediately",
|
|
|
- "Delegated User": "admin",
|
|
|
- "Impala Version": "impalad version 4.0.0.7.2.17.0-140 RELEASE (build d0609b8f4cca258c229637691977fc48b3e5e028)",
|
|
|
- "Sql Statement": "SELECT *\nFROM `default`.sample_08\nLIMIT 105",
|
|
|
- "Coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000",
|
|
|
- "Plan": "\n----------------\nMax Per-Host Resource Reservation: Memory=4.06MB Threads=3\nPer-Host Resource Estimates: Memory=68MB\nCodegen disabled by planner\nWARNING: The following tables are missing relevant table and/or column statistics.\ndefault.sample_08\nAnalyzed query: SELECT * FROM `default`.sample_08 LIMIT CAST(105 AS TINYINT)\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Host Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: default.sample_08.code, default.sample_08.description, default.sample_08.total_emp, default.sample_08.salary\n| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0\n|\n01:EXCHANGE [UNPARTITIONED]\n| limit: 105\n| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0\n| tuple-ids=0 row-size=32B cardinality=105\n| in pipelines: 00(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1\nPer-Host Resources: mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=2\n00:SCAN HDFS [default.sample_08, RANDOM]\n HDFS partitions=1/1 files=1 size=47.40KB\n stored statistics:\n table: rows=823 size=47.40KB\n columns: unavailable\n extrapolated-rows=disabled max-scan-range-rows=823\n limit: 105\n mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=1\n tuple-ids=0 row-size=32B cardinality=105\n in pipelines: 00(GETNEXT)\n----------------",
|
|
|
- "Errors": "",
|
|
|
- "Impala Query State": "FINISHED",
|
|
|
- "Default Db": "default",
|
|
|
- "Network Address": "172.27.38.15:41232",
|
|
|
- "Request Pool": "root.admin",
|
|
|
- "Cluster Memory Admitted": "136.03 MB",
|
|
|
- "Query Options (set by configuration)": "QUERY_TIMEOUT_S=300,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY"
|
|
|
- },
|
|
|
- "hdfsMetrics": {
|
|
|
- "hdfs_bytes_read": "96126",
|
|
|
- "hdfs_bytes_read_local": "96126",
|
|
|
- "hdfs_bytes_read_local_percentage": "100",
|
|
|
- "hdfs_bytes_read_remote": "0",
|
|
|
- "hdfs_bytes_read_remote_percentage": "0",
|
|
|
- "hdfs_bytes_read_short_circuit": "96126",
|
|
|
- "hdfs_bytes_read_short_circuit_percentage": "100",
|
|
|
- "hdfs_bytes_read_from_cache": "0",
|
|
|
- "hdfs_bytes_read_from_cache_percentage": "0",
|
|
|
- "hdfs_average_scan_range": "96126.0"
|
|
|
- },
|
|
|
- "memoryMetrics": {
|
|
|
- "memory_per_node_peak": "4225761.28",
|
|
|
- "memory_per_node_peak_node": "sree-test2-1.sree-test2.root.hwx.site:27000"
|
|
|
- },
|
|
|
- "cpuMetrics": {},
|
|
|
- "threadTimeMetrics": {
|
|
|
- "thread_total_time": "9",
|
|
|
- "thread_cpu_time": "1",
|
|
|
- "thread_cpu_time_percentage": "19",
|
|
|
- "thread_storage_wait_time": "2",
|
|
|
- "thread_storage_wait_time_percentage": "30",
|
|
|
- "thread_network_send_wait_time": "0",
|
|
|
- "thread_network_send_wait_time_percentage": "6",
|
|
|
- "thread_network_receive_wait_time": "4",
|
|
|
- "thread_network_receive_wait_time_percentage": "45",
|
|
|
- "planning_wait_time": "11",
|
|
|
- "planning_wait_time_percentage": "0",
|
|
|
- "client_fetch_wait_time": "6269513",
|
|
|
- "client_fetch_wait_time_percentage": "204752"
|
|
|
- },
|
|
|
- "insertMetrics": {},
|
|
|
- "queryId": "e140b4f4dff9c2d5:cf78c8f400000000"
|
|
|
+ "summaryMap": {
|
|
|
+ "Estimated Per-Host Mem": "71319552",
|
|
|
+ "Per Host Number of Fragment Instances": "sree-test2-2.sree-test2.root.hwx.site:27000(1) sree-test2-1.sree-test2.root.hwx.site:27000(1)",
|
|
|
+ "User": "admin",
|
|
|
+ "Start Time": "2023-03-11 08:01:04.204660000",
|
|
|
+ "Connected User": "hue",
|
|
|
+ "ExecSummary": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n--------------------------------------------------------------------------------------------------------------------------\nF01:ROOT 1 1 105.431us 105.431us 4.01 MB 4.00 MB \n01:EXCHANGE 1 1 32.077us 32.077us 105 105 16.00 KB 16.00 KB UNPARTITIONED \nF00:EXCHANGE SENDER 1 1 165.330us 165.330us 3.88 KB 0 \n00:SCAN HDFS 1 1 3.883ms 3.883ms 105 105 172.96 KB 64.00 MB default.sample_08",
|
|
|
+ "Query Options (set by configuration and planner)": "QUERY_TIMEOUT_S=300,MT_DOP=0,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY,MINMAX_FILTER_THRESHOLD=0.5,MINMAX_FILTERING_LEVEL=PAGE",
|
|
|
+ "Tables Missing Stats": "default.sample_08",
|
|
|
+ "Query Type": "QUERY",
|
|
|
+ "Session Type": "HIVESERVER2",
|
|
|
+ "Per Host Min Memory Reservation": "sree-test2-2.sree-test2.root.hwx.site:27000(64.00 KB) sree-test2-1.sree-test2.root.hwx.site:27000(4.00 MB)",
|
|
|
+ "Session ID": "434af3e40c14f427:a836c6f0ced92583",
|
|
|
+ "Executor Group": "default",
|
|
|
+ "Query Status": "OK",
|
|
|
+ "Query State": "FINISHED",
|
|
|
+ "End Time": "2023-03-11 08:01:07.266477000",
|
|
|
+ "HiveServer2 Protocol Version": "V6",
|
|
|
+ "Admission result": "Admitted immediately",
|
|
|
+ "Delegated User": "admin",
|
|
|
+ "Impala Version": "impalad version 4.0.0.7.2.17.0-140 RELEASE (build d0609b8f4cca258c229637691977fc48b3e5e028)",
|
|
|
+ "Sql Statement": "SELECT *\nFROM `default`.sample_08\nLIMIT 105",
|
|
|
+ "Coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000",
|
|
|
+ "Plan": "\n----------------\nMax Per-Host Resource Reservation: Memory=4.06MB Threads=3\nPer-Host Resource Estimates: Memory=68MB\nCodegen disabled by planner\nWARNING: The following tables are missing relevant table and/or column statistics.\ndefault.sample_08\nAnalyzed query: SELECT * FROM `default`.sample_08 LIMIT CAST(105 AS TINYINT)\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Host Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: default.sample_08.code, default.sample_08.description, default.sample_08.total_emp, default.sample_08.salary\n| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0\n|\n01:EXCHANGE [UNPARTITIONED]\n| limit: 105\n| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0\n| tuple-ids=0 row-size=32B cardinality=105\n| in pipelines: 00(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1\nPer-Host Resources: mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=2\n00:SCAN HDFS [default.sample_08, RANDOM]\n HDFS partitions=1/1 files=1 size=47.40KB\n stored statistics:\n table: rows=823 size=47.40KB\n columns: unavailable\n extrapolated-rows=disabled max-scan-range-rows=823\n limit: 105\n mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=1\n tuple-ids=0 row-size=32B cardinality=105\n in pipelines: 00(GETNEXT)\n----------------",
|
|
|
+ "Errors": "",
|
|
|
+ "Impala Query State": "FINISHED",
|
|
|
+ "Default Db": "default",
|
|
|
+ "Network Address": "172.27.38.15:41232",
|
|
|
+ "Request Pool": "root.admin",
|
|
|
+ "Cluster Memory Admitted": "136.03 MB",
|
|
|
+ "Query Options (set by configuration)": "QUERY_TIMEOUT_S=300,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY"
|
|
|
+ },
|
|
|
+ "hdfsMetrics": {
|
|
|
+ "hdfs_bytes_read": "96126",
|
|
|
+ "hdfs_bytes_read_local": "96126",
|
|
|
+ "hdfs_bytes_read_local_percentage": "100",
|
|
|
+ "hdfs_bytes_read_remote": "0",
|
|
|
+ "hdfs_bytes_read_remote_percentage": "0",
|
|
|
+ "hdfs_bytes_read_short_circuit": "96126",
|
|
|
+ "hdfs_bytes_read_short_circuit_percentage": "100",
|
|
|
+ "hdfs_bytes_read_from_cache": "0",
|
|
|
+ "hdfs_bytes_read_from_cache_percentage": "0",
|
|
|
+ "hdfs_average_scan_range": "96126.0"
|
|
|
+ },
|
|
|
+ "memoryMetrics": {
|
|
|
+ "memory_per_node_peak": "4225761.28",
|
|
|
+ "memory_per_node_peak_node": "sree-test2-1.sree-test2.root.hwx.site:27000"
|
|
|
+ },
|
|
|
+ "cpuMetrics": {},
|
|
|
+ "threadTimeMetrics": {
|
|
|
+ "thread_total_time": "9",
|
|
|
+ "thread_cpu_time": "1",
|
|
|
+ "thread_cpu_time_percentage": "19",
|
|
|
+ "thread_storage_wait_time": "2",
|
|
|
+ "thread_storage_wait_time_percentage": "30",
|
|
|
+ "thread_network_send_wait_time": "0",
|
|
|
+ "thread_network_send_wait_time_percentage": "6",
|
|
|
+ "thread_network_receive_wait_time": "4",
|
|
|
+ "thread_network_receive_wait_time_percentage": "45",
|
|
|
+ "planning_wait_time": "11",
|
|
|
+ "planning_wait_time_percentage": "0",
|
|
|
+ "client_fetch_wait_time": "6269513",
|
|
|
+ "client_fetch_wait_time_percentage": "204752"
|
|
|
+ },
|
|
|
+ "insertMetrics": {},
|
|
|
+ "queryId": "e140b4f4dff9c2d5:cf78c8f400000000"
|
|
|
}
|
|
|
}
|