| [ |
| { |
| "contents": { |
| "profile_name": "Query (id=ec40891fe759aca3:3081ad8200000000)", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "DEBUG MODE WARNING", |
| "value": "Query profile created while running a DEBUG build of Impala. Use RELEASE builds to measure query performance." |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Summary", |
| "num_children": 1, |
| "info_strings": [{ |
| "key": "Session ID", |
| "value": "3d44010dd05364df:6980cb4578e82ca6" |
| }, { |
| "key": "Session Type", |
| "value": "HIVESERVER2" |
| }, { |
| "key": "HiveServer2 Protocol Version", |
| "value": "V6" |
| }, { |
| "key": "Start Time", |
| "value": "2020-12-15 20:07:15.868283000" |
| }, { |
| "key": "End Time", |
| "value": "2020-12-15 20:07:15.984473000" |
| }, { |
| "key": "Query Type", |
| "value": "SET" |
| }, { |
| "key": "Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Impala Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Query Status", |
| "value": "OK" |
| }, { |
| "key": "Impala Version", |
| "value": "impalad version 4.0.0-SNAPSHOT DEBUG (build f7212f2361611fea183e12153886257a844e0ff1)" |
| }, { |
| "key": "User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Connected User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Delegated User", |
| "value": "" |
| }, { |
| "key": "Network Address", |
| "value": "::ffff:127.0.0.1:46162" |
| }, { |
| "key": "Default Db", |
| "value": "default" |
| }, { |
| "key": "Sql Statement", |
| "value": "set all" |
| }, { |
| "key": "Coordinator", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Query Options (set by configuration)", |
| "value": "TIMEZONE=America/Los_Angeles" |
| }, { |
| "key": "Query Options (set by configuration and planner)", |
| "value": "TIMEZONE=America/Los_Angeles" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Metadata of all 0 tables cached", |
| "timestamp": 29383666 |
| }, { |
| "label": "Analysis finished", |
| "timestamp": 52427131 |
| }, { |
| "label": "Authorization finished (noop)", |
| "timestamp": 54727427 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 73824575 |
| }] |
| }, { |
| "offset": 0, |
| "events": [{ |
| "label": "Query submitted", |
| "timestamp": 0 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "Rows available", |
| "timestamp": 111998757 |
| }, { |
| "label": "Unregister query", |
| "timestamp": 115998712 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Frontend", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "ImpalaServer", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "ClientFetchWaitTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetched" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetchedFromCache" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowMaterializationRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "RowMaterializationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| } |
| } |
| , |
| { |
| "contents": { |
| "profile_name": "Query (id=454fb5fa46498311:3afee31900000000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "DEBUG MODE WARNING", |
| "value": "Query profile created while running a DEBUG build of Impala. Use RELEASE builds to measure query performance." |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Summary", |
| "num_children": 1, |
| "info_strings": [{ |
| "key": "Session ID", |
| "value": "3d44010dd05364df:6980cb4578e82ca6" |
| }, { |
| "key": "Session Type", |
| "value": "HIVESERVER2" |
| }, { |
| "key": "HiveServer2 Protocol Version", |
| "value": "V6" |
| }, { |
| "key": "Start Time", |
| "value": "2020-12-15 20:07:21.735626000" |
| }, { |
| "key": "End Time", |
| "value": "2020-12-15 20:07:23.286577000" |
| }, { |
| "key": "Query Type", |
| "value": "QUERY" |
| }, { |
| "key": "Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Impala Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Query Status", |
| "value": "OK" |
| }, { |
| "key": "Impala Version", |
| "value": "impalad version 4.0.0-SNAPSHOT DEBUG (build f7212f2361611fea183e12153886257a844e0ff1)" |
| }, { |
| "key": "User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Connected User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Delegated User", |
| "value": "" |
| }, { |
| "key": "Network Address", |
| "value": "::ffff:127.0.0.1:46162" |
| }, { |
| "key": "Default Db", |
| "value": "default" |
| }, { |
| "key": "Sql Statement", |
| "value": "SELECT COUNT(*), ss_sold_date_sk FROM tpcds_parquet.store_sales GROUP BY ss_sold_date_sk" |
| }, { |
| "key": "Coordinator", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Query Options (set by configuration)", |
| "value": "MT_DOP=4,TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST,PREAGG_BYTES_LIMIT=0,SORT_RUN_BYTES_LIMIT=0,TARGETED_KUDU_SCAN_RANGE_LENGTH=0" |
| }, { |
| "key": "Query Options (set by configuration and planner)", |
| "value": "MT_DOP=4,TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST,PREAGG_BYTES_LIMIT=0,SORT_RUN_BYTES_LIMIT=0,TARGETED_KUDU_SCAN_RANGE_LENGTH=0" |
| }, { |
| "key": "Plan", |
| "value": "\n----------------\nMax Per-Host Resource Reservation: Memory=16.25MB Threads=9\nPer-Host Resource Estimates: Memory=145MB\nAnalyzed query: SELECT count(*), ss_sold_date_sk FROM tpcds_parquet.store_sales\nGROUP BY ss_sold_date_sk\n\nF02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Instance Resources: mem-estimate=199.12KB mem-reservation=0B thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: count(*), ss_sold_date_sk\n| mem-estimate=0B mem-reservation=0B thread-reservation=0\n|\n04:EXCHANGE [UNPARTITIONED]\n| mem-estimate=199.12KB mem-reservation=0B thread-reservation=0\n| tuple-ids=1 row-size=12B cardinality=1.82K\n| in pipelines: 03(GETNEXT)\n|\nF01:PLAN FRAGMENT [HASH(ss_sold_date_sk)] hosts=3 instances=12\nPer-Instance Resources: mem-estimate=10.19MB mem-reservation=1.94MB thread-reservation=1\n03:AGGREGATE [FINALIZE]\n| output: count:merge(*)\n| group by: ss_sold_date_sk\n| mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0\n| tuple-ids=1 row-size=12B cardinality=1.82K\n| in pipelines: 03(GETNEXT), 00(OPEN)\n|\n02:EXCHANGE [HASH(ss_sold_date_sk)]\n| mem-estimate=199.12KB mem-reservation=0B thread-reservation=0\n| tuple-ids=1 row-size=12B cardinality=1.82K\n| in pipelines: 00(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=3 instances=12\nPer-Instance Resources: mem-estimate=26.00MB mem-reservation=2.12MB thread-reservation=1\n01:AGGREGATE [STREAMING]\n| output: sum_init_zero(tpcds_parquet.store_sales.stats: num_rows)\n| group by: ss_sold_date_sk\n| mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB thread-reservation=0\n| tuple-ids=1 row-size=12B cardinality=1.82K\n| in pipelines: 00(GETNEXT)\n|\n00:SCAN HDFS [tpcds_parquet.store_sales, RANDOM]\n HDFS partitions=1824/1824 files=1824 size=196.95MB\n stored statistics:\n table: rows=2.88M size=196.95MB\n partitions: 1824/1824 rows=2.88M\n columns: all\n extrapolated-rows=disabled max-scan-range-rows=130.09K\n mem-estimate=16.00MB mem-reservation=128.00KB thread-reservation=0\n tuple-ids=0 row-size=12B cardinality=2.88M\n in pipelines: 00(GETNEXT)\n----------------" |
| }, { |
| "key": "Estimated Per-Host Mem", |
| "value": "152014464" |
| }, { |
| "key": "Request Pool", |
| "value": "default-pool" |
| }, { |
| "key": "Per Host Min Memory Reservation", |
| "value": "tarmstrong-Precision-7540:27002(16.25 MB) tarmstrong-Precision-7540:27000(16.25 MB) tarmstrong-Precision-7540:27001(16.25 MB)" |
| }, { |
| "key": "Per Host Number of Fragment Instances", |
| "value": "tarmstrong-Precision-7540:27002(8) tarmstrong-Precision-7540:27000(9) tarmstrong-Precision-7540:27001(8)" |
| }, { |
| "key": "Admission result", |
| "value": "Admitted immediately" |
| }, { |
| "key": "Cluster Memory Admitted", |
| "value": "434.92 MB" |
| }, { |
| "key": "Executor Group", |
| "value": "default" |
| }, { |
| "key": "ExecSummary", |
| "value": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n---------------------------------------------------------------------------------------------------------------------------------\nF02:ROOT 1 1 3.999ms 3.999ms 0 0 \n04:EXCHANGE 1 1 3.999ms 3.999ms 1.82K 1.82K 1.19 MB 199.12 KB UNPARTITIONED \nF01:EXCHANGE SENDER 3 12 333.329us 3.999ms 9.84 KB 0 \n03:AGGREGATE 3 12 4.333ms 11.999ms 1.82K 1.82K 2.15 MB 10.00 MB FINALIZE \n02:EXCHANGE 3 12 333.329us 3.999ms 1.82K 1.82K 112.00 KB 199.12 KB HASH(ss_sold_date_sk) \nF00:EXCHANGE SENDER 3 12 1.666ms 3.999ms 166.12 KB 0 \n01:AGGREGATE 3 12 5.999ms 11.999ms 1.82K 1.82K 2.02 MB 10.00 MB STREAMING \n00:SCAN HDFS 3 12 1s017ms 1s023ms 1.82K 2.88M 132.00 KB 16.00 MB tpcds_parquet.store_sales" |
| }, { |
| "key": "Errors", |
| "value": "" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Metadata of all 1 tables cached", |
| "timestamp": 5857736 |
| }, { |
| "label": "Analysis finished", |
| "timestamp": 17866822 |
| }, { |
| "label": "Authorization finished (noop)", |
| "timestamp": 18208765 |
| }, { |
| "label": "Value transfer graph computed", |
| "timestamp": 34199927 |
| }, { |
| "label": "Single node plan created", |
| "timestamp": 189134092 |
| }, { |
| "label": "Runtime filters computed", |
| "timestamp": 194459079 |
| }, { |
| "label": "Distributed plan created", |
| "timestamp": 195676554 |
| }, { |
| "label": "Parallel plans created", |
| "timestamp": 198019034 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 284144911 |
| }] |
| }, { |
| "offset": 0, |
| "events": [{ |
| "label": "Query submitted", |
| "timestamp": 0 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 311996537 |
| }, { |
| "label": "Submit for admission", |
| "timestamp": 311996537 |
| }, { |
| "label": "Completed admission", |
| "timestamp": 327996360 |
| }, { |
| "label": "Ready to start on 3 backends", |
| "timestamp": 327996360 |
| }, { |
| "label": "All 3 execution backends (25 fragment instances) started", |
| "timestamp": 343996182 |
| }, { |
| "label": "Rows available", |
| "timestamp": 1515983173 |
| }, { |
| "label": "First row fetched", |
| "timestamp": 1523983085 |
| }, { |
| "label": "Last row fetched", |
| "timestamp": 1531982996 |
| }, { |
| "label": "Released admission control resources", |
| "timestamp": 1547982818 |
| }, { |
| "label": "Unregister query", |
| "timestamp": 1547982818 |
| }] |
| }], |
| "counters": [{ |
| "value": 80000000, |
| "unit": "TIME_NS", |
| "counter_name": "AdmissionControlTimeSinceLastUpdate" |
| }, { |
| "value": 15999823, |
| "unit": "TIME_NS", |
| "counter_name": "ComputeScanRangeAssignmentTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Frontend", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "ImpalaServer", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ClientFetchWaitTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1824, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetched" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetchedFromCache" |
| }, { |
| "value": 57000, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowMaterializationRate" |
| }, { |
| "value": 31999645, |
| "unit": "TIME_NS", |
| "counter_name": "RowMaterializationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Execution Profile 454fb5fa46498311:3afee31900000000", |
| "num_children": 7, |
| "info_strings": [{ |
| "key": "Number of filters", |
| "value": "0" |
| }, { |
| "key": "Filter routing table", |
| "value": "\n ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled Bloom Size Est fpp\n----------------------------------------------------------------------------------------------------------------------------------------" |
| }, { |
| "key": "Backend startup latencies", |
| "value": "Count: 3, min / max: 9ms / 14ms, 25th %-ile: 9ms, 50th %-ile: 10ms, 75th %-ile: 10ms, 90th %-ile: 14ms, 95th %-ile: 14ms, 99.9th %-ile: 14ms" |
| }, { |
| "key": "Slowest backend to start up", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Per Node Peak Memory Usage", |
| "value": "tarmstrong-Precision-7540:27000(18.04 MB) tarmstrong-Precision-7540:27001(17.93 MB) tarmstrong-Precision-7540:27002(18.07 MB)" |
| }, { |
| "key": "Per Node Bytes Read", |
| "value": "tarmstrong-Precision-7540:27000(47.32 MB) tarmstrong-Precision-7540:27001(47.47 MB) tarmstrong-Precision-7540:27002(47.31 MB)" |
| }, { |
| "key": "Per Node User Time", |
| "value": "tarmstrong-Precision-7540:27000(438.892ms) tarmstrong-Precision-7540:27001(423.542ms) tarmstrong-Precision-7540:27002(434.199ms)" |
| }, { |
| "key": "Per Node System Time", |
| "value": "tarmstrong-Precision-7540:27000(38.589ms) tarmstrong-Precision-7540:27001(21.919ms) tarmstrong-Precision-7540:27002(18.074ms)" |
| }], |
| "counters": [{ |
| "value": 0.000165368910079828, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "FiltersReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "FinalizationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1.0254859786534639, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "InnerNodeSelectivityRatio" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "NumBackends" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "NumCompletedBackends" |
| }, { |
| "value": 25, |
| "unit": "UNIT", |
| "counter_name": "NumFragmentInstances" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "NumFragments" |
| }, { |
| "value": 149006243, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesRead" |
| }, { |
| "value": 49910, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 1375215000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalCpuTime" |
| }, { |
| "value": 25269, |
| "unit": "BYTES", |
| "counter_name": "TotalInnerBytesSent" |
| }, { |
| "value": 24641, |
| "unit": "BYTES", |
| "counter_name": "TotalScanBytesSent" |
| }, { |
| "value": 1219986458, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Per Node Profiles", |
| "num_children": 3, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "tarmstrong-Precision-7540:27000", |
| "num_children": 5, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 36, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F02", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 14, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 27999689, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3550000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 21303000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 2, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 35, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 17920, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 15999822, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 27999689, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F01", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 79999112, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3829000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 76066000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 59999334, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 38, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 757, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 47999468, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 387584, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 19999778, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 79999112, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 81527000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 63999289, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 54, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 1306, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 51999423, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 668672, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 19999778, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "tarmstrong-Precision-7540:27001", |
| "num_children": 4, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 9, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F01", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 80364000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 13, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 67999245, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 38, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 757, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 55999378, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 387584, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 15999822, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 82410000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 67999245, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 54, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 1306, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 55999379, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 668672, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 15999822, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 83999067, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "tarmstrong-Precision-7540:27002", |
| "num_children": 4, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 5, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F01", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 14, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 71999200, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 71265000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 51999422, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 38, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 757, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 43999512, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 387584, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 19999778, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 71999200, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 11, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3875000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 104646000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 13, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 54, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 1306, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 71999201, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 668672, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 23999734, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Averaged Fragment F02", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "split sizes", |
| "value": " min: 0, max: 0, avg: 0, stddev: 0" |
| }, { |
| "key": "completion times", |
| "value": "min:1s203ms max:1s203ms mean: 1s203ms stddev:0.000ns" |
| }, { |
| "key": "execution rates", |
| "value": "min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec" |
| }, { |
| "key": "num instances", |
| "value": "1" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Prepare Finished", |
| "ts_list": [0] |
| }, { |
| "label": "Open Finished", |
| "ts_list": [1135987390] |
| }, { |
| "label": "First Batch Produced", |
| "ts_list": [1143987302] |
| }, { |
| "label": "First Batch Sent", |
| "ts_list": [1143987302] |
| }, { |
| "label": "ExecInternal Finished", |
| "ts_list": [1151987213] |
| }] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesAssigned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1203986636, |
| "counter_name": "CompletionTime" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 0, |
| "counter_name": "ExecutionRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 1253376, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 18914166, |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1824, |
| "counter_name": "RowsProduced" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1115987612, |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "unit": "UNIT", |
| "value": 18, |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1151987213, |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 7415000, |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 25953000, |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "unit": "UNIT", |
| "value": 81, |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1151987213, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 15999823, |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 11999867, |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1135987390, |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 1107987701, |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "PLAN_ROOT_SINK", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 0 |
| }, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1824, |
| "counter_name": "RowsSent" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 456005, |
| "counter_name": "RowsSentRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3999956, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=4)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 4 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_list": [27999689] |
| }, { |
| "label": "Open Finished", |
| "ts_list": [1135987390] |
| }, { |
| "label": "First Batch Requested", |
| "ts_list": [1135987390] |
| }, { |
| "label": "First Batch Returned", |
| "ts_list": [1143987302] |
| }, { |
| "label": "Last Batch Returned", |
| "ts_list": [1147987257] |
| }, { |
| "label": "Closed", |
| "ts_list": [1151987213] |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 3999956, |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1115987612, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 1245184, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1824, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 1628, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1119987568, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 3145728, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 384, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 1245184, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 1245184, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 1107987701, |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 38304, |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1115987612, |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 1115987612, |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "summary_stats_counters": [{ |
| "value": 93798, |
| "unit": "TIME_NS", |
| "min": 36876, |
| "max": 725513, |
| "avg": 93798, |
| "num_of_samples": 192, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 3999956, |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 192, |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "unit": "UNIT", |
| "value": 192, |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "unit": "BYTES", |
| "value": 25269, |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalEosReceived" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Coordinator Fragment F02", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000000 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1143987302 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1143987302 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "8192,8192,8192" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 0, |
| "period": 500, |
| "data": "" |
| }], |
| "counters": [{ |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1203986636, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1253376, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1824, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 18, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1151987213, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 7415000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 25953000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 81, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1151987213, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 15999823, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1135987390, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1107987701, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "PLAN_ROOT_SINK", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 0 |
| }, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1824, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 456005, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsSentRate" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=4)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 4 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 27999689 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1143987302 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1245184, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1824, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 1628, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1119987568, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 3145728, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 384, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1245184, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1245184, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1107987701, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 38304, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 93798, |
| "unit": "TIME_NS", |
| "min": 36876, |
| "max": 725513, |
| "avg": 93798, |
| "num_of_samples": 192, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 192, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 192, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 25269, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Averaged Fragment F01", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "split sizes", |
| "value": " min: 0, max: 0, avg: 0, stddev: 0" |
| }, { |
| "key": "completion times", |
| "value": "min:1s191ms max:1s203ms mean: 1s197ms stddev:4.149ms" |
| }, { |
| "key": "execution rates", |
| "value": "min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec" |
| }, { |
| "key": "num instances", |
| "value": "12" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Prepare Finished", |
| "ts_stat": { |
| "min": [0, 3999955, 0, 0, 11999866], |
| "max": [0, 3999956, 0, 0, 11999866], |
| "avg": [0.0, 3999955.8, 0.0, 0.0, 11999866.0], |
| "count": [4, 5, 0, 0, 3] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Produced", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Sent", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "ExecInternal Finished", |
| "ts_stat": { |
| "min": [1147987257, 1151987213, 0, 0, 1159987124], |
| "max": [1147987257, 1151987213, 0, 0, 1159987124], |
| "avg": [1147987257.0, 1151987213.0, 0.0, 0.0, 1159987124.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 1.0, |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesAssigned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1197653372, |
| "counter_name": "CompletionTime" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 0, |
| "counter_name": "ExecutionRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2376672, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 2228224, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 18888699, |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsProduced" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1058321586, |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 9333229, |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "unit": "UNIT", |
| "value": 3, |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1148653916, |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 569083, |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 24737750, |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "unit": "UNIT", |
| "value": 29, |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1149320575, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 11999867, |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 2333307, |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1136654049, |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 1059988234, |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 666659, |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "summary_stats_counters": [{ |
| "value": 332087, |
| "unit": "BYTES_PER_SECOND", |
| "min": 30909, |
| "max": 916898, |
| "avg": 332087, |
| "num_of_samples": 192, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 460361, |
| "unit": "TIME_NS", |
| "min": 139963, |
| "max": 1858620, |
| "avg": 460361, |
| "num_of_samples": 204, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 126641, |
| "unit": "TIME_NS", |
| "min": 39950, |
| "max": 751214, |
| "avg": 126641, |
| "num_of_samples": 204, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "EosSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 9333229, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 10080, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsSent" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcFailure" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcRetry" |
| }, { |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2105, |
| "counter_name": "TotalBytesSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 9666559, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 3192, |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [75999156, 0, 0, 0, 83999067], |
| "max": [75999156, 0, 0, 0, 83999067], |
| "avg": [75999156.0, 0.0, 0.0, 0.0, 83999067.0], |
| "count": [4, 0, 0, 0, 8] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [1143987302, 1147987257, 1151987213, 1155987169, 1159987124], |
| "max": [1143987302, 1147987257, 1151987213, 1155987169, 1159987124], |
| "avg": [1143987302.0, 1147987257.0, 1151987213.0, 1155987169.0, 1159987124.0], |
| "count": [1, 3, 4, 1, 3] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [1143987302, 1147987257, 1151987213, 1155987169, 1159987124], |
| "max": [1143987302, 1147987257, 1151987213, 1155987169, 1159987124], |
| "avg": [1143987302.0, 1147987257.0, 1151987213.0, 1155987169.0, 1159987124.0], |
| "count": [1, 3, 4, 1, 3] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2249856, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 142, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1062654871, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "BuildTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 999989, |
| "counter_name": "GetResultsTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "HTResizeTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 9, |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumRepartitions" |
| }, { |
| "unit": "UNIT", |
| "value": 16, |
| "counter_name": "PartitionsCreated" |
| }, { |
| "unit": "BYTES", |
| "value": 2245760, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 2228224, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "SpilledPartitions" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 1310720, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 20, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2228224, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 1310720, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "UNIT", |
| "value": 16384, |
| "counter_name": "HashBuckets" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "HashCollisions" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "Probes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "Resizes" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [75999156, 0, 0, 0, 83999067], |
| "max": [75999156, 0, 0, 0, 83999067], |
| "avg": [75999156.0, 0.0, 0.0, 0.0, 83999067.0], |
| "count": [4, 0, 0, 0, 8] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [1099987790, 1103987746, 0, 1111987657, 1115987613], |
| "max": [1099987790, 1103987746, 0, 1111987657, 1115987613], |
| "avg": [1099987790.0, 1103987746.0, 0.0, 1111987657.0, 1115987613.0], |
| "count": [4, 4, 0, 3, 1] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [1099987790, 0, 1107987702, 1111987657, 1115987613], |
| "max": [1099987790, 0, 1107987702, 1111987657, 1115987613], |
| "avg": [1099987790.0, 0.0, 1107987702.0, 1111987657.0, 1115987613.0], |
| "count": [4, 0, 4, 2, 2] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [1135987390, 1139987346, 0, 0, 1147987257], |
| "max": [1135987390, 1139987346, 0, 0, 1147987257], |
| "avg": [1135987390.0, 1139987346.0, 0.0, 0.0, 1147987257.0], |
| "count": [4, 4, 0, 0, 4] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1057988256, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 108544, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 143, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1058321586, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 196608, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 24, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 108544, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 108544, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 1024321964, |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 3192, |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1058321586, |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 1057988256, |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "summary_stats_counters": [{ |
| "value": 307026, |
| "unit": "TIME_NS", |
| "min": 36876, |
| "max": 4526839, |
| "avg": 307026, |
| "num_of_samples": 144, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "unit": "BYTES", |
| "value": 2053, |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalEosReceived" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F01", |
| "num_children": 12, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000d (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1147987257 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 87646000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 39, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 329912, |
| "unit": "BYTES_PER_SECOND", |
| "min": 148038, |
| "max": 515546, |
| "avg": 329912, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 434281, |
| "unit": "TIME_NS", |
| "min": 282160, |
| "max": 631366, |
| "avg": 434281, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 112140, |
| "unit": "TIME_NS", |
| "min": 67886, |
| "max": 296966, |
| "avg": 112140, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2249, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3444, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1155987169 |
| }, { |
| "label": "Closed", |
| "timestamp": 1155987169 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 154, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1115987613 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 164, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 154, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3444, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 153255, |
| "unit": "TIME_NS", |
| "min": 42184, |
| "max": 448381, |
| "avg": 153255, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2211, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000e (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1147987257 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2382816, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5420000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 27, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 314726, |
| "unit": "BYTES_PER_SECOND", |
| "min": 157824, |
| "max": 602463, |
| "avg": 314726, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 466934, |
| "unit": "TIME_NS", |
| "min": 195277, |
| "max": 644217, |
| "avg": 466934, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 173568, |
| "unit": "TIME_NS", |
| "min": 46096, |
| "max": 751214, |
| "avg": 173568, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2147, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3234, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1159987124 |
| }, { |
| "label": "Closed", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 144, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 144, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3234, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 515592, |
| "unit": "TIME_NS", |
| "min": 38552, |
| "max": 2010594, |
| "avg": 515592, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2089, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000f (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1147987257 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 4940000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 30, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 324020, |
| "unit": "BYTES_PER_SECOND", |
| "min": 63190, |
| "max": 892906, |
| "avg": 324020, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 418325, |
| "unit": "TIME_NS", |
| "min": 247239, |
| "max": 726071, |
| "avg": 418325, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 160684, |
| "unit": "TIME_NS", |
| "min": 57828, |
| "max": 521575, |
| "avg": 160684, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 1856, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 2793, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1159987124 |
| }, { |
| "label": "Closed", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 125, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 133, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 125, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2793, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 98825, |
| "unit": "TIME_NS", |
| "min": 40228, |
| "max": 335239, |
| "avg": 98825, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 1802, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000010 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1147987257 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2382816, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5570000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 25, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1159987124, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 315823, |
| "unit": "BYTES_PER_SECOND", |
| "min": 118033, |
| "max": 655917, |
| "avg": 315823, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 417700, |
| "unit": "TIME_NS", |
| "min": 303392, |
| "max": 624382, |
| "avg": 417700, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 98517, |
| "unit": "TIME_NS", |
| "min": 70680, |
| "max": 171810, |
| "avg": 98517, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 1967, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 2961, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1147987257 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1159987124 |
| }, { |
| "label": "Closed", |
| "timestamp": 1159987124 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 131, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1071988101, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1115987613 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1115987613 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 141, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 132, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1031988546, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2961, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 148203, |
| "unit": "TIME_NS", |
| "min": 38832, |
| "max": 374071, |
| "avg": 148203, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 1924, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000015 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999956 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1139987346 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2382816, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 2746000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 76568000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 35, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1151987213, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1135987390, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 385264, |
| "unit": "BYTES_PER_SECOND", |
| "min": 72431, |
| "max": 606411, |
| "avg": 385264, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 430518, |
| "unit": "TIME_NS", |
| "min": 173485, |
| "max": 1546288, |
| "avg": 430518, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 122017, |
| "unit": "TIME_NS", |
| "min": 50007, |
| "max": 246680, |
| "avg": 122017, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2294, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3507, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1151987213 |
| }, { |
| "label": "Closed", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 155, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1071988102, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1103987746 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1107987702 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Closed", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 167, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 157, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3507, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 472756, |
| "unit": "TIME_NS", |
| "min": 45257, |
| "max": 1830123, |
| "avg": 472756, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2240, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000011 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999955 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987390 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1203986636, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1143987302, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 4083000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 84263000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 27, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1131987435, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 382670, |
| "unit": "BYTES_PER_SECOND", |
| "min": 171958, |
| "max": 757301, |
| "avg": 382670, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 422581, |
| "unit": "TIME_NS", |
| "min": 159517, |
| "max": 717411, |
| "avg": 422581, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 154143, |
| "unit": "TIME_NS", |
| "min": 51683, |
| "max": 330769, |
| "avg": 154143, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2316, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3549, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 160, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1055988279, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987390 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 169, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 160, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3549, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 176559, |
| "unit": "TIME_NS", |
| "min": 40508, |
| "max": 644497, |
| "avg": 176559, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2248, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000016 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999956 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1139987346 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5215000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 28, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1135987390, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 310321, |
| "unit": "BYTES_PER_SECOND", |
| "min": 73359, |
| "max": 672815, |
| "avg": 310321, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 545633, |
| "unit": "TIME_NS", |
| "min": 210642, |
| "max": 1642668, |
| "avg": 545633, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 128721, |
| "unit": "TIME_NS", |
| "min": 60063, |
| "max": 276013, |
| "avg": 128721, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2241, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3423, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1151987213 |
| }, { |
| "label": "Closed", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 153, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1103987746 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1107987702 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Closed", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 163, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 153, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3423, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 494243, |
| "unit": "TIME_NS", |
| "min": 41625, |
| "max": 1877057, |
| "avg": 494243, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2196, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000017 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999956 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1139987346 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 2, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 4756000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 26, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1135987390, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 377604, |
| "unit": "BYTES_PER_SECOND", |
| "min": 30909, |
| "max": 863234, |
| "avg": 377604, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 541689, |
| "unit": "TIME_NS", |
| "min": 139963, |
| "max": 1841857, |
| "avg": 541689, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 107029, |
| "unit": "TIME_NS", |
| "min": 48609, |
| "max": 226286, |
| "avg": 107029, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2128, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3234, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1151987213 |
| }, { |
| "label": "Closed", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 144, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1103987746 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1107987702 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Closed", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 145, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3234, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 802407, |
| "unit": "TIME_NS", |
| "min": 36877, |
| "max": 4526839, |
| "avg": 802407, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2078, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000018 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999956 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1139987346 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5535000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 28, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1147987257, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1135987390, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 345878, |
| "unit": "BYTES_PER_SECOND", |
| "min": 60259, |
| "max": 916898, |
| "avg": 345878, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 519077, |
| "unit": "TIME_NS", |
| "min": 193042, |
| "max": 1858620, |
| "avg": 519077, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 97334, |
| "unit": "TIME_NS", |
| "min": 39950, |
| "max": 194159, |
| "avg": 97334, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2196, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3339, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1139987346 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1151987213 |
| }, { |
| "label": "Closed", |
| "timestamp": 1151987213 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1063988190, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 75999156 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1103987746 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1107987702 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1139987346 |
| }, { |
| "label": "Closed", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 150, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3339, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1059988234, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 420980, |
| "unit": "TIME_NS", |
| "min": 36876, |
| "max": 1893260, |
| "avg": 420980, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 2135, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000012 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 11999866 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987390 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 2, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 6029000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 28, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1123987524, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 342114, |
| "unit": "BYTES_PER_SECOND", |
| "min": 78323, |
| "max": 778880, |
| "avg": 342114, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 419820, |
| "unit": "TIME_NS", |
| "min": 238578, |
| "max": 762388, |
| "avg": 419820, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 124712, |
| "unit": "TIME_NS", |
| "min": 69842, |
| "max": 270426, |
| "avg": 124712, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 1966, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 2940, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1143987302 |
| }, { |
| "label": "Closed", |
| "timestamp": 1143987302 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 132, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1055988279, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987390 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 140, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 133, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2940, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 90770, |
| "unit": "TIME_NS", |
| "min": 41347, |
| "max": 216508, |
| "avg": 90770, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 1914, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000013 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 11999866 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987390 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5462000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 28, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1123987524, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 279478, |
| "unit": "BYTES_PER_SECOND", |
| "min": 119056, |
| "max": 499006, |
| "avg": 279478, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 460148, |
| "unit": "TIME_NS", |
| "min": 207290, |
| "max": 711265, |
| "avg": 460148, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 118450, |
| "unit": "TIME_NS", |
| "min": 42463, |
| "max": 246959, |
| "avg": 118450, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 1979, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 2982, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 134, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1055988279, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987390 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1047988368, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 142, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 134, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2982, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1047988368, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 210408, |
| "unit": "TIME_NS", |
| "min": 41625, |
| "max": 833347, |
| "avg": 210408, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 1930, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000014 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 11999866 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987390 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "31712,31712,31712" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2374624, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 5449000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 27, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1135987391, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1123987524, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=4)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 277239, |
| "unit": "BYTES_PER_SECOND", |
| "min": 122029, |
| "max": 520140, |
| "avg": 277239, |
| "num_of_samples": 16, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 447625, |
| "unit": "TIME_NS", |
| "min": 244165, |
| "max": 712662, |
| "avg": 447625, |
| "num_of_samples": 17, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 122378, |
| "unit": "TIME_NS", |
| "min": 70679, |
| "max": 258692, |
| "avg": 122378, |
| "num_of_samples": 17, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10080, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 1930, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 2898, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1135987390 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1147987257 |
| }, { |
| "label": "Closed", |
| "timestamp": 1147987257 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2249856, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 130, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1055988279, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "MaxPartitionLevel" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRepartitions" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2245760, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRepartitioned" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "SpilledPartitions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 1099987790 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987390 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987390 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 138, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 131, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 196608, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 106496, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2898, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 1051988323, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 100315, |
| "unit": "TIME_NS", |
| "min": 39390, |
| "max": 308978, |
| "avg": 100315, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 1874, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Averaged Fragment F00", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "split sizes", |
| "value": " min: 15.76 MB, max: 21.12 MB, avg: 16.41 MB, stddev: 1.42 MB" |
| }, { |
| "key": "completion times", |
| "value": "min:1s191ms max:1s203ms mean: 1s197ms stddev:4.149ms" |
| }, { |
| "key": "execution rates", |
| "value": "min:13.22 MB/sec max:17.54 MB/sec mean:13.70 MB/sec stddev:1.16 MB/sec" |
| }, { |
| "key": "num instances", |
| "value": "12" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Prepare Finished", |
| "ts_stat": { |
| "min": [0, 0, 0, 0, 0], |
| "max": [0, 0, 0, 0, 0], |
| "avg": [0.0, 0.0, 0.0, 0.0, 0.0], |
| "count": [12, 0, 0, 0, 0] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [87999023, 0, 0, 0, 111998757], |
| "max": [87999023, 0, 0, 0, 111998757], |
| "avg": [87999023.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Produced", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }, { |
| "label": "First Batch Sent", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }, { |
| "label": "ExecInternal Finished", |
| "ts_stat": { |
| "min": [1111987657, 1119987568, 0, 1131987435, 1139987346], |
| "max": [1115987613, 1119987568, 0, 1131987435, 1139987346], |
| "avg": [1114273346.0, 1119987568.0, 0.0, 1131987435.0, 1139987346.0], |
| "count": [7, 1, 0, 2, 2] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 1.0, |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "unit": "BYTES", |
| "value": 17209364, |
| "counter_name": "BytesAssigned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1197653372, |
| "counter_name": "CompletionTime" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 14367326, |
| "counter_name": "ExecutionRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2387200, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 2228224, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 18888699, |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsProduced" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3666626, |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 940656225, |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "unit": "UNIT", |
| "value": 13, |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1121987546, |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 5361500, |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 81152250, |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "unit": "UNIT", |
| "value": 261, |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1121987546, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 1025988611, |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 1020655337, |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 95998934, |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 2666637, |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "summary_stats_counters": [{ |
| "value": 225759, |
| "unit": "BYTES_PER_SECOND", |
| "min": 14406, |
| "max": 1188166, |
| "avg": 225759, |
| "num_of_samples": 144, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1302248, |
| "unit": "TIME_NS", |
| "min": 185499, |
| "max": 8207480, |
| "avg": 1302248, |
| "num_of_samples": 288, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 250737, |
| "unit": "TIME_NS", |
| "min": 39670, |
| "max": 4570140, |
| "avg": 250737, |
| "num_of_samples": 288, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "EosSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3666626, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 170112, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsSent" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcFailure" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcRetry" |
| }, { |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2053, |
| "counter_name": "TotalBytesSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 5333274, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 3192, |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [83999067, 0, 0, 0, 111998757], |
| "max": [83999067, 0, 0, 0, 111998757], |
| "avg": [83999067.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [87999023, 0, 0, 0, 111998757], |
| "max": [87999023, 0, 0, 0, 111998757], |
| "avg": [87999023.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [87999023, 0, 0, 0, 111998757], |
| "max": [87999023, 0, 0, 0, 111998757], |
| "avg": [87999023.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2122880, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 148, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1023321974, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "BuildTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "GetResultsTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "HTResizeTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 9, |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "unit": "UNIT", |
| "value": 16, |
| "counter_name": "PartitionsCreated" |
| }, { |
| "unit": "BYTES", |
| "value": 2110592, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 2097152, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1999977, |
| "counter_name": "StreamingTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 1310720, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 20, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 2097152, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 1310720, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "UNIT", |
| "value": 16384, |
| "counter_name": "HashBuckets" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "HashCollisions" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "Probes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "Resizes" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "summary_stats_counters": [{ |
| "value": 6355192, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 99998890, |
| "avg": 6355192, |
| "num_of_samples": 1824, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 1824, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114975, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114975, |
| "num_of_samples": 1824, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 1824, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 1824, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [83999067, 0, 0, 0, 111998757], |
| "max": [83999067, 0, 0, 0, 111998757], |
| "avg": [83999067.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [83999067, 0, 0, 0, 111998757], |
| "max": [87999023, 0, 0, 0, 111998757], |
| "avg": [84999056.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [87999023, 0, 0, 0, 111998757], |
| "max": [87999023, 0, 0, 0, 111998757], |
| "avg": [87999023.0, 0.0, 0.0, 0.0, 111998757.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [179998002, 0, 0, 0, 211997647], |
| "max": [183997957, 0, 0, 0, 211997647], |
| "avg": [181997979.5, 0.0, 0.0, 0.0, 211997647.0], |
| "count": [8, 0, 0, 0, 4] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107321041.8333333, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [6, 2, 0, 2, 2] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [1103987746, 1111987657, 0, 1127987480, 1135987391], |
| "max": [1107987701, 1111987657, 0, 1127987480, 1135987391], |
| "avg": [1107187710.0, 1111987657.0, 0.0, 1127987480.0, 1135987391.0], |
| "count": [5, 3, 0, 2, 2] |
| } |
| }] |
| }], |
| "info_strings": [{ |
| "key": "Table Name", |
| "values": ["tpcds_parquet.store_sales"] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 0.75, |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "unit": "BYTES", |
| "value": 12417186, |
| "counter_name": "BytesRead" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "unit": "BYTES", |
| "value": 12417186, |
| "counter_name": "BytesReadLocal" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "unit": "BYTES", |
| "value": 12417186, |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "DecompressionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumColumns" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumPages" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "NumRowGroups" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "unit": "BYTES", |
| "value": 135168, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 33780122, |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RowsRead" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 149, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "unit": "TIME_NS", |
| "value": 940656225, |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 524994172, |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 368329244, |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 7501128, |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1017322041, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 17476266, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 131072, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 131072, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 12, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000009 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.04 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987391 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987391 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2383104" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16818798, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016710755319535402, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 14109886, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 939989567, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 13, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1139987346, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 4337000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 164809000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 281, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1139987346, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988589, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 554302, |
| "unit": "BYTES_PER_SECOND", |
| "min": 196883, |
| "max": 940747, |
| "avg": 554302, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 583606, |
| "unit": "TIME_NS", |
| "min": 209244, |
| "max": 1292065, |
| "avg": 583606, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 317231, |
| "unit": "TIME_NS", |
| "min": 43581, |
| "max": 2296385, |
| "avg": 317231, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2024, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3150, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987391 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 146, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 150 out of 150" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):150" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 211997647 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987391 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4070813,10696233" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6399928, |
| "unit": "TIME_NS", |
| "min": 3999955, |
| "max": 99998890, |
| "avg": 6399928, |
| "num_of_samples": 150, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114906, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114906, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.5, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12111960, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12111960, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12111960, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 32559393, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 147, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 939989567, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 519994228, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 371995873, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7130822, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1019988679, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17235968, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000b (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.06 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1135987391 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1135987391 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1139987346 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16835710, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016582232078507416, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 14124074, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 947989477, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1139987346, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 63956000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 250, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1139987346, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988589, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 532665, |
| "unit": "BYTES_PER_SECOND", |
| "min": 166026, |
| "max": 1188166, |
| "avg": 532665, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 473827, |
| "unit": "TIME_NS", |
| "min": 199467, |
| "max": 946770, |
| "avg": 473827, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 157061, |
| "unit": "TIME_NS", |
| "min": 39950, |
| "max": 471569, |
| "avg": 157061, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2079, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3213, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987391 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 153 out of 153" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):153" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 211997647 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1135987391 |
| }, { |
| "label": "Closed", |
| "timestamp": 1135987391 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4112412,10934434" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6352870, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 99998890, |
| "avg": 6352870, |
| "num_of_samples": 153, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 153, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 115651, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 115651, |
| "num_of_samples": 153, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 153, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 153, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12537516, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12537516, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12537516, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 35618339, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 947989477, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 547993920, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 351996087, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7289622, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17694720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000a (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.86 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1127987480 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1127987480 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1131987435 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2383104,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16634121, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016435823799250458, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13954954, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 935989612, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1131987435, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 62065000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 278, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1131987435, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 155040, |
| "unit": "BYTES_PER_SECOND", |
| "min": 62905, |
| "max": 198136, |
| "avg": 155040, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 732228, |
| "unit": "TIME_NS", |
| "min": 263162, |
| "max": 1293182, |
| "avg": 732228, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 190154, |
| "unit": "TIME_NS", |
| "min": 39670, |
| "max": 695900, |
| "avg": 190154, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2036, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3171, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Closed", |
| "timestamp": 1127987480 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 11, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 151 out of 151" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):151" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 211997647 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Closed", |
| "timestamp": 1127987480 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4074996,11040287" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6357545, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 99998890, |
| "avg": 6357545, |
| "num_of_samples": 151, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114579, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114579, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.5, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12387575, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12387575, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12387575, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 35192365, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 935989612, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 527994141, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 351996091, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7360191, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1011988767, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17301504, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee3190000000c (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.272" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.76 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1127987480 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1127987480 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1131987435 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2383104,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16526332, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1191986769, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016534174564140786, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13864526, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18946812, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 907989921, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1131987435, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 10991000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 51295000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 248, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1131987435, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 111998757, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 153436, |
| "unit": "BYTES_PER_SECOND", |
| "min": 93243, |
| "max": 216361, |
| "avg": 153436, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 743286, |
| "unit": "TIME_NS", |
| "min": 275455, |
| "max": 1263570, |
| "avg": 743286, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 112479, |
| "unit": "TIME_NS", |
| "min": 41625, |
| "max": 344737, |
| "avg": 112479, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2079, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3234, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Closed", |
| "timestamp": 1127987480 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 151, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 154 out of 154" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):154" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 111998757 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 111998757 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 211997647 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1127987480 |
| }, { |
| "label": "Closed", |
| "timestamp": 1127987480 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4147191,11190295" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6103828, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 99998890, |
| "avg": 6103828, |
| "num_of_samples": 154, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 113624, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 113624, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.5, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12573957, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12573957, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12573957, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 32745043, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 152, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 907989921, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 479994671, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 383995738, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7460196, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1011988768, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17498112, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000004 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.09 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1107987701 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1107987701 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1119987568 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16871797, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016231614336221768, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 14059986, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 7999912, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 975989166, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 15, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1119987568, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 6650000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 59852000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 265, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1119987568, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1031988545, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 36905, |
| "unit": "BYTES_PER_SECOND", |
| "min": 25341, |
| "max": 47813, |
| "avg": 36905, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 2579474, |
| "unit": "TIME_NS", |
| "min": 283836, |
| "max": 5068808, |
| "avg": 2579474, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 479496, |
| "unit": "TIME_NS", |
| "min": 42463, |
| "max": 4570140, |
| "avg": 479496, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 7999912, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2089, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3255, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 151, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 155 out of 155" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):155" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 179998002 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,5175309,11783132" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6399928, |
| "unit": "TIME_NS", |
| "min": 3999955, |
| "max": 91998979, |
| "avg": 6399928, |
| "num_of_samples": 155, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 155, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 120078, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 120078, |
| "num_of_samples": 155, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 155, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 155, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12869946, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12869946, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12869946, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 34597013, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 151, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 975989166, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 555993832, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 371995868, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7855421, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1019988679, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 18612224, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 155, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000001 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.87 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1111987657 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1115987613 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16641560, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016907879699074399, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13868120, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 919989789, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 64146000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 248, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 110911, |
| "unit": "BYTES_PER_SECOND", |
| "min": 58306, |
| "max": 233491, |
| "avg": 110911, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1187198, |
| "unit": "TIME_NS", |
| "min": 319036, |
| "max": 1877336, |
| "avg": 1187198, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 439744, |
| "unit": "TIME_NS", |
| "min": 41067, |
| "max": 2048308, |
| "avg": 439744, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2049, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3192, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 147, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 152 out of 152" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):152" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 179998002 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4566147,11191200" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6210457, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 91998979, |
| "avg": 6210457, |
| "num_of_samples": 152, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 112101, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 112101, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12118610, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12118610, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12118610, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 30915164, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 919989789, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 467994802, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 391995653, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7460800, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17039360, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000002 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.03 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1103987746 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1103987746 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1115987613 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16812382, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016691731591709095, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 14010473, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 887990144, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 17, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 6324000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 142294000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 280, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 22686, |
| "unit": "BYTES_PER_SECOND", |
| "min": 14406, |
| "max": 30431, |
| "avg": 22686, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 4039986, |
| "unit": "TIME_NS", |
| "min": 312610, |
| "max": 8207480, |
| "avg": 4039986, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 245981, |
| "unit": "TIME_NS", |
| "min": 49447, |
| "max": 1795203, |
| "avg": 245981, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2036, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3171, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1103987746 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1103987746 |
| }, { |
| "label": "Closed", |
| "timestamp": 1103987746 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1019988679, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 151 out of 151" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):151" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 179998002 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1103987746 |
| }, { |
| "label": "Closed", |
| "timestamp": 1103987746 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4583361,11193694" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6225096, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 91998979, |
| "avg": 6225096, |
| "num_of_samples": 151, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 112843, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 112843, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12197656, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12197656, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12197656, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 34652815, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 887990144, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 499994446, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 351996098, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7462462, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17039360, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000003 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.276" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.01 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1111987657 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1115987613 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16787175, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986680, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016118538384603102, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13989467, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18805120, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 947989476, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 8945000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 53674000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 255, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1115987613, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 125868, |
| "unit": "BYTES_PER_SECOND", |
| "min": 81251, |
| "max": 210622, |
| "avg": 125868, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1106101, |
| "unit": "TIME_NS", |
| "min": 653995, |
| "max": 1772294, |
| "avg": 1106101, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 407466, |
| "unit": "TIME_NS", |
| "min": 42464, |
| "max": 1928181, |
| "avg": 407466, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2029, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3150, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 145, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 150 out of 150" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):150" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 179998002 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4596388,11607206" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6453261, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 91998979, |
| "avg": 6453261, |
| "num_of_samples": 150, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 119712, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 119712, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12587990, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12587990, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12587990, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 31470324, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 147, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 947989476, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 519994230, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 399995557, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7738137, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1019988679, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17956864, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000005 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.98 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1111987657 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1111987657 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1115987612 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16754463, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016344166853293253, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13962207, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 979989121, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 37, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 9496000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 137704000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 257, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1115987612, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1027988589, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 688948, |
| "unit": "BYTES_PER_SECOND", |
| "min": 426606, |
| "max": 938010, |
| "avg": 688948, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 320967, |
| "unit": "TIME_NS", |
| "min": 185499, |
| "max": 491123, |
| "avg": 320967, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 127390, |
| "unit": "TIME_NS", |
| "min": 47492, |
| "max": 314287, |
| "avg": 127390, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2042, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3171, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 146, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1027988590, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 9, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 151 out of 151" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):151" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 183997957 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1111987657 |
| }, { |
| "label": "Closed", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4247510,11282403" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6622443, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 95998934, |
| "avg": 6622443, |
| "num_of_samples": 151, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114579, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114579, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12493754, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12493754, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12493754, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 33228437, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 979989121, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 539994008, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 375995827, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7521602, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17301504, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000006 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.91 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1107987701 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1107987701 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16683211, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016111626234082427, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 13902830, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 963989303, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 5, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 6258000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 56325000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 257, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 130405, |
| "unit": "BYTES_PER_SECOND", |
| "min": 88349, |
| "max": 203248, |
| "avg": 130405, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1094030, |
| "unit": "TIME_NS", |
| "min": 727468, |
| "max": 1644624, |
| "avg": 1094030, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 140951, |
| "unit": "TIME_NS", |
| "min": 41346, |
| "max": 575493, |
| "avg": 140951, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2057, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3192, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 152 out of 152" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):152" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 183997957 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4742616,11745662" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6447296, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 95998934, |
| "avg": 6447296, |
| "num_of_samples": 152, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 115550, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 115550, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12767178, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12767178, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12767178, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 36270794, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 963989303, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 563993738, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 351996094, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7830441, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17563648, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000007 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.21 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1107987701 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1107987701 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16999375, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1199986681, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0001715861212815684, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 14166303, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 935989610, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 7493000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 56199000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 256, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 130305, |
| "unit": "BYTES_PER_SECOND", |
| "min": 83857, |
| "max": 225229, |
| "avg": 130305, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1039391, |
| "unit": "TIME_NS", |
| "min": 342223, |
| "max": 1669489, |
| "avg": 1039391, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 203552, |
| "unit": "TIME_NS", |
| "min": 40228, |
| "max": 869385, |
| "avg": 203552, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2060, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3213, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 10, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 153 out of 153" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):153" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 183997957 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4226176,11051436" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6300583, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 95998934, |
| "avg": 6300583, |
| "num_of_samples": 153, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 153, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 111368, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 111368, |
| "num_of_samples": 153, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 153, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 153, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12005633, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12005633, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12005633, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 34900483, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 150, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 935989610, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 547993920, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 343996181, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7367624, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17039360, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 153, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance 454fb5fa46498311:3afee31900000008 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:23.281" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/21.12 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 1107987701 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 1107987701 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 1111987657 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "142592,2387200,2387200" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 3, |
| "period": 500, |
| "data": "1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 22147452, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 1203986636, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.00016682223791425095, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 18395097, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2387200, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2228224, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 18914166, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 943989522, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 29, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3844000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 61508000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 259, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 1111987657, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 1019988678, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 2 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Hash Partitioned Sender Codegen Enabled" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 67632, |
| "unit": "BYTES_PER_SECOND", |
| "min": 49126, |
| "max": 94772, |
| "avg": 67632, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 1726886, |
| "unit": "TIME_NS", |
| "min": 792839, |
| "max": 2994240, |
| "avg": 1726886, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 187337, |
| "unit": "TIME_NS", |
| "min": 41626, |
| "max": 764624, |
| "avg": 187337, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 170112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 2061, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 3192, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2122880, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 148, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 1023988634, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "GroupingAggregator 0", |
| "num_children": 2, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Streaming Preaggregation, Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "GetResultsTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "HTResizeTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 11, |
| "unit": "UNIT", |
| "counter_name": "LargestPartitionPercent" |
| }, { |
| "value": 16, |
| "unit": "UNIT", |
| "counter_name": "PartitionsCreated" |
| }, { |
| "value": 2110592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorEstimate" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ReductionFactorThresholdToExpand" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsPassedThrough" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "StreamingTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 20, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 2097152, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 1310720, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Hash Table", |
| "num_children": 0, |
| "counters": [{ |
| "value": 16384, |
| "unit": "UNIT", |
| "counter_name": "HashBuckets" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "HashCollisions" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "Probes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Resizes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "Travel" |
| }] |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 152 out of 152" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:0% 1:100% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/Unknown(Skipped):152" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 83999067 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 83999067 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 87999023 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 183997957 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 1107987701 |
| }, { |
| "label": "Closed", |
| "timestamp": 1107987701 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 3, |
| "period": 500, |
| "data": "0,4271189,11304328" |
| }], |
| "summary_stats_counters": [{ |
| "value": 6394665, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 95998934, |
| "avg": 6394665, |
| "num_of_samples": 152, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114688, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114688, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "min": 131072, |
| "max": 131072, |
| "avg": 131072, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "min": 0, |
| "max": 0, |
| "avg": 0, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "num_of_samples": 0, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 12354468, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 12354468, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 12354468, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 135168, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 33211304, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 149, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 943989522, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 527994138, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 371995869, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7536218, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 1015988723, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 17432576, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 131072, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }] |
| }] |
| }] |
| } |
| } |
| , |
| { |
| "contents": { |
| "profile_name": "Query (id=da4f8f953162a9b0:9a4d93eb00000000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "DEBUG MODE WARNING", |
| "value": "Query profile created while running a DEBUG build of Impala. Use RELEASE builds to measure query performance." |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Summary", |
| "num_children": 1, |
| "info_strings": [{ |
| "key": "Session ID", |
| "value": "3d44010dd05364df:6980cb4578e82ca6" |
| }, { |
| "key": "Session Type", |
| "value": "HIVESERVER2" |
| }, { |
| "key": "HiveServer2 Protocol Version", |
| "value": "V6" |
| }, { |
| "key": "Start Time", |
| "value": "2020-12-15 20:07:23.293049000" |
| }, { |
| "key": "End Time", |
| "value": "2020-12-15 20:07:27.329815000" |
| }, { |
| "key": "Query Type", |
| "value": "QUERY" |
| }, { |
| "key": "Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Impala Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Query Status", |
| "value": "OK" |
| }, { |
| "key": "Impala Version", |
| "value": "impalad version 4.0.0-SNAPSHOT DEBUG (build f7212f2361611fea183e12153886257a844e0ff1)" |
| }, { |
| "key": "User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Connected User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Delegated User", |
| "value": "" |
| }, { |
| "key": "Network Address", |
| "value": "::ffff:127.0.0.1:46162" |
| }, { |
| "key": "Default Db", |
| "value": "default" |
| }, { |
| "key": "Sql Statement", |
| "value": "SELECT NDV(ss_sold_time_sk) AS ss_sold_time_sk, COUNT(CASE WHEN ss_sold_time_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_item_sk) AS ss_item_sk, COUNT(CASE WHEN ss_item_sk IS NULL THEN 1 ELSE NULL END), 8, CAST(8 as DOUBLE), NULL, NULL, NDV(ss_customer_sk) AS ss_customer_sk, COUNT(CASE WHEN ss_customer_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_cdemo_sk) AS ss_cdemo_sk, COUNT(CASE WHEN ss_cdemo_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_hdemo_sk) AS ss_hdemo_sk, COUNT(CASE WHEN ss_hdemo_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_addr_sk) AS ss_addr_sk, COUNT(CASE WHEN ss_addr_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_store_sk) AS ss_store_sk, COUNT(CASE WHEN ss_store_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_promo_sk) AS ss_promo_sk, COUNT(CASE WHEN ss_promo_sk IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_ticket_number) AS ss_ticket_number, COUNT(CASE WHEN ss_ticket_number IS NULL THEN 1 ELSE NULL END), 8, CAST(8 as DOUBLE), NULL, NULL, NDV(ss_quantity) AS ss_quantity, COUNT(CASE WHEN ss_quantity IS NULL THEN 1 ELSE NULL END), 4, CAST(4 as DOUBLE), NULL, NULL, NDV(ss_wholesale_cost) AS ss_wholesale_cost, COUNT(CASE WHEN ss_wholesale_cost IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_list_price) AS ss_list_price, COUNT(CASE WHEN ss_list_price IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_sales_price) AS ss_sales_price, COUNT(CASE WHEN ss_sales_price IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_ext_discount_amt) AS ss_ext_discount_amt, COUNT(CASE WHEN ss_ext_discount_amt IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_ext_sales_price) AS ss_ext_sales_price, COUNT(CASE WHEN ss_ext_sales_price IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_ext_wholesale_cost) AS ss_ext_wholesale_cost, COUNT(CASE WHEN ss_ext_wholesale_cost IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_ext_list_price) AS ss_ext_list_price, COUNT(CASE WHEN ss_ext_list_price IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_ext_tax) AS ss_ext_tax, COUNT(CASE WHEN ss_ext_tax IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_coupon_amt) AS ss_coupon_amt, COUNT(CASE WHEN ss_coupon_amt IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_net_paid) AS ss_net_paid, COUNT(CASE WHEN ss_net_paid IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_net_paid_inc_tax) AS ss_net_paid_inc_tax, COUNT(CASE WHEN ss_net_paid_inc_tax IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL, NDV(ss_net_profit) AS ss_net_profit, COUNT(CASE WHEN ss_net_profit IS NULL THEN 1 ELSE NULL END), 16, CAST(16 as DOUBLE), NULL, NULL FROM tpcds_parquet.store_sales" |
| }, { |
| "key": "Coordinator", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Query Options (set by configuration)", |
| "value": "MT_DOP=4,TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST,PREAGG_BYTES_LIMIT=0,SORT_RUN_BYTES_LIMIT=0,TARGETED_KUDU_SCAN_RANGE_LENGTH=0" |
| }, { |
| "key": "Query Options (set by configuration and planner)", |
| "value": "MT_DOP=4,TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST,PREAGG_BYTES_LIMIT=0,SORT_RUN_BYTES_LIMIT=0,TARGETED_KUDU_SCAN_RANGE_LENGTH=0" |
| }, { |
| "key": "Plan", |
| "value": "\n----------------\nMax Per-Host Resource Reservation: Memory=32.00MB Threads=5\nPer-Host Resource Estimates: Memory=114MB\nAnalyzed query: SELECT ndv(ss_sold_time_sk) ss_sold_time_sk, count(CASE WHEN\nss_sold_time_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(4 AS\nTINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_item_sk) ss_item_sk, count(CASE\nWHEN ss_item_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(8 AS\nTINYINT), CAST(8 AS DOUBLE), NULL, NULL, ndv(ss_customer_sk) ss_customer_sk,\ncount(CASE WHEN ss_customer_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_cdemo_sk) ss_cdemo_sk,\ncount(CASE WHEN ss_cdemo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_hdemo_sk) ss_hdemo_sk,\ncount(CASE WHEN ss_hdemo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_addr_sk) ss_addr_sk,\ncount(CASE WHEN ss_addr_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_store_sk) ss_store_sk,\ncount(CASE WHEN ss_store_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_promo_sk) ss_promo_sk,\ncount(CASE WHEN ss_promo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_ticket_number)\nss_ticket_number, count(CASE WHEN ss_ticket_number IS NULL THEN CAST(1 AS\nTINYINT) ELSE NULL END), CAST(8 AS TINYINT), CAST(8 AS DOUBLE), NULL, NULL,\nndv(ss_quantity) ss_quantity, count(CASE WHEN ss_quantity IS NULL THEN CAST(1 AS\nTINYINT) ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL,\nndv(ss_wholesale_cost) ss_wholesale_cost, count(CASE WHEN ss_wholesale_cost IS\nNULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS\nDOUBLE), NULL, NULL, ndv(ss_list_price) ss_list_price, count(CASE WHEN\nss_list_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS\nTINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_sales_price) ss_sales_price,\ncount(CASE WHEN ss_sales_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_discount_amt)\nss_ext_discount_amt, count(CASE WHEN ss_ext_discount_amt IS NULL THEN CAST(1 AS\nTINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL,\nndv(ss_ext_sales_price) ss_ext_sales_price, count(CASE WHEN ss_ext_sales_price\nIS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS\nDOUBLE), NULL, NULL, ndv(ss_ext_wholesale_cost) ss_ext_wholesale_cost,\ncount(CASE WHEN ss_ext_wholesale_cost IS NULL THEN CAST(1 AS TINYINT) ELSE NULL\nEND), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL,\nndv(ss_ext_list_price) ss_ext_list_price, count(CASE WHEN ss_ext_list_price IS\nNULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS\nDOUBLE), NULL, NULL, ndv(ss_ext_tax) ss_ext_tax, count(CASE WHEN ss_ext_tax IS\nNULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS\nDOUBLE), NULL, NULL, ndv(ss_coupon_amt) ss_coupon_amt, count(CASE WHEN\nss_coupon_amt IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS\nTINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_net_paid) ss_net_paid,\ncount(CASE WHEN ss_net_paid IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END),\nCAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_net_paid_inc_tax)\nss_net_paid_inc_tax, count(CASE WHEN ss_net_paid_inc_tax IS NULL THEN CAST(1 AS\nTINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL,\nndv(ss_net_profit) ss_net_profit, count(CASE WHEN ss_net_profit IS NULL THEN\nCAST(1 AS TINYINT) ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE),\nNULL, NULL FROM tpcds_parquet.store_sales\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Instance Resources: mem-estimate=10.02MB mem-reservation=0B thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: ndv(ss_sold_time_sk), count(CASE WHEN ss_sold_time_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_item_sk), count(CASE WHEN ss_item_sk IS NULL THEN 1 ELSE NULL END), CAST(8 AS TINYINT), CAST(8 AS DOUBLE), NULL, NULL, ndv(ss_customer_sk), count(CASE WHEN ss_customer_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_cdemo_sk), count(CASE WHEN ss_cdemo_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_hdemo_sk), count(CASE WHEN ss_hdemo_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_addr_sk), count(CASE WHEN ss_addr_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_store_sk), count(CASE WHEN ss_store_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_promo_sk), count(CASE WHEN ss_promo_sk IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_ticket_number), count(CASE WHEN ss_ticket_number IS NULL THEN 1 ELSE NULL END), CAST(8 AS TINYINT), CAST(8 AS DOUBLE), NULL, NULL, ndv(ss_quantity), count(CASE WHEN ss_quantity IS NULL THEN 1 ELSE NULL END), CAST(4 AS TINYINT), CAST(4 AS DOUBLE), NULL, NULL, ndv(ss_wholesale_cost), count(CASE WHEN ss_wholesale_cost IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_list_price), count(CASE WHEN ss_list_price IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_sales_price), count(CASE WHEN ss_sales_price IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_discount_amt), count(CASE WHEN ss_ext_discount_amt IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_sales_price), count(CASE WHEN ss_ext_sales_price IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_wholesale_cost), count(CASE WHEN ss_ext_wholesale_cost IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_list_price), count(CASE WHEN ss_ext_list_price IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_ext_tax), count(CASE WHEN ss_ext_tax IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_coupon_amt), count(CASE WHEN ss_coupon_amt IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_net_paid), count(CASE WHEN ss_net_paid IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_net_paid_inc_tax), count(CASE WHEN ss_net_paid_inc_tax IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL, ndv(ss_net_profit), count(CASE WHEN ss_net_profit IS NULL THEN 1 ELSE NULL END), CAST(16 AS TINYINT), CAST(16 AS DOUBLE), NULL, NULL\n| mem-estimate=0B mem-reservation=0B thread-reservation=0\n|\n03:AGGREGATE [FINALIZE]\n| output: ndv:merge(ss_sold_time_sk), count:merge(CASE WHEN ss_sold_time_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_item_sk), count:merge(CASE WHEN ss_item_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_customer_sk), count:merge(CASE WHEN ss_customer_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_cdemo_sk), count:merge(CASE WHEN ss_cdemo_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_hdemo_sk), count:merge(CASE WHEN ss_hdemo_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_addr_sk), count:merge(CASE WHEN ss_addr_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_store_sk), count:merge(CASE WHEN ss_store_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_promo_sk), count:merge(CASE WHEN ss_promo_sk IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ticket_number), count:merge(CASE WHEN ss_ticket_number IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_quantity), count:merge(CASE WHEN ss_quantity IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_wholesale_cost), count:merge(CASE WHEN ss_wholesale_cost IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_list_price), count:merge(CASE WHEN ss_list_price IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_sales_price), count:merge(CASE WHEN ss_sales_price IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ext_discount_amt), count:merge(CASE WHEN ss_ext_discount_amt IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ext_sales_price), count:merge(CASE WHEN ss_ext_sales_price IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ext_wholesale_cost), count:merge(CASE WHEN ss_ext_wholesale_cost IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ext_list_price), count:merge(CASE WHEN ss_ext_list_price IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_ext_tax), count:merge(CASE WHEN ss_ext_tax IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_coupon_amt), count:merge(CASE WHEN ss_coupon_amt IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_net_paid), count:merge(CASE WHEN ss_net_paid IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_net_paid_inc_tax), count:merge(CASE WHEN ss_net_paid_inc_tax IS NULL THEN 1 ELSE NULL END), ndv:merge(ss_net_profit), count:merge(CASE WHEN ss_net_profit IS NULL THEN 1 ELSE NULL END)\n| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0\n| tuple-ids=2 row-size=352B cardinality=1\n| in pipelines: 03(GETNEXT), 01(OPEN)\n|\n02:EXCHANGE [UNPARTITIONED]\n| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0\n| tuple-ids=1 row-size=352B cardinality=1\n| in pipelines: 01(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=3 instances=12\nPer-Instance Resources: mem-estimate=26.00MB mem-reservation=8.00MB thread-reservation=1\n01:AGGREGATE\n| output: ndv(ss_sold_time_sk), count(CASE WHEN ss_sold_time_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_item_sk), count(CASE WHEN ss_item_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_customer_sk), count(CASE WHEN ss_customer_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_cdemo_sk), count(CASE WHEN ss_cdemo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_hdemo_sk), count(CASE WHEN ss_hdemo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_addr_sk), count(CASE WHEN ss_addr_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_store_sk), count(CASE WHEN ss_store_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_promo_sk), count(CASE WHEN ss_promo_sk IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ticket_number), count(CASE WHEN ss_ticket_number IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_quantity), count(CASE WHEN ss_quantity IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_wholesale_cost), count(CASE WHEN ss_wholesale_cost IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_list_price), count(CASE WHEN ss_list_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_sales_price), count(CASE WHEN ss_sales_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ext_discount_amt), count(CASE WHEN ss_ext_discount_amt IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ext_sales_price), count(CASE WHEN ss_ext_sales_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ext_wholesale_cost), count(CASE WHEN ss_ext_wholesale_cost IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ext_list_price), count(CASE WHEN ss_ext_list_price IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_ext_tax), count(CASE WHEN ss_ext_tax IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_coupon_amt), count(CASE WHEN ss_coupon_amt IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_net_paid), count(CASE WHEN ss_net_paid IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_net_paid_inc_tax), count(CASE WHEN ss_net_paid_inc_tax IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END), ndv(ss_net_profit), count(CASE WHEN ss_net_profit IS NULL THEN CAST(1 AS TINYINT) ELSE NULL END)\n| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0\n| tuple-ids=1 row-size=352B cardinality=1\n| in pipelines: 01(GETNEXT), 00(OPEN)\n|\n00:SCAN HDFS [tpcds_parquet.store_sales, RANDOM]\n HDFS partitions=1824/1824 files=1824 size=196.95MB\n stored statistics:\n table: rows=2.88M size=196.95MB\n partitions: 1824/1824 rows=2.88M\n columns: all\n extrapolated-rows=disabled max-scan-range-rows=130.09K\n mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=0\n tuple-ids=0 row-size=96B cardinality=2.88M\n in pipelines: 00(GETNEXT)\n----------------" |
| }, { |
| "key": "Estimated Per-Host Mem", |
| "value": "119554048" |
| }, { |
| "key": "Request Pool", |
| "value": "default-pool" |
| }, { |
| "key": "Per Host Min Memory Reservation", |
| "value": "tarmstrong-Precision-7540:27002(32.00 MB) tarmstrong-Precision-7540:27000(32.00 MB) tarmstrong-Precision-7540:27001(32.00 MB)" |
| }, { |
| "key": "Per Host Number of Fragment Instances", |
| "value": "tarmstrong-Precision-7540:27002(4) tarmstrong-Precision-7540:27000(5) tarmstrong-Precision-7540:27001(4)" |
| }, { |
| "key": "Admission result", |
| "value": "Admitted immediately" |
| }, { |
| "key": "Cluster Memory Admitted", |
| "value": "342.05 MB" |
| }, { |
| "key": "Executor Group", |
| "value": "default" |
| }, { |
| "key": "ExecSummary", |
| "value": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n----------------------------------------------------------------------------------------------------------------------------------\nF01:ROOT 1 1 0.000ns 0.000ns 0 0 \n03:AGGREGATE 1 1 0.000ns 0.000ns 1 1 34.17 KB 10.00 MB FINALIZE \n02:EXCHANGE 1 1 0.000ns 0.000ns 12 1 392.00 KB 16.00 KB UNPARTITIONED \nF00:EXCHANGE SENDER 3 12 0.000ns 0.000ns 8.00 B 0 \n01:AGGREGATE 3 12 159.664ms 227.997ms 12 1 133.17 KB 10.00 MB \n00:SCAN HDFS 3 12 3s370ms 3s439ms 2.88M 2.88M 12.24 MB 16.00 MB tpcds_parquet.store_sales" |
| }, { |
| "key": "Errors", |
| "value": "" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Metadata of all 1 tables cached", |
| "timestamp": 11900133 |
| }, { |
| "label": "Analysis finished", |
| "timestamp": 52835284 |
| }, { |
| "label": "Authorization finished (noop)", |
| "timestamp": 52914624 |
| }, { |
| "label": "Value transfer graph computed", |
| "timestamp": 53556047 |
| }, { |
| "label": "Single node plan created", |
| "timestamp": 114085338 |
| }, { |
| "label": "Runtime filters computed", |
| "timestamp": 118854945 |
| }, { |
| "label": "Distributed plan created", |
| "timestamp": 118955796 |
| }, { |
| "label": "Parallel plans created", |
| "timestamp": 118968647 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 133843465 |
| }] |
| }, { |
| "offset": 0, |
| "events": [{ |
| "label": "Query submitted", |
| "timestamp": 0 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 147998358 |
| }, { |
| "label": "Submit for admission", |
| "timestamp": 147998358 |
| }, { |
| "label": "Completed admission", |
| "timestamp": 163998180 |
| }, { |
| "label": "Ready to start on 3 backends", |
| "timestamp": 163998180 |
| }, { |
| "label": "All 3 execution backends (13 fragment instances) started", |
| "timestamp": 175998047 |
| }, { |
| "label": "Rows available", |
| "timestamp": 4011955469 |
| }, { |
| "label": "First row fetched", |
| "timestamp": 4011955469 |
| }, { |
| "label": "Last row fetched", |
| "timestamp": 4011955469 |
| }, { |
| "label": "Released admission control resources", |
| "timestamp": 4035955203 |
| }, { |
| "label": "Unregister query", |
| "timestamp": 4035955203 |
| }] |
| }], |
| "counters": [{ |
| "value": 67000000, |
| "unit": "TIME_NS", |
| "counter_name": "AdmissionControlTimeSinceLastUpdate" |
| }, { |
| "value": 11999866, |
| "unit": "TIME_NS", |
| "counter_name": "ComputeScanRangeAssignmentTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Frontend", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "ImpalaServer", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ClientFetchWaitTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetched" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetchedFromCache" |
| }, { |
| "value": 41, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowMaterializationRate" |
| }, { |
| "value": 23999734, |
| "unit": "TIME_NS", |
| "counter_name": "RowMaterializationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Execution Profile da4f8f953162a9b0:9a4d93eb00000000", |
| "num_children": 5, |
| "info_strings": [{ |
| "key": "Number of filters", |
| "value": "0" |
| }, { |
| "key": "Filter routing table", |
| "value": "\n ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled Bloom Size Est fpp\n----------------------------------------------------------------------------------------------------------------------------------------" |
| }, { |
| "key": "Backend startup latencies", |
| "value": "Count: 3, min / max: 3ms / 4ms, 25th %-ile: 3ms, 50th %-ile: 4ms, 75th %-ile: 4ms, 90th %-ile: 4ms, 95th %-ile: 4ms, 99.9th %-ile: 4ms" |
| }, { |
| "key": "Slowest backend to start up", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Per Node Peak Memory Usage", |
| "value": "tarmstrong-Precision-7540:27000(37.41 MB) tarmstrong-Precision-7540:27001(33.69 MB) tarmstrong-Precision-7540:27002(33.61 MB)" |
| }, { |
| "key": "Per Node Bytes Read", |
| "value": "tarmstrong-Precision-7540:27000(113.30 MB) tarmstrong-Precision-7540:27001(108.23 MB) tarmstrong-Precision-7540:27002(107.79 MB)" |
| }, { |
| "key": "Per Node User Time", |
| "value": "tarmstrong-Precision-7540:27000(5s703ms) tarmstrong-Precision-7540:27001(5s191ms) tarmstrong-Precision-7540:27002(5s217ms)" |
| }, { |
| "key": "Per Node System Time", |
| "value": "tarmstrong-Precision-7540:27000(285.814ms) tarmstrong-Precision-7540:27001(320.814ms) tarmstrong-Precision-7540:27002(281.862ms)" |
| }], |
| "counters": [{ |
| "value": 0.0005178193873396139, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "FiltersReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "FinalizationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "InnerNodeSelectivityRatio" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "NumBackends" |
| }, { |
| "value": 3, |
| "unit": "UNIT", |
| "counter_name": "NumCompletedBackends" |
| }, { |
| "value": 13, |
| "unit": "UNIT", |
| "counter_name": "NumFragmentInstances" |
| }, { |
| "value": 2, |
| "unit": "UNIT", |
| "counter_name": "NumFragments" |
| }, { |
| "value": 345305727, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesRead" |
| }, { |
| "value": 178806, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 17001599000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalCpuTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "TotalInnerBytesSent" |
| }, { |
| "value": 178806, |
| "unit": "BYTES", |
| "counter_name": "TotalScanBytesSent" |
| }, { |
| "value": 3871957023, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Per Node Profiles", |
| "num_children": 3, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "tarmstrong-Precision-7540:27000", |
| "num_children": 4, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 13, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F01", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 88000000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 15999822, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 75999156, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 132, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 660, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 55999379, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 337920, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 87999023, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 239997336, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3953000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 233257000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 223997513, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 213, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 3202, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 203997736, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 1639424, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 15999823, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 239997336, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "tarmstrong-Precision-7540:27001", |
| "num_children": 3, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 239997336, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 3953000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 233275000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 223997513, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 213, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 3202, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 203997736, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 1639424, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 15999823, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 239997336, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "tarmstrong-Precision-7540:27002", |
| "num_children": 3, |
| "counters": [{ |
| "value": 4, |
| "unit": "UNIT", |
| "counter_name": "AdmissionSlots" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BloomFilterBytes" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchBytesWritten" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ScratchFileUsedBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ScratchWrites" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalEncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalReadBlockTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "UncompressedScratchBytesWritten" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReservationLimit" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "JVM", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumInfoThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "GcNumWarnThresholdExceeded" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_MS", |
| "counter_name": "GcTotalExtraSleepTimeMillis" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "CodeGen", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadInvoluntaryContextSwitches" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadSysTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenCompileThreadUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenCompileThreadVoluntaryContextSwitches" |
| }, { |
| "value": 2, |
| "unit": "UNIT", |
| "counter_name": "CodegenInvoluntaryContextSwitches" |
| }, { |
| "value": 235997380, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenTotalWallClockTime", |
| "child_counters": [{ |
| "value": 7988000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenSysTime" |
| }, { |
| "value": 227667000, |
| "unit": "TIME_NS", |
| "counter_name": "CodegenUserTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CodegenVoluntaryContextSwitches" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "CompileTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 11999866, |
| "unit": "TIME_NS", |
| "counter_name": "IrGenerationTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "LoadTime" |
| }, { |
| "value": 223997513, |
| "unit": "TIME_NS", |
| "counter_name": "MainThreadCodegenTime" |
| }, { |
| "value": 3105592, |
| "unit": "BYTES", |
| "counter_name": "ModuleBitcodeSize" |
| }, { |
| "value": 213, |
| "unit": "UNIT", |
| "counter_name": "NumFunctions" |
| }, { |
| "value": 3202, |
| "unit": "UNIT", |
| "counter_name": "NumInstructions" |
| }, { |
| "value": 207997692, |
| "unit": "TIME_NS", |
| "counter_name": "OptimizationTime" |
| }, { |
| "value": 1639424, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 11999867, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime" |
| }, { |
| "value": 235997380, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Averaged Fragment F01", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "split sizes", |
| "value": " min: 0, max: 0, avg: 0, stddev: 0" |
| }, { |
| "key": "completion times", |
| "value": "min:3s863ms max:3s863ms mean: 3s863ms stddev:0.000ns" |
| }, { |
| "key": "execution rates", |
| "value": "min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec" |
| }, { |
| "key": "num instances", |
| "value": "1" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Prepare Finished", |
| "ts_list": [3999956] |
| }, { |
| "label": "Open Finished", |
| "ts_list": [3819957600] |
| }, { |
| "label": "First Batch Produced", |
| "ts_list": [3819957600] |
| }, { |
| "label": "First Batch Sent", |
| "ts_list": [3819957600] |
| }, { |
| "label": "ExecInternal Finished", |
| "ts_list": [3819957600] |
| }] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesAssigned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3863957112, |
| "counter_name": "CompletionTime" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 0, |
| "counter_name": "ExecutionRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 444592, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 39231939, |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsProduced" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3815957644, |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 92519000, |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "unit": "UNIT", |
| "value": 13, |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3819957600, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3815957644, |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 3999956, |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "PLAN_ROOT_SINK", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 0 |
| }, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsSent" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 0, |
| "counter_name": "RowsSentRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_list": [91998979] |
| }, { |
| "label": "Open Finished", |
| "ts_list": [3819957600] |
| }, { |
| "label": "First Batch Requested", |
| "ts_list": [3819957600] |
| }, { |
| "label": "First Batch Returned", |
| "ts_list": [3819957600] |
| }, { |
| "label": "Last Batch Returned", |
| "ts_list": [3819957600] |
| }, { |
| "label": "Closed", |
| "ts_list": [3819957600] |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 34992, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 0, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "BuildTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 26800, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_list": [91998979] |
| }, { |
| "label": "Open Finished", |
| "ts_list": [3695958976] |
| }, { |
| "label": "First Batch Requested", |
| "ts_list": [3695958976] |
| }, { |
| "label": "First Batch Returned", |
| "ts_list": [3819957600] |
| }, { |
| "label": "Last Batch Returned", |
| "ts_list": [3819957600] |
| }, { |
| "label": "Closed", |
| "ts_list": [3819957600] |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 401408, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 3, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 491520, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 24, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 401408, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 401408, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 3603959997, |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 272544, |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 3727958621, |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "summary_stats_counters": [{ |
| "value": 81062, |
| "unit": "TIME_NS", |
| "min": 54756, |
| "max": 134375, |
| "avg": 81062, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "unit": "BYTES", |
| "value": 178806, |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "unit": "UNIT", |
| "value": 12, |
| "counter_name": "TotalEosReceived" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Coordinator Fragment F01", |
| "num_children": 1, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000000 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.327" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 3999956 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3819957600 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12288,12288,12288,12288,12288,12288,12288,12288" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 0, |
| "period": 500, |
| "data": "" |
| }], |
| "counters": [{ |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3863957112, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 0, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 444592, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 39231939, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 92519000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 13, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3819957600, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "PLAN_ROOT_SINK", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 0 |
| }, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsSentRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=3)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 3 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 91998979 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Closed", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 34992, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "EXCHANGE_NODE (id=2)", |
| "num_children": 3, |
| "node_metadata": { |
| "plan_node_id": 2 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 91998979 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Closed", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ConvertRowBatchTime" |
| }, { |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 401408, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 3, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 491520, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 24, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 401408, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 401408, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }, { |
| "profile_name": "Dequeue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesDequeued", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "counters": [{ |
| "value": 3603959997, |
| "unit": "TIME_NS", |
| "counter_name": "FirstBatchWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 272544, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesDequeued" |
| }, { |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "TotalGetBatchTime", |
| "child_counters": [{ |
| "value": 3727958621, |
| "unit": "TIME_NS", |
| "counter_name": "DataWaitTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Enqueue", |
| "num_children": 0, |
| "time_series_counters": [{ |
| "counter_name": "BytesReceived", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }, { |
| "counter_name": "DeferredQueueSize", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 81062, |
| "unit": "TIME_NS", |
| "min": 54756, |
| "max": 134375, |
| "avg": 81062, |
| "num_of_samples": 12, |
| "counter_name": "DispatchTime" |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "DeserializeRowBatchTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesEnqueued" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalBatchesReceived" |
| }, { |
| "value": 178806, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesReceived" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalEarlySenders" |
| }, { |
| "value": 12, |
| "unit": "UNIT", |
| "counter_name": "TotalEosReceived" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalHasDeferredRPCsTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "TotalRPCsDeferred" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Averaged Fragment F00", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "split sizes", |
| "value": " min: 15.76 MB, max: 21.12 MB, avg: 16.41 MB, stddev: 1.42 MB" |
| }, { |
| "key": "completion times", |
| "value": "min:3s731ms max:3s863ms mean: 3s816ms stddev:58.197ms" |
| }, { |
| "key": "execution rates", |
| "value": "min:4.12 MB/sec max:5.47 MB/sec mean:4.30 MB/sec stddev:365.33 KB/sec" |
| }, { |
| "key": "num instances", |
| "value": "12" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Prepare Finished", |
| "ts_stat": { |
| "min": [0, 0, 0, 0, 0], |
| "max": [0, 0, 0, 0, 0], |
| "avg": [0.0, 0.0, 0.0, 0.0, 0.0], |
| "count": [12, 0, 0, 0, 0] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "First Batch Produced", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "First Batch Sent", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "ExecInternal Finished", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3791957911, 3795957866], |
| "max": [3703958887, 0, 0, 3791957911, 3819957600], |
| "avg": [3696958964.75, 0.0, 0.0, 3791957911.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 1.0, |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "unit": "BYTES", |
| "value": 17209364, |
| "counter_name": "BytesAssigned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3816957633, |
| "counter_name": "CompletionTime" |
| }, { |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 4508092, |
| "counter_name": "ExecutionRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 9200547, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES", |
| "value": 8415914, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 36600553, |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsProduced" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 666659, |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 334329621, |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "unit": "UNIT", |
| "value": 8152, |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3769958154, |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 74040833, |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 1335049166, |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "unit": "UNIT", |
| "value": 3631, |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3769958154, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 666659, |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3769291495, |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 3530627478, |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "summary_stats_counters": [{ |
| "value": 59461164, |
| "unit": "BYTES_PER_SECOND", |
| "min": 29213562, |
| "max": 85331335, |
| "avg": 59461164, |
| "num_of_samples": 12, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 222572, |
| "unit": "TIME_NS", |
| "min": 140800, |
| "max": 509284, |
| "avg": 222572, |
| "num_of_samples": 24, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 100501, |
| "unit": "TIME_NS", |
| "min": 50845, |
| "max": 193042, |
| "avg": 100501, |
| "num_of_samples": 24, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "EosSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 666659, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 8, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsSent" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcFailure" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RpcRetry" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "unit": "BYTES", |
| "value": 14900, |
| "counter_name": "TotalBytesSent" |
| }, { |
| "unit": "TIME_NS", |
| "value": 666659, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 22712, |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [235997380, 0, 0, 0, 239997336], |
| "max": [235997380, 0, 0, 0, 239997336], |
| "avg": [235997380.0, 0.0, 0.0, 0.0, 239997336.0], |
| "count": [4, 0, 0, 0, 8] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }] |
| }], |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 136368, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 0, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3530627478, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 155998268, |
| "counter_name": "BuildTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 26800, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "summary_stats_counters": [{ |
| "value": 1427615, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 15999823, |
| "avg": 1427615, |
| "num_of_samples": 1824, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8398309, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8716288, |
| "avg": 8398309, |
| "num_of_samples": 1824, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114975, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114975, |
| "num_of_samples": 1824, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 255579, |
| "unit": "BYTES", |
| "min": 74623, |
| "max": 522065, |
| "avg": 255579, |
| "num_of_samples": 264, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1679, |
| "unit": "BYTES", |
| "min": 162, |
| "max": 80161, |
| "avg": 1679, |
| "num_of_samples": 40174, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8398488, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8716288, |
| "avg": 8398488, |
| "num_of_samples": 1824, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 230202, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 8716288, |
| "avg": 230202, |
| "num_of_samples": 1824, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 272531, |
| "unit": "BYTES", |
| "min": 75342, |
| "max": 868472, |
| "avg": 272531, |
| "num_of_samples": 264, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1790, |
| "unit": "BYTES", |
| "min": 158, |
| "max": 80152, |
| "avg": 1790, |
| "num_of_samples": 40174, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "event_sequences": [{ |
| "events": [{ |
| "label": "Open Started", |
| "ts_stat": { |
| "min": [235997380, 0, 0, 0, 239997336], |
| "max": [235997380, 0, 0, 0, 239997336], |
| "avg": [235997380.0, 0.0, 0.0, 0.0, 239997336.0], |
| "count": [4, 0, 0, 0, 8] |
| } |
| }, { |
| "label": "Open Finished", |
| "ts_stat": { |
| "min": [239997336, 0, 0, 0, 0], |
| "max": [239997336, 0, 0, 0, 0], |
| "avg": [239997336.0, 0.0, 0.0, 0.0, 0.0], |
| "count": [12, 0, 0, 0, 0] |
| } |
| }, { |
| "label": "First Batch Requested", |
| "ts_stat": { |
| "min": [239997336, 0, 0, 0, 0], |
| "max": [239997336, 0, 0, 0, 0], |
| "avg": [239997336.0, 0.0, 0.0, 0.0, 0.0], |
| "count": [12, 0, 0, 0, 0] |
| } |
| }, { |
| "label": "First Batch Returned", |
| "ts_stat": { |
| "min": [255997158, 263997070, 267997025, 0, 275996937], |
| "max": [259997114, 263997070, 267997026, 0, 279996892], |
| "avg": [259197122.8, 263997070.0, 267997025.66666667, 0.0, 277996914.5], |
| "count": [5, 2, 3, 0, 2] |
| } |
| }, { |
| "label": "Last Batch Returned", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3699958931, 0, 0, 3787957955, 3819957600], |
| "avg": [3694958986.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }, { |
| "label": "Closed", |
| "ts_stat": { |
| "min": [3691959020, 0, 0, 3787957955, 3795957866], |
| "max": [3703958887, 0, 0, 3787957955, 3819957600], |
| "avg": [3695958975.75, 0.0, 0.0, 3787957955.0, 3808529155.285714], |
| "count": [4, 0, 0, 1, 7] |
| } |
| }] |
| }], |
| "info_strings": [{ |
| "key": "Table Name", |
| "values": ["tpcds_parquet.store_sales"] |
| }], |
| "counters": [{ |
| "unit": "DOUBLE_VALUE", |
| "value": 0.0, |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "unit": "BYTES", |
| "value": 28775477, |
| "counter_name": "BytesRead" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "unit": "BYTES", |
| "value": 28775477, |
| "counter_name": "BytesReadLocal" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "unit": "BYTES", |
| "value": 28775477, |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "unit": "UNIT", |
| "value": 3188, |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "unit": "UNIT", |
| "value": 307, |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "unit": "TIME_NS", |
| "value": 36666259, |
| "counter_name": "DecompressionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 669659234, |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "unit": "UNIT", |
| "value": 22, |
| "counter_name": "NumColumns" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "unit": "UNIT", |
| "value": 1, |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "unit": "UNIT", |
| "value": 3347, |
| "counter_name": "NumPages" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "NumRowGroups" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "unit": "BYTES", |
| "value": 9157355, |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 74294881, |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "unit": "UNIT", |
| "value": 240033, |
| "counter_name": "RowsRead" |
| }, { |
| "unit": "UNIT", |
| "value": 240033, |
| "counter_name": "RowsReturned" |
| }, { |
| "unit": "UNIT_PER_SECOND", |
| "value": 71265, |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "unit": "UNIT", |
| "value": 152, |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "unit": "TIME_NS", |
| "value": 334329621, |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 568327025, |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 389662342, |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "unit": "BYTES_PER_SECOND", |
| "value": 6878726, |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "unit": "TIME_NS", |
| "value": 3370962583, |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "unit": "TIME_NS", |
| "value": 17333141, |
| "counter_name": "AllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "CompressionTime" |
| }, { |
| "unit": "BYTES", |
| "value": 52467029, |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 3496, |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "EncryptionTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 8415914, |
| "counter_name": "PeakReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "unit": "BYTES", |
| "value": 1117525, |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "ReadIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "ReadIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 333329, |
| "counter_name": "SystemAllocTime" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "TotalTime" |
| }, { |
| "unit": "BYTES", |
| "value": 0, |
| "counter_name": "WriteIoBytes" |
| }, { |
| "unit": "UNIT", |
| "value": 0, |
| "counter_name": "WriteIoOps" |
| }, { |
| "unit": "TIME_NS", |
| "value": 0, |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Fragment F00", |
| "num_children": 12, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000001 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.317" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.87 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3819957600 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8431800,8465596,8467256,8431800,8431800,8615048" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16641560, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3851957245, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005004192192464522, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4320286, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8852160, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35326680, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 319996443, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8081, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3819957600, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 89516000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1283482000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3696, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3819957600, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3819957600, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3579960264, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 71769365, |
| "unit": "BYTES_PER_SECOND", |
| "min": 71769365, |
| "max": 71769365, |
| "avg": 71769365, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 182146, |
| "unit": "TIME_NS", |
| "min": 157004, |
| "max": 207289, |
| "avg": 182146, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 122501, |
| "unit": "TIME_NS", |
| "min": 53638, |
| "max": 191365, |
| "avg": 122501, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14877, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3819957600 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Closed", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3579960264, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 183997962, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 156 out of 156" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:156" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 259997114 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3819957600 |
| }, { |
| "label": "Closed", |
| "timestamp": 3819957600 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3442618,7685261,11645426,15317363,18943178,22926824,27230794" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1230755, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1230755, |
| "num_of_samples": 156, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 156, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 118468, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 118468, |
| "num_of_samples": 156, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 256695, |
| "unit": "BYTES", |
| "min": 85361, |
| "max": 348469, |
| "avg": 256695, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1645, |
| "unit": "BYTES", |
| "min": 238, |
| "max": 5095, |
| "avg": 1645, |
| "num_of_samples": 3432, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 156, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 227590, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 401408, |
| "avg": 227590, |
| "num_of_samples": 156, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 273365, |
| "unit": "BYTES", |
| "min": 86384, |
| "max": 349107, |
| "avg": 273365, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1752, |
| "unit": "BYTES", |
| "min": 238, |
| "max": 5118, |
| "avg": 1752, |
| "num_of_samples": 3432, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.2857142857142857, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 29729074, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 29729074, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 29729074, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3278, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 310, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 51999421, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 651992772, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3432, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8808968, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 86422684, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 241554, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 241554, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 71129, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 319996443, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 615993166, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 343996189, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6807698, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3395962302, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 27999692, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 53985280, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3588, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 401408, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000002 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.317" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.03 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3815957644 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8643508,8615252,8431800,8431800,8431800,8725556" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16812382, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3851957245, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.000536764173489461, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4364633, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8861304, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35326680, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 383995729, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8172, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 69901000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1459702000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3607, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3575960308, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 85331335, |
| "unit": "BYTES_PER_SECOND", |
| "min": 85331335, |
| "max": 85331335, |
| "avg": 85331335, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 164826, |
| "unit": "TIME_NS", |
| "min": 154769, |
| "max": 174883, |
| "avg": 164826, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 83530, |
| "unit": "TIME_NS", |
| "min": 59225, |
| "max": 107835, |
| "avg": 83530, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14923, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Closed", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3575960308, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 131998535, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 147 out of 147" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:147" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 267997026 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Closed", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3628229,7364623,11183150,14601703,17600976,21259943,25608303" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1850319, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 15999823, |
| "avg": 1850319, |
| "num_of_samples": 147, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 147, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 119480, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 119480, |
| "num_of_samples": 147, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 239759, |
| "unit": "BYTES", |
| "min": 79029, |
| "max": 326039, |
| "avg": 239759, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1631, |
| "unit": "BYTES", |
| "min": 233, |
| "max": 5330, |
| "avg": 1631, |
| "num_of_samples": 3234, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 147, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 225475, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 434176, |
| "avg": 225475, |
| "num_of_samples": 147, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 254856, |
| "unit": "BYTES", |
| "min": 79951, |
| "max": 326591, |
| "avg": 254856, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1733, |
| "unit": "BYTES", |
| "min": 229, |
| "max": 5350, |
| "avg": 1733, |
| "num_of_samples": 3234, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.14285714285714286, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 27801781, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 27801781, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 27801781, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3089, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 292, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 35999600, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 683992404, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3234, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 147, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 147, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8818112, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 72401275, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 225981, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 225981, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 65692, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 147, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 383995729, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 511994318, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 383995736, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6402075, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3439961817, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 19999780, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 50708480, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3381, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 434176, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000004 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.317" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.09 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3815957644 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8431800,8431800,8431800,8431800,8483288,8607868" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16871797, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3851957245, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005276080642841526, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4380058, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8889122, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35326680, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 323996403, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8149, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 91178000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1219517000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3752, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3815957644, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3575960308, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 67796919, |
| "unit": "BYTES_PER_SECOND", |
| "min": 67796919, |
| "max": 67796919, |
| "avg": 67796919, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 182565, |
| "unit": "TIME_NS", |
| "min": 145829, |
| "max": 219302, |
| "avg": 182565, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 94146, |
| "unit": "TIME_NS", |
| "min": 55873, |
| "max": 132419, |
| "avg": 94146, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14868, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3815957644 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Closed", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3575960308, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 167998132, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 151 out of 151" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:151" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 263997070 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3815957644 |
| }, { |
| "label": "Closed", |
| "timestamp": 3815957644 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3159432,7413230,10882828,14595272,18161349,22124100,26075865" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1483427, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999866, |
| "avg": 1483427, |
| "num_of_samples": 151, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114579, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114579, |
| "num_of_samples": 151, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 241474, |
| "unit": "BYTES", |
| "min": 80542, |
| "max": 326435, |
| "avg": 241474, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1599, |
| "unit": "BYTES", |
| "min": 230, |
| "max": 5992, |
| "avg": 1599, |
| "num_of_samples": 3322, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 226609, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 450560, |
| "avg": 226609, |
| "num_of_samples": 151, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 256979, |
| "unit": "BYTES", |
| "min": 81585, |
| "max": 327015, |
| "avg": 256979, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1701, |
| "unit": "BYTES", |
| "min": 226, |
| "max": 6029, |
| "avg": 1701, |
| "num_of_samples": 3322, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 28180009, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 28180009, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 28180009, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3169, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 304, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 55999379, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 611993206, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3322, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8845930, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 78278672, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 227664, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 227664, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 66960, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 151, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 323996403, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 519994226, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 359996000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6518966, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3399962264, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 15999823, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 51519488, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3473, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 450560, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000003 (host=tarmstrong-Precision-7540:27001)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.317" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.01 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3811957689 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3811957689 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3811957689 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3811957689 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8691276,8431800,8431800,8761012,8727696,8431800,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16787175, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3851957245, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005366043719987935, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4358089, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8855979, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35326680, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 399995558, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 7723, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3811957689, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 70219000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1228849000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3786, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3811957689, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3811957689, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3571960353, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 62030442, |
| "unit": "BYTES_PER_SECOND", |
| "min": 62030442, |
| "max": 62030442, |
| "avg": 62030442, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 190526, |
| "unit": "TIME_NS", |
| "min": 140800, |
| "max": 240253, |
| "avg": 190526, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 97359, |
| "unit": "TIME_NS", |
| "min": 50845, |
| "max": 143874, |
| "avg": 97359, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14903, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3811957689 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3811957689 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3811957689 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3811957689 |
| }, { |
| "label": "Closed", |
| "timestamp": 3811957689 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3571960353, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 131998536, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 154 out of 154" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:0% 2:14.29% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:154" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 259997114 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3811957689 |
| }, { |
| "label": "Closed", |
| "timestamp": 3811957689 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3393386,7458430,10908593,14330197,17577125,21336912,25964312" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1740240, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1740240, |
| "num_of_samples": 154, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 112347, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 112347, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 235854, |
| "unit": "BYTES", |
| "min": 78367, |
| "max": 318214, |
| "avg": 235854, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1531, |
| "unit": "BYTES", |
| "min": 162, |
| "max": 5197, |
| "avg": 1531, |
| "num_of_samples": 3388, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 219747, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 417792, |
| "avg": 219747, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 250287, |
| "unit": "BYTES", |
| "min": 79082, |
| "max": 318725, |
| "avg": 250287, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1625, |
| "unit": "BYTES", |
| "min": 158, |
| "max": 5229, |
| "avg": 1625, |
| "num_of_samples": 3388, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.2857142857142857, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 27772789, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 27772789, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 27772789, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3242, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 300, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 55999378, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 619993126, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3388, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8812787, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 69432743, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 222714, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 222714, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 64969, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 399995558, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 543993966, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 399995559, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6491078, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3427961950, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 7999911, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 51142656, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3542, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 417792, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000005 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.327" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.98 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3799957822 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8714652,8431800,8431800,8431800,8431800,8774192,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16754463, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3863957112, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005195682883837927, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4336089, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8856210, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 39231939, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 367995913, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8319, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 58912000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1523877000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3758, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3559960486, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 51673788, |
| "unit": "BYTES_PER_SECOND", |
| "min": 51673788, |
| "max": 51673788, |
| "avg": 51673788, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 220978, |
| "unit": "TIME_NS", |
| "min": 152255, |
| "max": 289702, |
| "avg": 220978, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 98476, |
| "unit": "TIME_NS", |
| "min": 54755, |
| "max": 142197, |
| "avg": 98476, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14970, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Closed", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3559960486, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 135998493, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 154 out of 154" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:71.43% 1:14.29% 2:0% 3:0% 4:0% 5:14.29% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:154" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 267997026 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Closed", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3375389,8417712,12009453,15216757,18956784,22741643,27396341" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1376608, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 7999912, |
| "avg": 1376608, |
| "num_of_samples": 154, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114475, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114475, |
| "num_of_samples": 154, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 249468, |
| "unit": "BYTES", |
| "min": 82748, |
| "max": 337960, |
| "avg": 249468, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1619, |
| "unit": "BYTES", |
| "min": 231, |
| "max": 5205, |
| "avg": 1619, |
| "num_of_samples": 3388, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 228046, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 417792, |
| "avg": 228046, |
| "num_of_samples": 154, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 265313, |
| "unit": "BYTES", |
| "min": 83711, |
| "max": 338554, |
| "avg": 265313, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1722, |
| "unit": "BYTES", |
| "min": 227, |
| "max": 5237, |
| "avg": 1722, |
| "num_of_samples": 3388, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.8571428571428571, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 28812382, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 28812382, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 28812382, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3242, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 300, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 19999778, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 731991881, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3388, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8813018, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 63744915, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 234810, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 234810, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 68578, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 154, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 367995913, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 595993384, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 451994982, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6837120, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3423961993, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 52748288, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3542, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 417792, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000006 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.327" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.91 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3799957822 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8431800,8431800,8524084,8431800,8464352,8673864" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16683211, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3863957112, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005096569342756845, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4317649, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8900338, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 39231939, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 383995745, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8559, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 81634000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1289403000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3579, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3799957822, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3559960486, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 65439601, |
| "unit": "BYTES_PER_SECOND", |
| "min": 65439601, |
| "max": 65439601, |
| "avg": 65439601, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 188850, |
| "unit": "TIME_NS", |
| "min": 149460, |
| "max": 228241, |
| "avg": 188850, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 83111, |
| "unit": "TIME_NS", |
| "min": 51962, |
| "max": 114261, |
| "avg": 83111, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14936, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3799957822 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Closed", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3559960486, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 155998267, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 156 out of 156" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:0% 2:14.29% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:156" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 259997114 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3799957822 |
| }, { |
| "label": "Closed", |
| "timestamp": 3799957822 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3124379,7533561,11582318,15470924,18706607,22365619,27825536" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1846133, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1846133, |
| "num_of_samples": 156, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 156, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 113007, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 113007, |
| "num_of_samples": 156, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 254508, |
| "unit": "BYTES", |
| "min": 84060, |
| "max": 345133, |
| "avg": 254508, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1631, |
| "unit": "BYTES", |
| "min": 227, |
| "max": 6264, |
| "avg": 1631, |
| "num_of_samples": 3432, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 156, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 226907, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 450560, |
| "avg": 226907, |
| "num_of_samples": 156, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 270623, |
| "unit": "BYTES", |
| "min": 85016, |
| "max": 345865, |
| "avg": 270623, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1734, |
| "unit": "BYTES", |
| "min": 223, |
| "max": 6302, |
| "avg": 1734, |
| "num_of_samples": 3432, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.2857142857142857, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 29305988, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 29305988, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 29305988, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3263, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 325, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 27999690, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 639992896, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3432, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8857146, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 70447868, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 239672, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 239672, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 70409, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 156, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 383995745, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 555993830, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 415995385, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6944231, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3403962219, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 19999779, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 53026816, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3588, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 450560, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000008 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.327" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/21.12 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3795957866 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3795957866 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3795957866 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3795957866 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8640704,8490064,8431800,8431800,8456744,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 22147452, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3863957112, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005052904173834782, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 5731805, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8859420, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 39231939, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 303996620, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8654, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3795957866, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 93090000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1280919000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3727, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3795957866, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3795957866, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3555960530, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 66117421, |
| "unit": "BYTES_PER_SECOND", |
| "min": 66117421, |
| "max": 66117421, |
| "avg": 66117421, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 203937, |
| "unit": "TIME_NS", |
| "min": 181867, |
| "max": 226007, |
| "avg": 203937, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 100152, |
| "unit": "TIME_NS", |
| "min": 59784, |
| "max": 140521, |
| "avg": 100152, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14943, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3795957866 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3795957866 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3795957866 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3795957866 |
| }, { |
| "label": "Closed", |
| "timestamp": 3795957866 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3555960530, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 167998135, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 159 out of 159" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:71.43% 1:0% 2:28.57% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:159" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 275996937 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3795957866 |
| }, { |
| "label": "Closed", |
| "timestamp": 3795957866 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3310589,7961156,11684875,15196218,18948672,23045157,28454827" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1232690, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1232690, |
| "num_of_samples": 159, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 159, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 115409, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 115409, |
| "num_of_samples": 159, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 254256, |
| "unit": "BYTES", |
| "min": 83835, |
| "max": 344558, |
| "avg": 254256, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1599, |
| "unit": "BYTES", |
| "min": 221, |
| "max": 5278, |
| "avg": 1599, |
| "num_of_samples": 3498, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 159, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 224069, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 417792, |
| "avg": 224069, |
| "num_of_samples": 159, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 270047, |
| "unit": "BYTES", |
| "min": 84670, |
| "max": 345085, |
| "avg": 270047, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1698, |
| "unit": "BYTES", |
| "min": 218, |
| "max": 5308, |
| "avg": 1698, |
| "num_of_samples": 3498, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.7142857142857143, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 29573092, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 29573092, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 29573092, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3323, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 334, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 23999735, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 619993117, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3498, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8816228, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 69748633, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 239564, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 239564, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 70793, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 159, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 303996620, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 759991576, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 423995290, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7100875, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3383962439, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 15999822, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 53977088, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3657, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 417792, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000007 (host=tarmstrong-Precision-7540:27000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.327" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.21 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3787957955 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3787957955 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3787957955 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3791957911 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8787408,8431800,8431800,8431800,12631146,8847116,8759480" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16999375, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3863957112, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.000476495569407705, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4399473, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 12875074, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8716288, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 39231939, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 271996985, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 7700, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3791957911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 52178000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1517036000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3456, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3791957911, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3787957955, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3547960619, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 40503541, |
| "unit": "BYTES_PER_SECOND", |
| "min": 40503541, |
| "max": 40503541, |
| "avg": 40503541, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 291098, |
| "unit": "TIME_NS", |
| "min": 216228, |
| "max": 365968, |
| "avg": 291098, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 125715, |
| "unit": "TIME_NS", |
| "min": 58388, |
| "max": 193042, |
| "avg": 125715, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14823, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3787957955 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3787957955 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3787957955 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3787957955 |
| }, { |
| "label": "Closed", |
| "timestamp": 3787957955 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3547960619, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 219997555, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 139 out of 139" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:139" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 239997336 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 279996892 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3787957955 |
| }, { |
| "label": "Closed", |
| "timestamp": 3787957955 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3266777,7841221,11156197,14786200,21051742,24844011,29786374" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1352502, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 7999911, |
| "avg": 1352502, |
| "num_of_samples": 139, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8515908, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8716288, |
| "avg": 8515908, |
| "num_of_samples": 139, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 113155, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 113155, |
| "num_of_samples": 139, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 366054, |
| "unit": "BYTES", |
| "min": 112784, |
| "max": 522065, |
| "avg": 366054, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 2594, |
| "unit": "BYTES", |
| "min": 239, |
| "max": 80161, |
| "avg": 2594, |
| "num_of_samples": 3104, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8518265, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8716288, |
| "avg": 8518265, |
| "num_of_samples": 139, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 285305, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 8716288, |
| "avg": 285305, |
| "num_of_samples": 139, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 399315, |
| "unit": "BYTES", |
| "min": 113329, |
| "max": 868472, |
| "avg": 399315, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 2830, |
| "unit": "BYTES", |
| "min": 241, |
| "max": 80152, |
| "avg": 2830, |
| "num_of_samples": 3104, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 31108369, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 31108369, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 31108369, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 2915, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 282, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 35999600, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 863990413, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3104, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 139, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 139, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 12831882, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 73369609, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 334558, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 334558, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 100771, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 139, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 271996985, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 623993073, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 423995293, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7433584, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3319963152, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 27999691, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 55386112, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3197, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8716288, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 8716288, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb0000000b (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.203" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.06 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3703958887 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3703958887 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3703958887 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3703958887 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8643560,8640124,8431800,8431800,8658136,8639380,8472192" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16835710, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3735958532, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005407189671485337, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4506396, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8859433, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35243040, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 343996183, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8108, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3703958887, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 74899000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1206282000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3689, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3703958887, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3703958887, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3467961507, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 59240916, |
| "unit": "BYTES_PER_SECOND", |
| "min": 59240916, |
| "max": 59240916, |
| "avg": 59240916, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 200305, |
| "unit": "TIME_NS", |
| "min": 148623, |
| "max": 251988, |
| "avg": 200305, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 99454, |
| "unit": "TIME_NS", |
| "min": 59225, |
| "max": 139683, |
| "avg": 99454, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14928, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3703958887 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3703958887 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3703958887 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3703958887 |
| }, { |
| "label": "Closed", |
| "timestamp": 3703958887 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3467961507, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 123998624, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 157 out of 157" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:0% 2:0% 3:0% 4:14.29% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:157" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 267997025 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3699958931 |
| }, { |
| "label": "Closed", |
| "timestamp": 3703958887 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3771928,8529755,12487434,15985432,19117395,22538850,27370527" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1146484, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 7999911, |
| "avg": 1146484, |
| "num_of_samples": 157, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 157, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114374, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114374, |
| "num_of_samples": 157, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 226575, |
| "unit": "BYTES", |
| "min": 75762, |
| "max": 306737, |
| "avg": 226575, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1443, |
| "unit": "BYTES", |
| "min": 233, |
| "max": 5277, |
| "avg": 1443, |
| "num_of_samples": 3454, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 157, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 218888, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 417792, |
| "avg": 218888, |
| "num_of_samples": 157, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 240176, |
| "unit": "BYTES", |
| "min": 76514, |
| "max": 307093, |
| "avg": 240176, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1529, |
| "unit": "BYTES", |
| "min": 229, |
| "max": 5298, |
| "avg": 1529, |
| "num_of_samples": 3454, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.5714285714285714, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 27607687, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 27607687, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 27607687, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3299, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 312, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 43999510, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 583993517, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3454, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 157, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 157, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8816241, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 78431800, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 216450, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 216450, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 64883, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 157, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 343996183, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 575993600, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 351996089, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6840921, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3335962972, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 7999910, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 52322304, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3611, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 417792, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb00000009 (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.203" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/16.04 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3691959020 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3695958976 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8431800,8636344,8431800,8431800,8431800,8431800,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16818798, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3735958532, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005519435610186066, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4501869, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8860274, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35243040, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 287996803, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 7921, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3695958976, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 67171000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1423197000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3557, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3695958976, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3691959020, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3455961640, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 55740020, |
| "unit": "BYTES_PER_SECOND", |
| "min": 55740020, |
| "max": 55740020, |
| "avg": 55740020, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 212597, |
| "unit": "TIME_NS", |
| "min": 158959, |
| "max": 266236, |
| "avg": 212597, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 97219, |
| "unit": "TIME_NS", |
| "min": 51962, |
| "max": 142476, |
| "avg": 97219, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14840, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 3999956, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Closed", |
| "timestamp": 3691959020 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3455961640, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 127998580, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 149 out of 149" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:149" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 259997114 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Closed", |
| "timestamp": 3691959020 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3248005,7286645,11378445,15083579,18269568,22027137,26608275" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1181194, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 7999911, |
| "avg": 1181194, |
| "num_of_samples": 149, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 149, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 114358, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 114358, |
| "num_of_samples": 149, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 224379, |
| "unit": "BYTES", |
| "min": 74623, |
| "max": 303751, |
| "avg": 224379, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1505, |
| "unit": "BYTES", |
| "min": 234, |
| "max": 5314, |
| "avg": 1505, |
| "num_of_samples": 3278, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 149, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 222833, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 434176, |
| "avg": 222833, |
| "num_of_samples": 149, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 237958, |
| "unit": "BYTES", |
| "min": 75342, |
| "max": 304168, |
| "avg": 237958, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1597, |
| "unit": "BYTES", |
| "min": 232, |
| "max": 5338, |
| "avg": 1597, |
| "num_of_samples": 3278, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.14285714285714286, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 26886807, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 26886807, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 26886807, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3146, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 281, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 23999735, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 659992670, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3278, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 149, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 149, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8817082, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 74686403, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 213129, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 213129, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 64041, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 149, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 287996803, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 387995690, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 359996006, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 6650406, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3327963060, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 27999689, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 50241536, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3427, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 434176, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 3999955, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb0000000a (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.203" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.86 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3695958976 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3695958976 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8847367,8729815,8843560,8431800,8431800,8431800,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16634121, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3735958532, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005118127856392997, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4452437, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8855253, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35243040, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 319996447, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8103, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3695958976, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 68486000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1277070000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3441, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3695958976, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3695958976, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3459961596, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 29213562, |
| "unit": "BYTES_PER_SECOND", |
| "min": 29213562, |
| "max": 29213562, |
| "avg": 29213562, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 392369, |
| "unit": "TIME_NS", |
| "min": 275455, |
| "max": 509284, |
| "avg": 392369, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 93168, |
| "unit": "TIME_NS", |
| "min": 69841, |
| "max": 116495, |
| "avg": 93168, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14878, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3695958976 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3695958976 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3695958976 |
| }, { |
| "label": "Closed", |
| "timestamp": 3695958976 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3459961596, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 143998402, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 150 out of 150" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:14.29% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:150" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 263997070 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3695958976 |
| }, { |
| "label": "Closed", |
| "timestamp": 3695958976 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,3829861,8858575,12748587,16100871,20004235,23415509,28825004" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1359984, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1359984, |
| "num_of_samples": 150, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 118838, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 118838, |
| "num_of_samples": 150, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 254138, |
| "unit": "BYTES", |
| "min": 83912, |
| "max": 345222, |
| "avg": 254138, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1694, |
| "unit": "BYTES", |
| "min": 247, |
| "max": 5162, |
| "avg": 1694, |
| "num_of_samples": 3300, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 229102, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 401408, |
| "avg": 229102, |
| "num_of_samples": 150, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 270553, |
| "unit": "BYTES", |
| "min": 84910, |
| "max": 345955, |
| "avg": 270553, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1803, |
| "unit": "BYTES", |
| "min": 244, |
| "max": 5183, |
| "avg": 1803, |
| "num_of_samples": 3300, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.14285714285714286, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 29069223, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 29069223, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 29069223, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3132, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 318, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 31999647, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 707992140, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3300, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8812061, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 81656025, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 238693, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 238693, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 71983, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 150, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 319996447, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 547993921, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 355996054, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7204449, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3315963194, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 7999910, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 52191232, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3450, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 401408, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }, { |
| "profile_name": "Instance da4f8f953162a9b0:9a4d93eb0000000c (host=tarmstrong-Precision-7540:27002)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "Last report received time", |
| "value": "2020-12-15 20:07:27.203" |
| }, { |
| "key": "Hdfs split stats (<volume id>:<# splits>/<split lengths>)", |
| "value": "0:152/15.76 MB" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Prepare Finished", |
| "timestamp": 0 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Produced", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Sent", |
| "timestamp": 3691959020 |
| }, { |
| "label": "ExecInternal Finished", |
| "timestamp": 3691959020 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "MemoryUsage", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "12296,8781932,8735572,8431800,8431800,8827284,8431800,8431800" |
| }, { |
| "counter_name": "ThreadUsage", |
| "unit": "UNIT", |
| "num": 8, |
| "period": 500, |
| "data": "1,1,1,1,1,1,1,1" |
| }], |
| "counters": [{ |
| "value": 1.0, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageThreadTokens" |
| }, { |
| "value": 16526332, |
| "unit": "BYTES", |
| "counter_name": "BytesAssigned" |
| }, { |
| "value": 3731958576, |
| "unit": "TIME_NS", |
| "counter_name": "CompletionTime" |
| }, { |
| "value": 0.0005063729257872577, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "ExchangeScanRatio" |
| }, { |
| "value": 4428326, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "ExecutionRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8882006, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 35243040, |
| "unit": "BYTES", |
| "counter_name": "PerHostPeakMemUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsProduced" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkReceiveTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalNetworkSendTime" |
| }, { |
| "value": 303996627, |
| "unit": "TIME_NS", |
| "counter_name": "TotalStorageWaitTime" |
| }, { |
| "value": 8336, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsInvoluntaryContextSwitches" |
| }, { |
| "value": 3691959020, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsTotalWallClockTime", |
| "child_counters": [{ |
| "value": 71306000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsSysTime" |
| }, { |
| "value": 1311256000, |
| "unit": "TIME_NS", |
| "counter_name": "TotalThreadsUserTime" |
| }] |
| }, { |
| "value": 3528, |
| "unit": "UNIT", |
| "counter_name": "TotalThreadsVoluntaryContextSwitches" |
| }, { |
| "value": 3691959020, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Fragment Instance Lifecycle Timings", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeExecTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 3691959020, |
| "unit": "TIME_NS", |
| "counter_name": "OpenTime", |
| "child_counters": [{ |
| "value": 3455961640, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreeOpenTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "PrepareTime", |
| "child_counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ExecTreePrepareTime" |
| }] |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "KrpcDataStreamSender (dst_id=2)", |
| "num_children": 0, |
| "node_metadata": { |
| "data_sink_id": 1 |
| }, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Unpartitioned Sender Codegen Disabled: not needed" |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesSent", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,0,0,0,0,0,0,0" |
| }], |
| "summary_stats_counters": [{ |
| "value": 58677061, |
| "unit": "BYTES_PER_SECOND", |
| "min": 58677061, |
| "max": 58677061, |
| "avg": 58677061, |
| "num_of_samples": 1, |
| "counter_name": "NetworkThroughput" |
| }, { |
| "value": 240673, |
| "unit": "TIME_NS", |
| "min": 227124, |
| "max": 254222, |
| "avg": 240673, |
| "num_of_samples": 2, |
| "counter_name": "RpcNetworkTime" |
| }, { |
| "value": 111188, |
| "unit": "TIME_NS", |
| "min": 75709, |
| "max": 146667, |
| "avg": 111188, |
| "num_of_samples": 2, |
| "counter_name": "RpcRecvrTime" |
| }], |
| "counters": [{ |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "EosSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsSent" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcFailure" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RpcRetry" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SerializeBatchTime" |
| }, { |
| "value": 14917, |
| "unit": "BYTES", |
| "counter_name": "TotalBytesSent" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 22712, |
| "unit": "BYTES", |
| "counter_name": "UncompressedRowBatchSize" |
| }] |
| }, { |
| "profile_name": "AGGREGATION_NODE (id=1)", |
| "num_children": 2, |
| "node_metadata": { |
| "plan_node_id": 1 |
| }, |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 3691959020 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Closed", |
| "timestamp": 3691959020 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 136368, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 3455961640, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "NonGroupingAggregator 0", |
| "num_children": 0, |
| "info_strings": [{ |
| "key": "ExecOption", |
| "value": "Codegen Enabled" |
| }], |
| "counters": [{ |
| "value": 179998005, |
| "unit": "TIME_NS", |
| "counter_name": "BuildTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 26800, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "HDFS_SCAN_NODE (id=0)", |
| "num_children": 1, |
| "node_metadata": { |
| "plan_node_id": 0 |
| }, |
| "info_strings": [{ |
| "key": "Table Name", |
| "value": "tpcds_parquet.store_sales" |
| }, { |
| "key": "ExecOption", |
| "value": "PARQUET Codegen Enabled, Codegen enabled: 152 out of 152" |
| }, { |
| "key": "Hdfs Read Thread Concurrency Bucket", |
| "value": "0:85.71% 1:0% 2:14.29% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% 13:0% 14:0% 15:0% 16:0% 17:0% 18:0% 19:0% 20:0% 21:0% 22:0% 23:0% 24:0% 25:0% 26:0%" |
| }, { |
| "key": "File Formats", |
| "value": "PARQUET/SNAPPY:152" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Open Started", |
| "timestamp": 235997380 |
| }, { |
| "label": "Open Finished", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Requested", |
| "timestamp": 239997336 |
| }, { |
| "label": "First Batch Returned", |
| "timestamp": 255997158 |
| }, { |
| "label": "Last Batch Returned", |
| "timestamp": 3691959020 |
| }, { |
| "label": "Closed", |
| "timestamp": 3691959020 |
| }] |
| }], |
| "time_series_counters": [{ |
| "counter_name": "BytesReadSeries", |
| "unit": "BYTES", |
| "num": 8, |
| "period": 500, |
| "data": "0,4416194,8716664,12773393,16844693,20810498,24334851,29260568" |
| }], |
| "summary_stats_counters": [{ |
| "value": 1342090, |
| "unit": "TIME_NS", |
| "min": 0, |
| "max": 11999867, |
| "avg": 1342090, |
| "num_of_samples": 152, |
| "counter_name": "FooterProcessingTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeActualReservation" |
| }, { |
| "value": 111238, |
| "unit": "BYTES", |
| "min": 65536, |
| "max": 131072, |
| "avg": 111238, |
| "num_of_samples": 152, |
| "counter_name": "InitialRangeIdealReservation" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "num_of_samples": 0, |
| "counter_name": "PageIndexProcessingTime" |
| }, { |
| "value": 263789, |
| "unit": "BYTES", |
| "min": 86292, |
| "max": 357224, |
| "avg": 263789, |
| "num_of_samples": 22, |
| "counter_name": "ParquetCompressedBytesReadPerColumn" |
| }, { |
| "value": 1735, |
| "unit": "BYTES", |
| "min": 238, |
| "max": 5822, |
| "avg": 1735, |
| "num_of_samples": 3344, |
| "counter_name": "ParquetCompressedPageSize" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "min": 8388608, |
| "max": 8388608, |
| "avg": 8388608, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupActualReservation" |
| }, { |
| "value": 233202, |
| "unit": "BYTES", |
| "min": 180224, |
| "max": 450560, |
| "avg": 233202, |
| "num_of_samples": 152, |
| "counter_name": "ParquetRowGroupIdealReservation" |
| }, { |
| "value": 280899, |
| "unit": "BYTES", |
| "min": 87652, |
| "max": 358000, |
| "avg": 280899, |
| "num_of_samples": 22, |
| "counter_name": "ParquetUncompressedBytesReadPerColumn" |
| }, { |
| "value": 1848, |
| "unit": "BYTES", |
| "min": 235, |
| "max": 5861, |
| "avg": 1848, |
| "num_of_samples": 3344, |
| "counter_name": "ParquetUncompressedPageSize" |
| }], |
| "counters": [{ |
| "value": 0.2857142857142857, |
| "unit": "DOUBLE_VALUE", |
| "counter_name": "AverageHdfsReadThreadConcurrency" |
| }, { |
| "value": 29458526, |
| "unit": "BYTES", |
| "counter_name": "BytesRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadDataNodeCache" |
| }, { |
| "value": 29458526, |
| "unit": "BYTES", |
| "counter_name": "BytesReadLocal" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "BytesReadRemoteUnexpected" |
| }, { |
| "value": 29458526, |
| "unit": "BYTES", |
| "counter_name": "BytesReadShortCircuit" |
| }, { |
| "value": 3168, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesHitCount" |
| }, { |
| "value": 328, |
| "unit": "UNIT", |
| "counter_name": "CachedFileHandlesMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "CollectionItemsRead" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheHitBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheHitCount" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "DataCacheMissBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCacheMissCount" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "DataCachePartialHitCount" |
| }, { |
| "value": 31999645, |
| "unit": "TIME_NS", |
| "counter_name": "DecompressionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 659992674, |
| "unit": "TIME_NS", |
| "counter_name": "MaterializeTupleTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "MaxCompressedTextFileLength" |
| }, { |
| "value": 22, |
| "unit": "UNIT", |
| "counter_name": "NumColumns" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumDictFilteredRowGroups" |
| }, { |
| "value": 1, |
| "unit": "UNIT", |
| "counter_name": "NumDisksAccessed" |
| }, { |
| "value": 3344, |
| "unit": "UNIT", |
| "counter_name": "NumPages" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroups" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "NumRowGroupsWithPageIndex" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumScannersWithNoReads" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredPages" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumStatsFilteredRowGroups" |
| }, { |
| "value": 8838814, |
| "unit": "BYTES", |
| "counter_name": "PeakMemoryUsage" |
| }, { |
| "value": 72917951, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "PerReadThreadRawHdfsThroughput" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "RemoteScanRanges" |
| }, { |
| "value": 245615, |
| "unit": "UNIT", |
| "counter_name": "RowsRead" |
| }, { |
| "value": 245615, |
| "unit": "UNIT", |
| "counter_name": "RowsReturned" |
| }, { |
| "value": 74974, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowsReturnedRate" |
| }, { |
| "value": 152, |
| "unit": "UNIT", |
| "counter_name": "ScanRangesComplete" |
| }, { |
| "value": 303996627, |
| "unit": "TIME_NS", |
| "counter_name": "ScannerIoWaitTime" |
| }, { |
| "value": 579993554, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsOpenFileTime" |
| }, { |
| "value": 403995526, |
| "unit": "TIME_NS", |
| "counter_name": "TotalRawHdfsReadTime" |
| }, { |
| "value": 7313313, |
| "unit": "BYTES_PER_SECOND", |
| "counter_name": "TotalReadThroughput" |
| }, { |
| "value": 3275963635, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Buffer pool", |
| "num_children": 0, |
| "counters": [{ |
| "value": 23999733, |
| "unit": "TIME_NS", |
| "counter_name": "AllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "CompressionTime" |
| }, { |
| "value": 52355072, |
| "unit": "BYTES", |
| "counter_name": "CumulativeAllocationBytes" |
| }, { |
| "value": 3496, |
| "unit": "UNIT", |
| "counter_name": "CumulativeAllocations" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "EncryptionTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 8388608, |
| "unit": "BYTES", |
| "counter_name": "PeakReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "PeakUnpinnedBytes" |
| }, { |
| "value": 450560, |
| "unit": "BYTES", |
| "counter_name": "PeakUsedReservation" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "ReadIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "ReadIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "ReadIoWaitTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "SystemAllocTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }, { |
| "value": 0, |
| "unit": "BYTES", |
| "counter_name": "WriteIoBytes" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "WriteIoOps" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "WriteIoWaitTime" |
| }] |
| }] |
| }] |
| }] |
| }] |
| }] |
| }] |
| } |
| } |
| , |
| { |
| "contents": { |
| "profile_name": "Query (id=484be0f1c7b1005f:242a988600000000)", |
| "num_children": 3, |
| "info_strings": [{ |
| "key": "DEBUG MODE WARNING", |
| "value": "Query profile created while running a DEBUG build of Impala. Use RELEASE builds to measure query performance." |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Summary", |
| "num_children": 1, |
| "info_strings": [{ |
| "key": "Session ID", |
| "value": "3d44010dd05364df:6980cb4578e82ca6" |
| }, { |
| "key": "Session Type", |
| "value": "HIVESERVER2" |
| }, { |
| "key": "HiveServer2 Protocol Version", |
| "value": "V6" |
| }, { |
| "key": "Start Time", |
| "value": "2020-12-15 20:07:15.987954000" |
| }, { |
| "key": "End Time", |
| "value": "2020-12-15 20:07:39.786634000" |
| }, { |
| "key": "Query Type", |
| "value": "DDL" |
| }, { |
| "key": "Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Impala Query State", |
| "value": "FINISHED" |
| }, { |
| "key": "Query Status", |
| "value": "OK" |
| }, { |
| "key": "Impala Version", |
| "value": "impalad version 4.0.0-SNAPSHOT DEBUG (build f7212f2361611fea183e12153886257a844e0ff1)" |
| }, { |
| "key": "User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Connected User", |
| "value": "tarmstrong" |
| }, { |
| "key": "Delegated User", |
| "value": "" |
| }, { |
| "key": "Network Address", |
| "value": "::ffff:127.0.0.1:46162" |
| }, { |
| "key": "Default Db", |
| "value": "default" |
| }, { |
| "key": "Sql Statement", |
| "value": "compute stats tpcds_parquet.store_sales" |
| }, { |
| "key": "Coordinator", |
| "value": "tarmstrong-Precision-7540:27000" |
| }, { |
| "key": "Query Options (set by configuration)", |
| "value": "TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST" |
| }, { |
| "key": "Query Options (set by configuration and planner)", |
| "value": "MT_DOP=4,TIMEZONE=America/Los_Angeles,CLIENT_IDENTIFIER=Impala Shell v4.0.0-SNAPSHOT (f7212f2) built on Tue 15 Dec 2020 04:06:17 PM PST" |
| }, { |
| "key": "DDL Type", |
| "value": "COMPUTE_STATS" |
| }], |
| "event_sequences": [{ |
| "offset": 0, |
| "events": [{ |
| "label": "Metadata load started", |
| "timestamp": 3587612 |
| }, { |
| "label": "Metadata load finished. loaded-tables=1/1 load-requests=1 catalog-updates=5 storage-load-time=645ms", |
| "timestamp": 5657928816 |
| }, { |
| "label": "Analysis finished", |
| "timestamp": 5715284794 |
| }, { |
| "label": "Authorization finished (noop)", |
| "timestamp": 5715896046 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 5740972733 |
| }] |
| }, { |
| "offset": 0, |
| "events": [{ |
| "label": "Query submitted", |
| "timestamp": 0 |
| }, { |
| "label": "Planning finished", |
| "timestamp": 5739936287 |
| }, { |
| "label": "Child queries finished", |
| "timestamp": 11339874130 |
| }, { |
| "label": "Metastore update finished", |
| "timestamp": 23643737563 |
| }, { |
| "label": "Rows available", |
| "timestamp": 23643737563 |
| }, { |
| "label": "Unregister query", |
| "timestamp": 23795735876 |
| }] |
| }], |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Frontend", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }, { |
| "profile_name": "ImpalaServer", |
| "num_children": 0, |
| "counters": [{ |
| "value": 12211864455, |
| "unit": "TIME_NS", |
| "counter_name": "CatalogOpExecTimer" |
| }, { |
| "value": 151998313, |
| "unit": "TIME_NS", |
| "counter_name": "ClientFetchWaitTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetched" |
| }, { |
| "value": 0, |
| "unit": "UNIT", |
| "counter_name": "NumRowsFetchedFromCache" |
| }, { |
| "value": 0, |
| "unit": "UNIT_PER_SECOND", |
| "counter_name": "RowMaterializationRate" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "RowMaterializationTimer" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Child Queries", |
| "num_children": 2, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }], |
| "child_profiles": [{ |
| "profile_name": "Table Stats Query (id=454fb5fa46498311:3afee31900000000)", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }, { |
| "profile_name": "Column Stats Query (id=da4f8f953162a9b0:9a4d93eb00000000)", |
| "num_children": 0, |
| "counters": [{ |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "InactiveTotalTime" |
| }, { |
| "value": 0, |
| "unit": "TIME_NS", |
| "counter_name": "TotalTime" |
| }] |
| }] |
| }] |
| } |
| } |
| ] |
