blob: 7aba131fa59ad7580e356e4259a1d8e765d81563 [file] [log] [blame]
# TPCDS-Q39b
with inv as
(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
,stdev,mean, case mean when 0 then null else stdev/mean end cov
from(select w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy
,stddev_samp(inv_quantity_on_hand) stdev,avg(inv_quantity_on_hand) mean
from inventory
,item
,warehouse
,date_dim
where inv_item_sk = i_item_sk
and inv_warehouse_sk = w_warehouse_sk
and inv_date_sk = d_date_sk
and d_year =1998
group by w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy) foo
where case mean when 0 then 0 else stdev/mean end > 1)
select inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean, inv1.cov
,inv2.w_warehouse_sk,inv2.i_item_sk,inv2.d_moy,inv2.mean, inv2.cov
from inv inv1,inv inv2
where inv1.i_item_sk = inv2.i_item_sk
and inv1.w_warehouse_sk = inv2.w_warehouse_sk
and inv1.d_moy=4
and inv2.d_moy=4+1
and inv1.cov > 1.5
order by inv1.w_warehouse_sk,inv1.i_item_sk,inv1.d_moy,inv1.mean,inv1.cov
,inv2.d_moy,inv2.mean, inv2.cov
;
# end query 39 in stream 0 using template query39.tpl
---- PLAN
Max Per-Host Resource Reservation: Memory=131.12MB Threads=1
Per-Host Resource Estimates: Memory=11.19GB
F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=11.19GB mem-reservation=131.12MB thread-reservation=1 runtime-filters-memory=8.00MB
| max-parallelism=1 segment-costs=[3213474426, 3213474426, 182989764, 427466272]
PLAN-ROOT SINK
| output exprs: w_warehouse_sk, i_item_sk, d_moy, mean, cov, w_warehouse_sk, i_item_sk, d_moy, mean, cov
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=427466272
|
17:SORT
| order by: w_warehouse_sk ASC, i_item_sk ASC, d_moy ASC, mean ASC, cov ASC, d_moy ASC, mean ASC, cov ASC
| mem-estimate=2.23GB mem-reservation=6.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=16 row-size=56B cardinality=42.75M cost=121532939
| in pipelines: 17(GETNEXT), 07(OPEN)
|
16:HASH JOIN [INNER JOIN]
| hash predicates: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| runtime filters: RF000[bloom] <- i_item_sk, RF001[bloom] <- w_warehouse_sk, RF002[min_max] <- i_item_sk, RF003[min_max] <- w_warehouse_sk
| mem-estimate=3.50GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5,13 row-size=112B cardinality=42.75M cost=61456825
| in pipelines: 07(GETNEXT), 15(OPEN)
|
|--15:AGGREGATE [FINALIZE]
| | output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| | group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| | having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE)
| | mem-estimate=3.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=13 row-size=56B cardinality=42.75M cost=2553085026
| | in pipelines: 15(GETNEXT), 08(OPEN)
| |
| 14:HASH JOIN [INNER JOIN]
| | hash predicates: inv_warehouse_sk = w_warehouse_sk
| | fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| | runtime filters: RF010[bloom] <- w_warehouse_sk, RF011[min_max] <- w_warehouse_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11,9,10 row-size=64B cardinality=427.47M cost=187102007
| | in pipelines: 08(GETNEXT), 10(OPEN)
| |
| |--21:TUPLE CACHE
| | | cache key: 6ffdb1b4bffa14530778a288224883b2
| | | input scan node ids: 10
| | | estimated serialized size: 793B
| | | estimated serialized size per node: 793B
| | | cumulative processing cost: 6
| | | cache read processing cost: 2
| | | cache write processing cost: 2
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=10 row-size=32B cardinality=22 cost=0
| | | in pipelines: 10(GETNEXT)
| | |
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
| | HDFS partitions=1/1 files=1 size=5.99KB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | stored statistics:
| | table: rows=22 size=5.99KB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=22
| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| | tuple-ids=10 row-size=32B cardinality=22 cost=6
| | in pipelines: 10(GETNEXT)
| |
| 13:HASH JOIN [INNER JOIN]
| | hash predicates: inv_item_sk = i_item_sk
| | fk/pk conjuncts: inv_item_sk = i_item_sk
| | runtime filters: RF012[bloom] <- i_item_sk, RF013[min_max] <- i_item_sk
| | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
| | tuple-ids=8,11,9 row-size=32B cardinality=427.47M cost=187516807
| | in pipelines: 08(GETNEXT), 09(OPEN)
| |
| |--09:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=9 row-size=4B cardinality=360.00K cost=20736
| | in pipelines: 09(GETNEXT)
| |
| 12:HASH JOIN [INNER JOIN]
| | hash predicates: inv_date_sk = d_date_sk
| | fk/pk conjuncts: inv_date_sk = d_date_sk
| | runtime filters: RF014[bloom] <- d_date_sk
| | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11 row-size=28B cardinality=427.68M cost=187195644
| | in pipelines: 08(GETNEXT), 11(OPEN)
| |
| |--20:TUPLE CACHE
| | | cache key: b16e71fc615f1df64d73d9db29edac28
| | | input scan node ids: 11
| | | estimated serialized size: 1.69KB
| | | estimated serialized size per node: 1.69KB
| | | cumulative processing cost: 16728
| | | cache read processing cost: 14
| | | cache write processing cost: 4
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=11 row-size=12B cardinality=108 cost=0
| | | in pipelines: 11(GETNEXT)
| | |
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| | HDFS partitions=1/1 files=1 size=2.17MB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
| | parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=11 row-size=12B cardinality=108 cost=16728
| | in pipelines: 11(GETNEXT)
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
| HDFS partitions=261/261 files=261 size=5.10GB
| runtime filters: RF013[min_max] -> inv_item_sk, RF011[min_max] -> inv_warehouse_sk, RF014[bloom] -> inv_date_sk, RF012[bloom] -> inv_item_sk, RF010[bloom] -> inv_warehouse_sk
| stored statistics:
| table: rows=1.03G size=5.10GB
| partitions: 261/261 rows=1.03G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
| tuple-ids=8 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
| in pipelines: 08(GETNEXT)
|
07:AGGREGATE [FINALIZE]
| output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE), CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN NULL ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1.5 AS DOUBLE)
| mem-estimate=3.82GB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5 row-size=56B cardinality=42.75M cost=2553085026
| in pipelines: 07(GETNEXT), 00(OPEN)
|
06:HASH JOIN [INNER JOIN]
| hash predicates: inv_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| runtime filters: RF004[bloom] <- w_warehouse_sk, RF005[min_max] <- w_warehouse_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3,1,2 row-size=64B cardinality=427.47M cost=187102007
| in pipelines: 00(GETNEXT), 02(OPEN)
|
|--19:TUPLE CACHE
| | cache key: 3956e7af23e22a38e7fe7dfdf162255f
| | input scan node ids: 2
| | estimated serialized size: 793B
| | estimated serialized size per node: 793B
| | cumulative processing cost: 6
| | cache read processing cost: 2
| | cache write processing cost: 2
| | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=2 row-size=32B cardinality=22 cost=0
| | in pipelines: 02(GETNEXT)
| |
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse]
| HDFS partitions=1/1 files=1 size=5.99KB
| deterministic scan range assignment: true
| schedule scan ranges oldest to newest: true
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
| stored statistics:
| table: rows=22 size=5.99KB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=22
| mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| tuple-ids=2 row-size=32B cardinality=22 cost=6
| in pipelines: 02(GETNEXT)
|
05:HASH JOIN [INNER JOIN]
| hash predicates: inv_item_sk = i_item_sk
| fk/pk conjuncts: inv_item_sk = i_item_sk
| runtime filters: RF006[bloom] <- i_item_sk, RF007[min_max] <- i_item_sk
| mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB thread-reservation=0
| tuple-ids=0,3,1 row-size=32B cardinality=427.47M cost=187516807
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--01:SCAN HDFS [tpcds_partitioned_parquet_snap.item]
| HDFS partitions=1/1 files=1 size=33.54MB
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=1 row-size=4B cardinality=360.00K cost=20736
| in pipelines: 01(GETNEXT)
|
04:HASH JOIN [INNER JOIN]
| hash predicates: inv_date_sk = d_date_sk
| fk/pk conjuncts: inv_date_sk = d_date_sk
| runtime filters: RF008[bloom] <- d_date_sk
| mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3 row-size=28B cardinality=427.68M cost=187195644
| in pipelines: 00(GETNEXT), 03(OPEN)
|
|--18:TUPLE CACHE
| | cache key: dca7683405cc88c2d8ae8a34281e76fd
| | input scan node ids: 3
| | estimated serialized size: 1.69KB
| | estimated serialized size per node: 1.69KB
| | cumulative processing cost: 16728
| | cache read processing cost: 14
| | cache write processing cost: 4
| | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=3 row-size=12B cardinality=108 cost=0
| | in pipelines: 03(GETNEXT)
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim]
| HDFS partitions=1/1 files=1 size=2.17MB
| deterministic scan range assignment: true
| schedule scan ranges oldest to newest: true
| predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
| parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=3 row-size=12B cardinality=108 cost=16728
| in pipelines: 03(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory]
HDFS partitions=261/261 files=261 size=5.10GB
runtime filters: RF007[min_max] -> inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> inv_warehouse_sk, RF008[bloom] -> inv_date_sk, RF006[bloom] -> inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> inv_warehouse_sk
stored statistics:
table: rows=1.03G size=5.10GB
partitions: 261/261 rows=1.03G
columns: all
extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
tuple-ids=0 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
in pipelines: 00(GETNEXT)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=2.10GB Threads=63
Per-Host Resource Estimates: Memory=12.40GB
F11:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=301.17MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[443064516] cpu-comparison-result=240 [max(1 (self) vs 240 (sum children))]
PLAN-ROOT SINK
| output exprs: w_warehouse_sk, i_item_sk, d_moy, mean, cov, w_warehouse_sk, i_item_sk, d_moy, mean, cov
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=427466272
|
30:MERGING-EXCHANGE [UNPARTITIONED]
| order by: w_warehouse_sk ASC, i_item_sk ASC, d_moy ASC, mean ASC, cov ASC, d_moy ASC, mean ASC, cov ASC
| mem-estimate=201.17MB mem-reservation=0B thread-reservation=0
| tuple-ids=16 row-size=56B cardinality=42.75M cost=15598244
| in pipelines: 17(GETNEXT)
|
F10:PLAN FRAGMENT [HASH(i_item_sk,w_warehouse_sk)] hosts=10 instances=20 (adjusted from 120)
Per-Instance Resources: mem-estimate=131.18MB mem-reservation=6.00MB thread-reservation=1
max-parallelism=20 segment-costs=[156013181, 76153116] cpu-comparison-result=240 [max(20 (self) vs 240 (sum children))]
17:SORT
| order by: w_warehouse_sk ASC, i_item_sk ASC, d_moy ASC, mean ASC, cov ASC, d_moy ASC, mean ASC, cov ASC
| mem-estimate=114.15MB mem-reservation=6.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=16 row-size=56B cardinality=42.75M cost=121532939
| in pipelines: 17(GETNEXT), 22(OPEN)
|
16:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5,13 row-size=112B cardinality=42.75M cost=18710198
| in pipelines: 22(GETNEXT), 27(OPEN)
|
|--F12:PLAN FRAGMENT [HASH(i_item_sk,w_warehouse_sk)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=198.25MB mem-reservation=36.00MB thread-reservation=1 runtime-filters-memory=2.00MB
| | max-parallelism=20 segment-costs=[58516671] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: i_item_sk, w_warehouse_sk
| | runtime filters: RF000[bloom] <- i_item_sk, RF001[bloom] <- w_warehouse_sk, RF002[min_max] <- i_item_sk, RF003[min_max] <- w_warehouse_sk
| | mem-estimate=179.21MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=42746627
| |
| 29:EXCHANGE [HASH(i_item_sk,w_warehouse_sk)]
| | mem-estimate=17.04MB mem-reservation=0B thread-reservation=0
| | tuple-ids=13 row-size=56B cardinality=42.75M cost=15770044
| | in pipelines: 27(GETNEXT)
| |
| F09:PLAN FRAGMENT [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)] hosts=10 instances=120
| Per-Instance Resources: mem-estimate=247.50MB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=280 segment-costs=[2710785473, 176315586] cpu-comparison-result=120 [max(120 (self) vs 108 (sum children))]
| 27:AGGREGATE [FINALIZE]
| | output: stddev_samp:merge(inv_quantity_on_hand), avg:merge(inv_quantity_on_hand)
| | group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| | having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE)
| | mem-estimate=231.17MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=13 row-size=56B cardinality=42.75M cost=2553085026
| | in pipelines: 27(GETNEXT), 08(OPEN)
| |
| 26:EXCHANGE [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)]
| | mem-estimate=16.33MB mem-reservation=0B thread-reservation=0
| | tuple-ids=12 row-size=56B cardinality=427.47M cost=157700447
| | in pipelines: 08(GETNEXT)
| |
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=108 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| Per-Instance Resources: mem-estimate=236.79MB mem-reservation=34.25MB thread-reservation=1
| max-parallelism=108 segment-costs=[3213076826, 1763155857] cpu-comparison-result=108 [max(108 (self) vs 36 (sum children))]
| 15:AGGREGATE [STREAMING]
| | output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| | group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| | mem-estimate=192.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=12 row-size=56B cardinality=427.47M cost=2553085026
| | in pipelines: 08(GETNEXT)
| |
| 14:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=01
| | hash predicates: inv_warehouse_sk = w_warehouse_sk
| | fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11,9,10 row-size=64B cardinality=427.47M cost=187101985
| | in pipelines: 08(GETNEXT), 10(OPEN)
| |
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[42]
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
| | | build expressions: w_warehouse_sk
| | | runtime filters: RF010[bloom] <- w_warehouse_sk, RF011[min_max] <- w_warehouse_sk
| | | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=22
| | |
| | 25:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | | tuple-ids=10 row-size=32B cardinality=22 cost=20
| | | in pipelines: 10(GETNEXT)
| | |
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=20.14MB mem-reservation=4.02MB thread-reservation=1
| | max-parallelism=1 segment-costs=[8]
| | 33:TUPLE CACHE
| | | cache key: 6ffdb1b4bffa14530778a288224883b2
| | | input scan node ids: 10
| | | estimated serialized size: 793B
| | | estimated serialized size per node: 793B
| | | cumulative processing cost: 6
| | | cache read processing cost: 2
| | | cache write processing cost: 2
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=10 row-size=32B cardinality=22 cost=0
| | | in pipelines: 10(GETNEXT)
| | |
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
| | HDFS partitions=1/1 files=1 size=5.99KB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | stored statistics:
| | table: rows=22 size=5.99KB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=22
| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| | tuple-ids=10 row-size=32B cardinality=22 cost=6
| | in pipelines: 10(GETNEXT)
| |
| 13:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
| | hash predicates: inv_item_sk = i_item_sk
| | fk/pk conjuncts: inv_item_sk = i_item_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
| | tuple-ids=8,11,9 row-size=32B cardinality=427.47M cost=187156807
| | in pipelines: 08(GETNEXT), 09(OPEN)
| |
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=189.40MB mem-reservation=188.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[838440]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: i_item_sk
| | | runtime filters: RF012[bloom] <- i_item_sk, RF013[min_max] <- i_item_sk
| | | mem-estimate=187.00MB mem-reservation=187.00MB spill-buffer=1.00MB thread-reservation=0 cost=360000
| | |
| | 24:EXCHANGE [BROADCAST]
| | | mem-estimate=1.40MB mem-reservation=0B thread-reservation=0
| | | tuple-ids=9 row-size=4B cardinality=360.00K cost=478440
| | | in pipelines: 09(GETNEXT)
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Instance Resources: mem-estimate=16.03MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[32400]
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=9 row-size=4B cardinality=360.00K cost=20736
| | in pipelines: 09(GETNEXT)
| |
| 12:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=03
| | hash predicates: inv_date_sk = d_date_sk
| | fk/pk conjuncts: inv_date_sk = d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11 row-size=28B cardinality=427.68M cost=187195536
| | in pipelines: 08(GETNEXT), 11(OPEN)
| |
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[248]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
| | | build expressions: d_date_sk
| | | runtime filters: RF014[bloom] <- d_date_sk
| | | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=108
| | |
| | 23:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | | tuple-ids=11 row-size=12B cardinality=108 cost=140
| | | in pipelines: 11(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=20.06MB mem-reservation=4.50MB thread-reservation=1
| | max-parallelism=1 segment-costs=[16733]
| | 32:TUPLE CACHE
| | | cache key: b16e71fc615f1df64d73d9db29edac28
| | | input scan node ids: 11
| | | estimated serialized size: 1.69KB
| | | estimated serialized size per node: 1.69KB
| | | cumulative processing cost: 16728
| | | cache read processing cost: 14
| | | cache write processing cost: 4
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=11 row-size=12B cardinality=108 cost=0
| | | in pipelines: 11(GETNEXT)
| | |
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
| | parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=11 row-size=12B cardinality=108 cost=16728
| | in pipelines: 11(GETNEXT)
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
| HDFS partitions=261/261 files=261 size=5.10GB
| runtime filters: RF013[min_max] -> inv_item_sk, RF011[min_max] -> inv_warehouse_sk, RF014[bloom] -> inv_date_sk, RF012[bloom] -> inv_item_sk, RF010[bloom] -> inv_warehouse_sk
| stored statistics:
| table: rows=1.03G size=5.10GB
| partitions: 261/261 rows=1.03G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
| tuple-ids=8 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
| in pipelines: 08(GETNEXT)
|
28:EXCHANGE [HASH(i_item_sk,w_warehouse_sk)]
| mem-estimate=17.04MB mem-reservation=0B thread-reservation=0
| tuple-ids=5 row-size=56B cardinality=42.75M cost=15770044
| in pipelines: 22(GETNEXT)
|
F04:PLAN FRAGMENT [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)] hosts=10 instances=120
Per-Instance Resources: mem-estimate=247.50MB mem-reservation=34.00MB thread-reservation=1
max-parallelism=280 segment-costs=[2710785473, 176315586] cpu-comparison-result=120 [max(120 (self) vs 108 (sum children))]
22:AGGREGATE [FINALIZE]
| output: stddev_samp:merge(inv_quantity_on_hand), avg:merge(inv_quantity_on_hand)
| group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE), CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN NULL ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1.5 AS DOUBLE)
| mem-estimate=231.17MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5 row-size=56B cardinality=42.75M cost=2553085026
| in pipelines: 22(GETNEXT), 00(OPEN)
|
21:EXCHANGE [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)]
| mem-estimate=16.33MB mem-reservation=0B thread-reservation=0
| tuple-ids=4 row-size=56B cardinality=427.47M cost=157700447
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=108 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Instance Resources: mem-estimate=236.79MB mem-reservation=34.25MB thread-reservation=1
max-parallelism=108 segment-costs=[3213076826, 1763155857] cpu-comparison-result=108 [max(108 (self) vs 36 (sum children))]
07:AGGREGATE [STREAMING]
| output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| mem-estimate=192.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=4 row-size=56B cardinality=427.47M cost=2553085026
| in pipelines: 00(GETNEXT)
|
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=04
| hash predicates: inv_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3,1,2 row-size=64B cardinality=427.47M cost=187101985
| in pipelines: 00(GETNEXT), 02(OPEN)
|
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[42]
| JOIN BUILD
| | join-table-id=04 plan-id=05 cohort-id=01
| | build expressions: w_warehouse_sk
| | runtime filters: RF004[bloom] <- w_warehouse_sk, RF005[min_max] <- w_warehouse_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=22
| |
| 20:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | tuple-ids=2 row-size=32B cardinality=22 cost=20
| | in pipelines: 02(GETNEXT)
| |
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[8]
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
| HDFS partitions=1/1 files=1 size=5.99KB
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
| stored statistics:
| table: rows=22 size=5.99KB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=22
| mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| tuple-ids=2 row-size=32B cardinality=22 cost=6
| in pipelines: 02(GETNEXT)
|
05:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=05
| hash predicates: inv_item_sk = i_item_sk
| fk/pk conjuncts: inv_item_sk = i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
| tuple-ids=0,3,1 row-size=32B cardinality=427.47M cost=187156807
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=189.40MB mem-reservation=188.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[838440]
| JOIN BUILD
| | join-table-id=05 plan-id=06 cohort-id=01
| | build expressions: i_item_sk
| | runtime filters: RF006[bloom] <- i_item_sk, RF007[min_max] <- i_item_sk
| | mem-estimate=187.00MB mem-reservation=187.00MB spill-buffer=1.00MB thread-reservation=0 cost=360000
| |
| 19:EXCHANGE [BROADCAST]
| | mem-estimate=1.40MB mem-reservation=0B thread-reservation=0
| | tuple-ids=1 row-size=4B cardinality=360.00K cost=478440
| | in pipelines: 01(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.03MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=4 segment-costs=[32400]
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=1 row-size=4B cardinality=360.00K cost=20736
| in pipelines: 01(GETNEXT)
|
04:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=06
| hash predicates: inv_date_sk = d_date_sk
| fk/pk conjuncts: inv_date_sk = d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3 row-size=28B cardinality=427.68M cost=187195536
| in pipelines: 00(GETNEXT), 03(OPEN)
|
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[248]
| JOIN BUILD
| | join-table-id=06 plan-id=07 cohort-id=01
| | build expressions: d_date_sk
| | runtime filters: RF008[bloom] <- d_date_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=108
| |
| 18:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | tuple-ids=3 row-size=12B cardinality=108 cost=140
| | in pipelines: 03(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=20.06MB mem-reservation=4.50MB thread-reservation=1
| max-parallelism=1 segment-costs=[16733]
| 31:TUPLE CACHE
| | cache key: dca7683405cc88c2d8ae8a34281e76fd
| | input scan node ids: 3
| | estimated serialized size: 1.69KB
| | estimated serialized size per node: 1.69KB
| | cumulative processing cost: 16728
| | cache read processing cost: 14
| | cache write processing cost: 4
| | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=3 row-size=12B cardinality=108 cost=0
| | in pipelines: 03(GETNEXT)
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
| deterministic scan range assignment: true
| schedule scan ranges oldest to newest: true
| predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
| parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=3 row-size=12B cardinality=108 cost=16728
| in pipelines: 03(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
HDFS partitions=261/261 files=261 size=5.10GB
runtime filters: RF007[min_max] -> inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> inv_warehouse_sk, RF008[bloom] -> inv_date_sk, RF006[bloom] -> inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> inv_warehouse_sk
stored statistics:
table: rows=1.03G size=5.10GB
partitions: 261/261 rows=1.03G
columns: all
extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
tuple-ids=0 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
in pipelines: 00(GETNEXT)
---- PARALLELPLANS
Max Per-Host Resource Reservation: Memory=2.10GB Threads=63
Per-Host Resource Estimates: Memory=12.40GB
F11:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=301.17MB mem-reservation=4.00MB thread-reservation=1
| max-parallelism=1 segment-costs=[443064516] cpu-comparison-result=240 [max(1 (self) vs 240 (sum children))]
PLAN-ROOT SINK
| output exprs: w_warehouse_sk, i_item_sk, d_moy, mean, cov, w_warehouse_sk, i_item_sk, d_moy, mean, cov
| mem-estimate=100.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0 cost=427466272
|
30:MERGING-EXCHANGE [UNPARTITIONED]
| order by: w_warehouse_sk ASC, i_item_sk ASC, d_moy ASC, mean ASC, cov ASC, d_moy ASC, mean ASC, cov ASC
| mem-estimate=201.17MB mem-reservation=0B thread-reservation=0
| tuple-ids=16 row-size=56B cardinality=42.75M cost=15598244
| in pipelines: 17(GETNEXT)
|
F10:PLAN FRAGMENT [HASH(i_item_sk,w_warehouse_sk)] hosts=10 instances=20 (adjusted from 120)
Per-Instance Resources: mem-estimate=131.18MB mem-reservation=6.00MB thread-reservation=1
max-parallelism=20 segment-costs=[156013181, 76153116] cpu-comparison-result=240 [max(20 (self) vs 240 (sum children))]
17:SORT
| order by: w_warehouse_sk ASC, i_item_sk ASC, d_moy ASC, mean ASC, cov ASC, d_moy ASC, mean ASC, cov ASC
| mem-estimate=114.15MB mem-reservation=6.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=16 row-size=56B cardinality=42.75M cost=121532939
| in pipelines: 17(GETNEXT), 22(OPEN)
|
16:HASH JOIN [INNER JOIN, PARTITIONED]
| hash-table-id=00
| hash predicates: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: i_item_sk = i_item_sk, w_warehouse_sk = w_warehouse_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5,13 row-size=112B cardinality=42.75M cost=18710198
| in pipelines: 22(GETNEXT), 27(OPEN)
|
|--F12:PLAN FRAGMENT [HASH(i_item_sk,w_warehouse_sk)] hosts=10 instances=20 (adjusted from 120)
| | Per-Instance Resources: mem-estimate=198.25MB mem-reservation=36.00MB thread-reservation=1 runtime-filters-memory=2.00MB
| | max-parallelism=20 segment-costs=[58516671] cpu-comparison-result=120 [max(20 (self) vs 120 (sum children))]
| JOIN BUILD
| | join-table-id=00 plan-id=01 cohort-id=01
| | build expressions: i_item_sk, w_warehouse_sk
| | runtime filters: RF000[bloom] <- i_item_sk, RF001[bloom] <- w_warehouse_sk, RF002[min_max] <- i_item_sk, RF003[min_max] <- w_warehouse_sk
| | mem-estimate=179.21MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 cost=42746627
| |
| 29:EXCHANGE [HASH(i_item_sk,w_warehouse_sk)]
| | mem-estimate=17.04MB mem-reservation=0B thread-reservation=0
| | tuple-ids=13 row-size=56B cardinality=42.75M cost=15770044
| | in pipelines: 27(GETNEXT)
| |
| F09:PLAN FRAGMENT [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)] hosts=10 instances=120
| Per-Instance Resources: mem-estimate=247.50MB mem-reservation=34.00MB thread-reservation=1
| max-parallelism=280 segment-costs=[2710785473, 176315586] cpu-comparison-result=120 [max(120 (self) vs 108 (sum children))]
| 27:AGGREGATE [FINALIZE]
| | output: stddev_samp:merge(inv_quantity_on_hand), avg:merge(inv_quantity_on_hand)
| | group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| | having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE)
| | mem-estimate=231.17MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=13 row-size=56B cardinality=42.75M cost=2553085026
| | in pipelines: 27(GETNEXT), 08(OPEN)
| |
| 26:EXCHANGE [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)]
| | mem-estimate=16.33MB mem-reservation=0B thread-reservation=0
| | tuple-ids=12 row-size=56B cardinality=427.47M cost=157700447
| | in pipelines: 08(GETNEXT)
| |
| F05:PLAN FRAGMENT [RANDOM] hosts=10 instances=108 (adjusted from 120)
| Per-Host Shared Resources: mem-estimate=3.00MB mem-reservation=3.00MB thread-reservation=0 runtime-filters-memory=3.00MB
| Per-Instance Resources: mem-estimate=236.79MB mem-reservation=34.25MB thread-reservation=1
| max-parallelism=108 segment-costs=[3213076826, 1763155857] cpu-comparison-result=108 [max(108 (self) vs 36 (sum children))]
| 15:AGGREGATE [STREAMING]
| | output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| | group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| | mem-estimate=192.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=12 row-size=56B cardinality=427.47M cost=2553085026
| | in pipelines: 08(GETNEXT)
| |
| 14:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=01
| | hash predicates: inv_warehouse_sk = w_warehouse_sk
| | fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11,9,10 row-size=64B cardinality=427.47M cost=187101985
| | in pipelines: 08(GETNEXT), 10(OPEN)
| |
| |--F13:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[42]
| | JOIN BUILD
| | | join-table-id=01 plan-id=02 cohort-id=02
| | | build expressions: w_warehouse_sk
| | | runtime filters: RF010[bloom] <- w_warehouse_sk, RF011[min_max] <- w_warehouse_sk
| | | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=22
| | |
| | 25:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | | tuple-ids=10 row-size=32B cardinality=22 cost=20
| | | in pipelines: 10(GETNEXT)
| | |
| | F08:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=20.14MB mem-reservation=4.02MB thread-reservation=1
| | max-parallelism=1 segment-costs=[8]
| | 33:TUPLE CACHE
| | | cache key: 6ffdb1b4bffa14530778a288224883b2
| | | input scan node ids: 10
| | | estimated serialized size: 793B
| | | estimated serialized size per node: 793B
| | | cumulative processing cost: 6
| | | cache read processing cost: 2
| | | cache write processing cost: 2
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=10 row-size=32B cardinality=22 cost=0
| | | in pipelines: 10(GETNEXT)
| | |
| | 10:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
| | HDFS partitions=1/1 files=1 size=5.99KB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | stored statistics:
| | table: rows=22 size=5.99KB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=22
| | mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| | tuple-ids=10 row-size=32B cardinality=22 cost=6
| | in pipelines: 10(GETNEXT)
| |
| 13:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=02
| | hash predicates: inv_item_sk = i_item_sk
| | fk/pk conjuncts: inv_item_sk = i_item_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
| | tuple-ids=8,11,9 row-size=32B cardinality=427.47M cost=187156807
| | in pipelines: 08(GETNEXT), 09(OPEN)
| |
| |--F14:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=189.40MB mem-reservation=188.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[838440]
| | JOIN BUILD
| | | join-table-id=02 plan-id=03 cohort-id=02
| | | build expressions: i_item_sk
| | | runtime filters: RF012[bloom] <- i_item_sk, RF013[min_max] <- i_item_sk
| | | mem-estimate=187.00MB mem-reservation=187.00MB spill-buffer=1.00MB thread-reservation=0 cost=360000
| | |
| | 24:EXCHANGE [BROADCAST]
| | | mem-estimate=1.40MB mem-reservation=0B thread-reservation=0
| | | tuple-ids=9 row-size=4B cardinality=360.00K cost=478440
| | | in pipelines: 09(GETNEXT)
| | |
| | F07:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| | Per-Instance Resources: mem-estimate=16.03MB mem-reservation=512.00KB thread-reservation=1
| | max-parallelism=4 segment-costs=[32400]
| | 09:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| | HDFS partitions=1/1 files=1 size=33.54MB
| | stored statistics:
| | table: rows=360.00K size=33.54MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=101.54K
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=9 row-size=4B cardinality=360.00K cost=20736
| | in pipelines: 09(GETNEXT)
| |
| 12:HASH JOIN [INNER JOIN, BROADCAST]
| | hash-table-id=03
| | hash predicates: inv_date_sk = d_date_sk
| | fk/pk conjuncts: inv_date_sk = d_date_sk
| | mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| | tuple-ids=8,11 row-size=28B cardinality=427.68M cost=187195536
| | in pipelines: 08(GETNEXT), 11(OPEN)
| |
| |--F15:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | | max-parallelism=10 segment-costs=[248]
| | JOIN BUILD
| | | join-table-id=03 plan-id=04 cohort-id=02
| | | build expressions: d_date_sk
| | | runtime filters: RF014[bloom] <- d_date_sk
| | | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=108
| | |
| | 23:EXCHANGE [BROADCAST]
| | | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | | tuple-ids=11 row-size=12B cardinality=108 cost=140
| | | in pipelines: 11(GETNEXT)
| | |
| | F06:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| | Per-Instance Resources: mem-estimate=20.06MB mem-reservation=4.50MB thread-reservation=1
| | max-parallelism=1 segment-costs=[16733]
| | 32:TUPLE CACHE
| | | cache key: b16e71fc615f1df64d73d9db29edac28
| | | input scan node ids: 11
| | | estimated serialized size: 1.69KB
| | | estimated serialized size per node: 1.69KB
| | | cumulative processing cost: 16728
| | | cache read processing cost: 14
| | | cache write processing cost: 4
| | | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | | tuple-ids=11 row-size=12B cardinality=108 cost=0
| | | in pipelines: 11(GETNEXT)
| | |
| | 11:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| | HDFS partitions=1/1 files=1 size=2.17MB
| | deterministic scan range assignment: true
| | schedule scan ranges oldest to newest: true
| | predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | stored statistics:
| | table: rows=73.05K size=2.17MB
| | columns: all
| | extrapolated-rows=disabled max-scan-range-rows=73.05K
| | parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(5 AS INT)
| | mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| | tuple-ids=11 row-size=12B cardinality=108 cost=16728
| | in pipelines: 11(GETNEXT)
| |
| 08:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
| HDFS partitions=261/261 files=261 size=5.10GB
| runtime filters: RF013[min_max] -> inv_item_sk, RF011[min_max] -> inv_warehouse_sk, RF014[bloom] -> inv_date_sk, RF012[bloom] -> inv_item_sk, RF010[bloom] -> inv_warehouse_sk
| stored statistics:
| table: rows=1.03G size=5.10GB
| partitions: 261/261 rows=1.03G
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
| mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
| tuple-ids=8 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
| in pipelines: 08(GETNEXT)
|
28:EXCHANGE [HASH(i_item_sk,w_warehouse_sk)]
| mem-estimate=17.04MB mem-reservation=0B thread-reservation=0
| tuple-ids=5 row-size=56B cardinality=42.75M cost=15770044
| in pipelines: 22(GETNEXT)
|
F04:PLAN FRAGMENT [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)] hosts=10 instances=120
Per-Instance Resources: mem-estimate=247.50MB mem-reservation=34.00MB thread-reservation=1
max-parallelism=280 segment-costs=[2710785473, 176315586] cpu-comparison-result=120 [max(120 (self) vs 108 (sum children))]
22:AGGREGATE [FINALIZE]
| output: stddev_samp:merge(inv_quantity_on_hand), avg:merge(inv_quantity_on_hand)
| group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| having: CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN CAST(0 AS DOUBLE) ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1 AS DOUBLE), CASE avg(inv_quantity_on_hand) WHEN CAST(0 AS DOUBLE) THEN NULL ELSE stddev_samp(inv_quantity_on_hand) / avg(inv_quantity_on_hand) END > CAST(1.5 AS DOUBLE)
| mem-estimate=231.17MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=5 row-size=56B cardinality=42.75M cost=2553085026
| in pipelines: 22(GETNEXT), 00(OPEN)
|
21:EXCHANGE [HASH(w_warehouse_name,w_warehouse_sk,i_item_sk,d_moy)]
| mem-estimate=16.33MB mem-reservation=0B thread-reservation=0
| tuple-ids=4 row-size=56B cardinality=427.47M cost=157700447
| in pipelines: 00(GETNEXT)
|
F00:PLAN FRAGMENT [RANDOM] hosts=10 instances=108 (adjusted from 120)
Per-Host Shared Resources: mem-estimate=5.00MB mem-reservation=5.00MB thread-reservation=0 runtime-filters-memory=5.00MB
Per-Instance Resources: mem-estimate=236.79MB mem-reservation=34.25MB thread-reservation=1
max-parallelism=108 segment-costs=[3213076826, 1763155857] cpu-comparison-result=108 [max(108 (self) vs 36 (sum children))]
07:AGGREGATE [STREAMING]
| output: stddev_samp(inv_quantity_on_hand), avg(CAST(inv_quantity_on_hand AS BIGINT))
| group by: w_warehouse_name, w_warehouse_sk, i_item_sk, d_moy
| mem-estimate=192.64MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0
| tuple-ids=4 row-size=56B cardinality=427.47M cost=2553085026
| in pipelines: 00(GETNEXT)
|
06:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=04
| hash predicates: inv_warehouse_sk = w_warehouse_sk
| fk/pk conjuncts: inv_warehouse_sk = w_warehouse_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3,1,2 row-size=64B cardinality=427.47M cost=187101985
| in pipelines: 00(GETNEXT), 02(OPEN)
|
|--F16:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[42]
| JOIN BUILD
| | join-table-id=04 plan-id=05 cohort-id=01
| | build expressions: w_warehouse_sk
| | runtime filters: RF004[bloom] <- w_warehouse_sk, RF005[min_max] <- w_warehouse_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=22
| |
| 20:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | tuple-ids=2 row-size=32B cardinality=22 cost=20
| | in pipelines: 02(GETNEXT)
| |
| F03:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.14MB mem-reservation=16.00KB thread-reservation=1
| max-parallelism=1 segment-costs=[8]
| 02:SCAN HDFS [tpcds_partitioned_parquet_snap.warehouse, RANDOM]
| HDFS partitions=1/1 files=1 size=5.99KB
| runtime filters: RF003[min_max] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.warehouse.w_warehouse_sk
| stored statistics:
| table: rows=22 size=5.99KB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=22
| mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0
| tuple-ids=2 row-size=32B cardinality=22 cost=6
| in pipelines: 02(GETNEXT)
|
05:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=05
| hash predicates: inv_item_sk = i_item_sk
| fk/pk conjuncts: inv_item_sk = i_item_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=1.00MB thread-reservation=0
| tuple-ids=0,3,1 row-size=32B cardinality=427.47M cost=187156807
| in pipelines: 00(GETNEXT), 01(OPEN)
|
|--F17:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=189.40MB mem-reservation=188.00MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[838440]
| JOIN BUILD
| | join-table-id=05 plan-id=06 cohort-id=01
| | build expressions: i_item_sk
| | runtime filters: RF006[bloom] <- i_item_sk, RF007[min_max] <- i_item_sk
| | mem-estimate=187.00MB mem-reservation=187.00MB spill-buffer=1.00MB thread-reservation=0 cost=360000
| |
| 19:EXCHANGE [BROADCAST]
| | mem-estimate=1.40MB mem-reservation=0B thread-reservation=0
| | tuple-ids=1 row-size=4B cardinality=360.00K cost=478440
| | in pipelines: 01(GETNEXT)
| |
| F02:PLAN FRAGMENT [RANDOM] hosts=4 instances=4
| Per-Host Shared Resources: mem-estimate=1.00MB mem-reservation=1.00MB thread-reservation=0 runtime-filters-memory=1.00MB
| Per-Instance Resources: mem-estimate=16.03MB mem-reservation=512.00KB thread-reservation=1
| max-parallelism=4 segment-costs=[32400]
| 01:SCAN HDFS [tpcds_partitioned_parquet_snap.item, RANDOM]
| HDFS partitions=1/1 files=1 size=33.54MB
| runtime filters: RF002[min_max] -> tpcds_partitioned_parquet_snap.item.i_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.item.i_item_sk
| stored statistics:
| table: rows=360.00K size=33.54MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=101.54K
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=1 row-size=4B cardinality=360.00K cost=20736
| in pipelines: 01(GETNEXT)
|
04:HASH JOIN [INNER JOIN, BROADCAST]
| hash-table-id=06
| hash predicates: inv_date_sk = d_date_sk
| fk/pk conjuncts: inv_date_sk = d_date_sk
| mem-estimate=0B mem-reservation=0B spill-buffer=64.00KB thread-reservation=0
| tuple-ids=0,3 row-size=28B cardinality=427.68M cost=187195536
| in pipelines: 00(GETNEXT), 03(OPEN)
|
|--F18:PLAN FRAGMENT [RANDOM] hosts=10 instances=10
| | Per-Instance Resources: mem-estimate=22.33MB mem-reservation=22.31MB thread-reservation=1 runtime-filters-memory=1.00MB
| | max-parallelism=10 segment-costs=[248]
| JOIN BUILD
| | join-table-id=06 plan-id=07 cohort-id=01
| | build expressions: d_date_sk
| | runtime filters: RF008[bloom] <- d_date_sk
| | mem-estimate=21.31MB mem-reservation=21.31MB spill-buffer=64.00KB thread-reservation=0 cost=108
| |
| 18:EXCHANGE [BROADCAST]
| | mem-estimate=16.00KB mem-reservation=0B thread-reservation=0
| | tuple-ids=3 row-size=12B cardinality=108 cost=140
| | in pipelines: 03(GETNEXT)
| |
| F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
| Per-Instance Resources: mem-estimate=20.06MB mem-reservation=4.50MB thread-reservation=1
| max-parallelism=1 segment-costs=[16733]
| 31:TUPLE CACHE
| | cache key: dca7683405cc88c2d8ae8a34281e76fd
| | input scan node ids: 3
| | estimated serialized size: 1.69KB
| | estimated serialized size per node: 1.69KB
| | cumulative processing cost: 16728
| | cache read processing cost: 14
| | cache write processing cost: 4
| | mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0
| | tuple-ids=3 row-size=12B cardinality=108 cost=0
| | in pipelines: 03(GETNEXT)
| |
| 03:SCAN HDFS [tpcds_partitioned_parquet_snap.date_dim, RANDOM]
| HDFS partitions=1/1 files=1 size=2.17MB
| deterministic scan range assignment: true
| schedule scan ranges oldest to newest: true
| predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| stored statistics:
| table: rows=73.05K size=2.17MB
| columns: all
| extrapolated-rows=disabled max-scan-range-rows=73.05K
| parquet statistics predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| parquet dictionary predicates: d_year = CAST(1998 AS INT), tpcds_partitioned_parquet_snap.date_dim.d_moy = CAST(4 AS INT)
| mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=0
| tuple-ids=3 row-size=12B cardinality=108 cost=16728
| in pipelines: 03(GETNEXT)
|
00:SCAN HDFS [tpcds_partitioned_parquet_snap.inventory, RANDOM]
HDFS partitions=261/261 files=261 size=5.10GB
runtime filters: RF007[min_max] -> inv_item_sk, RF002[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF003[min_max] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF005[min_max] -> inv_warehouse_sk, RF008[bloom] -> inv_date_sk, RF006[bloom] -> inv_item_sk, RF000[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_item_sk, RF001[bloom] -> tpcds_partitioned_parquet_snap.inventory.inv_warehouse_sk, RF004[bloom] -> inv_warehouse_sk
stored statistics:
table: rows=1.03G size=5.10GB
partitions: 261/261 rows=1.03G
columns: all
extrapolated-rows=disabled max-scan-range-rows=3.98M est-scan-range=108(filtered from 261)
mem-estimate=16.00MB mem-reservation=256.00KB thread-reservation=0
tuple-ids=0 row-size=16B cardinality=427.68M(filtered from 1.03G) cost=98537472
in pipelines: 00(GETNEXT)
====