# Join with tiny build side.
# Uses smallest possible buffers but two max-size buffers are required.
select straight_join *
from tpch_parquet.customer
    inner join tpch_parquet.nation on c_nationkey = n_nationkey
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=16.94MB
Per-Host Resource Estimates: Memory=56.94MB

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=0,1 row-size=355B cardinality=150000
|
F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
Per-Host Resources: mem-estimate=40.94MB mem-reservation=16.94MB
02:HASH JOIN [INNER JOIN, BROADCAST]
|  hash predicates: c_nationkey = n_nationkey
|  fk/pk conjuncts: c_nationkey = n_nationkey
|  runtime filters: RF000 <- n_nationkey
|  mem-estimate=16.94MB mem-reservation=16.94MB spill-buffer=64.00KB
|  tuple-ids=0,1 row-size=355B cardinality=150000
|
|--03:EXCHANGE [BROADCAST]
|  |  mem-estimate=0B mem-reservation=0B
|  |  tuple-ids=1 row-size=117B cardinality=25
|  |
|  F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
|  01:SCAN HDFS [tpch_parquet.nation, RANDOM]
|     partitions=1/1 files=1 size=2.94KB
|     stats-rows=25 extrapolated-rows=disabled
|     table stats: rows=25 size=2.94KB
|     column stats: all
|     mem-estimate=16.00MB mem-reservation=0B
|     tuple-ids=1 row-size=117B cardinality=25
|
00:SCAN HDFS [tpch_parquet.customer, RANDOM]
   partitions=1/1 files=1 size=12.34MB
   runtime filters: RF000 -> c_nationkey
   stats-rows=150000 extrapolated-rows=disabled
   table stats: rows=150000 size=12.34MB
   column stats: all
   mem-estimate=24.00MB mem-reservation=0B
   tuple-ids=0 row-size=238B cardinality=150000
====
# Join with large build side.
# Uses default buffer size. Two max-size buffers are required.
select straight_join *
from tpch_parquet.lineitem
    left join tpch_parquet.orders on l_orderkey = o_orderkey
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=46.00MB
Per-Host Resource Estimates: Memory=420.41MB

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=0,1N row-size=454B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=380.41MB mem-reservation=46.00MB
02:HASH JOIN [LEFT OUTER JOIN, BROADCAST]
|  hash predicates: l_orderkey = o_orderkey
|  fk/pk conjuncts: l_orderkey = o_orderkey
|  mem-estimate=300.41MB mem-reservation=46.00MB spill-buffer=2.00MB
|  tuple-ids=0,1N row-size=454B cardinality=6001215
|
|--03:EXCHANGE [BROADCAST]
|  |  mem-estimate=0B mem-reservation=0B
|  |  tuple-ids=1 row-size=191B cardinality=1500000
|  |
|  F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
|  Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
|  01:SCAN HDFS [tpch_parquet.orders, RANDOM]
|     partitions=1/1 files=2 size=54.20MB
|     stats-rows=1500000 extrapolated-rows=disabled
|     table stats: rows=1500000 size=54.20MB
|     column stats: all
|     mem-estimate=40.00MB mem-reservation=0B
|     tuple-ids=1 row-size=191B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
   partitions=1/1 files=3 size=193.92MB
   stats-rows=6001215 extrapolated-rows=disabled
   table stats: rows=6001215 size=193.92MB
   column stats: all
   mem-estimate=80.00MB mem-reservation=0B
   tuple-ids=0 row-size=263B cardinality=6001215
====
# Null-aware anti-join with medium build side.
# Uses intermediate buffer size plus two max-size buffers.
select * from tpch_parquet.lineitem
where l_orderkey not in (select o_orderkey from tpch_parquet.orders)
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=34.00MB
Per-Host Resource Estimates: Memory=154.00MB

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=0 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=114.00MB mem-reservation=34.00MB
02:HASH JOIN [NULL AWARE LEFT ANTI JOIN, BROADCAST]
|  hash predicates: l_orderkey = o_orderkey
|  mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=1.00MB
|  tuple-ids=0 row-size=263B cardinality=6001215
|
|--03:EXCHANGE [BROADCAST]
|  |  mem-estimate=0B mem-reservation=0B
|  |  tuple-ids=1 row-size=8B cardinality=1500000
|  |
|  F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
|  Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
|  01:SCAN HDFS [tpch_parquet.orders, RANDOM]
|     partitions=1/1 files=2 size=54.20MB
|     stats-rows=1500000 extrapolated-rows=disabled
|     table stats: rows=1500000 size=54.20MB
|     column stats: all
|     mem-estimate=40.00MB mem-reservation=0B
|     tuple-ids=1 row-size=8B cardinality=1500000
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
   partitions=1/1 files=3 size=193.92MB
   stats-rows=6001215 extrapolated-rows=disabled
   table stats: rows=6001215 size=193.92MB
   column stats: all
   mem-estimate=80.00MB mem-reservation=0B
   tuple-ids=0 row-size=263B cardinality=6001215
====
# Mid NDV aggregation.
# Uses smaller-than-default buffer size. Two max-size buffers are required.
select straight_join l_orderkey, o_orderstatus, count(*)
from tpch_parquet.lineitem
    join tpch_parquet.orders on o_orderkey = l_orderkey
group by 1, 2
having count(*) = 1
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=110.00MB
Per-Host Resource Estimates: Memory=251.12MB

F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
08:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=2 row-size=33B cardinality=4690314
|
F03:PLAN FRAGMENT [HASH(l_orderkey,o_orderstatus)] hosts=3 instances=3
Per-Host Resources: mem-estimate=46.00MB mem-reservation=46.00MB
07:AGGREGATE [FINALIZE]
|  output: count:merge(*)
|  group by: l_orderkey, o_orderstatus
|  having: count(*) = 1
|  mem-estimate=46.00MB mem-reservation=46.00MB spill-buffer=2.00MB
|  tuple-ids=2 row-size=33B cardinality=4690314
|
06:EXCHANGE [HASH(l_orderkey,o_orderstatus)]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=2 row-size=33B cardinality=4690314
|
F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3
Per-Host Resources: mem-estimate=85.12MB mem-reservation=64.00MB
03:AGGREGATE [STREAMING]
|  output: count(*)
|  group by: l_orderkey, o_orderstatus
|  mem-estimate=54.12MB mem-reservation=33.00MB spill-buffer=2.00MB
|  tuple-ids=2 row-size=33B cardinality=4690314
|
02:HASH JOIN [INNER JOIN, PARTITIONED]
|  hash predicates: l_orderkey = o_orderkey
|  fk/pk conjuncts: l_orderkey = o_orderkey
|  runtime filters: RF000 <- o_orderkey
|  mem-estimate=31.00MB mem-reservation=31.00MB spill-buffer=1.00MB
|  tuple-ids=0,1 row-size=33B cardinality=5757710
|
|--05:EXCHANGE [HASH(o_orderkey)]
|  |  mem-estimate=0B mem-reservation=0B
|  |  tuple-ids=1 row-size=25B cardinality=1500000
|  |
|  F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2
|  Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B
|  01:SCAN HDFS [tpch_parquet.orders, RANDOM]
|     partitions=1/1 files=2 size=54.20MB
|     stats-rows=1500000 extrapolated-rows=disabled
|     table stats: rows=1500000 size=54.20MB
|     column stats: all
|     mem-estimate=40.00MB mem-reservation=0B
|     tuple-ids=1 row-size=25B cardinality=1500000
|
04:EXCHANGE [HASH(l_orderkey)]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=0 row-size=8B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
   partitions=1/1 files=3 size=193.92MB
   runtime filters: RF000 -> l_orderkey
   stats-rows=6001215 extrapolated-rows=disabled
   table stats: rows=6001215 size=193.92MB
   column stats: all
   mem-estimate=80.00MB mem-reservation=0B
   tuple-ids=0 row-size=8B cardinality=6001215
====
# High NDV aggregation.
# Uses default buffer size. Two max-size buffers are required.
select distinct *
from tpch_parquet.lineitem
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=79.00MB
Per-Host Resource Estimates: Memory=3.31GB

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=1 row-size=263B cardinality=6001215
|
F01:PLAN FRAGMENT [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)] hosts=3 instances=3
Per-Host Resources: mem-estimate=1.62GB mem-reservation=46.00MB
03:AGGREGATE [FINALIZE]
|  group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
|  mem-estimate=1.62GB mem-reservation=46.00MB spill-buffer=2.00MB
|  tuple-ids=1 row-size=263B cardinality=6001215
|
02:EXCHANGE [HASH(tpch_parquet.lineitem.l_orderkey,tpch_parquet.lineitem.l_partkey,tpch_parquet.lineitem.l_suppkey,tpch_parquet.lineitem.l_linenumber,tpch_parquet.lineitem.l_quantity,tpch_parquet.lineitem.l_extendedprice,tpch_parquet.lineitem.l_discount,tpch_parquet.lineitem.l_tax,tpch_parquet.lineitem.l_returnflag,tpch_parquet.lineitem.l_linestatus,tpch_parquet.lineitem.l_shipdate,tpch_parquet.lineitem.l_commitdate,tpch_parquet.lineitem.l_receiptdate,tpch_parquet.lineitem.l_shipinstruct,tpch_parquet.lineitem.l_shipmode,tpch_parquet.lineitem.l_comment)]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=1 row-size=263B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=1.69GB mem-reservation=33.00MB
01:AGGREGATE [STREAMING]
|  group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment
|  mem-estimate=1.62GB mem-reservation=33.00MB spill-buffer=2.00MB
|  tuple-ids=1 row-size=263B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
   partitions=1/1 files=3 size=193.92MB
   stats-rows=6001215 extrapolated-rows=disabled
   table stats: rows=6001215 size=193.92MB
   column stats: all
   mem-estimate=80.00MB mem-reservation=0B
   tuple-ids=0 row-size=263B cardinality=6001215
====
# High NDV aggregation with string aggregation function.
# Uses default buffer size. Two max-size buffers are required.
select l_orderkey, l_partkey, group_concat(l_linestatus, ",")
from tpch_parquet.lineitem
group by 1, 2
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=81.00MB
Per-Host Resource Estimates: Memory=482.91MB

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=1 row-size=32B cardinality=6001215
|
F01:PLAN FRAGMENT [HASH(l_orderkey,l_partkey)] hosts=3 instances=3
Per-Host Resources: mem-estimate=201.46MB mem-reservation=48.00MB
03:AGGREGATE [FINALIZE]
|  output: group_concat:merge(l_linestatus, ',')
|  group by: l_orderkey, l_partkey
|  mem-estimate=201.46MB mem-reservation=48.00MB spill-buffer=2.00MB
|  tuple-ids=1 row-size=32B cardinality=6001215
|
02:EXCHANGE [HASH(l_orderkey,l_partkey)]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=1 row-size=32B cardinality=6001215
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=281.46MB mem-reservation=33.00MB
01:AGGREGATE [STREAMING]
|  output: group_concat(l_linestatus, ',')
|  group by: l_orderkey, l_partkey
|  mem-estimate=201.46MB mem-reservation=33.00MB spill-buffer=2.00MB
|  tuple-ids=1 row-size=32B cardinality=6001215
|
00:SCAN HDFS [tpch_parquet.lineitem, RANDOM]
   partitions=1/1 files=3 size=193.92MB
   stats-rows=6001215 extrapolated-rows=disabled
   table stats: rows=6001215 size=193.92MB
   column stats: all
   mem-estimate=80.00MB mem-reservation=0B
   tuple-ids=0 row-size=33B cardinality=6001215
====
# Sort + Analytic.
# The size of buffers for these plan nodes is increased to fit max_row_size.
select max(tinyint_col) over(partition by int_col)
from functional.alltypes
---- DISTRIBUTEDPLAN
Max Per-Host Resource Reservation: Memory=40.00MB
Per-Host Resource Estimates: Memory=56.00MB
Codegen disabled by planner

F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1
|  Per-Host Resources: mem-estimate=0B mem-reservation=0B
PLAN-ROOT SINK
|  mem-estimate=0B mem-reservation=0B
|
04:EXCHANGE [UNPARTITIONED]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=3,2 row-size=6B cardinality=7300
|
F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=3
Per-Host Resources: mem-estimate=40.00MB mem-reservation=40.00MB
02:ANALYTIC
|  functions: max(tinyint_col)
|  partition by: int_col
|  mem-estimate=16.00MB mem-reservation=16.00MB spill-buffer=8.00MB
|  tuple-ids=3,2 row-size=6B cardinality=7300
|
01:SORT
|  order by: int_col ASC NULLS FIRST
|  mem-estimate=24.00MB mem-reservation=24.00MB spill-buffer=8.00MB
|  tuple-ids=3 row-size=5B cardinality=7300
|
03:EXCHANGE [HASH(int_col)]
|  mem-estimate=0B mem-reservation=0B
|  tuple-ids=0 row-size=5B cardinality=7300
|
F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3
Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B
00:SCAN HDFS [functional.alltypes, RANDOM]
   partitions=24/24 files=24 size=478.45KB
   stats-rows=7300 extrapolated-rows=disabled
   table stats: rows=7300 size=478.45KB
   column stats: all
   mem-estimate=16.00MB mem-reservation=0B
   tuple-ids=0 row-size=5B cardinality=7300
====