blob: b8056076f86886eb9daa57197e288c4f69d9a04a [file] [log] [blame]
set hive.stats.column.autogather=true;
set hive.mapred.mode=nonstrict;
set hive.explain.user=false;
SET hive.auto.convert.join=true;
SET hive.auto.convert.join.noconditionaltask=true;
SET hive.auto.convert.join.noconditionaltask.size=10000000000;
SET hive.vectorized.execution.enabled=true;
set hive.fetch.task.conversion=none;
SET mapred.min.split.size=10000;
SET mapred.max.split.size=50000;
SET hive.optimize.scan.probedecode=true;
CREATE TABLE lineitem_trs (
l_orderkey BIGINT,
l_partkey BIGINT,
l_suppkey BIGINT,
l_linenumber INT,
l_quantity DECIMAL(12,2),
l_extendedprice DECIMAL(12,2),
l_discount DECIMAL(12,2),
l_tax DECIMAL(12,2),
l_returnflag STRING,
l_linestatus STRING,
l_shipdate STRING,
l_commitdate STRING,
l_receiptdate STRING,
l_shipinstruct STRING,
l_shipmode STRING,
l_comment STRING
) STORED AS ORC;
CREATE TABLE unique_lineitem_stage (
l_orderkey STRING,
l_partkey BIGINT,
l_suppkey BIGINT,
l_linenumber INT,
l_quantity DECIMAL(12,2),
l_extendedprice DECIMAL(12,2),
l_discount DECIMAL(12,2),
l_tax DECIMAL(12,2),
l_returnflag STRING,
l_linestatus STRING,
l_shipdate STRING,
l_commitdate STRING,
l_receiptdate STRING,
l_shipinstruct STRING,
l_shipmode STRING,
l_comment STRING
) STORED AS ORC;
-- l_orderkey Key types missmatch thus will be converted (from String and Bigint to Double) using a UDF Expr
-- Probe compiler optimization will SKIP such MJs with keys defined as Exprs (each expr will need to be evaluated before probe)
EXPLAIN VECTORIZATION DETAIL
SELECT * FROM
unique_lineitem_stage, lineitem_trs
where unique_lineitem_stage.L_ORDERKEY = lineitem_trs.L_ORDERKEY;