| --! qt:dataset:src |
| set hive.mapred.mode=nonstrict; |
| set hive.exec.reducers.max = 1; |
| |
| |
| CREATE TABLE smb_bucket4_1_n0(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS RCFILE; |
| |
| |
| CREATE TABLE smb_bucket4_2_n0(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS RCFILE; |
| |
| create table smb_join_results_n0(k1 int, v1 string, k2 int, v2 string); |
| create table normal_join_results_n0(k1 int, v1 string, k2 int, v2 string); |
| |
| insert overwrite table smb_bucket4_1_n0 |
| select * from src; |
| |
| insert overwrite table smb_bucket4_2_n0 |
| select * from src; |
| |
| set hive.optimize.bucketmapjoin = true; |
| set hive.optimize.bucketmapjoin.sortedmerge = true; |
| set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat; |
| |
| explain |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| select * from smb_join_results_n0 order by k1; |
| |
| insert overwrite table normal_join_results_n0 select * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from normal_join_results_n0; |
| select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results_n0; |
| |
| |
| explain |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| select * from smb_join_results_n0 order by k1; |
| |
| insert overwrite table normal_join_results_n0 select * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key; |
| |
| select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from normal_join_results_n0; |
| select sum(hash(k1)) as k1, sum(hash(k2)) as k2, sum(hash(v1)) as v1, sum(hash(v2)) as v2 from smb_join_results_n0; |
| |
| |
| explain |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000; |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(a)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000; |
| |
| |
| explain |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000; |
| insert overwrite table smb_join_results_n0 |
| select /*+mapjoin(b)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key where a.key>1000; |
| |
| |
| explain |
| select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000; |
| select /*+mapjoin(b,c)*/ * from smb_bucket4_1_n0 a join smb_bucket4_2_n0 b on a.key = b.key join smb_bucket4_2_n0 c on b.key = c.key where a.key>1000; |
| |
| |
| |
| |
| |