| ==== |
| ---- QUERY |
| # IMPALA-9741: Support querying Iceberg table by impala |
| SELECT count(*) from iceberg_partitioned; |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 20 |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_non_partitioned |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 20 |
| ==== |
| ---- QUERY |
| # Test non partition column filter count |
| SELECT count(*) from iceberg_partitioned |
| where id > 10 |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 10 |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_non_partitioned |
| where id > 10 |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 10 |
| ==== |
| ---- QUERY |
| # Test partition column filter count |
| SELECT count(*) from iceberg_partitioned |
| where action <> 'click' |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 14 |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_non_partitioned |
| where action = 'click' |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 6 |
| ==== |
| ---- QUERY |
| # Test distinct count |
| SELECT count(distinct id),count(distinct action) from iceberg_partitioned |
| ---- TYPES |
| bigint,bigint |
| ---- RESULTS |
| 20,3 |
| ==== |
| ---- QUERY |
| SELECT count(distinct id),count(distinct action) from iceberg_non_partitioned |
| ---- TYPES |
| bigint,bigint |
| ---- RESULTS |
| 20,3 |
| ==== |
| ---- QUERY |
| # Test timestamp filter for iceberg derived partition 'HOUR' |
| SET TIMEZONE=UTC; |
| SELECT count(*) from iceberg_partitioned |
| where event_time > to_timestamp('2020-01-01 09:00:00','yyyy-MM-dd HH:mm:ss') |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 6 |
| ==== |
| ---- QUERY |
| SET TIMEZONE=UTC; |
| SELECT count(*) from iceberg_non_partitioned |
| where event_time > to_timestamp('2020-01-01 09:00:00','yyyy-MM-dd HH:mm:ss') |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 6 |
| ==== |
| ---- QUERY |
| # Test non-count query for partition filter |
| SET TIMEZONE=UTC; |
| SELECT * from iceberg_partitioned |
| where event_time > to_timestamp('2020-01-01 09:00:00','yyyy-MM-dd HH:mm:ss') |
| ORDER BY id |
| ---- TYPES |
| int,string,string,timestamp |
| ---- RESULTS |
| 2,'Lisa','download',2020-01-01 10:00:00 |
| 5,'Lisa','download',2020-01-01 10:00:00 |
| 7,'Lisa','download',2020-01-01 10:00:00 |
| 8,'Lisa','download',2020-01-01 10:00:00 |
| 14,'Lisa','download',2020-01-01 10:00:00 |
| 16,'Lisa','download',2020-01-01 10:00:00 |
| ==== |
| ---- QUERY |
| # Test non-count query for non-partition filter |
| SET TIMEZONE=UTC; |
| SELECT * from iceberg_non_partitioned |
| where id < 5 |
| ORDER BY id |
| ---- TYPES |
| int,string,string,timestamp |
| ---- RESULTS |
| 1,'Alex','view',2020-01-01 08:00:00 |
| 2,'Lisa','download',2020-01-01 10:00:00 |
| 3,'Alan','click',2020-01-01 09:00:00 |
| 4,'Alex','view',2020-01-01 08:00:00 |
| ==== |
| ---- QUERY |
| # Test show partitions query for iceberg table |
| SHOW PARTITIONS iceberg_partitioned |
| ---- TYPES |
| bigint,bigint,bigint,string,string |
| ---- RESULTS |
| 0,4,1000,'event_time_hour','HOUR' |
| 0,3,1001,'action','IDENTITY' |
| ==== |
| ---- QUERY |
| SHOW FILES in iceberg_partitioned |
| ---- LABELS |
| Path,Size,Partition |
| ---- RESULTS |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00001-1-b975a171-0911-47c2-90c8-300f23c28772-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00006-6-9bc6f547-de52-4aad-8c07-5d0f1aaa0558-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00009-9-bf3024d6-8b55-42d3-b25e-5f2a31303026-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00017-17-a0d23269-c8d7-40cf-94c8-8b624969b9c0-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00023-23-138a376e-696e-4da3-95f3-7e0aacb11ca3-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00027-27-04494175-75de-41ef-b824-3923ebfba0cb-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00030-30-eba34050-b263-41e8-bc7d-773a47b33c32-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-08/action=view/00031-31-0ec1c3ff-7154-4fd1-a090-8fa0b9c2d3c8-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00004-4-8b99da05-6be1-42e1-90e0-bff8ca08b5af-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00014-14-5b39012d-85e3-4144-ac83-574ed5046718-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00015-15-e37e3f98-5f3b-4245-9c01-76cf0f1dd21a-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00019-19-e36a1955-f01c-4e08-9f19-dcec0cbceadd-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00020-20-c9632a29-fd5b-4ba5-a0db-2992c73075c2-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-09/action=click/00028-28-31220e43-f85a-4609-9ebb-4c76269cddb6-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00003-3-7e47d440-44f5-4a11-bbfa-c72c520ca997-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00007-7-c902540c-b002-413c-b422-7ec3c06d404e-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00011-11-5558f0e5-7a46-417e-8c0a-50bb00e54a30-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00012-12-ea94b7c7-164d-4d06-8b4d-24d296906f73-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00022-22-0565b9eb-060d-4180-aa1e-2bb69187d8db-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/data/event_time_hour=2020-01-01-10/action=download/00025-25-1f2b05c6-5407-41fc-a881-60626253ca77-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/metadata/af797bab-2f2c-44df-a77b-d91c7198fe53-m0.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/metadata/snap-8270633197658268308-1-af797bab-2f2c-44df-a77b-d91c7198fe53.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/metadata/v1.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/metadata/v2.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned/metadata/version-hint.text',regex:.*,'' |
| ---- TYPES |
| STRING,STRING,STRING |
| ==== |
| ---- QUERY |
| SHOW FILES in iceberg_non_partitioned |
| ---- LABELS |
| Path,Size,Partition |
| ---- RESULTS |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00001-1-5dbd44ad-18bc-40f2-9dd6-aeb2cc23457c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00003-3-27db2521-1e8b-40c1-b846-552cd620abce-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00004-4-f1b55628-0544-4833-8b11-1b4add53dfd6-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00006-6-f75530ef-93b6-4994-b3c8-db957d44848c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00007-7-8d9b22da-5f10-4cbf-8e4d-160f829b5e48-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00009-9-f029a1f7-9024-4bc3-a030-e20861586146-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00011-11-f07814ae-56cd-486b-af81-18541437da7d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00012-12-967c70a4-bf4d-4a82-8c97-c90e2b4d9dcf-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00014-14-d0cdca7f-c050-407e-b70c-2bd076f83e4e-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00015-15-0e931a1f-309e-43b3-a5cf-3ef82fa4a87c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00017-17-43138078-244c-4b38-8127-04a5bfbc4695-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00019-19-52569895-df25-4ad8-b64d-49c4540d36c9-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00020-20-f160c1ea-a2f5-4109-81ec-3ff9c155430f-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00022-22-c1f61b8c-9d9a-4823-b64e-109770c16696-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00023-23-8cfc9d65-bfc3-47c4-8da7-6610b49b3305-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00025-25-d519b09d-c730-40a6-ad03-8b36096cb234-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00027-27-802b2129-0d18-418a-bcdd-b1b5332ea2a5-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00028-28-70f51a0c-3d30-4cdb-afcb-e8c1cfa3caa4-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00030-30-e887707d-58db-469c-ab96-b77188f25189-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/data/00031-31-facf6a62-c326-44f7-bdc3-b1471bd594d7-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/metadata/9b8c72ab-43b9-42fb-a5e9-1dcfa1801a21-m0.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/metadata/snap-93996984692289973-1-9b8c72ab-43b9-42fb-a5e9-1dcfa1801a21.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/metadata/v1.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/metadata/v2.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned/metadata/version-hint.text',regex:.*,'' |
| ---- TYPES |
| STRING,STRING,STRING |
| ==== |
| ---- QUERY |
| SELECT count(*) from hadoop_catalog_test_external |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 20 |
| ==== |
| ---- QUERY |
| SELECT count(*) from hadoop_catalog_test_external |
| where id > 10 |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 10 |
| ==== |
| ---- QUERY |
| SELECT count(*) from hadoop_catalog_test_external |
| where action <> 'click' |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 14 |
| ---- QUERY |
| SELECT count(distinct id),count(distinct action) from hadoop_catalog_test_external |
| ---- TYPES |
| bigint,bigint |
| ---- RESULTS |
| 20,3 |
| ==== |
| ---- QUERY |
| SET TIMEZONE=UTC; |
| SELECT count(*) from hadoop_catalog_test_external |
| where event_time > to_timestamp('2020-01-01 09:00:00','yyyy-MM-dd HH:mm:ss') |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 6 |
| ==== |
| ---- QUERY |
| SET TIMEZONE=UTC; |
| SELECT * from hadoop_catalog_test_external |
| where event_time > to_timestamp('2020-01-01 09:00:00','yyyy-MM-dd HH:mm:ss') |
| ORDER BY id |
| ---- TYPES |
| int,string,string,timestamp |
| ---- RESULTS |
| 2,'Lisa','download',2020-01-01 10:00:00 |
| 5,'Lisa','download',2020-01-01 10:00:00 |
| 7,'Lisa','download',2020-01-01 10:00:00 |
| 8,'Lisa','download',2020-01-01 10:00:00 |
| 14,'Lisa','download',2020-01-01 10:00:00 |
| 16,'Lisa','download',2020-01-01 10:00:00 |
| ==== |
| ---- QUERY |
| SHOW PARTITIONS hadoop_catalog_test_external |
| ---- TYPES |
| bigint,bigint,bigint,string,string |
| ---- RESULTS |
| 0,4,1000,'event_time_hour','HOUR' |
| 0,3,1001,'action','IDENTITY' |
| ==== |
| ---- QUERY |
| SHOW FILES in hadoop_catalog_test_external |
| ---- LABELS |
| Path,Size,Partition |
| ---- RESULTS |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00001-1-bc402da0-b562-4310-9001-06f9b6b0f9ae-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00006-6-d253aefa-65fc-4698-8f26-b155fc965cf6-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00009-9-5d04b016-05e1-43fc-b4a0-0e0df52a5035-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00017-17-20b92523-c3b9-401d-b429-363c245dbe9c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00023-23-c86370cf-10a1-4e49-86dc-b094fe739aa6-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00027-27-f32f86fa-286f-4cd3-8337-98685c48176d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00030-30-b18d2bbc-46a2-4040-a4a8-7488447de3b6-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-08/action=view/00031-31-c9bda250-ed1c-4868-bbf1-f2aad65fa80c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00004-4-0ed77823-ded1-4a12-9e03-4027cd43966a-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00014-14-f698d7a4-245f-44d5-8a59-ed511854c8f8-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00015-15-7c1d5490-91f7-47bd-a3b6-e86caa7fe47d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00019-19-d2ef5fcf-4346-421f-b2ef-1f9d55fb4c84-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00020-20-a70c64ed-7a99-4f43-ada7-225c92f6a993-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-09/action=click/00028-28-bb02c862-3d63-42cb-8041-0a0b14b8ca13-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00003-3-d5288e68-c862-4248-b3e5-84228a3ec39d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00007-7-92031dc0-b7eb-424d-9edb-dd2cedc59784-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00011-11-9361e5f3-cfa7-4190-bb30-0db1d53202fd-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00012-12-e82b52b1-dc5b-4417-81b7-8e9fd992280b-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00022-22-c646ba9a-9387-4c38-bab8-a0598c400fde-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/data/event_time_hour=2020-01-01-10/action=download/00025-25-7f8283a3-b39f-4273-984b-cf7faf39dd9d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/metadata/2c2fa00b-eb20-460a-835b-d69b32560e21-m0.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/metadata/snap-7412008513947276465-1-2c2fa00b-eb20-460a-835b-d69b32560e21.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/metadata/v1.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/metadata/v2.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test/metadata/version-hint.text',regex:.*,'' |
| ---- TYPES |
| STRING,STRING,STRING |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_partitioned_orc_external; |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 20 |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_partitioned_orc_external |
| where id > 10 |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 10 |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_partitioned_orc_external |
| where action <> 'click' |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 14 |
| ==== |
| ---- QUERY |
| # Test distinct count |
| SELECT count(distinct id),count(distinct action) from iceberg_partitioned_orc_external |
| ---- TYPES |
| bigint,bigint |
| ---- RESULTS |
| 20,3 |
| ==== |
| ---- QUERY |
| SELECT * from iceberg_partitioned_orc_external |
| where id < 5 |
| ORDER BY id |
| ---- TYPES |
| int,string,string |
| ---- RESULTS |
| 1,'Alex','view' |
| 2,'Lisa','download' |
| 3,'Alan','click' |
| 4,'Alex','view' |
| ==== |
| ---- QUERY |
| SHOW PARTITIONS iceberg_partitioned_orc_external |
| ---- TYPES |
| bigint,bigint,bigint,string,string |
| ---- RESULTS |
| 0,3,1000,'action','IDENTITY' |
| ==== |
| ---- QUERY |
| SHOW FILES in iceberg_partitioned_orc_external |
| ---- LABELS |
| Path,Size,Partition |
| ---- RESULTS |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00004-4-0982a5d3-48c0-4dd0-ab87-d24190894251-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00014-14-dc56d2c8-e285-428d-b81e-f3d07ec53c12-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00015-15-d4a071f4-5d57-493e-8d21-8f82655087e4-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00019-19-e9fa9638-8693-43dc-b1ba-2d8dc390b585-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00020-20-4526ff61-8991-4645-b448-bf3535492111-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=click/00028-28-439376ff-3d17-4494-94ba-586fa00caadd-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00003-3-fb7663c5-aade-4690-bdfc-2334d605a891-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00007-7-fc53a761-1ee2-4ce4-9507-c9917917d2c9-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00011-11-8887c762-b6a8-4e2c-b1e0-6069d6141917-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00012-12-a85e02aa-ff28-4311-b996-a83f67a5e39b-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00022-22-dea5a8ec-ea06-4688-8293-486a62563ef3-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=download/00025-25-d182fe7e-de19-4df8-ac19-27bbfe17b5bd-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00001-1-d5df20b1-6ce6-486a-b084-ea55b7954431-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00006-6-b30cc130-03a1-45e5-b927-d80545593f9a-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00009-9-6476cc9e-9b5a-48d3-8cce-ea7ebb2d904f-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00017-17-c2ab6dc5-3586-4b45-8a3c-860fdc71980d-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00023-23-fd03c61f-8c73-4639-8974-1f6431a30bc5-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00027-27-9baec6d2-8e31-4d19-8259-1a9e546aaea5-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00030-30-433b1afa-9fee-4581-89fb-105483ebf1a2-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/data/action=view/00031-31-e0156a2d-4240-4c8e-9724-6ad3231cf178-00000.orc',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/02fb8198-e791-4d89-8afa-c75fb5443346-m0.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/snap-3506237933060603670-1-02fb8198-e791-4d89-8afa-c75fb5443346.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/v1.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/v2.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc/metadata/version-hint.text',regex:.*,'' |
| ---- TYPES |
| STRING,STRING,STRING |
| ==== |
| ---- QUERY |
| describe formatted iceberg_partitioned; |
| ---- RESULTS: VERIFY_IS_SUBSET |
| 'Location: ','$NAMENODE/test-warehouse/iceberg_test/iceberg_partitioned','NULL' |
| '','iceberg.file_format ','parquet ' |
| '','iceberg.catalog ','hadoop.tables ' |
| ---- TYPES |
| string, string, string |
| ==== |
| ---- QUERY |
| describe formatted iceberg_non_partitioned; |
| ---- RESULTS: VERIFY_IS_SUBSET |
| 'Location: ','$NAMENODE/test-warehouse/iceberg_test/iceberg_non_partitioned','NULL' |
| '','iceberg.file_format ','parquet ' |
| '','iceberg.catalog ','hadoop.tables ' |
| ---- TYPES |
| string, string, string |
| ==== |
| ---- QUERY |
| describe formatted hadoop_catalog_test_external; |
| ---- RESULTS: VERIFY_IS_SUBSET |
| 'Location: ','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test/functional_parquet/hadoop_catalog_test','NULL' |
| '','iceberg.catalog_location','/test-warehouse/iceberg_test/hadoop_catalog/hadoop_catalog_test' |
| '','iceberg.table_identifier','functional_parquet.hadoop_catalog_test' |
| '','iceberg.file_format ','parquet ' |
| '','iceberg.catalog ','hadoop.catalog ' |
| ---- TYPES |
| string, string, string |
| ==== |
| ---- QUERY |
| describe formatted iceberg_partitioned_orc_external; |
| ---- RESULTS: VERIFY_IS_SUBSET |
| 'Location: ','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc/functional_parquet/iceberg_partitioned_orc','NULL' |
| '','iceberg.catalog_location','/test-warehouse/iceberg_test/hadoop_catalog/iceberg_partitioned_orc' |
| '','iceberg.table_identifier','functional_parquet.iceberg_partitioned_orc' |
| '','iceberg.file_format ','orc ' |
| '','iceberg.catalog ','hadoop.catalog ' |
| ---- TYPES |
| string, string, string |
| ==== |
| ---- QUERY |
| SELECT count(*) from iceberg_resolution_test_external; |
| ---- TYPES |
| bigint |
| ---- RESULTS |
| 20 |
| ==== |
| ---- QUERY |
| SELECT phone.pos,phone.item |
| FROM iceberg_resolution_test_external,iceberg_resolution_test_external.phone |
| WHERE id=1 ORDER BY phone.pos; |
| ---- TYPES |
| bigint,string |
| ---- RESULTS |
| 0,'1-212-100-1111' |
| 1,'1-212-100-1112' |
| ==== |
| ---- QUERY |
| SELECT favorites.key,favorites.value |
| FROM iceberg_resolution_test_external,iceberg_resolution_test_external.favorites |
| WHERE id=1 AND favorites.key='sport'; |
| ---- TYPES |
| string,string |
| ---- RESULTS |
| 'sport','swimming' |
| ==== |
| ---- QUERY |
| SELECT favorites.value,count(1) |
| FROM iceberg_resolution_test_external.favorites |
| WHERE favorites.key='food' |
| GROUP BY favorites.value ORDER BY favorites.value; |
| ---- TYPES |
| string,bigint |
| ---- RESULTS |
| 'beef',10 |
| 'chicken',4 |
| 'pumpkin',6 |
| ==== |
| ---- QUERY |
| SELECT current_address.street_address.street_number, |
| current_address.street_address.street_name, |
| current_address.street_address.street_type, |
| current_address.country, |
| current_address.postal_code |
| FROM iceberg_resolution_test_external WHERE id=1; |
| ---- TYPES |
| int,string,string,string,string |
| ---- RESULTS |
| 100,'Wall Street','Street','US','10005' |
| ==== |
| ---- QUERY |
| SELECT count(distinct current_address.street_address.street_number), |
| count(distinct current_address.country) |
| FROM iceberg_resolution_test_external; |
| ---- TYPES |
| bigint,bigint |
| ---- RESULTS |
| 3,1 |
| ==== |
| ---- QUERY |
| describe formatted iceberg_resolution_test_external; |
| ---- RESULTS: VERIFY_IS_SUBSET |
| 'Location: ','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test','NULL' |
| '','iceberg.catalog_location','/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test' |
| '','iceberg.table_identifier','functional_parquet.iceberg_resolution_test' |
| '','iceberg.file_format ','parquet ' |
| '','iceberg.catalog ','hadoop.catalog ' |
| ---- TYPES |
| string, string, string |
| ==== |
| ---- QUERY |
| SHOW FILES in iceberg_resolution_test_external; |
| ---- LABELS |
| Path,Size,Partition |
| ---- RESULTS |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00001-1-13d79bd6-4b97-4680-b4e1-52e93b6ce04e-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00006-6-305c9b7a-f42d-4245-b806-dfa7a792593f-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00009-9-224fe2d6-b0d9-42d6-bc95-15f52ecb29ad-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00017-17-1a38e294-5992-48d9-a18e-08e129bb418c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00023-23-74cfcf22-3de2-489a-b1ec-d5141e75a8e8-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00027-27-5f91dc85-b8f3-4cc2-a5c6-38b7fee49709-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00030-30-dc3510cc-e765-43bc-be03-c5561a8d50a3-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-08/action=view/00031-31-364afc4a-b718-406d-a532-58fab5c8f85d-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00004-4-7a1a8e89-8aeb-4405-be64-76557432cf21-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00014-14-765d552a-fddc-42f3-adfd-ecba20a01d80-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00015-15-9957db43-3b9a-4a50-9946-d003cc1d461c-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00019-19-1e1895d0-1f42-4c30-989f-968802831077-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00020-20-bb59ac6d-aeee-4c35-9f8a-1a03127d33b8-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-09/action=click/00028-28-44ba3ad9-737c-4416-a32c-501cc9a4aa90-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00003-3-31478795-ff6a-4a20-9fff-8dc4907c1ba7-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00007-7-3b4a35cb-22b5-4a5d-932b-89f222b0b2c7-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00011-11-a40c4c8c-de16-487a-89b3-ee8e58b4fd07-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00012-12-ed4ba706-2ace-4d41-b475-6bda3ba72306-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00022-22-57f5e226-5f8f-49b9-b998-039b8362b7a0-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/data/event_time_hour=2020-01-01-10/action=download/00025-25-5fec3538-052d-493e-9479-b59fc8aece0f-00000.parquet',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/metadata/4ceee3ab-8653-423c-b8ac-0ad5f7b0579b-m0.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/metadata/snap-8063525763252762178-1-4ceee3ab-8653-423c-b8ac-0ad5f7b0579b.avro',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/metadata/v1.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/metadata/v2.metadata.json',regex:.*,'' |
| '$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/iceberg_resolution_test/functional_parquet/iceberg_resolution_test/metadata/version-hint.text',regex:.*,'' |
| ---- TYPES |
| STRING,STRING,STRING |
| ==== |
