| PREHOOK: query: DROP TABLE users |
| PREHOOK: type: DROPTABLE |
| POSTHOOK: query: DROP TABLE users |
| POSTHOOK: type: DROPTABLE |
| PREHOOK: query: CREATE EXTERNAL TABLE users(key string, state string, country string, country_id int) |
| STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' |
| WITH SERDEPROPERTIES ( |
| "hbase.columns.mapping" = "info:state,info:country,info:country_id" |
| ) |
| TBLPROPERTIES ("external.table.purge" = "true") |
| PREHOOK: type: CREATETABLE |
| PREHOOK: Output: database:default |
| PREHOOK: Output: default@users |
| POSTHOOK: query: CREATE EXTERNAL TABLE users(key string, state string, country string, country_id int) |
| STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' |
| WITH SERDEPROPERTIES ( |
| "hbase.columns.mapping" = "info:state,info:country,info:country_id" |
| ) |
| TBLPROPERTIES ("external.table.purge" = "true") |
| POSTHOOK: type: CREATETABLE |
| POSTHOOK: Output: database:default |
| POSTHOOK: Output: default@users |
| PREHOOK: query: desc formatted users |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@users |
| POSTHOOK: query: desc formatted users |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@users |
| # col_name data_type comment |
| key string |
| state string |
| country string |
| country_id int |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: EXTERNAL_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"country\":\"true\",\"country_id\":\"true\",\"key\":\"true\",\"state\":\"true\"}} |
| EXTERNAL TRUE |
| bucketing_version 2 |
| external.table.purge true |
| numFiles 0 |
| numRows 0 |
| rawDataSize 0 |
| storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe |
| InputFormat: null |
| OutputFormat: null |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| hbase.columns.mapping info:state,info:country,info:country_id |
| serialization.format 1 |
| PREHOOK: query: explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@users |
| POSTHOOK: query: explain INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@users |
| STAGE DEPENDENCIES: |
| Stage-0 is a root stage |
| Stage-1 is a root stage |
| Stage-2 is a root stage |
| |
| STAGE PLANS: |
| Stage: Stage-0 |
| Unset Properties |
| table name: default.users |
| properties: |
| COLUMN_STATS_ACCURATE |
| |
| Stage: Stage-1 |
| Pre-Insert task |
| |
| Stage: Stage-2 |
| Map Reduce |
| Map Operator Tree: |
| TableScan |
| alias: src |
| Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE |
| Select Operator |
| expressions: 'user1' (type: string), 'IA' (type: string), 'USA' (type: string), 0 (type: int) |
| outputColumnNames: _col0, _col1, _col2, _col3 |
| Statistics: Num rows: 500 Data size: 133000 Basic stats: COMPLETE Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 500 Data size: 133000 Basic stats: COMPLETE Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.hive.hbase.HiveHBaseTableInputFormat |
| output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat |
| serde: org.apache.hadoop.hive.hbase.HBaseSerDe |
| name: default.users |
| Execution mode: vectorized |
| |
| PREHOOK: query: INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@users |
| POSTHOOK: query: INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@users |
| PREHOOK: query: desc formatted users |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@users |
| POSTHOOK: query: desc formatted users |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@users |
| # col_name data_type comment |
| key string |
| state string |
| country string |
| country_id int |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: EXTERNAL_TABLE |
| Table Parameters: |
| EXTERNAL TRUE |
| bucketing_version 2 |
| external.table.purge true |
| #### A masked pattern was here #### |
| numFiles 0 |
| numRows 0 |
| rawDataSize 0 |
| storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe |
| InputFormat: null |
| OutputFormat: null |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| hbase.columns.mapping info:state,info:country,info:country_id |
| serialization.format 1 |
| PREHOOK: query: select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| 1 |
| PREHOOK: query: select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| 1 |
| PREHOOK: query: INSERT into TABLE users SELECT 'user2', 'IA', 'USA', 0 FROM src |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@users |
| POSTHOOK: query: INSERT into TABLE users SELECT 'user2', 'IA', 'USA', 0 FROM src |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@users |
| PREHOOK: query: desc formatted users |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@users |
| POSTHOOK: query: desc formatted users |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@users |
| # col_name data_type comment |
| key string |
| state string |
| country string |
| country_id int |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: EXTERNAL_TABLE |
| Table Parameters: |
| EXTERNAL TRUE |
| bucketing_version 2 |
| external.table.purge true |
| #### A masked pattern was here #### |
| numFiles 0 |
| numRows 0 |
| rawDataSize 0 |
| storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe |
| InputFormat: null |
| OutputFormat: null |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| hbase.columns.mapping info:state,info:country,info:country_id |
| serialization.format 1 |
| PREHOOK: query: select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| 2 |
| PREHOOK: query: analyze table users compute statistics |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| PREHOOK: Output: default@users |
| POSTHOOK: query: analyze table users compute statistics |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| POSTHOOK: Output: default@users |
| PREHOOK: query: desc formatted users |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@users |
| POSTHOOK: query: desc formatted users |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@users |
| # col_name data_type comment |
| key string |
| state string |
| country string |
| country_id int |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: EXTERNAL_TABLE |
| Table Parameters: |
| COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} |
| EXTERNAL TRUE |
| bucketing_version 2 |
| external.table.purge true |
| #### A masked pattern was here #### |
| numFiles 0 |
| numRows 2 |
| rawDataSize 0 |
| storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe |
| InputFormat: null |
| OutputFormat: null |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| hbase.columns.mapping info:state,info:country,info:country_id |
| serialization.format 1 |
| PREHOOK: query: explain select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Map Reduce |
| Map Operator Tree: |
| TableScan |
| alias: users |
| Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| 2 |
| PREHOOK: query: INSERT into TABLE users SELECT 'user3', 'IA', 'USA', 0 FROM src |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@src |
| PREHOOK: Output: default@users |
| POSTHOOK: query: INSERT into TABLE users SELECT 'user3', 'IA', 'USA', 0 FROM src |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@src |
| POSTHOOK: Output: default@users |
| PREHOOK: query: desc formatted users |
| PREHOOK: type: DESCTABLE |
| PREHOOK: Input: default@users |
| POSTHOOK: query: desc formatted users |
| POSTHOOK: type: DESCTABLE |
| POSTHOOK: Input: default@users |
| # col_name data_type comment |
| key string |
| state string |
| country string |
| country_id int |
| |
| # Detailed Table Information |
| Database: default |
| #### A masked pattern was here #### |
| Retention: 0 |
| #### A masked pattern was here #### |
| Table Type: EXTERNAL_TABLE |
| Table Parameters: |
| EXTERNAL TRUE |
| bucketing_version 2 |
| external.table.purge true |
| #### A masked pattern was here #### |
| numFiles 0 |
| numRows 2 |
| rawDataSize 0 |
| storage_handler org.apache.hadoop.hive.hbase.HBaseStorageHandler |
| totalSize 0 |
| #### A masked pattern was here #### |
| |
| # Storage Information |
| SerDe Library: org.apache.hadoop.hive.hbase.HBaseSerDe |
| InputFormat: null |
| OutputFormat: null |
| Compressed: No |
| Num Buckets: -1 |
| Bucket Columns: [] |
| Sort Columns: [] |
| Storage Desc Params: |
| hbase.columns.mapping info:state,info:country,info:country_id |
| serialization.format 1 |
| PREHOOK: query: explain select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: explain select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| STAGE DEPENDENCIES: |
| Stage-1 is a root stage |
| Stage-0 depends on stages: Stage-1 |
| |
| STAGE PLANS: |
| Stage: Stage-1 |
| Map Reduce |
| Map Operator Tree: |
| TableScan |
| alias: users |
| Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Select Operator |
| Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |
| Group By Operator |
| aggregations: count() |
| minReductionHashAggr: 0.99 |
| mode: hash |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| Reduce Output Operator |
| null sort order: |
| sort order: |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| value expressions: _col0 (type: bigint) |
| Execution mode: vectorized |
| Reduce Operator Tree: |
| Group By Operator |
| aggregations: count(VALUE._col0) |
| mode: mergepartial |
| outputColumnNames: _col0 |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| File Output Operator |
| compressed: false |
| Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE |
| table: |
| input format: org.apache.hadoop.mapred.SequenceFileInputFormat |
| output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat |
| serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe |
| |
| Stage: Stage-0 |
| Fetch Operator |
| limit: -1 |
| Processor Tree: |
| ListSink |
| |
| PREHOOK: query: select count(*) from users |
| PREHOOK: type: QUERY |
| PREHOOK: Input: default@users |
| #### A masked pattern was here #### |
| POSTHOOK: query: select count(*) from users |
| POSTHOOK: type: QUERY |
| POSTHOOK: Input: default@users |
| #### A masked pattern was here #### |
| 3 |
