| Connection to metastore-service.warehouse-1553216530-7m7s.svc.cluster.local 9083 port [tcp/*] succeeded! |
| + DOWNLOAD_PATH=/custom-jars |
| + [[ -z '' ]] |
| + echo 'CUSTOM_JARS_URL is not defined. Skipping jar download from url..' |
| CUSTOM_JARS_URL is not defined. Skipping jar download from url.. |
| + [[ -z s3a://edws-llap-perf/custom-jars/prasanth-compute ]] |
| + cd /custom-jars |
| + /usr/hdp/3.0.100.0-383/hadoop/bin/hadoop s3guard prune -seconds 1 s3a://edws-llap-perf/custom-jars/prasanth-compute/ |
| ERROR: Tools helper /usr/hdp/3.0.100.0-383/hadoop/libexec/tools/hadoop-aws.sh was not found. |
| log4j:WARN No appenders could be found for logger (org.apache.hadoop.util.Shell). |
| log4j:WARN Please initialize the log4j system properly. |
| log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. |
| CUSTOM_JARS_PATH is set to s3a://edws-llap-perf/custom-jars/prasanth-compute. Copying jar/tar to /custom-jars.. |
| + echo 'CUSTOM_JARS_PATH is set to s3a://edws-llap-perf/custom-jars/prasanth-compute. Copying jar/tar to /custom-jars..' |
| + /usr/hdp/3.0.100.0-383/hadoop/bin/hdfs dfs -copyToLocal 's3a://edws-llap-perf/custom-jars/prasanth-compute/*' . |
| log4j:WARN No appenders could be found for logger (org.apache.hadoop.util.Shell). |
| log4j:WARN Please initialize the log4j system properly. |
| log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. |
| + '[' 0 == 0 ']' |
| + ls -l . |
| total 52800 |
| -rw-r--r-- 1 hive hive 42092027 Mar 22 01:06 hive-exec-3.1.0-SNAPSHOT.jar |
| -rw-r--r-- 1 hive hive 11970900 Mar 22 01:06 hive-standalone-metastore-3.1.0-SNAPSHOT.jar |
| + '[' -d ./lib ']' |
| + cd /custom-jars |
| + find . -type f -iname '*.tar.gz' -print0 -execdir tar xf '{}' ';' -delete |
| + find . -name '*.jar' -exec md5sum '{}' ';' |
| 29adaafae170426713fc75a63508c224 ./hive-exec-3.1.0-SNAPSHOT.jar |
| b04082bd54ec9726876b2100ef856d86 ./hive-standalone-metastore-3.1.0-SNAPSHOT.jar |
| + . /fluentd-utils.sh |
| ++ set -x |
| ++ FLUENTD_CONF=/var/tmp/fluentd.conf |
| ++ FLUENTD_PIDFILE=/var/tmp/fluentd.pid |
| + start_fluentd |
| + '[' '' '!=' yarn ']' |
| + return |
| + '[' hiveserver2 == query-executor ']' |
| + '[' hiveserver2 == query-coordinator ']' |
| + '[' hiveserver2 == data-load ']' |
| + exec /hive-entrypoint.sh |
| ++ /usr/hdp/3.0.100.0-383/hadoop/bin/hadoop classpath |
| + SCHEMATOOL_COMMAND='/usr/hdp/3.0.100.0-383/hive/bin/schematool -dbType postgres' |
| + '[' hiveserver2 == metastore ']' |
| + [[ hiveserver2 == \m\e\t\a\s\t\o\r\e ]] |
| + [[ hiveserver2 == \h\i\v\e\s\e\r\v\e\r\2 ]] |
| + export 'HADOOP_CLIENT_OPTS=-Djdk.tls.disabledAlgorithms=SSLv3,GCM -Xms8192M -Xmx13107M -Xloggc:/var/log/hive/hiveserver2-gc-%t.log -XX:+UseG1GC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCCause -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=10M -javaagent:/jmx-exporter/jmx_prometheus_javaagent-0.11.0.jar=35000:/jmx-exporter/config.yml -agentlib:jdwp=transport=dt_socket,address=50505,suspend=n,server=y' |
| + HADOOP_CLIENT_OPTS='-Djdk.tls.disabledAlgorithms=SSLv3,GCM -Xms8192M -Xmx13107M -Xloggc:/var/log/hive/hiveserver2-gc-%t.log -XX:+UseG1GC -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX:+PrintGCCause -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=10M -javaagent:/jmx-exporter/jmx_prometheus_javaagent-0.11.0.jar=35000:/jmx-exporter/config.yml -agentlib:jdwp=transport=dt_socket,address=50505,suspend=n,server=y' |
| + exec /usr/hdp/3.0.100.0-383/hive/bin/hive --skiphadoopversion --skiphbasecp --service hiveserver2 |
| 2019-03-22 01:06:11: Starting HiveServer2 |
| Listening for transport dt_socket at address: 50505 |
| SLF4J: Class path contains multiple SLF4J bindings. |
| SLF4J: Found binding in [jar:file:/usr/hdp/3.0.100.0-383/hive/lib/log4j-slf4j-impl-2.10.0.jar!/org/slf4j/impl/StaticLoggerBinder.class] |
| SLF4J: Found binding in [jar:file:/usr/hdp/3.0.100.0-383/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] |
| SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. |
| SLF4J: Actual binding is of type [org.apache.logging.slf4j.Log4jLoggerFactory] |
| <14>1 2019-03-22T01:08:36.330Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Driver" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Starting task [Stage-1:MAPRED] in serial mode |
| <14>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Context" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] New scratch dir is s3a://edws-llap-perf/tmp/hive/hive/fd9967ca-be37-4e5f-b291-0167792fd42c/hive_2019-03-22_01-08-35_261_5931730823725478551-8 |
| <15>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezGetSession from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <14>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezSessionPoolManager" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Choosing a session from the defaultQueuePool |
| <15>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezGetSession start=1553216916345 end=1553216916345 duration=0 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <14>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Subscribed to counters: [] for queryId: hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0 |
| <14>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Session is already open |
| <15>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezBuildDag from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <14>1 2019-03-22T01:08:36.345Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Dag name: insert overwrite tabl...rnal.planes_external (Stage-1) |
| <15>1 2019-03-22T01:08:36.346Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezCreateVertex.Reducer 2 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <15>1 2019-03-22T01:08:36.346Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=serializePlan from=org.apache.hadoop.hive.ql.exec.SerializationUtilities> |
| <14>1 2019-03-22T01:08:36.346Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="exec.SerializationUtilities" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Serializing ReduceWork using kryo |
| <15>1 2019-03-22T01:08:36.348Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=serializePlan start=1553216916346 end=1553216916348 duration=2 from=org.apache.hadoop.hive.ql.exec.SerializationUtilities> |
| <14>1 2019-03-22T01:08:36.348Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="exec.Utilities" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Serialized plan (via RPC) - name: Reducer 2 size: 2.70KB |
| <14>1 2019-03-22T01:08:37.126Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="fs.FSStatsPublisher" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] created : s3a://edws-llap-perf/tmp/hive/hive/fd9967ca-be37-4e5f-b291-0167792fd42c/hive_2019-03-22_01-08-35_903_8908558446822068563-8/-mr-10002 |
| <15>1 2019-03-22T01:08:37.130Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezCreateVertex.Reducer 2 start=1553216916346 end=1553216917130 duration=784 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <15>1 2019-03-22T01:08:37.130Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezCreateVertex.Map 1 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <14>1 2019-03-22T01:08:37.131Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Context" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] New scratch dir is s3a://edws-llap-perf/tmp/hive/hive/fd9967ca-be37-4e5f-b291-0167792fd42c/hive_2019-03-22_01-08-35_261_5931730823725478551-8 |
| <14>1 2019-03-22T01:08:37.408Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.DagUtils" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Vertex has custom input? false |
| <15>1 2019-03-22T01:08:37.408Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=serializePlan from=org.apache.hadoop.hive.ql.exec.SerializationUtilities> |
| <14>1 2019-03-22T01:08:37.408Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="exec.SerializationUtilities" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Serializing MapWork using kryo |
| <15>1 2019-03-22T01:08:37.410Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=serializePlan start=1553216917408 end=1553216917410 duration=2 from=org.apache.hadoop.hive.ql.exec.SerializationUtilities> |
| <14>1 2019-03-22T01:08:37.410Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="exec.Utilities" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Serialized plan (via RPC) - name: Map 1 size: 5.30KB |
| <14>1 2019-03-22T01:08:37.614Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="fs.FSStatsPublisher" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] created : s3a://edws-llap-perf/tmp/hive/hive/fd9967ca-be37-4e5f-b291-0167792fd42c/hive_2019-03-22_01-08-35_261_5931730823725478551-8/-mr-10001 |
| <15>1 2019-03-22T01:08:37.615Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezCreateVertex.Map 1 start=1553216917130 end=1553216917615 duration=485 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <15>1 2019-03-22T01:08:37.620Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezBuildDag start=1553216916345 end=1553216917620 duration=1275 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <15>1 2019-03-22T01:08:37.620Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezSubmitDag from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <14>1 2019-03-22T01:08:37.620Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="client.TezClient" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Submitting dag to TezSession, sessionName=HIVE-183d8fda-a26c-4308-b7f1-ac55645b71dd, applicationId=application_1553216658672_0000, dagName=insert overwrite tabl...rnal.planes_external (Stage-1), callerContext={ context=HIVE, callerType=HIVE_QUERY_ID, callerId=hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0 } |
| <14>1 2019-03-22T01:08:37.620Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="common.TezYARNUtils" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Ignoring 'tez.lib.uris' since 'tez.ignore.lib.uris' is set to true |
| <14>1 2019-03-22T01:08:37.620Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="common.TezYARNUtils" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Ignoring 'tez.lib.uris' since 'tez.ignore.lib.uris' is set to true |
| <14>1 2019-03-22T01:08:37.722Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="client.TezClient" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Submitted dag to TezSession, sessionName=HIVE-183d8fda-a26c-4308-b7f1-ac55645b71dd, applicationId=application_1553216658672_0000, dagId=dag_1553216658672_0000_4, dagName=insert overwrite tabl...rnal.planes_external (Stage-1) |
| <15>1 2019-03-22T01:08:37.722Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezSubmitDag start=1553216917620 end=1553216917722 duration=102 from=org.apache.hadoop.hive.ql.exec.tez.TezTask> |
| <15>1 2019-03-22T01:08:37.722Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezRunDag from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| <15>1 2019-03-22T01:08:37.722Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezSubmitToRunningDag from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| Status: Running (Executing on YARN cluster with App id application_1553216658672_0000) |
| |
| <15>1 2019-03-22T01:08:38.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezSubmitToRunningDag start=1553216917722 end=1553216918236 duration=514 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| <14>1 2019-03-22T01:08:38.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Status: Running (Executing on YARN cluster with App id application_1553216658672_0000) |
| <15>1 2019-03-22T01:08:38.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezRunVertex.Map 1 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| <14>1 2019-03-22T01:08:38.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="monitoring.RenderStrategy$LogToFileFunction" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1: 0(+1)/1 Reducer 2: 0/1 |
| <14>1 2019-03-22T01:08:39.843Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="conf.HiveConf" level="INFO" thread="HiveServer2-HttpHandler-Pool: Thread-34"] Using the default value passed in for log id: fd9967ca-be37-4e5f-b291-0167792fd42c |
| <14>1 2019-03-22T01:08:39.843Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="session.SessionState" level="INFO" thread="HiveServer2-HttpHandler-Pool: Thread-34"] Updating thread name to fd9967ca-be37-4e5f-b291-0167792fd42c HiveServer2-HttpHandler-Pool: Thread-34 |
| <14>1 2019-03-22T01:08:39.843Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="conf.HiveConf" level="INFO" thread="fd9967ca-be37-4e5f-b291-0167792fd42c HiveServer2-HttpHandler-Pool: Thread-34"] Using the default value passed in for log id: fd9967ca-be37-4e5f-b291-0167792fd42c |
| <14>1 2019-03-22T01:08:39.843Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="session.SessionState" level="INFO" thread="fd9967ca-be37-4e5f-b291-0167792fd42c HiveServer2-HttpHandler-Pool: Thread-34"] Resetting thread name to HiveServer2-HttpHandler-Pool: Thread-34 |
| <15>1 2019-03-22T01:08:41.273Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezRunVertex.Map 1 start=1553216918237 end=1553216921273 duration=3036 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| <15>1 2019-03-22T01:08:41.273Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=TezRunVertex.Reducer 2 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| <14>1 2019-03-22T01:08:41.273Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="monitoring.RenderStrategy$LogToFileFunction" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1: 1/1 Reducer 2: 0(+1)/1 |
| <15>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezRunVertex.Reducer 2 start=1553216921273 end=1553216922226 duration=953 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| Status: DAG finished successfully in 3.99 seconds |
| |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="monitoring.RenderStrategy$LogToFileFunction" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1: 1/1 Reducer 2: 1/1 |
| Query Execution Summary |
| <15>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=TezRunDag start=1553216917722 end=1553216922226 duration=4504 from=org.apache.hadoop.hive.ql.exec.tez.monitoring.TezJobMonitor> |
| ---------------------------------------------------------------------------------------------- |
| OPERATION DURATION<14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Status: DAG finished successfully in 3.99 seconds |
| |
| ---------------------------------------------------------------------------------------------- |
| Compile Query 1.05s |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| Prepare Plan 1.31s |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Query Execution Summary |
| Get Query Coordinator (AM) 0.00s |
| Submit Plan 0.10s |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| Start DAG 0.51s |
| Run DAG 3.99s<14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OPERATION DURATION |
| |
| ---------------------------------------------------------------------------------------------- |
| |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Compile Query 1.05s |
| <14>1 2019-03-22T01:08:42.226Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Prepare Plan 1.31s |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Get Query Coordinator (AM) 0.00s |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Submit Plan 0.10s |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Start DAG 0.51s |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Run DAG 3.99s |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.227Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| Task Execution Summary |
| ---------------------------------------------------------------------------------------------- |
| VERTICES DURATION(ms) CPU_TIME(ms) GC_TIME(ms) INPUT_RECORDS OUTPUT_RECORDS |
| ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.229Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Task Execution Summary |
| <14>1 2019-03-22T01:08:42.229Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.229Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] VERTICES DURATION(ms) CPU_TIME(ms) GC_TIME(ms) INPUT_RECORDS OUTPUT_RECORDS |
| <14>1 2019-03-22T01:08:42.229Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| Map 1 3036.00 0 0 5,029 1 |
| <14>1 2019-03-22T01:08:42.230Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1 3036.00 0 0 5,029 1 |
| Reducer 2 953.00 0 0 1 0 |
| ---------------------------------------------------------------------------------------------- |
| |
| LLAP IO Summary |
| <14>1 2019-03-22T01:08:42.232Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Reducer 2 953.00 0 0 1 0 |
| <14>1 2019-03-22T01:08:42.232Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.232Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| <14>1 2019-03-22T01:08:42.232Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] LLAP IO Summary |
| ---------------------------------------------------------------------------------------------- |
| VERTICES ROWGROUPS META_HIT META_MISS DATA_HIT DATA_MISS TOTAL_IO |
| ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| Map 1 1 0 2 0B 37.78KB 0.15s |
| ---------------------------------------------------------------------------------------------- |
| |
| FileSystem Counters Summary<14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] VERTICES ROWGROUPS META_HIT META_MISS DATA_HIT DATA_MISS TOTAL_IO |
| |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| |
| Scheme: FILE |
| ----------------------------------------------------------------------------------------------<14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1 1 0 2 0B 37.78KB 0.15s |
| |
| VERTICES BYTES_READ READ_OPS LARGE_READ_OPS BYTES_WRITTEN WRITE_OPS |
| ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FileSystem Counters Summary |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Scheme: FILE |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] VERTICES BYTES_READ READ_OPS LARGE_READ_OPS BYTES_WRITTEN WRITE_OPS |
| <14>1 2019-03-22T01:08:42.233Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| Map 1 0B 0 0 1.99KB 0 |
| <14>1 2019-03-22T01:08:42.234Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1 0B 0 0 1.99KB 0 |
| Reducer 2 0B 0 0 0B 0 |
| ---------------------------------------------------------------------------------------------- |
| |
| Scheme: S3A |
| ---------------------------------------------------------------------------------------------- |
| VERTICES BYTES_READ READ_OPS LARGE_READ_OPS BYTES_WRITTEN WRITE_OPS |
| ----------------------------------------------------------------------------------------------<14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Reducer 2 0B 0 0 0B 0 |
| |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Scheme: S3A |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] VERTICES BYTES_READ READ_OPS LARGE_READ_OPS BYTES_WRITTEN WRITE_OPS |
| <14>1 2019-03-22T01:08:42.235Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| Map 1 54.38KB 11 0 0B 8 |
| <14>1 2019-03-22T01:08:42.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Map 1 54.38KB 11 0 0B 8 |
| Reducer 2 0B 6 0 0B 7 |
| ---------------------------------------------------------------------------------------------- |
| |
| <14>1 2019-03-22T01:08:42.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Reducer 2 0B 6 0 0B 7 |
| <14>1 2019-03-22T01:08:42.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ---------------------------------------------------------------------------------------------- |
| <14>1 2019-03-22T01:08:42.236Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="SessionState" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezSessionPoolManager" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] The session 183d8fda-a26c-4308-b7f1-ac55645b71dd belongs to the pool. Put it back in |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] org.apache.tez.common.counters.DAGCounter: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_SUCCEEDED_TASKS: 2 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TOTAL_LAUNCHED_TASKS: 2 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] DATA_LOCAL_TASKS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] AM_CPU_MILLISECONDS: 580 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] AM_GC_TIME_MILLIS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] File System Counters: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FILE_BYTES_READ: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FILE_BYTES_WRITTEN: 1985 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FILE_READ_OPS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FILE_LARGE_READ_OPS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FILE_WRITE_OPS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] S3A_BYTES_READ: 54377 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] S3A_BYTES_WRITTEN: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] S3A_READ_OPS: 17 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] S3A_LARGE_READ_OPS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] S3A_WRITE_OPS: 15 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] org.apache.tez.common.counters.TaskCounter: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SPILLED_RECORDS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_SHUFFLED_INPUTS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_FAILED_SHUFFLE_INPUTS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TASK_DURATION_MILLIS: 4179 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_RECORDS_PROCESSED: 5030 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_SPLIT_LENGTH_BYTES: 38746 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_RECORDS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_LARGE_RECORDS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES: 3982 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES_WITH_OVERHEAD: 3992 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES_PHYSICAL: 1977 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILLS_BYTES_WRITTEN: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILLS_BYTES_READ: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILL_COUNT: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES: 1953 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_DECOMPRESSED: 3992 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_TO_MEM: 1953 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_TO_DISK: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_DISK_DIRECT: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_PHASE_TIME: 93 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FIRST_EVENT_RECEIVED: 11 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] LAST_EVENT_RECEIVED: 11 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] HIVE: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] CREATED_FILES: 2 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] DESERIALIZE_ERRORS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_IN_Map_1: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_0: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_1_airline_ontime.planes: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_INTERMEDIATE_Map_1: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_FS_2: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_FS_9: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_GBY_5: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_GBY_7: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_MAP_0: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_RS_6: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_SEL_1: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_SEL_4: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RECORDS_OUT_OPERATOR_TS_0: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TaskCounter_Map_1_INPUT_planes_external: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_RECORDS_PROCESSED: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_SPLIT_LENGTH_BYTES: 38746 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TaskCounter_Map_1_OUTPUT_Reducer_2: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILLS_BYTES_READ: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILLS_BYTES_WRITTEN: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ADDITIONAL_SPILL_COUNT: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES: 3982 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES_PHYSICAL: 1977 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_BYTES_WITH_OVERHEAD: 3992 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_LARGE_RECORDS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_RECORDS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SPILLED_RECORDS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TaskCounter_Reducer_2_INPUT_Map_1: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] FIRST_EVENT_RECEIVED: 11 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_RECORDS_PROCESSED: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] LAST_EVENT_RECEIVED: 11 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_FAILED_SHUFFLE_INPUTS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_SHUFFLED_INPUTS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES: 1953 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_DECOMPRESSED: 3992 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_DISK_DIRECT: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_TO_DISK: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_BYTES_TO_MEM: 1953 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SHUFFLE_PHASE_TIME: 93 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TaskCounter_Reducer_2_OUTPUT_out_Reducer_2: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] OUTPUT_RECORDS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] org.apache.hadoop.hive.llap.counters.LlapIOCounters: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ALLOCATED_BYTES: 11010048 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ALLOCATED_USED_BYTES: 88690 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] CACHE_HIT_BYTES: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] CACHE_MISS_BYTES: 37775 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] CONSUMER_TIME_NS: 816530216 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] DECODE_TIME_NS: 29308516 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] HDFS_TIME_NS: 401525272 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] METADATA_CACHE_MISS: 2 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_DECODED_BATCHES: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] NUM_VECTOR_BATCHES: 5 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] ROWS_EMITTED: 5029 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SELECTED_ROWGROUPS: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] TOTAL_IO_TIME_NS: 145249644 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] org.apache.hadoop.hive.llap.counters.LlapWmCounters: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] GUARANTEED_QUEUED_NS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] GUARANTEED_RUNNING_NS: 0 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SPECULATIVE_QUEUED_NS: 208330 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] SPECULATIVE_RUNNING_NS: 4166761931 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] org.apache.hadoop.hive.ql.exec.tez.HiveInputCounters: |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] GROUPED_INPUT_SPLITS_Map_1: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_DIRECTORIES_Map_1: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] INPUT_FILES_Map_1: 1 |
| <14>1 2019-03-22T01:08:42.237Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="tez.TezTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] RAW_INPUT_SPLITS_Map_1: 1 |
| <15>1 2019-03-22T01:08:42.680Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=RemoveTempOrDuplicateFiles from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:42.680Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=RemoveTempOrDuplicateFiles start=1553216922680 end=1553216922680 duration=0 from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:42.680Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=RenameOrMoveFiles from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:43.031Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=RenameOrMoveFiles start=1553216922680 end=1553216923031 duration=351 from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:43.388Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=RemoveTempOrDuplicateFiles from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:43.388Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=RemoveTempOrDuplicateFiles start=1553216923388 end=1553216923388 duration=0 from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:43.388Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] <PERFLOG method=RenameOrMoveFiles from=FileSinkOperator> |
| <15>1 2019-03-22T01:08:43.689Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=RenameOrMoveFiles start=1553216923388 end=1553216923689 duration=301 from=FileSinkOperator> |
| <14>1 2019-03-22T01:08:43.797Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Driver" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Starting task [Stage-2:DEPENDENCY_COLLECTION] in serial mode |
| <14>1 2019-03-22T01:08:43.797Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Driver" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Starting task [Stage-0:MOVE] in serial mode |
| Loading data to table airline_ontime.planes |
| <14>1 2019-03-22T01:08:43.797Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="exec.Task" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Loading data to table airline_ontime.planes from s3a://edws-llap-perf/clusters/cluster-1547937522-w74v/warehouse-1553216530-7m7s/warehouse/tablespace/managed/hive/airline_ontime.db/planes/.hive-staging_hive_2019-03-22_01-08-35_261_5931730823725478551-8/-ext-10000 |
| <14>1 2019-03-22T01:08:44.668Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="metadata.Hive" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Moving bucket s3a://edws-llap-perf/clusters/cluster-1547937522-w74v/warehouse-1553216530-7m7s/warehouse/tablespace/managed/hive/airline_ontime.db/planes/.hive-staging_hive_2019-03-22_01-08-35_261_5931730823725478551-8/-ext-10000/000000_0/base_0000001/bucket_00000 to s3a://edws-llap-perf/clusters/cluster-1547937522-w74v/warehouse-1553216530-7m7s/warehouse/tablespace/managed/hive/airline_ontime.db/planes/base_0000001/bucket_00000 |
| <14>1 2019-03-22T01:08:45.497Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="ql.Driver" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Starting task [Stage-3:STATS] in serial mode |
| <14>1 2019-03-22T01:08:45.498Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="stats.BasicStatsTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Executing stats task |
| <14>1 2019-03-22T01:08:45.503Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="fs.FSStatsPublisher" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] created : s3a://edws-llap-perf/tmp/hive/hive/fd9967ca-be37-4e5f-b291-0167792fd42c/hive_2019-03-22_01-08-35_261_5931730823725478551-8/-mr-10001 |
| <14>1 2019-03-22T01:08:45.805Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="FileOperations" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Read stats for : airline_ontime.planes/ numRows 5029 |
| <14>1 2019-03-22T01:08:45.805Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="FileOperations" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Read stats for : airline_ontime.planes/ rawDataSize 0 |
| Table airline_ontime.planes stats: [numFiles=1, numRows=5029, totalSize=39362, rawDataSize=0] |
| <14>1 2019-03-22T01:08:45.941Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="stats.BasicStatsTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Table airline_ontime.planes stats: [numFiles=1, numRows=5029, totalSize=39362, rawDataSize=0] |
| <14>1 2019-03-22T01:08:45.941Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="stats.BasicStatsTask" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Table airline_ontime.planes stats: [numFiles=1, numRows=5029, totalSize=39362, rawDataSize=0] |
| <14>1 2019-03-22T01:08:46.294Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="mapred.FileInputFormat" level="INFO" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] Total input files to process : 1 |
| <15>1 2019-03-22T01:08:46.392Z hiveserver2-59d448c784-c4fxj hiveserver2 1 38f41977-4c3e-11e9-83d0-02c17ec35ac0 [mdc@18060 class="log.PerfLogger" level="DEBUG" operationLogLevel="EXECUTION" queryId="hive_20190322010835_300afc89-ce66-4f50-afe4-e34f2f32b7d0" sessionId="fd9967ca-be37-4e5f-b291-0167792fd42c" thread="HiveServer2-Background-Pool: Thread-209"] </PERFLOG method=runTasks start=1553216916329 end=1553216926392 duration=10063 from=org.apache.hadoop.hive.ql.Driver> |
