290095787 76 -r-xr-xr-x 1 yarn hadoop 72733 Dec 13 2019 ./__spark_libs__/jersey-media-jaxb-2.22.2.jar 290095805 752 -r-xr-xr-x 1 yarn hadoop 764569 Dec 13 2019 ./__spark_libs__/jtransforms-2.4.0.jar 255225920 4 -rw-r--r-- 1 yarn hadoop 86 Aug 24 11:38 ./container_tokens 351478558 4 -r-x------ 1 yarn hadoop 2258 Aug 24 11:38 ./customer_v.conf broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info ******************************************************************************* Container: container_e24_1629443584332_7899_01_000009 on h30176_45454_1629776371980 LogAggregationType: AGGREGATED =================================================================================== LogType:launch_container.sh LogLastModifiedTime:Tue Aug 24 11:39:32 +0800 2021 LogLength:7090 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/etc/alternatives/jre/"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/3.1.5.0-152/hadoop/conf"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/3.1.5.0-152/hadoop-yarn"} export HADOOP_HOME=${HADOOP_HOME:-"/usr/hdp/3.1.5.0-152/hadoop"} export PATH=${PATH:-"/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/var/lib/ambari-agent"} export LANG=${LANG:-"en_US.UTF-8"} export HADOOP_TOKEN_FILE_LOCATION="/dk11/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/container_tokens" export CONTAINER_ID="container_e24_1629443584332_7899_01_000009" export NM_PORT="45454" export NM_HOST="h30176" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/dk2/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk3/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk4/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk5/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk6/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk7/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk8/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk9/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk10/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk11/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899,/dk12/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899" export LOCAL_USER_DIRS="/dk2/hadoop/yarn/local/usercache/dwetl_rt/,/dk3/hadoop/yarn/local/usercache/dwetl_rt/,/dk4/hadoop/yarn/local/usercache/dwetl_rt/,/dk5/hadoop/yarn/local/usercache/dwetl_rt/,/dk6/hadoop/yarn/local/usercache/dwetl_rt/,/dk7/hadoop/yarn/local/usercache/dwetl_rt/,/dk8/hadoop/yarn/local/usercache/dwetl_rt/,/dk9/hadoop/yarn/local/usercache/dwetl_rt/,/dk10/hadoop/yarn/local/usercache/dwetl_rt/,/dk11/hadoop/yarn/local/usercache/dwetl_rt/,/dk12/hadoop/yarn/local/usercache/dwetl_rt/" export LOG_DIRS="/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009" export USER="dwetl_rt" export LOGNAME="dwetl_rt" export HOME="/home/" export PWD="/dk11/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_timeline_collector="" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export NM_AUX_SERVICE_spark2_shuffle="" export SPARK_YARN_STAGING_DIR="hdfs://hadoop3/user/dwetl_rt/.sparkStaging/application_1629443584332_7899" export CLASSPATH="$PWD:$PWD/__spark_conf__:$PWD/__spark_libs__/*:$HADOOP_CONF_DIR:/usr/hdp/3.1.5.0-152/hadoop/*:/usr/hdp/3.1.5.0-152/hadoop/lib/*:/usr/hdp/current/hadoop-hdfs-client/*:/usr/hdp/current/hadoop-hdfs-client/lib/*:/usr/hdp/current/hadoop-yarn-client/*:/usr/hdp/current/hadoop-yarn-client/lib/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/3.1.5.0-152/hadoop/lib/hadoop-lzo-0.6.0.3.1.5.0-152.jar:/etc/hadoop/conf/secure:$PWD/__spark_conf__/__hadoop_conf__" export SPARK_LOG_URL_STDOUT="http://h30176:8042/node/containerlogs/container_e24_1629443584332_7899_01_000009/dwetl_rt/stdout?start=-4096" export SPARK_USER="dwetl_rt" export SPARK_LOG_URL_STDERR="http://h30176:8042/node/containerlogs/container_e24_1629443584332_7899_01_000009/dwetl_rt/stderr?start=-4096" echo "Setting up job resources" ln -sf "/dk10/hadoop/yarn/local/usercache/dwetl_rt/filecache/6544/nebula-exchange-2.5.0.jar" "__app__.jar" ln -sf "/dk7/hadoop/yarn/local/filecache/480/spark2-hdp-yarn-archive.tar.gz" "__spark_libs__" ln -sf "/dk8/hadoop/yarn/local/usercache/dwetl_rt/filecache/6542/customer_v.conf" "customer_v.conf" ln -sf "/dk11/hadoop/yarn/local/usercache/dwetl_rt/filecache/6543/__spark_conf__.zip" "__spark_conf__" ln -sf "/dk2/hadoop/yarn/local/filecache/481/spark2-hdp-hive-archive.tar.gz" "__hive_libs__" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/directory.info" echo "Launching container" exec /bin/bash -c "LD_LIBRARY_PATH="/usr/hdp/current/hadoop-client/lib/native:/usr/hdp/current/hadoop-client/lib/native/Linux-amd64-64:$LD_LIBRARY_PATH" $JAVA_HOME/bin/java -server -Xmx40960m '-Dfile.encoding=UTF-8' '-Dsun.jnu.encoding=UTF-8' -Djava.io.tmpdir=$PWD/tmp '-Dspark.history.ui.port=18081' '-Dspark.driver.port=34008' '-Dspark.ui.port=0' -Dspark.yarn.app.container.log.dir=/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009 -XX:OnOutOfMemoryError='kill %p' org.apache.spark.executor.CoarseGrainedExecutorBackend --driver-url spark://CoarseGrainedScheduler@h30061:34008 --executor-id 5 --hostname h30176 --cores 3 --app-id application_1629443584332_7899 --user-class-path file:$PWD/__app__.jar 1>/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/stdout 2>/hadoop/yarn/log/application_1629443584332_7899/container_e24_1629443584332_7899_01_000009/stderr" End of LogType:launch_container.sh ************************************************************************************ End of LogType:prelaunch.err ****************************************************************************** Container: container_e24_1629443584332_7899_01_000009 on h30176_45454_1629776371980 LogAggregationType: AGGREGATED =================================================================================== LogType:prelaunch.out LogLastModifiedTime:Tue Aug 24 11:39:32 +0800 2021 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out ****************************************************************************** Container: container_e24_1629443584332_7899_01_000009 on h30176_45454_1629776371980 LogAggregationType: AGGREGATED =================================================================================== LogType:stderr LogLastModifiedTime:Tue Aug 24 11:39:32 +0800 2021 LogLength:116146 LogContents: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/d7/hadoop/yarn/local/filecache/480/spark2-hdp-yarn-archive.tar.gz/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/3.1.5.0-152/hadoop/lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 21/08/24 11:38:29 INFO CoarseGrainedExecutorBackend: Started daemon with process name: 441130@h30176 21/08/24 11:38:29 INFO SignalUtils: Registered signal handler for TERM 21/08/24 11:38:29 INFO SignalUtils: Registered signal handler for HUP 21/08/24 11:38:29 INFO SignalUtils: Registered signal handler for INT 21/08/24 11:38:30 INFO SecurityManager: Changing view acls to: yarn,dwetl_rt 21/08/24 11:38:30 INFO SecurityManager: Changing modify acls to: yarn,dwetl_rt 21/08/24 11:38:30 INFO SecurityManager: Changing view acls groups to: 21/08/24 11:38:30 INFO SecurityManager: Changing modify acls groups to: 21/08/24 11:38:30 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, dwetl_rt); groups with view permissions: Set(); users with modify permissions: Set(yarn, dwetl_rt); groups with modify permissions: Set() 21/08/24 11:38:30 INFO TransportClientFactory: Successfully created connection to h30061/127.0.0.30.61:34008 after 77 ms (0 ms spent in bootstraps) 21/08/24 11:38:30 INFO SecurityManager: Changing view acls to: yarn,dwetl_rt 21/08/24 11:38:30 INFO SecurityManager: Changing modify acls to: yarn,dwetl_rt 21/08/24 11:38:30 INFO SecurityManager: Changing view acls groups to: 21/08/24 11:38:30 INFO SecurityManager: Changing modify acls groups to: 21/08/24 11:38:30 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, dwetl_rt); groups with view permissions: Set(); users with modify permissions: Set(yarn, dwetl_rt); groups with modify permissions: Set() 21/08/24 11:38:30 INFO TransportClientFactory: Successfully created connection to h30061/127.0.0.30.61:34008 after 2 ms (0 ms spent in bootstraps) 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d2/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-1474080a-6a21-431f-91cf-df256de32c54 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d3/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-3704e416-1aed-4303-ac24-4da44f2b2ad9 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d4/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-09cd98da-001e-4e02-9327-25a318fc41cc 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d5/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-bf2d1d9c-96fb-4af7-9734-fc3cb26baf3a 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d6/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-e1cec81c-acb3-4e0c-bc42-c84a7ce31935 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d7/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-07f7424d-3620-4851-8e45-9c2fb7422e5e 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d8/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-35c97bd3-57af-4959-a263-513f94411e58 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d9/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-ce44dab5-1539-42b8-987b-ef5049d234ae 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d10/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-a65ee175-0075-40b8-8cc4-ea1be478ca14 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d11/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-1b1bd6fc-b5a4-46e1-91e2-e4c9a65a7f4b 21/08/24 11:38:30 INFO DiskBlockManager: Created local directory at /d12/hadoop/yarn/local/usercache/dwetl_rt/appcache/application_1629443584332_7899/blockmgr-2882beaa-f7cf-43a9-a2ea-d5281cc3f485 21/08/24 11:38:30 INFO MemoryStore: MemoryStore started with capacity 21.2 GB 21/08/24 11:38:31 INFO CoarseGrainedExecutorBackend: Connecting to driver: spark://CoarseGrainedScheduler@h30061:34008 21/08/24 11:38:31 INFO CoarseGrainedExecutorBackend: Successfully registered with driver 21/08/24 11:38:31 INFO Executor: Starting executor ID 5 on host h30176 21/08/24 11:38:31 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 42164. 21/08/24 11:38:31 INFO NettyBlockTransferService: Server created on h30176:42164 21/08/24 11:38:31 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 21/08/24 11:38:31 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(5, h30176, 42164, None) 21/08/24 11:38:31 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(5, h30176, 42164, None) 21/08/24 11:38:31 INFO BlockManager: Initialized BlockManager: BlockManagerId(5, h30176, 42164, None) 21/08/24 11:38:35 INFO CoarseGrainedExecutorBackend: Got assigned task 5 21/08/24 11:38:35 INFO CoarseGrainedExecutorBackend: Got assigned task 17 21/08/24 11:38:35 INFO CoarseGrainedExecutorBackend: Got assigned task 29 21/08/24 11:38:35 INFO Executor: Running task 12.0 in stage 0.0 (TID 17) 21/08/24 11:38:35 INFO Executor: Running task 29.0 in stage 0.0 (TID 29) 21/08/24 11:38:35 INFO Executor: Running task 3.0 in stage 0.0 (TID 5) 21/08/24 11:38:35 INFO TorrentBroadcast: Started reading broadcast variable 1 21/08/24 11:38:35 INFO TransportClientFactory: Successfully created connection to h30061/127.0.0.30.61:34774 after 2 ms (0 ms spent in bootstraps) 21/08/24 11:38:35 INFO MemoryStore: Block broadcast_1_piece0 stored as bytes in memory (estimated size 6.5 KB, free 21.2 GB) 21/08/24 11:38:35 INFO TorrentBroadcast: Reading broadcast variable 1 took 147 ms 21/08/24 11:38:35 INFO MemoryStore: Block broadcast_1 stored as values in memory (estimated size 13.1 KB, free 21.2 GB) 21/08/24 11:38:36 INFO CodeGenerator: Code generated in 206.469471 ms 21/08/24 11:38:36 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000304_0, range: 0-39186665, partition values: [empty row] 21/08/24 11:38:36 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000508_0, range: 0-39126391, partition values: [empty row] 21/08/24 11:38:36 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000798_0, range: 0-39149071, partition values: [empty row] 21/08/24 11:38:36 INFO TorrentBroadcast: Started reading broadcast variable 0 21/08/24 11:38:36 INFO TransportClientFactory: Successfully created connection to h30144/127.0.0.30.144:44816 after 1 ms (0 ms spent in bootstraps) 21/08/24 11:38:36 INFO MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 47.8 KB, free 21.2 GB) 21/08/24 11:38:36 INFO TorrentBroadcast: Reading broadcast variable 0 took 42 ms 21/08/24 11:38:36 INFO MemoryStore: Block broadcast_0 stored as values in memory (estimated size 934.2 KB, free 21.2 GB) 21/08/24 11:38:38 INFO OrcCodecPool: Got brand-new codec ZLIB 21/08/24 11:38:38 INFO OrcCodecPool: Got brand-new codec ZLIB 21/08/24 11:38:38 INFO OrcCodecPool: Got brand-new codec ZLIB 21/08/24 11:38:38 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000798_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39149071} 21/08/24 11:38:38 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000508_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39126391} 21/08/24 11:38:38 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000304_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39186665} 21/08/24 11:38:38 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:38 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:38 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:38 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000228_0, range: 0-39125910, partition values: [empty row] 21/08/24 11:38:38 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000083_0, range: 0-39148421, partition values: [empty row] 21/08/24 11:38:38 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000633_0, range: 0-39182963, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000633_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39182963} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000228_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39125910} 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000083_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39148421} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000748_0, range: 0-39182565, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000344_0, range: 0-39147892, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000326_0, range: 0-39125642, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000344_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39147892} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000748_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39182565} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000326_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39125642} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO Executor: Finished task 29.0 in stage 0.0 (TID 29). 1643 bytes result sent to driver 21/08/24 11:38:39 INFO Executor: Finished task 3.0 in stage 0.0 (TID 5). 1643 bytes result sent to driver 21/08/24 11:38:39 INFO Executor: Finished task 12.0 in stage 0.0 (TID 17). 1686 bytes result sent to driver 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 226 21/08/24 11:38:39 INFO Executor: Running task 44.0 in stage 0.0 (TID 226) 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 227 21/08/24 11:38:39 INFO Executor: Running task 114.0 in stage 0.0 (TID 227) 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 228 21/08/24 11:38:39 INFO Executor: Running task 132.0 in stage 0.0 (TID 228) 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000478_0, range: 0-39107039, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000137_0, range: 0-39049907, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000435_0, range: 0-39058765, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000435_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058765} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000478_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39107039} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000620_0, range: 0-39058446, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000137_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049907} 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000387_0, range: 0-39106643, partition values: [empty row] 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000387_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39106643} 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000620_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058446} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000608_0, range: 0-39049802, partition values: [empty row] 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000023_0, range: 0-39106608, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000608_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049802} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000023_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39106608} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000075_0, range: 0-39058393, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000075_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058393} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO Executor: Finished task 44.0 in stage 0.0 (TID 226). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 229 21/08/24 11:38:39 INFO Executor: Running task 142.0 in stage 0.0 (TID 229) 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000288_0, range: 0-39049062, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000671_0, range: 0-39043851, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000288_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049062} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000671_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043851} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000658_0, range: 0-39043816, partition values: [empty row] 21/08/24 11:38:39 INFO Executor: Finished task 114.0 in stage 0.0 (TID 227). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO Executor: Finished task 132.0 in stage 0.0 (TID 228). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000658_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043816} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 230 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 231 21/08/24 11:38:39 INFO Executor: Running task 181.0 in stage 0.0 (TID 231) 21/08/24 11:38:39 INFO Executor: Running task 160.0 in stage 0.0 (TID 230) 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000000_0, range: 0-39032456, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000429_0, range: 0-39020621, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000086_0, range: 0-39043807, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000000_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032456} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000429_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39020621} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000437_0, range: 0-39020106, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000086_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043807} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000317_0, range: 0-39032439, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000317_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032439} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000437_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39020106} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000276_0, range: 0-39032239, partition values: [empty row] 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000772_0, range: 0-39019640, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000276_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032239} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO Executor: Finished task 142.0 in stage 0.0 (TID 229). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO Executor: Finished task 160.0 in stage 0.0 (TID 230). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO CoarseGrainedExecutorBackend: Got assigned task 232 21/08/24 11:38:39 INFO Executor: Running task 203.0 in stage 0.0 (TID 232) 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000386_0, range: 0-39006198, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000772_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39019640} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000386_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39006198} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000213_0, range: 0-39006176, partition values: [empty row] 21/08/24 11:38:39 INFO Executor: Finished task 181.0 in stage 0.0 (TID 231). 1600 bytes result sent to driver 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000213_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39006176} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000438_0, range: 0-39005872, partition values: [empty row] 21/08/24 11:38:39 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000438_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39005872} 21/08/24 11:38:39 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:39 INFO Executor: Finished task 203.0 in stage 0.0 (TID 232). 1600 bytes result sent to driver 21/08/24 11:38:42 INFO CoarseGrainedExecutorBackend: Got assigned task 233 21/08/24 11:38:42 INFO Executor: Running task 14.0 in stage 0.0 (TID 233) 21/08/24 11:38:42 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000103_0, range: 0-39144985, partition values: [empty row] 21/08/24 11:38:42 INFO CoarseGrainedExecutorBackend: Got assigned task 245 21/08/24 11:38:42 INFO CoarseGrainedExecutorBackend: Got assigned task 257 21/08/24 11:38:42 INFO Executor: Running task 67.0 in stage 0.0 (TID 245) 21/08/24 11:38:42 INFO Executor: Running task 153.0 in stage 0.0 (TID 257) 21/08/24 11:38:42 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000603_0, range: 0-39090267, partition values: [empty row] 21/08/24 11:38:42 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000642_0, range: 0-39037099, partition values: [empty row] 21/08/24 11:38:42 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000642_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39037099} 21/08/24 11:38:42 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000201_0, range: 0-39036670, partition values: [empty row] 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000103_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39144985} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000603_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39090267} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000477_0, range: 0-39090031, partition values: [empty row] 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000045_0, range: 0-39144771, partition values: [empty row] 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000477_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39090031} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000297_0, range: 0-39089754, partition values: [empty row] 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000045_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39144771} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000201_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39036670} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000297_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39089754} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000413_0, range: 0-39144394, partition values: [empty row] 21/08/24 11:38:43 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000289_0, range: 0-39036584, partition values: [empty row] 21/08/24 11:38:43 INFO Executor: Finished task 67.0 in stage 0.0 (TID 245). 1600 bytes result sent to driver 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000413_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39144394} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000289_0 with {include: [true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39036584} 21/08/24 11:38:43 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:43 INFO Executor: Finished task 14.0 in stage 0.0 (TID 233). 1600 bytes result sent to driver 21/08/24 11:38:43 INFO Executor: Finished task 153.0 in stage 0.0 (TID 257). 1600 bytes result sent to driver 21/08/24 11:38:47 INFO CoarseGrainedExecutorBackend: Got assigned task 273 21/08/24 11:38:47 INFO CoarseGrainedExecutorBackend: Got assigned task 285 21/08/24 11:38:47 INFO Executor: Running task 12.0 in stage 2.0 (TID 273) 21/08/24 11:38:47 INFO Executor: Running task 16.0 in stage 2.0 (TID 285) 21/08/24 11:38:47 INFO CoarseGrainedExecutorBackend: Got assigned task 297 21/08/24 11:38:47 INFO Executor: Running task 29.0 in stage 2.0 (TID 297) 21/08/24 11:38:47 INFO MapOutputTrackerWorker: Updating epoch to 1 and clearing cache 21/08/24 11:38:47 INFO TorrentBroadcast: Started reading broadcast variable 4 21/08/24 11:38:47 INFO MemoryStore: Block broadcast_4_piece0 stored as bytes in memory (estimated size 7.4 KB, free 21.2 GB) 21/08/24 11:38:47 INFO TorrentBroadcast: Reading broadcast variable 4 took 8 ms 21/08/24 11:38:47 INFO MemoryStore: Block broadcast_4 stored as values in memory (estimated size 17.1 KB, free 21.2 GB) 21/08/24 11:38:47 INFO CodeGenerator: Code generated in 82.351437 ms 21/08/24 11:38:47 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000508_0, range: 0-39126391, partition values: [empty row] 21/08/24 11:38:47 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000798_0, range: 0-39149071, partition values: [empty row] 21/08/24 11:38:47 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000059_0, range: 0-39143834, partition values: [empty row] 21/08/24 11:38:47 INFO TorrentBroadcast: Started reading broadcast variable 3 21/08/24 11:38:47 INFO MemoryStore: Block broadcast_3_piece0 stored as bytes in memory (estimated size 47.8 KB, free 21.2 GB) 21/08/24 11:38:47 INFO TorrentBroadcast: Reading broadcast variable 3 took 13 ms 21/08/24 11:38:47 INFO MemoryStore: Block broadcast_3 stored as values in memory (estimated size 934.2 KB, free 21.2 GB) 21/08/24 11:38:47 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000059_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39143834} 21/08/24 11:38:47 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000798_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39149071} 21/08/24 11:38:47 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:47 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:48 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000508_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39126391} 21/08/24 11:38:48 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:50 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000083_0, range: 0-39148421, partition values: [empty row] 21/08/24 11:38:50 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000228_0, range: 0-39125910, partition values: [empty row] 21/08/24 11:38:50 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000083_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39148421} 21/08/24 11:38:50 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:50 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000228_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39125910} 21/08/24 11:38:50 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:50 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000739_0, range: 0-39143012, partition values: [empty row] 21/08/24 11:38:50 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000739_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39143012} 21/08/24 11:38:50 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:51 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000326_0, range: 0-39125642, partition values: [empty row] 21/08/24 11:38:51 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000433_0, range: 0-39141821, partition values: [empty row] 21/08/24 11:38:51 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000326_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39125642} 21/08/24 11:38:51 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:51 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000433_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39141821} 21/08/24 11:38:51 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:51 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000344_0, range: 0-39147892, partition values: [empty row] 21/08/24 11:38:51 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000344_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39147892} 21/08/24 11:38:51 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:57 INFO Executor: Finished task 29.0 in stage 2.0 (TID 297). 1502 bytes result sent to driver 21/08/24 11:38:57 INFO CoarseGrainedExecutorBackend: Got assigned task 351 21/08/24 11:38:57 INFO Executor: Running task 44.0 in stage 2.0 (TID 351) 21/08/24 11:38:57 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000478_0, range: 0-39107039, partition values: [empty row] 21/08/24 11:38:57 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000478_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39107039} 21/08/24 11:38:57 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:58 INFO Executor: Finished task 12.0 in stage 2.0 (TID 273). 1502 bytes result sent to driver 21/08/24 11:38:58 INFO CoarseGrainedExecutorBackend: Got assigned task 354 21/08/24 11:38:58 INFO Executor: Running task 74.0 in stage 2.0 (TID 354) 21/08/24 11:38:58 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000426_0, range: 0-39085829, partition values: [empty row] 21/08/24 11:38:58 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000426_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39085829} 21/08/24 11:38:58 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:58 INFO Executor: Finished task 16.0 in stage 2.0 (TID 285). 1502 bytes result sent to driver 21/08/24 11:38:58 INFO CoarseGrainedExecutorBackend: Got assigned task 355 21/08/24 11:38:58 INFO Executor: Running task 111.0 in stage 2.0 (TID 355) 21/08/24 11:38:58 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000404_0, range: 0-39060434, partition values: [empty row] 21/08/24 11:38:58 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000404_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39060434} 21/08/24 11:38:58 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:58 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000387_0, range: 0-39106643, partition values: [empty row] 21/08/24 11:38:58 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000387_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39106643} 21/08/24 11:38:58 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:59 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000226_0, range: 0-39060426, partition values: [empty row] 21/08/24 11:38:59 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000023_0, range: 0-39106608, partition values: [empty row] 21/08/24 11:38:59 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000023_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39106608} 21/08/24 11:38:59 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:59 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000226_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39060426} 21/08/24 11:38:59 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:38:59 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000185_0, range: 0-39085522, partition values: [empty row] 21/08/24 11:38:59 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000185_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39085522} 21/08/24 11:38:59 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:00 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000460_0, range: 0-39060172, partition values: [empty row] 21/08/24 11:39:00 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000173_0, range: 0-39085143, partition values: [empty row] 21/08/24 11:39:00 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000460_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39060172} 21/08/24 11:39:00 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:00 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000173_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39085143} 21/08/24 11:39:00 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:03 INFO Executor: Finished task 44.0 in stage 2.0 (TID 351). 1502 bytes result sent to driver 21/08/24 11:39:03 INFO CoarseGrainedExecutorBackend: Got assigned task 405 21/08/24 11:39:03 INFO Executor: Running task 114.0 in stage 2.0 (TID 405) 21/08/24 11:39:03 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000435_0, range: 0-39058765, partition values: [empty row] 21/08/24 11:39:03 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000435_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058765} 21/08/24 11:39:03 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:04 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000620_0, range: 0-39058446, partition values: [empty row] 21/08/24 11:39:04 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000620_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058446} 21/08/24 11:39:04 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:04 INFO Executor: Finished task 74.0 in stage 2.0 (TID 354). 1502 bytes result sent to driver 21/08/24 11:39:04 INFO CoarseGrainedExecutorBackend: Got assigned task 413 21/08/24 11:39:04 INFO Executor: Running task 132.0 in stage 2.0 (TID 413) 21/08/24 11:39:04 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000137_0, range: 0-39049907, partition values: [empty row] 21/08/24 11:39:04 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000137_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049907} 21/08/24 11:39:04 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:05 INFO Executor: Finished task 111.0 in stage 2.0 (TID 355). 1502 bytes result sent to driver 21/08/24 11:39:05 INFO CoarseGrainedExecutorBackend: Got assigned task 414 21/08/24 11:39:05 INFO Executor: Running task 142.0 in stage 2.0 (TID 414) 21/08/24 11:39:05 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000671_0, range: 0-39043851, partition values: [empty row] 21/08/24 11:39:05 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000671_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043851} 21/08/24 11:39:05 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:05 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000075_0, range: 0-39058393, partition values: [empty row] 21/08/24 11:39:05 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000075_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39058393} 21/08/24 11:39:05 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:05 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000658_0, range: 0-39043816, partition values: [empty row] 21/08/24 11:39:05 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000658_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043816} 21/08/24 11:39:05 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:05 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000608_0, range: 0-39049802, partition values: [empty row] 21/08/24 11:39:05 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000608_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049802} 21/08/24 11:39:05 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:06 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000086_0, range: 0-39043807, partition values: [empty row] 21/08/24 11:39:06 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000086_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39043807} 21/08/24 11:39:06 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:06 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000288_0, range: 0-39049062, partition values: [empty row] 21/08/24 11:39:06 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000288_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39049062} 21/08/24 11:39:06 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:09 INFO Executor: Finished task 114.0 in stage 2.0 (TID 405). 1502 bytes result sent to driver 21/08/24 11:39:09 INFO CoarseGrainedExecutorBackend: Got assigned task 448 21/08/24 11:39:09 INFO Executor: Running task 160.0 in stage 2.0 (TID 448) 21/08/24 11:39:09 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000000_0, range: 0-39032456, partition values: [empty row] 21/08/24 11:39:09 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000000_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032456} 21/08/24 11:39:09 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:09 INFO Executor: Finished task 142.0 in stage 2.0 (TID 414). 1545 bytes result sent to driver 21/08/24 11:39:09 INFO CoarseGrainedExecutorBackend: Got assigned task 458 21/08/24 11:39:09 INFO Executor: Running task 181.0 in stage 2.0 (TID 458) 21/08/24 11:39:09 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000429_0, range: 0-39020621, partition values: [empty row] 21/08/24 11:39:09 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000429_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39020621} 21/08/24 11:39:09 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:10 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000317_0, range: 0-39032439, partition values: [empty row] 21/08/24 11:39:10 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000317_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032439} 21/08/24 11:39:10 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:10 INFO Executor: Finished task 132.0 in stage 2.0 (TID 413). 1502 bytes result sent to driver 21/08/24 11:39:10 INFO CoarseGrainedExecutorBackend: Got assigned task 461 21/08/24 11:39:10 INFO Executor: Running task 203.0 in stage 2.0 (TID 461) 21/08/24 11:39:10 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000386_0, range: 0-39006198, partition values: [empty row] 21/08/24 11:39:10 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000386_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39006198} 21/08/24 11:39:10 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:10 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000437_0, range: 0-39020106, partition values: [empty row] 21/08/24 11:39:10 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000437_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39020106} 21/08/24 11:39:10 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:10 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000213_0, range: 0-39006176, partition values: [empty row] 21/08/24 11:39:10 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000276_0, range: 0-39032239, partition values: [empty row] 21/08/24 11:39:10 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000213_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39006176} 21/08/24 11:39:10 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:10 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000276_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39032239} 21/08/24 11:39:10 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:11 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000438_0, range: 0-39005872, partition values: [empty row] 21/08/24 11:39:11 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000438_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39005872} 21/08/24 11:39:11 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:11 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000772_0, range: 0-39019640, partition values: [empty row] 21/08/24 11:39:11 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000772_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39019640} 21/08/24 11:39:11 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:14 INFO Executor: Finished task 160.0 in stage 2.0 (TID 448). 1502 bytes result sent to driver 21/08/24 11:39:14 INFO CoarseGrainedExecutorBackend: Got assigned task 496 21/08/24 11:39:14 INFO Executor: Running task 255.0 in stage 2.0 (TID 496) 21/08/24 11:39:14 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000321_0, range: 0-38950964, partition values: [empty row] 21/08/24 11:39:14 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000321_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 38950964} 21/08/24 11:39:14 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:15 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000564_0, range: 0-38950668, partition values: [empty row] 21/08/24 11:39:15 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000564_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 38950668} 21/08/24 11:39:15 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:15 INFO Executor: Finished task 203.0 in stage 2.0 (TID 461). 1502 bytes result sent to driver 21/08/24 11:39:15 INFO Executor: Finished task 181.0 in stage 2.0 (TID 458). 1545 bytes result sent to driver 21/08/24 11:39:16 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000720_0, range: 0-38950009, partition values: [empty row] 21/08/24 11:39:16 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000720_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 38950009} 21/08/24 11:39:16 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:19 INFO Executor: Finished task 255.0 in stage 2.0 (TID 496). 1459 bytes result sent to driver 21/08/24 11:39:19 INFO CoarseGrainedExecutorBackend: Got assigned task 504 21/08/24 11:39:19 INFO Executor: Running task 17.0 in stage 2.0 (TID 504) 21/08/24 11:39:19 INFO CoarseGrainedExecutorBackend: Got assigned task 505 21/08/24 11:39:19 INFO Executor: Running task 49.0 in stage 2.0 (TID 505) 21/08/24 11:39:19 INFO CoarseGrainedExecutorBackend: Got assigned task 506 21/08/24 11:39:19 INFO Executor: Running task 57.0 in stage 2.0 (TID 506) 21/08/24 11:39:19 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000241_0, range: 0-39096021, partition values: [empty row] 21/08/24 11:39:19 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000530_0, range: 0-39141571, partition values: [empty row] 21/08/24 11:39:19 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000591_0, range: 0-39103757, partition values: [empty row] 21/08/24 11:39:19 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000530_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39141571} 21/08/24 11:39:19 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:19 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000591_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39103757} 21/08/24 11:39:19 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:19 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000241_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39096021} 21/08/24 11:39:19 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:20 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000745_0, range: 0-39103386, partition values: [empty row] 21/08/24 11:39:20 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000745_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39103386} 21/08/24 11:39:20 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:20 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000352_0, range: 0-39096005, partition values: [empty row] 21/08/24 11:39:20 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000352_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39096005} 21/08/24 11:39:20 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:20 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000721_0, range: 0-39141564, partition values: [empty row] 21/08/24 11:39:20 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000721_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39141564} 21/08/24 11:39:20 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:20 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000092_0, range: 0-39103377, partition values: [empty row] 21/08/24 11:39:20 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000092_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39103377} 21/08/24 11:39:20 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:20 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000777_0, range: 0-39095865, partition values: [empty row] 21/08/24 11:39:20 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000777_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39095865} 21/08/24 11:39:20 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:21 INFO FileScanRDD: Reading File path: hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000713_0, range: 0-39141298, partition values: [empty row] 21/08/24 11:39:21 INFO ReaderImpl: Reading ORC rows from hdfs://hadoop3/warehouse/tablespace/external/hive/ods.db/customer/000713_0 with {include: [true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, false, false, false, false, false, false, false, false, false], offset: 0, length: 39141298} 21/08/24 11:39:21 INFO RecordReaderImpl: Reader schema not provided -- using file schema struct 21/08/24 11:39:24 INFO Executor: Finished task 49.0 in stage 2.0 (TID 505). 1502 bytes result sent to driver 21/08/24 11:39:24 INFO Executor: Finished task 57.0 in stage 2.0 (TID 506). 1502 bytes result sent to driver 21/08/24 11:39:24 INFO Executor: Finished task 17.0 in stage 2.0 (TID 504). 1502 bytes result sent to driver 21/08/24 11:39:25 INFO CoarseGrainedExecutorBackend: Got assigned task 543 21/08/24 11:39:25 INFO Executor: Running task 8.0 in stage 3.0 (TID 543) 21/08/24 11:39:25 INFO MapOutputTrackerWorker: Updating epoch to 2 and clearing cache 21/08/24 11:39:25 INFO TorrentBroadcast: Started reading broadcast variable 5 21/08/24 11:39:25 INFO TransportClientFactory: Successfully created connection to h30163/ after 2 ms (0 ms spent in bootstraps) 21/08/24 11:39:25 INFO MemoryStore: Block broadcast_5_piece0 stored as bytes in memory (estimated size 16.1 KB, free 21.2 GB) 21/08/24 11:39:25 INFO TorrentBroadcast: Reading broadcast variable 5 took 24 ms 21/08/24 11:39:25 INFO MemoryStore: Block broadcast_5 stored as values in memory (estimated size 35.8 KB, free 21.2 GB) 21/08/24 11:39:26 INFO MapOutputTrackerWorker: Don't have map outputs for shuffle 1, fetching them 21/08/24 11:39:26 INFO MapOutputTrackerWorker: Doing the fetch; tracker endpoint = NettyRpcEndpointRef(spark://MapOutputTracker@h30061:34008) 21/08/24 11:39:26 INFO MapOutputTrackerWorker: Got the output locations 21/08/24 11:39:26 INFO ShuffleBlockFetcherIterator: Getting 267 non-empty blocks out of 267 blocks 21/08/24 11:39:26 INFO TransportClientFactory: Successfully created connection to h30164:34299 after 1 ms (0 ms spent in bootstraps) 21/08/24 11:39:26 INFO TransportClientFactory: Successfully created connection to h3015:45684 after 1 ms (0 ms spent in bootstraps) 21/08/24 11:39:26 INFO ShuffleBlockFetcherIterator: Started 5 remote fetches in 31 ms 21/08/24 11:39:27 INFO CodeGenerator: Code generated in 26.669601 ms 21/08/24 11:39:27 INFO CodeGenerator: Code generated in 31.861477 ms 21/08/24 11:39:27 INFO CodeGenerator: Code generated in 20.82374 ms 21/08/24 11:39:27 INFO CodeGenerator: Code generated in 16.008082 ms 21/08/24 11:39:27 INFO CodeGenerator: Code generated in 7.353377 ms 21/08/24 11:39:27 ERROR VerticesProcessor: java.lang.RuntimeException: Wrong strNum: 3 21/08/24 11:39:27 INFO Executor: Finished task 8.0 in stage 3.0 (TID 543). 1869 bytes result sent to driver 21/08/24 11:39:29 INFO CoarseGrainedExecutorBackend: Driver commanded a shutdown 21/08/24 11:39:29 INFO CoarseGrainedExecutorBackend: Driver from h30061:34008 disconnected during shutdown 21/08/24 11:39:29 INFO CoarseGrainedExecutorBackend: Driver from h30061:34008 disconnected during shutdown 21/08/24 11:39:30 INFO MemoryStore: MemoryStore cleared 21/08/24 11:39:30 INFO BlockManager: BlockManager stopped 21/08/24 11:39:30 INFO ShutdownHookManager: Shutdown hook called