ionAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33233" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831150241-2664" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 15:02:41 INFO Worker: Asked to launch executor app-20260831150241-2665/0 for videos-udids-collections
26/08/31 15:02:41 INFO SecurityManager: Changing view acls to: root
26/08/31 15:02:41 INFO SecurityManager: Changing modify acls to: root
26/08/31 15:02:41 INFO SecurityManager: Changing view acls groups to: root
26/08/31 15:02:41 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 15:02:41 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 15:02:41 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=43053" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:43053" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831150241-2665" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 15:02:41 INFO Worker: Asked to kill executor app-20260831150149-2661/1
26/08/31 15:02:41 INFO ExecutorRunner: Runner thread for executor app-20260831150149-2661/1 interrupted
26/08/31 15:02:41 INFO ExecutorRunner: Killing process!
26/08/31 15:02:42 INFO Worker: Executor app-20260831150149-2661/1 finished with state KILLED message Runner thread for executor app-20260831150149-2661/1 interrupted exitStatus 143
26/08/31 15:02:42 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 15:02:42 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150149-2661, execId=1)
26/08/31 15:02:42 INFO ExternalShuffleBlockResolver: Application app-20260831150149-2661 removed, cleanupLocalDirs = true
26/08/31 15:02:42 INFO Worker: Cleaning up local directories for application app-20260831150149-2661
26/08/31 15:02:46 INFO Worker: Asked to launch executor app-20260831150246-2666/0 for invalid-imps-report
26/08/31 15:02:46 INFO SecurityManager: Changing view acls to: root
26/08/31 15:02:46 INFO SecurityManager: Changing modify acls to: root
26/08/31 15:02:46 INFO SecurityManager: Changing view acls groups to: root
26/08/31 15:02:46 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 15:02:46 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 15:02:46 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=45465" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:45465" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831150246-2666" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 15:02:50 INFO Worker: Asked to launch executor app-20260831150250-2667/1 for invalid-wins-report
26/08/31 15:02:50 INFO SecurityManager: Changing view acls to: root
26/08/31 15:02:50 INFO SecurityManager: Changing modify acls to: root
26/08/31 15:02:50 INFO SecurityManager: Changing view acls groups to: root
26/08/31 15:02:50 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 15:02:50 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 15:02:50 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=37609" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:37609" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831150250-2667" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140024-2643
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140129-2644
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140142-2645
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140143-2646
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140154-2647
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140155-2648
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140220-2649
26/08/31 15:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140221-2650
26/08/31 15:03:03 INFO Worker: Asked to kill executor app-20260831150241-2665/0
26/08/31 15:03:03 INFO ExecutorRunner: Runner thread for executor app-20260831150241-2665/0 interrupted
26/08/31 15:03:03 INFO ExecutorRunner: Killing process!
26/08/31 15:03:03 INFO Worker: Asked to launch executor app-20260831150258-2668/1 for invalid_clicks-report
26/08/31 15:03:03 INFO SecurityManager: Changing view acls to: root
26/08/31 15:03:03 INFO SecurityManager: Changing modify acls to: root
26/08/31 15:03:03 INFO SecurityManager: Changing view acls groups to: root
26/08/31 15:03:03 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 15:03:03 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 15:03:03 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=34941" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:34941" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831150258-2668" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 15:03:03 INFO Worker: Executor app-20260831150241-2665/0 finished with state KILLED message Runner thread for executor app-20260831150241-2665/0 interrupted exitStatus 143
26/08/31 15:03:03 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 15:03:03 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150241-2665, execId=0)
26/08/31 15:03:03 INFO ExternalShuffleBlockResolver: Application app-20260831150241-2665 removed, cleanupLocalDirs = true
26/08/31 15:03:03 INFO Worker: Cleaning up local directories for application app-20260831150241-2665
26/08/31 15:03:10 INFO Worker: Asked to kill executor app-20260831150241-2664/0
26/08/31 15:03:10 INFO ExecutorRunner: Runner thread for executor app-20260831150241-2664/0 interrupted
26/08/31 15:03:10 INFO ExecutorRunner: Killing process!
26/08/31 15:03:10 INFO Worker: Executor app-20260831150241-2664/0 finished with state KILLED message Runner thread for executor app-20260831150241-2664/0 interrupted exitStatus 143
26/08/31 15:03:10 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 15:03:10 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150241-2664, execId=0)
26/08/31 15:03:10 INFO ExternalShuffleBlockResolver: Application app-20260831150241-2664 removed, cleanupLocalDirs = true
26/08/31 15:03:10 INFO Worker: Cleaning up local directories for application app-20260831150241-2664
26/08/31 15:03:14 INFO Worker: Asked to kill executor app-20260831150246-2666/0
26/08/31 15:03:14 INFO ExecutorRunner: Runner thread for executor app-20260831150246-2666/0 interrupted
26/08/31 15:03:14 INFO ExecutorRunner: Killing process!
26/08/31 15:03:14 INFO Worker: Executor app-20260831150246-2666/0 finished with state KILLED message Runner thread for executor app-20260831150246-2666/0 interrupted exitStatus 143
26/08/31 15:03:14 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 15:03:14 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150246-2666, execId=0)
26/08/31 15:03:14 INFO ExternalShuffleBlockResolver: Application app-20260831150246-2666 removed, cleanupLocalDirs = true
26/08/31 15:03:14 INFO Worker: Cleaning up local directories for application app-20260831150246-2666
26/08/31 15:03:19 INFO Worker: Asked to kill executor app-20260831150250-2667/1
26/08/31 15:03:19 INFO ExecutorRunner: Runner thread for executor app-20260831150250-2667/1 interrupted
26/08/31 15:03:19 INFO ExecutorRunner: Killing process!
26/08/31 15:03:19 INFO Worker: Executor app-20260831150250-2667/1 finished with state KILLED message Runner thread for executor app-20260831150250-2667/1 interrupted exitStatus 143
26/08/31 15:03:19 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 15:03:19 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150250-2667, execId=1)
26/08/31 15:03:19 INFO ExternalShuffleBlockResolver: Application app-20260831150250-2667 removed, cleanupLocalDirs = true
26/08/31 15:03:19 INFO Worker: Cleaning up local directories for application app-20260831150250-2667
26/08/31 15:03:27 INFO Worker: Asked to kill executor app-20260831150258-2668/1
26/08/31 15:03:27 INFO ExecutorRunner: Runner thread for executor app-20260831150258-2668/1 interrupted
26/08/31 15:03:27 INFO ExecutorRunner: Killing process!
26/08/31 15:03:27 INFO Worker: Executor app-20260831150258-2668/1 finished with state KILLED message Runner thread for executor app-20260831150258-2668/1 interrupted exitStatus 143
26/08/31 15:03:27 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 15:03:27 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831150258-2668, execId=1)
26/08/31 15:03:27 INFO ExternalShuffleBlockResolver: Application app-20260831150258-2668 removed, cleanupLocalDirs = true
26/08/31 15:03:27 INFO Worker: Cleaning up local directories for application app-20260831150258-2668
26/08/31 15:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140243-2651
26/08/31 15:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140243-2652
26/08/31 15:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140250-2653
26/08/31 15:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140253-2654
26/08/31 15:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831140257-2655
26/08/31 16:00:25 INFO Worker: Asked to launch executor app-20260831160025-2669/0 for index-report
26/08/31 16:00:25 INFO SecurityManager: Changing view acls to: root
26/08/31 16:00:25 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:00:25 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:00:25 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:00:25 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:00:25 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=44611" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:44611" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160025-2669" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:00:39 INFO Worker: Asked to kill executor app-20260831160025-2669/0
26/08/31 16:00:39 INFO ExecutorRunner: Runner thread for executor app-20260831160025-2669/0 interrupted
26/08/31 16:00:39 INFO ExecutorRunner: Killing process!
26/08/31 16:00:39 INFO Worker: Executor app-20260831160025-2669/0 finished with state KILLED message Runner thread for executor app-20260831160025-2669/0 interrupted exitStatus 143
26/08/31 16:00:39 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:00:39 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160025-2669, execId=0)
26/08/31 16:00:39 INFO ExternalShuffleBlockResolver: Application app-20260831160025-2669 removed, cleanupLocalDirs = true
26/08/31 16:00:39 INFO Worker: Cleaning up local directories for application app-20260831160025-2669
26/08/31 16:01:24 INFO Worker: Asked to launch executor app-20260831160124-2670/0 for bids-report
26/08/31 16:01:24 INFO SecurityManager: Changing view acls to: root
26/08/31 16:01:24 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:01:24 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:01:24 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:01:24 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:01:24 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=38283" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:38283" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160124-2670" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:01:43 INFO Worker: Asked to launch executor app-20260831160143-2671/0 for wins-report
26/08/31 16:01:43 INFO SecurityManager: Changing view acls to: root
26/08/31 16:01:43 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:01:43 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:01:43 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:01:43 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:01:43 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=45123" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:45123" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160143-2671" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:01:43 INFO Worker: Asked to launch executor app-20260831160143-2672/0 for wins-udids-collections
26/08/31 16:01:43 INFO SecurityManager: Changing view acls to: root
26/08/31 16:01:43 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:01:43 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:01:43 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:01:43 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:01:43 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=44945" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:44945" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160143-2672" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:01:47 INFO Worker: Asked to launch executor app-20260831160147-2673/1 for imps-report
26/08/31 16:01:47 INFO SecurityManager: Changing view acls to: root
26/08/31 16:01:47 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:01:47 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:01:47 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:01:47 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:01:47 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=44963" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:44963" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160147-2673" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:01:54 INFO Worker: Asked to kill executor app-20260831160124-2670/0
26/08/31 16:01:54 INFO ExecutorRunner: Runner thread for executor app-20260831160124-2670/0 interrupted
26/08/31 16:01:54 INFO ExecutorRunner: Killing process!
26/08/31 16:01:54 INFO Worker: Asked to launch executor app-20260831160151-2674/1 for imps-udids-collections
26/08/31 16:01:54 INFO SecurityManager: Changing view acls to: root
26/08/31 16:01:54 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:01:54 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:01:54 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:01:54 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:01:54 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=37127" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:37127" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160151-2674" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:01:54 INFO Worker: Executor app-20260831160124-2670/0 finished with state KILLED message Runner thread for executor app-20260831160124-2670/0 interrupted exitStatus 143
26/08/31 16:01:54 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:01:54 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160124-2670, execId=0)
26/08/31 16:01:54 INFO ExternalShuffleBlockResolver: Application app-20260831160124-2670 removed, cleanupLocalDirs = true
26/08/31 16:01:54 INFO Worker: Cleaning up local directories for application app-20260831160124-2670
26/08/31 16:02:15 INFO Worker: Asked to kill executor app-20260831160143-2672/0
26/08/31 16:02:15 INFO ExecutorRunner: Runner thread for executor app-20260831160143-2672/0 interrupted
26/08/31 16:02:15 INFO ExecutorRunner: Killing process!
26/08/31 16:02:16 INFO Worker: Executor app-20260831160143-2672/0 finished with state KILLED message Runner thread for executor app-20260831160143-2672/0 interrupted exitStatus 143
26/08/31 16:02:16 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:02:16 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160143-2672, execId=0)
26/08/31 16:02:16 INFO ExternalShuffleBlockResolver: Application app-20260831160143-2672 removed, cleanupLocalDirs = true
26/08/31 16:02:16 INFO Worker: Cleaning up local directories for application app-20260831160143-2672
26/08/31 16:02:22 INFO Worker: Asked to kill executor app-20260831160147-2673/1
26/08/31 16:02:22 INFO ExecutorRunner: Runner thread for executor app-20260831160147-2673/1 interrupted
26/08/31 16:02:22 INFO ExecutorRunner: Killing process!
26/08/31 16:02:22 INFO Worker: Executor app-20260831160147-2673/1 finished with state KILLED message Runner thread for executor app-20260831160147-2673/1 interrupted exitStatus 143
26/08/31 16:02:22 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 16:02:22 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160147-2673, execId=1)
26/08/31 16:02:22 INFO ExternalShuffleBlockResolver: Application app-20260831160147-2673 removed, cleanupLocalDirs = true
26/08/31 16:02:22 INFO Worker: Cleaning up local directories for application app-20260831160147-2673
26/08/31 16:02:24 INFO Worker: Asked to kill executor app-20260831160151-2674/1
26/08/31 16:02:24 INFO ExecutorRunner: Runner thread for executor app-20260831160151-2674/1 interrupted
26/08/31 16:02:24 INFO ExecutorRunner: Killing process!
26/08/31 16:02:24 INFO Worker: Executor app-20260831160151-2674/1 finished with state KILLED message Runner thread for executor app-20260831160151-2674/1 interrupted exitStatus 143
26/08/31 16:02:24 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 16:02:24 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160151-2674, execId=1)
26/08/31 16:02:24 INFO ExternalShuffleBlockResolver: Application app-20260831160151-2674 removed, cleanupLocalDirs = true
26/08/31 16:02:24 INFO Worker: Cleaning up local directories for application app-20260831160151-2674
26/08/31 16:02:25 INFO Worker: Asked to launch executor app-20260831160225-2675/0 for clicks-report
26/08/31 16:02:25 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:25 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:25 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:25 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:25 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:25 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=43387" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:43387" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160225-2675" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:26 INFO Worker: Asked to kill executor app-20260831160143-2671/0
26/08/31 16:02:26 INFO ExecutorRunner: Runner thread for executor app-20260831160143-2671/0 interrupted
26/08/31 16:02:26 INFO ExecutorRunner: Killing process!
26/08/31 16:02:27 INFO Worker: Executor app-20260831160143-2671/0 finished with state KILLED message Runner thread for executor app-20260831160143-2671/0 interrupted exitStatus 143
26/08/31 16:02:27 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:02:27 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160143-2671, execId=0)
26/08/31 16:02:27 INFO ExternalShuffleBlockResolver: Application app-20260831160143-2671 removed, cleanupLocalDirs = true
26/08/31 16:02:27 INFO Worker: Cleaning up local directories for application app-20260831160143-2671
26/08/31 16:02:27 INFO Worker: Asked to launch executor app-20260831160227-2676/0 for clicks-udids-collections
26/08/31 16:02:27 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:27 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:27 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:27 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:27 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:27 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=42033" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:42033" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160227-2676" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:30 INFO Worker: Asked to launch executor app-20260831160230-2677/0 for videos-report
26/08/31 16:02:30 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:30 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:30 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:30 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:30 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:30 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=35869" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:35869" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160230-2677" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:36 INFO Worker: Asked to launch executor app-20260831160236-2678/1 for videos-udids-collections
26/08/31 16:02:36 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:36 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:36 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:36 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:36 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:36 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=37637" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:37637" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160236-2678" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:48 INFO Worker: Asked to kill executor app-20260831160227-2676/0
26/08/31 16:02:48 INFO ExecutorRunner: Runner thread for executor app-20260831160227-2676/0 interrupted
26/08/31 16:02:48 INFO ExecutorRunner: Killing process!
26/08/31 16:02:48 INFO Worker: Executor app-20260831160227-2676/0 finished with state KILLED message Runner thread for executor app-20260831160227-2676/0 interrupted exitStatus 143
26/08/31 16:02:48 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:02:48 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160227-2676, execId=0)
26/08/31 16:02:48 INFO ExternalShuffleBlockResolver: Application app-20260831160227-2676 removed, cleanupLocalDirs = true
26/08/31 16:02:48 INFO Worker: Cleaning up local directories for application app-20260831160227-2676
26/08/31 16:02:55 INFO Worker: Asked to launch executor app-20260831160255-2679/1 for invalid-imps-report
26/08/31 16:02:55 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:55 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:55 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:55 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:55 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:55 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=39061" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:39061" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160255-2679" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:56 INFO Worker: Asked to kill executor app-20260831160225-2675/0
26/08/31 16:02:56 INFO ExecutorRunner: Runner thread for executor app-20260831160225-2675/0 interrupted
26/08/31 16:02:56 INFO ExecutorRunner: Killing process!
26/08/31 16:02:56 INFO Worker: Asked to launch executor app-20260831160255-2680/1 for invalid-wins-report
26/08/31 16:02:56 INFO SecurityManager: Changing view acls to: root
26/08/31 16:02:56 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:02:56 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:02:56 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:02:56 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:02:56 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=44639" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:44639" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160255-2680" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:02:57 INFO Worker: Executor app-20260831160225-2675/0 finished with state KILLED message Runner thread for executor app-20260831160225-2675/0 interrupted exitStatus 143
26/08/31 16:02:57 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:02:57 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160225-2675, execId=0)
26/08/31 16:02:57 INFO ExternalShuffleBlockResolver: Application app-20260831160225-2675 removed, cleanupLocalDirs = true
26/08/31 16:02:57 INFO Worker: Cleaning up local directories for application app-20260831160225-2675
26/08/31 16:02:58 INFO Worker: Asked to kill executor app-20260831160230-2677/0
26/08/31 16:02:58 INFO ExecutorRunner: Runner thread for executor app-20260831160230-2677/0 interrupted
26/08/31 16:02:58 INFO ExecutorRunner: Killing process!
26/08/31 16:02:59 INFO Worker: Executor app-20260831160230-2677/0 finished with state KILLED message Runner thread for executor app-20260831160230-2677/0 interrupted exitStatus 143
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160230-2677, execId=0)
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Application app-20260831160230-2677 removed, cleanupLocalDirs = true
26/08/31 16:02:59 INFO Worker: Cleaning up local directories for application app-20260831160230-2677
26/08/31 16:02:59 INFO Worker: Asked to kill executor app-20260831160236-2678/1
26/08/31 16:02:59 INFO ExecutorRunner: Runner thread for executor app-20260831160236-2678/1 interrupted
26/08/31 16:02:59 INFO ExecutorRunner: Killing process!
26/08/31 16:02:59 INFO Worker: Executor app-20260831160236-2678/1 finished with state KILLED message Runner thread for executor app-20260831160236-2678/1 interrupted exitStatus 143
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160236-2678, execId=1)
26/08/31 16:02:59 INFO ExternalShuffleBlockResolver: Application app-20260831160236-2678 removed, cleanupLocalDirs = true
26/08/31 16:02:59 INFO Worker: Cleaning up local directories for application app-20260831160236-2678
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150025-2656
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150131-2657
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150138-2658
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150139-2659
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150148-2660
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150149-2661
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150152-2662
26/08/31 16:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150154-2663
26/08/31 16:03:06 INFO Worker: Asked to launch executor app-20260831160306-2681/0 for invalid_clicks-report
26/08/31 16:03:06 INFO SecurityManager: Changing view acls to: root
26/08/31 16:03:06 INFO SecurityManager: Changing modify acls to: root
26/08/31 16:03:06 INFO SecurityManager: Changing view acls groups to: root
26/08/31 16:03:06 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 16:03:06 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 16:03:06 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=37531" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:37531" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831160306-2681" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 16:03:21 INFO Worker: Asked to kill executor app-20260831160255-2679/1
26/08/31 16:03:21 INFO ExecutorRunner: Runner thread for executor app-20260831160255-2679/1 interrupted
26/08/31 16:03:21 INFO ExecutorRunner: Killing process!
26/08/31 16:03:22 INFO Worker: Executor app-20260831160255-2679/1 finished with state KILLED message Runner thread for executor app-20260831160255-2679/1 interrupted exitStatus 143
26/08/31 16:03:22 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 16:03:22 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160255-2679, execId=1)
26/08/31 16:03:22 INFO ExternalShuffleBlockResolver: Application app-20260831160255-2679 removed, cleanupLocalDirs = true
26/08/31 16:03:22 INFO Worker: Cleaning up local directories for application app-20260831160255-2679
26/08/31 16:03:24 INFO Worker: Asked to kill executor app-20260831160255-2680/1
26/08/31 16:03:24 INFO ExecutorRunner: Runner thread for executor app-20260831160255-2680/1 interrupted
26/08/31 16:03:24 INFO ExecutorRunner: Killing process!
26/08/31 16:03:24 INFO Worker: Executor app-20260831160255-2680/1 finished with state KILLED message Runner thread for executor app-20260831160255-2680/1 interrupted exitStatus 143
26/08/31 16:03:24 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 16:03:24 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160255-2680, execId=1)
26/08/31 16:03:24 INFO ExternalShuffleBlockResolver: Application app-20260831160255-2680 removed, cleanupLocalDirs = true
26/08/31 16:03:24 INFO Worker: Cleaning up local directories for application app-20260831160255-2680
26/08/31 16:03:29 INFO Worker: Asked to kill executor app-20260831160306-2681/0
26/08/31 16:03:29 INFO ExecutorRunner: Runner thread for executor app-20260831160306-2681/0 interrupted
26/08/31 16:03:29 INFO ExecutorRunner: Killing process!
26/08/31 16:03:29 INFO Worker: Executor app-20260831160306-2681/0 finished with state KILLED message Runner thread for executor app-20260831160306-2681/0 interrupted exitStatus 143
26/08/31 16:03:29 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 16:03:29 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831160306-2681, execId=0)
26/08/31 16:03:29 INFO ExternalShuffleBlockResolver: Application app-20260831160306-2681 removed, cleanupLocalDirs = true
26/08/31 16:03:29 INFO Worker: Cleaning up local directories for application app-20260831160306-2681
26/08/31 16:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150241-2664
26/08/31 16:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150241-2665
26/08/31 16:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150246-2666
26/08/31 16:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150250-2667
26/08/31 16:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831150258-2668
26/08/31 17:00:26 INFO Worker: Asked to launch executor app-20260831170026-2682/0 for index-report
26/08/31 17:00:26 INFO SecurityManager: Changing view acls to: root
26/08/31 17:00:26 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:00:26 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:00:26 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:00:26 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:00:26 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=45673" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:45673" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170026-2682" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:00:40 INFO Worker: Asked to kill executor app-20260831170026-2682/0
26/08/31 17:00:40 INFO ExecutorRunner: Runner thread for executor app-20260831170026-2682/0 interrupted
26/08/31 17:00:40 INFO ExecutorRunner: Killing process!
26/08/31 17:00:40 INFO Worker: Executor app-20260831170026-2682/0 finished with state KILLED message Runner thread for executor app-20260831170026-2682/0 interrupted exitStatus 143
26/08/31 17:00:40 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:00:40 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170026-2682, execId=0)
26/08/31 17:00:40 INFO ExternalShuffleBlockResolver: Application app-20260831170026-2682 removed, cleanupLocalDirs = true
26/08/31 17:00:40 INFO Worker: Cleaning up local directories for application app-20260831170026-2682
26/08/31 17:01:19 INFO Worker: Asked to launch executor app-20260831170119-2683/0 for bids-report
26/08/31 17:01:19 INFO SecurityManager: Changing view acls to: root
26/08/31 17:01:19 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:01:19 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:01:19 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:01:19 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:01:19 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=38437" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:38437" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170119-2683" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:01:33 INFO Worker: Asked to launch executor app-20260831170133-2684/0 for imps-report
26/08/31 17:01:33 INFO SecurityManager: Changing view acls to: root
26/08/31 17:01:33 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:01:33 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:01:33 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:01:33 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:01:33 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.driver.port=40317" "-Dspark.blockManager.port=0" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:40317" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170133-2684" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:01:40 INFO Worker: Asked to launch executor app-20260831170140-2685/0 for imps-udids-collections
26/08/31 17:01:40 INFO SecurityManager: Changing view acls to: root
26/08/31 17:01:40 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:01:40 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:01:40 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:01:40 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:01:40 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=33563" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33563" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170140-2685" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:01:42 INFO Worker: Asked to kill executor app-20260831170119-2683/0
26/08/31 17:01:42 INFO ExecutorRunner: Runner thread for executor app-20260831170119-2683/0 interrupted
26/08/31 17:01:42 INFO ExecutorRunner: Killing process!
26/08/31 17:01:43 INFO Worker: Executor app-20260831170119-2683/0 finished with state KILLED message Runner thread for executor app-20260831170119-2683/0 interrupted exitStatus 143
26/08/31 17:01:43 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:01:43 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170119-2683, execId=0)
26/08/31 17:01:43 INFO ExternalShuffleBlockResolver: Application app-20260831170119-2683 removed, cleanupLocalDirs = true
26/08/31 17:01:43 INFO Worker: Cleaning up local directories for application app-20260831170119-2683
26/08/31 17:01:50 INFO Worker: Asked to launch executor app-20260831170150-2686/0 for wins-report
26/08/31 17:01:50 INFO SecurityManager: Changing view acls to: root
26/08/31 17:01:50 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:01:50 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:01:50 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:01:50 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:01:50 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=41271" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:41271" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170150-2686" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:01:56 INFO Worker: Asked to launch executor app-20260831170156-2687/1 for wins-udids-collections
26/08/31 17:01:56 INFO SecurityManager: Changing view acls to: root
26/08/31 17:01:56 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:01:56 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:01:56 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:01:56 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:01:56 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=34649" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:34649" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170156-2687" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:04 INFO Worker: Asked to kill executor app-20260831170133-2684/0
26/08/31 17:02:04 INFO ExecutorRunner: Runner thread for executor app-20260831170133-2684/0 interrupted
26/08/31 17:02:04 INFO ExecutorRunner: Killing process!
26/08/31 17:02:04 INFO Worker: Asked to launch executor app-20260831170157-2688/1 for clicks-udids-collections
26/08/31 17:02:04 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:04 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:04 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:04 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:04 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:04 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=39995" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:39995" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170157-2688" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:04 INFO Worker: Executor app-20260831170133-2684/0 finished with state KILLED message Runner thread for executor app-20260831170133-2684/0 interrupted exitStatus 0
26/08/31 17:02:04 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:02:04 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170133-2684, execId=0)
26/08/31 17:02:04 INFO ExternalShuffleBlockResolver: Application app-20260831170133-2684 removed, cleanupLocalDirs = true
26/08/31 17:02:04 INFO Worker: Cleaning up local directories for application app-20260831170133-2684
26/08/31 17:02:10 INFO Worker: Asked to kill executor app-20260831170140-2685/0
26/08/31 17:02:10 INFO ExecutorRunner: Runner thread for executor app-20260831170140-2685/0 interrupted
26/08/31 17:02:10 INFO ExecutorRunner: Killing process!
26/08/31 17:02:10 INFO Worker: Asked to launch executor app-20260831170202-2689/1 for clicks-report
26/08/31 17:02:10 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:10 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:10 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:10 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:10 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:10 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=33493" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33493" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170202-2689" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:11 INFO Worker: Executor app-20260831170140-2685/0 finished with state KILLED message Runner thread for executor app-20260831170140-2685/0 interrupted exitStatus 143
26/08/31 17:02:11 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:02:11 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170140-2685, execId=0)
26/08/31 17:02:11 INFO ExternalShuffleBlockResolver: Application app-20260831170140-2685 removed, cleanupLocalDirs = true
26/08/31 17:02:11 INFO Worker: Cleaning up local directories for application app-20260831170140-2685
26/08/31 17:02:23 INFO Worker: Asked to kill executor app-20260831170157-2688/1
26/08/31 17:02:23 INFO ExecutorRunner: Runner thread for executor app-20260831170157-2688/1 interrupted
26/08/31 17:02:23 INFO ExecutorRunner: Killing process!
26/08/31 17:02:23 INFO Worker: Executor app-20260831170157-2688/1 finished with state KILLED message Runner thread for executor app-20260831170157-2688/1 interrupted exitStatus 143
26/08/31 17:02:23 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 17:02:23 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170157-2688, execId=1)
26/08/31 17:02:23 INFO ExternalShuffleBlockResolver: Application app-20260831170157-2688 removed, cleanupLocalDirs = true
26/08/31 17:02:23 INFO Worker: Cleaning up local directories for application app-20260831170157-2688
26/08/31 17:02:27 INFO Worker: Asked to kill executor app-20260831170156-2687/1
26/08/31 17:02:27 INFO ExecutorRunner: Runner thread for executor app-20260831170156-2687/1 interrupted
26/08/31 17:02:27 INFO ExecutorRunner: Killing process!
26/08/31 17:02:27 INFO Worker: Executor app-20260831170156-2687/1 finished with state KILLED message Runner thread for executor app-20260831170156-2687/1 interrupted exitStatus 143
26/08/31 17:02:27 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 17:02:27 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170156-2687, execId=1)
26/08/31 17:02:27 INFO ExternalShuffleBlockResolver: Application app-20260831170156-2687 removed, cleanupLocalDirs = true
26/08/31 17:02:27 INFO Worker: Cleaning up local directories for application app-20260831170156-2687
26/08/31 17:02:29 INFO Worker: Asked to kill executor app-20260831170150-2686/0
26/08/31 17:02:29 INFO ExecutorRunner: Runner thread for executor app-20260831170150-2686/0 interrupted
26/08/31 17:02:29 INFO ExecutorRunner: Killing process!
26/08/31 17:02:29 INFO Worker: Executor app-20260831170150-2686/0 finished with state KILLED message Runner thread for executor app-20260831170150-2686/0 interrupted exitStatus 143
26/08/31 17:02:29 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:02:29 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170150-2686, execId=0)
26/08/31 17:02:29 INFO ExternalShuffleBlockResolver: Application app-20260831170150-2686 removed, cleanupLocalDirs = true
26/08/31 17:02:29 INFO Worker: Cleaning up local directories for application app-20260831170150-2686
26/08/31 17:02:34 INFO Worker: Asked to launch executor app-20260831170234-2690/0 for videos-udids-collections
26/08/31 17:02:34 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:34 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:34 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:34 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:34 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:34 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=33037" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33037" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170234-2690" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:35 INFO Worker: Asked to launch executor app-20260831170235-2691/0 for videos-report
26/08/31 17:02:35 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:35 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:35 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:35 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:35 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:35 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=35213" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:35213" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170235-2691" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:36 INFO Worker: Asked to kill executor app-20260831170202-2689/1
26/08/31 17:02:36 INFO ExecutorRunner: Runner thread for executor app-20260831170202-2689/1 interrupted
26/08/31 17:02:36 INFO ExecutorRunner: Killing process!
26/08/31 17:02:36 INFO Worker: Executor app-20260831170202-2689/1 finished with state KILLED message Runner thread for executor app-20260831170202-2689/1 interrupted exitStatus 143
26/08/31 17:02:36 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 17:02:36 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170202-2689, execId=1)
26/08/31 17:02:36 INFO ExternalShuffleBlockResolver: Application app-20260831170202-2689 removed, cleanupLocalDirs = true
26/08/31 17:02:36 INFO Worker: Cleaning up local directories for application app-20260831170202-2689
26/08/31 17:02:40 INFO Worker: Asked to launch executor app-20260831170240-2692/0 for invalid-imps-report
26/08/31 17:02:40 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:40 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:40 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:40 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:40 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:40 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=33585" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33585" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170240-2692" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:47 INFO Worker: Asked to launch executor app-20260831170247-2693/1 for invalid-wins-report
26/08/31 17:02:47 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:47 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:47 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:47 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:47 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:47 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=44353" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:44353" "--executor-id" "1" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170247-2693" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:02:52 INFO Worker: Asked to kill executor app-20260831170234-2690/0
26/08/31 17:02:52 INFO ExecutorRunner: Runner thread for executor app-20260831170234-2690/0 interrupted
26/08/31 17:02:52 INFO ExecutorRunner: Killing process!
26/08/31 17:02:52 INFO Worker: Executor app-20260831170234-2690/0 finished with state KILLED message Runner thread for executor app-20260831170234-2690/0 interrupted exitStatus 143
26/08/31 17:02:52 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:02:52 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170234-2690, execId=0)
26/08/31 17:02:52 INFO ExternalShuffleBlockResolver: Application app-20260831170234-2690 removed, cleanupLocalDirs = true
26/08/31 17:02:52 INFO Worker: Cleaning up local directories for application app-20260831170234-2690
26/08/31 17:02:59 INFO Worker: Asked to kill executor app-20260831170235-2691/0
26/08/31 17:02:59 INFO ExecutorRunner: Runner thread for executor app-20260831170235-2691/0 interrupted
26/08/31 17:02:59 INFO ExecutorRunner: Killing process!
26/08/31 17:02:59 INFO Worker: Executor app-20260831170235-2691/0 finished with state KILLED message Runner thread for executor app-20260831170235-2691/0 interrupted exitStatus 143
26/08/31 17:02:59 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:02:59 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170235-2691, execId=0)
26/08/31 17:02:59 INFO ExternalShuffleBlockResolver: Application app-20260831170235-2691 removed, cleanupLocalDirs = true
26/08/31 17:02:59 INFO Worker: Cleaning up local directories for application app-20260831170235-2691
26/08/31 17:02:59 INFO Worker: Asked to launch executor app-20260831170259-2694/0 for invalid_clicks-report
26/08/31 17:02:59 INFO SecurityManager: Changing view acls to: root
26/08/31 17:02:59 INFO SecurityManager: Changing modify acls to: root
26/08/31 17:02:59 INFO SecurityManager: Changing view acls groups to: root
26/08/31 17:02:59 INFO SecurityManager: Changing modify acls groups to: root
26/08/31 17:02:59 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: root groups with view permissions: EMPTY; users with modify permissions: root; groups with modify permissions: EMPTY; RPC SSL disabled
26/08/31 17:02:59 INFO ExecutorRunner: Launch command: "/usr/lib/jvm/java-21-amazon-corretto.x86_64/bin/java" "-cp" "/opt/spark/conf/:/opt/spark/jars/slf4j-api-2.0.17.jar:/opt/spark/jars/*" "-Xmx3072M" "-Dspark.blockManager.port=0" "-Dspark.driver.port=33857" "-Djava.net.preferIPv6Addresses=false" "-XX:+IgnoreUnrecognizedVMOptions" "--add-modules=jdk.incubator.vector" "--add-opens=java.base/java.lang=ALL-UNNAMED" "--add-opens=java.base/java.lang.invoke=ALL-UNNAMED" "--add-opens=java.base/java.lang.reflect=ALL-UNNAMED" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.net=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" "--add-opens=java.base/java.util=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent=ALL-UNNAMED" "--add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED" "--add-opens=java.base/jdk.internal.ref=ALL-UNNAMED" "--add-opens=java.base/sun.nio.ch=ALL-UNNAMED" "--add-opens=java.base/sun.nio.cs=ALL-UNNAMED" "--add-opens=java.base/sun.security.action=ALL-UNNAMED" "--add-opens=java.base/sun.util.calendar=ALL-UNNAMED" "--add-opens=java.security.jgss/sun.security.krb5=ALL-UNNAMED" "-Djdk.reflect.useDirectMethodHandle=false" "-Dio.netty.tryReflectionSetAccessible=true" "-Dio.netty.allocator.type=pooled" "-Dio.netty.handler.ssl.defaultEndpointVerificationAlgorithm=NONE" "--enable-native-access=ALL-UNNAMED" "org.apache.spark.executor.CoarseGrainedExecutorBackend" "--driver-url" "spark://CoarseGrainedScheduler@10.0.3.238:33857" "--executor-id" "0" "--hostname" "10.0.3.238" "--cores" "2" "--app-id" "app-20260831170259-2694" "--worker-url" "spark://Worker@10.0.3.238:33299" "--resourceProfileId" "0"
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160025-2669
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160124-2670
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160143-2671
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160143-2672
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160147-2673
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160151-2674
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160225-2675
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160227-2676
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160230-2677
26/08/31 17:03:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160236-2678
26/08/31 17:03:07 INFO Worker: Asked to kill executor app-20260831170240-2692/0
26/08/31 17:03:07 INFO ExecutorRunner: Runner thread for executor app-20260831170240-2692/0 interrupted
26/08/31 17:03:07 INFO ExecutorRunner: Killing process!
26/08/31 17:03:07 INFO Worker: Executor app-20260831170240-2692/0 finished with state KILLED message Runner thread for executor app-20260831170240-2692/0 interrupted exitStatus 143
26/08/31 17:03:07 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:03:07 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170240-2692, execId=0)
26/08/31 17:03:07 INFO ExternalShuffleBlockResolver: Application app-20260831170240-2692 removed, cleanupLocalDirs = true
26/08/31 17:03:07 INFO Worker: Cleaning up local directories for application app-20260831170240-2692
26/08/31 17:03:12 INFO Worker: Asked to kill executor app-20260831170247-2693/1
26/08/31 17:03:12 INFO ExecutorRunner: Runner thread for executor app-20260831170247-2693/1 interrupted
26/08/31 17:03:12 INFO ExecutorRunner: Killing process!
26/08/31 17:03:12 INFO Worker: Executor app-20260831170247-2693/1 finished with state KILLED message Runner thread for executor app-20260831170247-2693/1 interrupted exitStatus 143
26/08/31 17:03:12 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 1
26/08/31 17:03:12 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170247-2693, execId=1)
26/08/31 17:03:12 INFO ExternalShuffleBlockResolver: Application app-20260831170247-2693 removed, cleanupLocalDirs = true
26/08/31 17:03:12 INFO Worker: Cleaning up local directories for application app-20260831170247-2693
26/08/31 17:03:20 INFO Worker: Asked to kill executor app-20260831170259-2694/0
26/08/31 17:03:20 INFO ExecutorRunner: Runner thread for executor app-20260831170259-2694/0 interrupted
26/08/31 17:03:20 INFO ExecutorRunner: Killing process!
26/08/31 17:03:20 INFO Worker: Executor app-20260831170259-2694/0 finished with state KILLED message Runner thread for executor app-20260831170259-2694/0 interrupted exitStatus 143
26/08/31 17:03:20 INFO ExternalShuffleBlockResolver: Clean up non-shuffle and non-RDD files associated with the finished executor 0
26/08/31 17:03:20 INFO ExternalShuffleBlockResolver: Executor is not registered (appId=app-20260831170259-2694, execId=0)
26/08/31 17:03:20 INFO ExternalShuffleBlockResolver: Application app-20260831170259-2694 removed, cleanupLocalDirs = true
26/08/31 17:03:20 INFO Worker: Cleaning up local directories for application app-20260831170259-2694
26/08/31 17:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160255-2679
26/08/31 17:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160255-2680
26/08/31 17:08:00 INFO Worker: Removing directory: /opt/spark/work/app-20260831160306-2681