| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 91 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 211 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:47:52 | 0.5 s |
2/2
| ||||
| 90 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 211 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:47:52 | 0.5 s |
1/1
| ||||
| 89 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 210 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:47:06 | 0.5 s |
1/1
| ||||
| 88 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 210 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:47:06 | 0.5 s |
1/1
| ||||
| 87 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 209 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:46:22 | 0.5 s |
1/1
| ||||
| 86 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 209 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:46:22 | 8 ms |
1/1
| ||||
| 85 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 208 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:46:21 | 0.5 s |
2/2
| ||||
| 84 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 208 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:46:21 | 0.5 s |
1/1
| ||||
| 83 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 207 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:38:52 | 0.5 s |
2/2
| ||||
| 82 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 207 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:38:52 | 0.5 s |
1/1
| ||||
| 81 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 206 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:35 | 0.5 s |
1/1
| ||||
| 80 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 206 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:35 | 0.5 s |
1/1
| ||||
| 79 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 205 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:18 | 0.5 s |
1/1
| ||||
| 78 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 205 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:18 | 0.5 s |
1/1
| ||||
| 77 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 204 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:09 | 0.5 s |
1/1
| ||||
| 76 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 204 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:34:09 | 0.5 s |
1/1
| ||||
| 75 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 203 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:27:35 | 0.5 s |
2/2
| ||||
| 74 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 203 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:27:35 | 0.5 s |
1/1
| ||||
| 73 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 202 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:24:23 | 0.5 s |
2/2
| ||||
| 72 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 202 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 20:24:23 | 0.5 s |
1/1
| ||||
| 71 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 201 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 19:33:50 | 0.5 s |
1/1
| ||||
| 70 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 201 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 19:33:50 | 0.5 s |
1/1
| ||||
| 69 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 200 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 19:33:06 | 0.5 s |
1/1
| ||||
| 68 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 200 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 19:33:06 | 0.5 s |
1/1
| ||||
| 67 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 199 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:28:33 | 0.5 s |
1/1
| ||||
| 66 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 199 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:28:33 | 17 ms |
1/1
| ||||
| 65 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 198 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:28:32 | 0.5 s |
2/2
| ||||
| 64 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 198 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:28:32 | 0.5 s |
1/1
| ||||
| 63 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 197 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:26:19 | 0.5 s |
1/1
| ||||
| 62 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 197 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:26:19 | 0.6 s |
1/1
| ||||
| 61 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 196 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:24:13 | 0.5 s |
1/1
| ||||
| 60 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 196 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:24:13 | 0.5 s |
1/1
| ||||
| 59 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 195 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:21:20 | 0.5 s |
2/2
| ||||
| 58 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 195 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:21:20 | 0.5 s |
1/1
| ||||
| 57 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 194 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:49 | 0.5 s |
1/1
| ||||
| 56 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 194 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:49 | 0.5 s |
1/1
| ||||
| 55 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 193 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:32 | 7 ms |
1/1
| ||||
| 54 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 193 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:32 | 0.5 s |
1/1
| ||||
| 53 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 192 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:31 | 0.5 s |
1/1
| ||||
| 52 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 192 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:31 | 0.3 s |
1/1
| ||||
| 51 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 191 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:17 | 0.5 s |
1/1
| ||||
| 50 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 191 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:18:17 | 0.5 s |
1/1
| ||||
| 49 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 190 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:17:56 | 0.5 s |
2/2
| ||||
| 48 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 190 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:17:56 | 0.5 s |
1/1
| ||||
| 47 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 189 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:56 | 0.5 s |
1/1
| ||||
| 46 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 189 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:56 | 0.5 s |
1/1
| ||||
| 45 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 188 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:34 | 0.5 s |
1/1
| ||||
| 44 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 188 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:34 | 9 ms |
1/1
| ||||
| 43 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 187 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:33 | 0.5 s |
3/3
| ||||
| 42 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 187 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 15:15:33 | 0.5 s |
1/1
| ||||
| 41 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 186 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:34:16 | 0.5 s |
1/1
| ||||
| 40 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 186 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:34:16 | 18 ms |
1/1
| ||||
| 39 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 185 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:34:15 | 0.5 s |
2/2
| ||||
| 38 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 185 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:34:15 | 0.5 s |
1/1
| ||||
| 37 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 184 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:26:11 | 0.6 s |
1/1
| ||||
| 36 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 184 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:26:11 | 35 ms |
1/1
| ||||
| 35 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 183 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:26:10 | 0.5 s |
2/2
| ||||
| 34 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 183 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 14:26:10 | 0.5 s |
1/1
| ||||
| 33 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 182 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:25:00 | 0.5 s |
1/1
| ||||
| 32 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 182 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:25:00 | 0.5 s |
1/1
| ||||
| 31 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 181 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:24:49 | 0.5 s |
1/1
| ||||
| 30 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 181 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:24:49 | 0.5 s |
1/1
| ||||
| 29 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 180 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:24:37 | 0.5 s |
1/1
| ||||
| 28 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 180 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:24:37 | 0.5 s |
1/1
| ||||
| 27 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 179 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:01:23 | 0.5 s |
3/3
| ||||
| 26 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 179 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 12:01:23 | 0.5 s |
1/1
| ||||
| 25 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 178 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:58:13 | 0.5 s |
1/1
| ||||
| 24 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 178 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:58:13 | 12 ms |
1/1
| ||||
| 23 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 177 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:58:12 | 0.5 s |
2/2
| ||||
| 22 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 177 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:58:12 | 0.5 s |
1/1
| ||||
| 21 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 176 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:54:40 | 0.5 s |
2/2
| ||||
| 20 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 176 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:54:40 | 0.5 s |
1/1
| ||||
| 19 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 175 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:45:57 | 0.5 s |
1/1
| ||||
| 18 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 175 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:45:57 | 24 ms |
1/1
| ||||
| 17 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 174 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:45:56 | 0.6 s |
3/3
| ||||
| 16 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 174 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:45:56 | 0.5 s |
1/1
| ||||
| 15 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 173 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:43:32 | 0.5 s |
1/1
| ||||
| 14 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 173 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:43:32 | 0.5 s |
1/1
| ||||
| 13 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 172 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:43:03 | 0.6 s |
3/3
| ||||
| 12 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 172 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:43:03 | 0.6 s |
1/1
| ||||
| 11 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 171 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:55 | 0.5 s |
2/2
| ||||
| 10 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 171 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:55 | 0.5 s |
1/1
| ||||
| 9 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 170 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:50 | 0.6 s |
3/3
| ||||
| 8 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 170 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:50 | 0.5 s |
1/1
| ||||
| 7 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 169 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:27 | 0.5 s |
1/1
| ||||
| 6 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 169 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:27 | 0.5 s |
1/1
| ||||
| 5 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 168 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:07 | 0.5 s |
1/1
| ||||
| 4 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 168 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:42:07 | 0.6 s |
1/1
| ||||
| 3 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 167 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:39:59 | 0.5 s |
1/1
| ||||
| 2 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 167 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/09 11:39:59 | 0.6 s |
1/1
| ||||
| 1 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 166 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/05 13:48:18 | 0.9 s |
1/1
| ||||
| 0 |
id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 166 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2025/12/05 13:48:12 | 4 s |
1/1
|