mc-data-pipeline - SQL / DataFrame

Completed Queries: 46

Completed Queries (46)

Page:

ID ▾

Description

Submitted

Duration

Job IDs

Sub Execution IDs

135

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 211 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 211

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:52

1 s

[136][137]

+details

Description

Submitted

Duration

Job IDs

136

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 211 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 211

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:52

0.5 s

[90]

137

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 211 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 211

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:52

0.5 s

[91]

132

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 210 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 210

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:06

1 s

[133][134]

+details

Description

Submitted

Duration

Job IDs

133

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 210 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 210

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:06

0.5 s

[88]

134

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 210 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 210

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:47:06

0.5 s

[89]

129

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 209 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 209

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:22

0.6 s

[130][131]

+details

Description

Submitted

Duration

Job IDs

130

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 209 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 209

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:22

24 ms

[86]

131

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 209 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 209

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:22

0.5 s

[87]

126

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 208 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 208

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:21

1 s

[127][128]

+details

Description

Submitted

Duration

Job IDs

127

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 208 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 208

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:21

0.6 s

[84]

128

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 208 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 208

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:46:21

0.5 s

[85]

123

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 207 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 207

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:38:52

1 s

[124][125]

+details

Description

Submitted

Duration

Job IDs

124

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 207 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 207

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:38:52

0.5 s

[82]

125

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 207 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 207

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:38:52

0.5 s

[83]

120

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 206 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 206

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:35

1 s

[121][122]

+details

Description

Submitted

Duration

Job IDs

121

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 206 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 206

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:35

0.5 s

[80]

122

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 206 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 206

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:35

0.5 s

[81]

117

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 205 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 205

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:18

1 s

[118][119]

+details

Description

Submitted

Duration

Job IDs

118

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 205 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 205

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:18

0.5 s

[78]

119

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 205 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 205

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:18

0.6 s

[79]

114

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 204 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 204

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:09

1 s

[115][116]

+details

Description

Submitted

Duration

Job IDs

115

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 204 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 204

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:09

0.5 s

[76]

116

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 204 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 204

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:34:09

0.5 s

[77]

111

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 203 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 203

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:27:35

1 s

[112][113]

+details

Description

Submitted

Duration

Job IDs

112

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 203 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 203

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:27:35

0.5 s

[74]

113

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 203 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 203

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:27:35

0.5 s

[75]

108

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 202 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 202

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:24:23

1 s

[109][110]

+details

Description

Submitted

Duration

Job IDs

109

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 202 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 202

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:24:23

0.6 s

[72]

110

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 202 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 202

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 20:24:23

0.6 s

[73]

105

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 201 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 201

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:50

1 s

[106][107]

+details

Description

Submitted

Duration

Job IDs

106

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 201 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 201

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:50

0.5 s

[70]

107

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 201 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 201

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:50

0.5 s

[71]

102

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 200 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 200

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:06

1 s

[103][104]

+details

Description

Submitted

Duration

Job IDs

103

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 200 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 200

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:06

0.6 s

[68]

104

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 200 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 200

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 19:33:06

0.5 s

[69]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 199 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 199

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:33

0.6 s

[100][101]

+details

Description

Submitted

Duration

Job IDs

100

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 199 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 199

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:33

26 ms

[66]

101

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 199 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 199

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:33

0.5 s

[67]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 198 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 198

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:32

1 s

[97][98]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 198 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 198

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:32

0.5 s

[64]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 198 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 198

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:28:32

0.5 s

[65]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 197 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 197

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:26:19

1 s

[94][95]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 197 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 197

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:26:19

0.6 s

[62]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 197 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 197

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:26:19

0.6 s

[63]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 196 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 196

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:24:13

1 s

[91][92]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 196 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 196

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:24:13

0.5 s

[60]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 196 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 196

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:24:13

0.6 s

[61]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 195 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 195

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:21:20

1 s

[88][89]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 195 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 195

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:21:20

0.5 s

[58]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 195 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 195

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:21:20

0.6 s

[59]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 194 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 194

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:49

1 s

[85][86]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 194 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 194

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:49

0.5 s

[56]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 194 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 194

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:49

0.5 s

[57]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 193 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 193

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:32

0.6 s

[82][83]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 193 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 193

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:32

0.5 s

[54]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 193 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 193

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:32

25 ms

[55]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 192 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 192

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:31

0.9 s

[79][80]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 192 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 192

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:31

0.3 s

[52]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 192 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 192

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:31

0.5 s

[53]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 191 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 191

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:17

1 s

[76][77]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 191 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 191

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:17

0.5 s

[50]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 191 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 191

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:18:17

0.5 s

[51]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 190 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 190

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:17:56

1 s

[73][74]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 190 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 190

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:17:56

0.5 s

[48]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 190 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 190

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:17:56

0.5 s

[49]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 189 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 189

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:56

1 s

[70][71]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 189 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 189

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:56

0.5 s

[46]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 189 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 189

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:56

0.5 s

[47]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 188 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 188

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:34

0.6 s

[67][68]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 188 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 188

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:34

19 ms

[44]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 188 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 188

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:34

0.5 s

[45]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 187 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 187

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:33

1 s

[64][65]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 187 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 187

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:33

0.5 s

[42]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 187 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 187

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 15:15:33

0.6 s

[43]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 186 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 186

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:16

0.6 s

[61][62]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 186 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 186

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:16

33 ms

[40]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 186 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 186

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:16

0.5 s

[41]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 185 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 185

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:15

1 s

[58][59]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 185 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 185

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:15

0.5 s

[38]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 185 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 185

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:34:15

0.5 s

[39]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 184 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 184

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:11

0.9 s

[55][56]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 184 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 184

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:11

61 ms

[36]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 184 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 184

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:11

0.7 s

[37]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 183 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 183

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:10

1 s

[52][53]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 183 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 183

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:10

0.6 s

[34]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 183 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 183

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 14:26:10

0.5 s

[35]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 182 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 182

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:25:00

1 s

[49][50]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 182 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 182

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:25:00

0.5 s

[32]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 182 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 182

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:25:00

0.5 s

[33]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 181 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 181

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:49

1 s

[46][47]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 181 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 181

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:49

0.5 s

[30]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 181 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 181

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:49

0.5 s

[31]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 180 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 180

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:37

1 s

[43][44]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 180 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 180

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:37

0.6 s

[28]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 180 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 180

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:24:37

0.5 s

[29]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 179 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 179

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:23

1 s

[40][41]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 179 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 179

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:23

0.5 s

[26]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 179 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 179

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:23

0.5 s

[27]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 178 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 178

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:13

0.6 s

[37][38]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 178 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 178

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:13

27 ms

[24]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 178 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 178

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:13

0.5 s

[25]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 177 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 177

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:12

1 s

[34][35]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 177 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 177

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:12

0.5 s

[22]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 177 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 177

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:12

0.5 s

[23]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 176 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 176

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:40

1 s

[31][32]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 176 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 176

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:40

0.5 s

[20]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 176 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 176

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:40

0.5 s

[21]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 175 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 175

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:57

0.6 s

[28][29]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 175 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 175

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:57

45 ms

[18]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 175 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 175

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:57

0.5 s

[19]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 174 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 174

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:56

1 s

[25][26]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 174 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 174

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:56

0.5 s

[16]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 174 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 174

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:45:56

0.6 s

[17]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 173 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 173

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:32

1 s

[22][23]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 173 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 173

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:32

0.5 s

[14]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 173 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 173

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:32

0.5 s

[15]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 172 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 172

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:03

1 s

[19][20]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 172 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 172

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:03

0.6 s

[12]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 172 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 172

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:43:03

0.6 s

[13]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 171 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 171

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:55

1 s

[16][17]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 171 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 171

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:55

0.5 s

[10]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 171 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 171

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:55

0.5 s

[11]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 170 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 170

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:50

2 s

[13][14]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 170 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 170

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:50

0.6 s

[8]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 170 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 170

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:50

0.6 s

[9]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 169 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 169

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:27

1 s

[10][11]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 169 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 169

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:27

0.6 s

[6]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 169 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 169

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:27

0.6 s

[7]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 168 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 168

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:07

1 s

[7][8]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 168 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 168

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:07

0.6 s

[4]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 168 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 168

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:42:07

0.6 s

[5]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 167 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 167

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:39:59

1 s

[4][5]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 167 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 167

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:39:59

0.7 s

[2]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 167 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 167

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:39:59

0.6 s

[3]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 166 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 166

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/05 13:48:10

14 s

[1][2]

+details

Description

Submitted

Duration

Job IDs

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 166 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 166

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/05 13:48:12

6 s

[0]

id = ad147f87-0482-487b-9087-002036153ffd runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556 batch = 166 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = ecf1fba6-dc7a-4b5c-82f9-437f8237f556
batch = 166

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/05 13:48:18

5 s

[1]

Page: