mc-data-pipeline - SQL / DataFrame

Completed Queries: 334

Completed Queries (334)

Page:

ID ▾

Description

Submitted

Duration

Job IDs

Sub Execution IDs

1755

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1925 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1925

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/07/02 10:00:23

1 s

[1756][1757]

+details

Description

Submitted

Duration

Job IDs

1756

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1925 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1925

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/07/02 10:00:23

0.6 s

[1170]

1757

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1925 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1925

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/07/02 10:00:23

0.5 s

[1171]

1752

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1924 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1924

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:38

0.6 s

[1753][1754]

+details

Description

Submitted

Duration

Job IDs

1753

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1924 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1924

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:38

15 ms

[1168]

1754

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1924 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1924

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:38

0.5 s

[1169]

1749

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1923 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1923

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:37

0.5 s

[1750][1751]

+details

Description

Submitted

Duration

Job IDs

1750

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1923 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1923

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:37

20 ms

[1166]

1751

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1923 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1923

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:37

0.4 s

[1167]

1746

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1922 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1922

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:36

0.5 s

[1747][1748]

+details

Description

Submitted

Duration

Job IDs

1747

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1922 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1922

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:36

24 ms

[1164]

1748

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1922 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1922

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:36

0.4 s

[1165]

1743

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1921 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1921

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:35

0.5 s

[1744][1745]

+details

Description

Submitted

Duration

Job IDs

1744

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1921 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1921

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:35

25 ms

[1162]

1745

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1921 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1921

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:35

0.4 s

[1163]

1740

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1920 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1920

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:34

0.5 s

[1741][1742]

+details

Description

Submitted

Duration

Job IDs

1741

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1920 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1920

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:34

21 ms

[1160]

1742

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1920 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1920

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:34

0.4 s

[1161]

1737

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1919 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1919

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:33

0.5 s

[1738][1739]

+details

Description

Submitted

Duration

Job IDs

1738

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1919 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1919

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:33

15 ms

[1158]

1739

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1919 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1919

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:33

0.4 s

[1159]

1734

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1918 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1918

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:32

0.4 s

[1735][1736]

+details

Description

Submitted

Duration

Job IDs

1735

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1918 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1918

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:32

25 ms

[1156]

1736

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1918 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1918

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:32

0.4 s

[1157]

1731

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1917 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1917

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:31

0.5 s

[1732][1733]

+details

Description

Submitted

Duration

Job IDs

1732

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1917 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1917

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:31

18 ms

[1154]

1733

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1917 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1917

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:31

0.4 s

[1155]

1728

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1916 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1916

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:30

0.4 s

[1729][1730]

+details

Description

Submitted

Duration

Job IDs

1729

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1916 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1916

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:30

21 ms

[1152]

1730

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1916 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1916

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:30

0.3 s

[1153]

1725

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1915 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1915

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:29

0.4 s

[1726][1727]

+details

Description

Submitted

Duration

Job IDs

1726

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1915 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1915

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:29

17 ms

[1150]

1727

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1915 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1915

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:29

0.3 s

[1151]

1722

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1914 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1914

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:28

0.4 s

[1723][1724]

+details

Description

Submitted

Duration

Job IDs

1723

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1914 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1914

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:28

23 ms

[1148]

1724

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1914 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1914

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:28

0.3 s

[1149]

1719

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1913 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1913

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:27

0.4 s

[1720][1721]

+details

Description

Submitted

Duration

Job IDs

1720

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1913 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1913

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:27

20 ms

[1146]

1721

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1913 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1913

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:27

0.3 s

[1147]

1716

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1912 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1912

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:26

0.4 s

[1717][1718]

+details

Description

Submitted

Duration

Job IDs

1717

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1912 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1912

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:26

22 ms

[1144]

1718

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1912 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1912

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:26

0.3 s

[1145]

1713

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1911 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1911

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:25

0.4 s

[1714][1715]

+details

Description

Submitted

Duration

Job IDs

1714

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1911 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1911

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:25

26 ms

[1142]

1715

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1911 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1911

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:25

0.3 s

[1143]

1710

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1910 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1910

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:24

0.5 s

[1711][1712]

+details

Description

Submitted

Duration

Job IDs

1711

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1910 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1910

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:24

20 ms

[1140]

1712

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1910 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1910

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:24

0.3 s

[1141]

1707

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1909 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1909

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:23

0.4 s

[1708][1709]

+details

Description

Submitted

Duration

Job IDs

1708

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1909 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1909

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:23

23 ms

[1138]

1709

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1909 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1909

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:23

0.3 s

[1139]

1704

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1908 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1908

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:22

0.3 s

[1705][1706]

+details

Description

Submitted

Duration

Job IDs

1705

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1908 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1908

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:22

22 ms

[1136]

1706

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1908 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1908

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:22

0.3 s

[1137]

1701

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1907 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1907

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:21

0.3 s

[1702][1703]

+details

Description

Submitted

Duration

Job IDs

1702

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1907 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1907

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:21

19 ms

[1134]

1703

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1907 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1907

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:21

0.3 s

[1135]

1698

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1906 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1906

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:20

0.3 s

[1699][1700]

+details

Description

Submitted

Duration

Job IDs

1699

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1906 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1906

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:20

16 ms

[1132]

1700

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1906 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1906

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:20

0.3 s

[1133]

1695

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1905 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1905

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:19

0.3 s

[1696][1697]

+details

Description

Submitted

Duration

Job IDs

1696

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1905 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1905

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:19

33 ms

[1130]

1697

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1905 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1905

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:19

0.3 s

[1131]

1692

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1904 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1904

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:18

0.3 s

[1693][1694]

+details

Description

Submitted

Duration

Job IDs

1693

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1904 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1904

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:18

23 ms

[1128]

1694

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1904 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1904

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:18

0.2 s

[1129]

1689

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1903 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1903

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:17

0.3 s

[1690][1691]

+details

Description

Submitted

Duration

Job IDs

1690

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1903 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1903

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:17

22 ms

[1126]

1691

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1903 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1903

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:17

0.3 s

[1127]

1686

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1902 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1902

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:16

0.3 s

[1687][1688]

+details

Description

Submitted

Duration

Job IDs

1687

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1902 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1902

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:16

15 ms

[1124]

1688

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1902 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1902

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:16

0.3 s

[1125]

1683

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1901 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1901

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:15

0.3 s

[1684][1685]

+details

Description

Submitted

Duration

Job IDs

1684

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1901 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1901

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:15

14 ms

[1122]

1685

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1901 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1901

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:15

0.3 s

[1123]

1680

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1900 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1900

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:14

0.8 s

[1681][1682]

+details

Description

Submitted

Duration

Job IDs

1681

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1900 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1900

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:14

0.3 s

[1120]

1682

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1900 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1900

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:14

0.5 s

[1121]

1677

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1899 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1899

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:13

0.6 s

[1678][1679]

+details

Description

Submitted

Duration

Job IDs

1678

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1899 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1899

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:13

23 ms

[1118]

1679

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1899 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1899

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:13

0.5 s

[1119]

1674

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1898 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1898

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:12

0.3 s

[1675][1676]

+details

Description

Submitted

Duration

Job IDs

1675

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1898 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1898

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:12

20 ms

[1116]

1676

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1898 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1898

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:12

0.3 s

[1117]

1671

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1897 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1897

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:11

0.3 s

[1672][1673]

+details

Description

Submitted

Duration

Job IDs

1672

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1897 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1897

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:11

37 ms

[1114]

1673

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1897 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1897

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:11

0.2 s

[1115]

1668

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1896 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1896

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:10

0.4 s

[1669][1670]

+details

Description

Submitted

Duration

Job IDs

1669

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1896 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1896

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:10

18 ms

[1112]

1670

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1896 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1896

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:10

0.3 s

[1113]

1665

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1895 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1895

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:09

0.3 s

[1666][1667]

+details

Description

Submitted

Duration

Job IDs

1666

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1895 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1895

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:09

16 ms

[1110]

1667

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1895 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1895

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:09

0.3 s

[1111]

1662

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1894 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1894

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:08

0.3 s

[1663][1664]

+details

Description

Submitted

Duration

Job IDs

1663

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1894 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1894

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:08

52 ms

[1108]

1664

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1894 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1894

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:08

0.2 s

[1109]

1659

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1893 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1893

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:07

0.3 s

[1660][1661]

+details

Description

Submitted

Duration

Job IDs

1660

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1893 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1893

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:07

17 ms

[1106]

1661

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1893 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1893

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:07

0.3 s

[1107]

1656

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1892 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1892

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:06

0.3 s

[1657][1658]

+details

Description

Submitted

Duration

Job IDs

1657

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1892 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1892

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:06

17 ms

[1104]

1658

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1892 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1892

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:06

0.2 s

[1105]

1653

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1891 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1891

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:05

0.3 s

[1654][1655]

+details

Description

Submitted

Duration

Job IDs

1654

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1891 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1891

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:05

17 ms

[1102]

1655

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1891 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1891

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:05

0.3 s

[1103]

1650

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1890 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1890

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:04

0.2 s

[1651][1652]

+details

Description

Submitted

Duration

Job IDs

1651

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1890 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1890

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:04

79 ms

[1100]

1652

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1890 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1890

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:04

50 ms

[1101]

1647

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1889 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1889

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:03

0.3 s

[1648][1649]

+details

Description

Submitted

Duration

Job IDs

1648

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1889 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1889

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:03

25 ms

[1098]

1649

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1889 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1889

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:03

0.2 s

[1099]

1644

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1888 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1888

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:02

0.3 s

[1645][1646]

+details

Description

Submitted

Duration

Job IDs

1645

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1888 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1888

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:02

22 ms

[1096]

1646

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1888 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1888

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:02

0.2 s

[1097]

1641

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1887 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1887

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:01

0.3 s

[1642][1643]

+details

Description

Submitted

Duration

Job IDs

1642

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1887 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1887

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:01

21 ms

[1094]

1643

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1887 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1887

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:01

0.2 s

[1095]

1638

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1886 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1886

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:00

0.3 s

[1639][1640]

+details

Description

Submitted

Duration

Job IDs

1639

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1886 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1886

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:00

34 ms

[1092]

1640

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1886 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1886

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:39:00

0.2 s

[1093]

1635

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1885 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1885

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:59

0.3 s

[1636][1637]

+details

Description

Submitted

Duration

Job IDs

1636

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1885 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1885

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:59

21 ms

[1090]

1637

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1885 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1885

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:59

0.2 s

[1091]

1632

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1884 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1884

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:58

0.3 s

[1633][1634]

+details

Description

Submitted

Duration

Job IDs

1633

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1884 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1884

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:58

33 ms

[1088]

1634

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1884 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1884

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:58

0.2 s

[1089]

1629

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1883 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1883

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:57

0.3 s

[1630][1631]

+details

Description

Submitted

Duration

Job IDs

1630

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1883 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1883

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:57

23 ms

[1086]

1631

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1883 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1883

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:57

0.2 s

[1087]

1626

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1882 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1882

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:56

0.3 s

[1627][1628]

+details

Description

Submitted

Duration

Job IDs

1627

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1882 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1882

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:56

19 ms

[1084]

1628

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1882 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1882

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:56

0.2 s

[1085]

1623

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1881 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1881

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:55

0.3 s

[1624][1625]

+details

Description

Submitted

Duration

Job IDs

1624

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1881 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1881

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:55

46 ms

[1082]

1625

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1881 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1881

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:55

0.2 s

[1083]

1620

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1880 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1880

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:54

0.3 s

[1621][1622]

+details

Description

Submitted

Duration

Job IDs

1621

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1880 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1880

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:54

25 ms

[1080]

1622

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1880 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1880

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:54

0.2 s

[1081]

1617

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1879 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1879

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:53

0.3 s

[1618][1619]

+details

Description

Submitted

Duration

Job IDs

1618

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1879 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1879

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:53

21 ms

[1078]

1619

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1879 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1879

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:53

0.2 s

[1079]

1614

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1878 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1878

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:52

0.3 s

[1615][1616]

+details

Description

Submitted

Duration

Job IDs

1615

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1878 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1878

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:52

20 ms

[1076]

1616

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1878 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1878

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:52

0.2 s

[1077]

1611

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1877 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1877

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:51

0.3 s

[1612][1613]

+details

Description

Submitted

Duration

Job IDs

1612

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1877 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1877

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:51

22 ms

[1074]

1613

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1877 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1877

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:51

0.2 s

[1075]

1608

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1876 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1876

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:50

0.2 s

[1609][1610]

+details

Description

Submitted

Duration

Job IDs

1609

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1876 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1876

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:50

75 ms

[1072]

1610

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1876 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1876

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:50

74 ms

[1073]

1605

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1875 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1875

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:49

0.2 s

[1606][1607]

+details

Description

Submitted

Duration

Job IDs

1606

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1875 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1875

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:49

26 ms

[1070]

1607

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1875 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1875

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:49

0.2 s

[1071]

1602

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1874 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1874

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:48

0.3 s

[1603][1604]

+details

Description

Submitted

Duration

Job IDs

1603

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1874 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1874

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:48

37 ms

[1068]

1604

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1874 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1874

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:48

0.2 s

[1069]

1599

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1873 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1873

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:47

0.3 s

[1600][1601]

+details

Description

Submitted

Duration

Job IDs

1600

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1873 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1873

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:47

17 ms

[1066]

1601

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1873 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1873

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:47

0.2 s

[1067]

1596

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1872 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1872

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:46

0.2 s

[1597][1598]

+details

Description

Submitted

Duration

Job IDs

1597

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1872 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1872

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:46

22 ms

[1064]

1598

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1872 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1872

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:46

0.2 s

[1065]

1593

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1871 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1871

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:45

0.3 s

[1594][1595]

+details

Description

Submitted

Duration

Job IDs

1594

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1871 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1871

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:45

49 ms

[1062]

1595

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1871 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1871

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:45

0.2 s

[1063]

1590

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1870 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1870

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:44

0.2 s

[1591][1592]

+details

Description

Submitted

Duration

Job IDs

1591

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1870 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1870

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:44

18 ms

[1060]

1592

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1870 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1870

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:44

0.2 s

[1061]

1587

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1869 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1869

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:43

0.2 s

[1588][1589]

+details

Description

Submitted

Duration

Job IDs

1588

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1869 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1869

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:43

22 ms

[1058]

1589

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1869 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1869

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:43

0.2 s

[1059]

1584

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1868 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1868

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:42

0.2 s

[1585][1586]

+details

Description

Submitted

Duration

Job IDs

1585

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1868 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1868

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:42

21 ms

[1056]

1586

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1868 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1868

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:42

0.2 s

[1057]

1581

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1867 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1867

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:41

0.2 s

[1582][1583]

+details

Description

Submitted

Duration

Job IDs

1582

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1867 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1867

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:41

18 ms

[1054]

1583

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1867 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1867

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:41

0.2 s

[1055]

1578

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1866 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1866

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:40

0.2 s

[1579][1580]

+details

Description

Submitted

Duration

Job IDs

1579

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1866 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1866

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:40

19 ms

[1052]

1580

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1866 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1866

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:40

0.2 s

[1053]

1575

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1865 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1865

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:39

0.2 s

[1576][1577]

+details

Description

Submitted

Duration

Job IDs

1576

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1865 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1865

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:39

32 ms

[1050]

1577

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1865 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1865

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:39

0.2 s

[1051]

1572

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1864 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1864

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:38

0.2 s

[1573][1574]

+details

Description

Submitted

Duration

Job IDs

1573

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1864 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1864

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:38

42 ms

[1048]

1574

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1864 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1864

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:38

0.2 s

[1049]

1569

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1863 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1863

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:37

0.2 s

[1570][1571]

+details

Description

Submitted

Duration

Job IDs

1570

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1863 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1863

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:37

23 ms

[1046]

1571

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1863 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1863

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:37

0.2 s

[1047]

1566

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1862 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1862

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:36

0.2 s

[1567][1568]

+details

Description

Submitted

Duration

Job IDs

1567

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1862 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1862

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:36

16 ms

[1044]

1568

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1862 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1862

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:36

0.2 s

[1045]

1563

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1861 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1861

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:35

0.2 s

[1564][1565]

+details

Description

Submitted

Duration

Job IDs

1564

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1861 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1861

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:35

18 ms

[1042]

1565

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1861 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1861

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:35

0.2 s

[1043]

1560

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1860 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1860

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:34

0.2 s

[1561][1562]

+details

Description

Submitted

Duration

Job IDs

1561

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1860 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1860

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:34

28 ms

[1040]

1562

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1860 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1860

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:34

0.2 s

[1041]

1557

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1859 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1859

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:33

0.2 s

[1558][1559]

+details

Description

Submitted

Duration

Job IDs

1558

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1859 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1859

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:33

25 ms

[1038]

1559

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1859 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1859

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:33

0.1 s

[1039]

1554

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1858 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1858

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:32

0.2 s

[1555][1556]

+details

Description

Submitted

Duration

Job IDs

1555

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1858 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1858

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:32

24 ms

[1036]

1556

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1858 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1858

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:32

0.2 s

[1037]

1551

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1857 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1857

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:31

0.2 s

[1552][1553]

+details

Description

Submitted

Duration

Job IDs

1552

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1857 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1857

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:31

41 ms

[1034]

1553

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1857 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1857

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:31

0.1 s

[1035]

1548

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1856 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1856

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:30

0.2 s

[1549][1550]

+details

Description

Submitted

Duration

Job IDs

1549

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1856 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1856

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:30

16 ms

[1032]

1550

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1856 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1856

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:30

0.2 s

[1033]

1545

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1855 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1855

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:29

0.2 s

[1546][1547]

+details

Description

Submitted

Duration

Job IDs

1546

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1855 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1855

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:29

37 ms

[1030]

1547

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1855 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1855

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:29

0.2 s

[1031]

1542

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1854 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1854

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:28

0.2 s

[1543][1544]

+details

Description

Submitted

Duration

Job IDs

1543

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1854 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1854

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:28

17 ms

[1028]

1544

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1854 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1854

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:28

0.2 s

[1029]

1539

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1853 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1853

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:27

0.2 s

[1540][1541]

+details

Description

Submitted

Duration

Job IDs

1540

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1853 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1853

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:27

20 ms

[1026]

1541

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1853 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1853

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:27

0.2 s

[1027]

1536

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1852 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1852

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:26

0.2 s

[1537][1538]

+details

Description

Submitted

Duration

Job IDs

1537

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1852 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1852

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:26

16 ms

[1024]

1538

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1852 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1852

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:26

0.2 s

[1025]

1533

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1851 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1851

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:25

0.2 s

[1534][1535]

+details

Description

Submitted

Duration

Job IDs

1534

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1851 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1851

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:25

28 ms

[1022]

1535

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1851 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1851

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:25

0.1 s

[1023]

1530

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1850 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1850

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:24

0.2 s

[1531][1532]

+details

Description

Submitted

Duration

Job IDs

1531

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1850 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1850

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:24

40 ms

[1020]

1532

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1850 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1850

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:24

0.1 s

[1021]

1527

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1849 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1849

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:23

0.2 s

[1528][1529]

+details

Description

Submitted

Duration

Job IDs

1528

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1849 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1849

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:23

25 ms

[1018]

1529

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1849 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1849

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:23

0.1 s

[1019]

1524

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1848 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1848

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:22

0.2 s

[1525][1526]

+details

Description

Submitted

Duration

Job IDs

1525

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1848 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1848

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:22

31 ms

[1016]

1526

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1848 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1848

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:22

0.1 s

[1017]

1521

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1847 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1847

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:21

0.2 s

[1522][1523]

+details

Description

Submitted

Duration

Job IDs

1522

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1847 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1847

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:21

21 ms

[1014]

1523

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1847 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1847

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:21

0.1 s

[1015]

1518

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1846 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1846

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:20

0.2 s

[1519][1520]

+details

Description

Submitted

Duration

Job IDs

1519

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1846 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1846

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:20

23 ms

[1012]

1520

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1846 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1846

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:20

0.1 s

[1013]

1515

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1845 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1845

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:19

0.2 s

[1516][1517]

+details

Description

Submitted

Duration

Job IDs

1516

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1845 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1845

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:19

16 ms

[1010]

1517

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1845 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1845

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:19

0.1 s

[1011]

1512

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1844 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1844

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:18

0.7 s

[1513][1514]

+details

Description

Submitted

Duration

Job IDs

1513

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1844 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1844

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:18

0.2 s

[1008]

1514

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1844 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1844

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:18

0.5 s

[1009]

1509

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1843 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1843

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:17

0.6 s

[1510][1511]

+details

Description

Submitted

Duration

Job IDs

1510

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1843 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1843

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:17

18 ms

[1006]

1511

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1843 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1843

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:17

0.5 s

[1007]

1506

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1842 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1842

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:16

0.2 s

[1507][1508]

+details

Description

Submitted

Duration

Job IDs

1507

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1842 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1842

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:16

31 ms

[1004]

1508

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1842 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1842

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:16

0.1 s

[1005]

1503

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1841 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1841

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:15

0.3 s

[1504][1505]

+details

Description

Submitted

Duration

Job IDs

1504

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1841 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1841

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:15

35 ms

[1002]

1505

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1841 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1841

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:15

0.1 s

[1003]

1500

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1840 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1840

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:14

0.2 s

[1501][1502]

+details

Description

Submitted

Duration

Job IDs

1501

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1840 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1840

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:14

21 ms

[1000]

1502

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1840 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1840

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:14

0.1 s

[1001]

1497

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1839 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1839

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:13

0.2 s

[1498][1499]

+details

Description

Submitted

Duration

Job IDs

1498

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1839 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1839

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:13

42 ms

[998]

1499

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1839 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1839

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:13

0.1 s

[999]

1494

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1838 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1838

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:12

0.2 s

[1495][1496]

+details

Description

Submitted

Duration

Job IDs

1495

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1838 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1838

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:12

17 ms

[996]

1496

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1838 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1838

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:12

0.1 s

[997]

1491

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1837 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1837

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:11

0.2 s

[1492][1493]

+details

Description

Submitted

Duration

Job IDs

1492

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1837 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1837

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:11

19 ms

[994]

1493

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1837 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1837

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:11

0.1 s

[995]

1488

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1836 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1836

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:10

0.2 s

[1489][1490]

+details

Description

Submitted

Duration

Job IDs

1489

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1836 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1836

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:10

20 ms

[992]

1490

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1836 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1836

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:10

0.1 s

[993]

1485

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1835 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1835

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:09

0.2 s

[1486][1487]

+details

Description

Submitted

Duration

Job IDs

1486

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1835 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1835

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:09

34 ms

[990]

1487

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1835 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1835

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:09

0.1 s

[991]

1482

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1834 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1834

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:08

0.2 s

[1483][1484]

+details

Description

Submitted

Duration

Job IDs

1483

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1834 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1834

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:08

20 ms

[988]

1484

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1834 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1834

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:08

0.1 s

[989]

1479

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1833 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1833

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:07

0.2 s

[1480][1481]

+details

Description

Submitted

Duration

Job IDs

1480

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1833 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1833

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:07

15 ms

[986]

1481

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1833 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1833

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:07

0.1 s

[987]

1476

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1832 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1832

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:06

0.2 s

[1477][1478]

+details

Description

Submitted

Duration

Job IDs

1477

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1832 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1832

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:06

23 ms

[984]

1478

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1832 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1832

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:06

0.1 s

[985]

1473

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1831 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1831

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:05

0.2 s

[1474][1475]

+details

Description

Submitted

Duration

Job IDs

1474

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1831 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1831

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:05

15 ms

[982]

1475

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1831 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1831

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:05

0.1 s

[983]

1470

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1830 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1830

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:04

0.7 s

[1471][1472]

+details

Description

Submitted

Duration

Job IDs

1471

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1830 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1830

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:04

0.1 s

[980]

1472

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1830 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1830

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:04

0.5 s

[981]

1467

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1829 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1829

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:03

0.1 s

[1468][1469]

+details

Description

Submitted

Duration

Job IDs

1468

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1829 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1829

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:03

16 ms

[978]

1469

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1829 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1829

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:03

89 ms

[979]

1464

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1828 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1828

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:02

0.6 s

[1465][1466]

+details

Description

Submitted

Duration

Job IDs

1465

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1828 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1828

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:02

44 ms

[976]

1466

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1828 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1828

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:02

0.5 s

[977]

1461

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1827 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1827

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:01

0.6 s

[1462][1463]

+details

Description

Submitted

Duration

Job IDs

1462

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1827 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1827

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:01

48 ms

[974]

1463

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1827 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1827

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:01

0.6 s

[975]

1458

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1826 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1826

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:00

0.1 s

[1459][1460]

+details

Description

Submitted

Duration

Job IDs

1459

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1826 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1826

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:00

24 ms

[972]

1460

id = ad147f87-0482-487b-9087-002036153ffd runId = e9e78797-ba70-41c2-b77c-aa61944c2294 batch = 1826 +details

id = ad147f87-0482-487b-9087-002036153ffd
runId = e9e78797-ba70-41c2-b77c-aa61944c2294
batch = 1826

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2026/06/30 16:38:00

91 ms

[973]

Page: