mc-data-pipeline - SQL / DataFrame

Completed Queries: 66

Completed Queries (66)

Page:

Description

Submitted

Duration ▾

Job IDs

Sub Execution IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18356 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18356

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:13:03

4 s

[1][2]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18356 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18356

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:13:03

2 s

[0]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18356 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18356

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:13:05

2 s

[1]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18375 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18375

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:40:37

2 s

[58][59]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18375 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18375

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:40:37

0.5 s

[38]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18375 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18375

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:40:37

0.5 s

[39]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18368 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18368

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:03

1 s

[37][38]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18368 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18368

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:03

0.7 s

[24]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18368 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18368

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:03

0.6 s

[25]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18367 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18367

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:13:13

1 s

[34][35]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18367 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18367

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:13:13

0.6 s

[22]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18367 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18367

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:13:13

0.6 s

[23]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18357 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18357

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:18:21

1 s

[4][5]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18357 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18357

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:18:21

0.6 s

[2]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18357 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18357

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 14:18:21

0.6 s

[3]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18371 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18371

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 10:27:50

1 s

[46][47]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18371 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18371

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 10:27:50

0.6 s

[30]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18371 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18371

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 10:27:50

0.5 s

[31]

126

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18398 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18398

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:29

1 s

[127][128]

+details

Description

Submitted

Duration

Job IDs

127

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18398 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18398

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:29

0.6 s

[84]

128

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18398 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18398

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:54:29

0.6 s

[85]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18370 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18370

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 09:20:02

1 s

[43][44]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18370 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18370

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 09:20:02

0.6 s

[28]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18370 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18370

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 09:20:02

0.5 s

[29]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18359 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18359

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:16:25

1 s

[10][11]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18359 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18359

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:16:25

0.6 s

[6]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18359 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18359

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:16:25

0.5 s

[7]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18372 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18372

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 15:14:41

1 s

[49][50]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18372 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18372

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 15:14:41

0.6 s

[32]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18372 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18372

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/02 15:14:41

0.5 s

[33]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18365 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18365

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:03:52

1 s

[28][29]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18365 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18365

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:03:52

0.6 s

[18]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18365 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18365

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:03:52

0.5 s

[19]

159

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18409 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18409

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 18:30:26

1 s

[160][161]

+details

Description

Submitted

Duration

Job IDs

160

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18409 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18409

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 18:30:26

0.5 s

[106]

161

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18409 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18409

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 18:30:26

0.6 s

[107]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18366 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18366

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:04:13

1 s

[31][32]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18366 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18366

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:04:13

0.6 s

[20]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18366 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18366

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:04:13

0.5 s

[21]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18358 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18358

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:14:20

1 s

[7][8]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18358 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18358

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:14:20

0.6 s

[4]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18358 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18358

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:14:20

0.5 s

[5]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18376 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18376

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 15:34:57

1 s

[61][62]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18376 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18376

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 15:34:57

0.6 s

[40]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18376 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18376

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 15:34:57

0.5 s

[41]

195

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18421 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18421

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 17:26:56

1 s

[196][197]

+details

Description

Submitted

Duration

Job IDs

196

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18421 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18421

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 17:26:56

0.6 s

[130]

197

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18421 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18421

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 17:26:56

0.5 s

[131]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18377 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18377

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:01:53

1 s

[64][65]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18377 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18377

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:01:53

0.6 s

[42]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18377 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18377

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:01:53

0.5 s

[43]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18379 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18379

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 09:13:03

1 s

[70][71]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18379 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18379

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 09:13:03

0.6 s

[46]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18379 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18379

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 09:13:03

0.5 s

[47]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18374 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18374

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:26:47

1 s

[55][56]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18374 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18374

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:26:47

0.6 s

[36]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18374 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18374

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 11:26:47

0.5 s

[37]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18364 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18364

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:54

1 s

[25][26]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18364 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18364

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:54

0.5 s

[16]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18364 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18364

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:54

0.5 s

[17]

105

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18391 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18391

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:31

1 s

[106][107]

+details

Description

Submitted

Duration

Job IDs

106

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18391 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18391

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:31

0.6 s

[70]

107

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18391 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18391

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:31

0.5 s

[71]

135

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18401 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18401

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:00:26

1 s

[136][137]

+details

Description

Submitted

Duration

Job IDs

136

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18401 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18401

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:00:26

0.5 s

[90]

137

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18401 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18401

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:00:26

0.6 s

[91]

132

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18400 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18400

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:06

1 s

[133][134]

+details

Description

Submitted

Duration

Job IDs

133

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18400 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18400

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:06

0.5 s

[88]

134

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18400 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18400

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:58:06

0.5 s

[89]

153

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18407 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18407

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:43:11

1 s

[154][155]

+details

Description

Submitted

Duration

Job IDs

154

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18407 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18407

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:43:11

0.6 s

[102]

155

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18407 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18407

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:43:11

0.5 s

[103]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18382 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18382

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:39

1 s

[79][80]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18382 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18382

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:39

0.5 s

[52]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18382 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18382

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:39

0.5 s

[53]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18361 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18361

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:58

1 s

[16][17]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18361 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18361

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:58

0.5 s

[10]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18361 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18361

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:58

0.5 s

[11]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18384 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18384

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:11:12

1 s

[85][86]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18384 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18384

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:11:12

0.5 s

[56]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18384 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18384

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:11:12

0.5 s

[57]

192

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18420 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18420

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:41

1 s

[193][194]

+details

Description

Submitted

Duration

Job IDs

193

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18420 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18420

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:41

0.5 s

[128]

194

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18420 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18420

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:41

0.6 s

[129]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18385 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18385

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 16:59:59

1 s

[88][89]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18385 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18385

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 16:59:59

0.5 s

[58]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18385 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18385

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 16:59:59

0.5 s

[59]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18360 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18360

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:37

1 s

[13][14]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18360 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18360

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:37

0.5 s

[8]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18360 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18360

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:18:37

0.5 s

[9]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18373 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18373

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 09:42:30

1 s

[52][53]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18373 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18373

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 09:42:30

0.5 s

[34]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18373 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18373

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/03 09:42:30

0.5 s

[35]

123

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18397 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18397

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:51:49

1 s

[124][125]

+details

Description

Submitted

Duration

Job IDs

124

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18397 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18397

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:51:49

0.5 s

[82]

125

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18397 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18397

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:51:49

0.5 s

[83]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18362 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18362

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:19

1 s

[19][20]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18362 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18362

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:19

0.5 s

[12]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18362 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18362

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:19

0.5 s

[13]

102

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18390 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18390

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:52:13

1 s

[103][104]

+details

Description

Submitted

Duration

Job IDs

103

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18390 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18390

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:52:13

0.5 s

[68]

104

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18390 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18390

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:52:13

0.5 s

[69]

129

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18399 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18399

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:56:23

1 s

[130][131]

+details

Description

Submitted

Duration

Job IDs

130

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18399 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18399

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:56:23

0.5 s

[86]

131

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18399 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18399

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 11:56:23

0.5 s

[87]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18380 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18380

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:10

1 s

[73][74]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18380 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18380

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:10

0.5 s

[48]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18380 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18380

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:10

0.5 s

[49]

138

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18402 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18402

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:11

1 s

[139][140]

+details

Description

Submitted

Duration

Job IDs

139

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18402 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18402

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:11

0.5 s

[92]

140

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18402 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18402

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:01:11

0.5 s

[93]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18369 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18369

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:32

1 s

[40][41]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18369 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18369

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:32

0.5 s

[26]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18369 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18369

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 17:41:32

0.5 s

[27]

141

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18403 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18403

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:02:48

1 s

[142][143]

+details

Description

Submitted

Duration

Job IDs

142

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18403 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18403

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:02:48

0.5 s

[94]

143

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18403 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18403

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:02:48

0.5 s

[95]

144

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18404 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18404

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:03:58

1 s

[145][146]

+details

Description

Submitted

Duration

Job IDs

145

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18404 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18404

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:03:58

0.5 s

[96]

146

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18404 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18404

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:03:58

0.5 s

[97]

114

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18394 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18394

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:39

1 s

[115][116]

+details

Description

Submitted

Duration

Job IDs

115

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18394 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18394

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:39

0.5 s

[76]

116

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18394 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18394

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:39

0.5 s

[77]

171

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18413 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18413

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:34

1 s

[172][173]

+details

Description

Submitted

Duration

Job IDs

172

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18413 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18413

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:34

0.5 s

[114]

173

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18413 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18413

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:34

0.5 s

[115]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18378 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18378

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:02:24

1 s

[67][68]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18378 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18378

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:02:24

0.5 s

[44]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18378 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18378

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 01:02:24

0.5 s

[45]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18388 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18388

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:55

1 s

[97][98]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18388 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18388

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:55

0.5 s

[64]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18388 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18388

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:55

0.5 s

[65]

162

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18410 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18410

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:14

1 s

[163][164]

+details

Description

Submitted

Duration

Job IDs

163

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18410 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18410

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:14

0.5 s

[108]

164

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18410 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18410

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:14

0.5 s

[109]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18389 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18389

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:51:37

1 s

[100][101]

+details

Description

Submitted

Duration

Job IDs

100

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18389 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18389

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:51:37

0.5 s

[66]

101

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18389 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18389

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 19:51:37

0.5 s

[67]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18363 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18363

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:39

1 s

[22][23]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18363 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18363

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:39

0.5 s

[14]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18363 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18363

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/01 15:20:39

0.5 s

[15]

177

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18415 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18415

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:52

1 s

[178][179]

+details

Description

Submitted

Duration

Job IDs

178

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18415 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18415

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:52

0.5 s

[118]

179

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18415 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18415

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:52

0.5 s

[119]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18386 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18386

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:04:03

1 s

[91][92]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18386 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18386

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:04:03

0.5 s

[60]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18386 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18386

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:04:03

0.5 s

[61]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18381 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18381

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:27

1 s

[76][77]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18381 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18381

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:27

0.5 s

[50]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18381 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18381

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:27

0.5 s

[51]

165

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18411 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18411

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:47

1 s

[166][167]

+details

Description

Submitted

Duration

Job IDs

166

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18411 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18411

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:47

0.5 s

[110]

167

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18411 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18411

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:38:47

0.5 s

[111]

150

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18406 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18406

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:07:33

1 s

[151][152]

+details

Description

Submitted

Duration

Job IDs

151

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18406 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18406

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:07:33

0.5 s

[100]

152

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18406 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18406

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:07:33

0.5 s

[101]

156

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18408 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18408

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:44:11

1 s

[157][158]

+details

Description

Submitted

Duration

Job IDs

157

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18408 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18408

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:44:11

0.5 s

[104]

158

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18408 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18408

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/10 11:44:11

0.5 s

[105]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18383 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18383

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:59

1 s

[82][83]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18383 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18383

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:59

0.5 s

[54]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18383 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18383

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/04 10:10:59

0.5 s

[55]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18387 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18387

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:36

1 s

[94][95]

+details

Description

Submitted

Duration

Job IDs

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18387 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18387

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:36

0.5 s

[62]

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18387 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18387

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 17:06:36

0.5 s

[63]

168

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18412 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18412

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:10

1 s

[169][170]

+details

Description

Submitted

Duration

Job IDs

169

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18412 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18412

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:10

0.5 s

[112]

170

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18412 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18412

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:10

0.5 s

[113]

174

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18414 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18414

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:41

1 s

[175][176]

+details

Description

Submitted

Duration

Job IDs

175

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18414 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18414

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:41

0.5 s

[116]

176

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18414 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18414

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:40:41

0.5 s

[117]

186

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18418 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18418

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:44:29

1 s

[187][188]

+details

Description

Submitted

Duration

Job IDs

187

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18418 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18418

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:44:29

0.5 s

[124]

188

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18418 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18418

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:44:29

0.5 s

[125]

147

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18405 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18405

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:06:57

1 s

[148][149]

+details

Description

Submitted

Duration

Job IDs

148

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18405 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18405

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:06:57

0.5 s

[98]

149

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18405 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18405

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/09 12:06:57

0.5 s

[99]

189

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18419 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18419

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:11

1 s

[190][191]

+details

Description

Submitted

Duration

Job IDs

190

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18419 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18419

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:11

0.5 s

[126]

191

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18419 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18419

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:45:11

0.5 s

[127]

183

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18417 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18417

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:42:25

1 s

[184][185]

+details

Description

Submitted

Duration

Job IDs

184

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18417 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18417

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:42:25

0.5 s

[122]

185

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18417 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18417

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:42:25

0.5 s

[123]

180

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18416 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18416

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:41:52

1 s

[181][182]

+details

Description

Submitted

Duration

Job IDs

181

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18416 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18416

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:41:52

0.5 s

[120]

182

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18416 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18416

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/12 12:41:52

0.5 s

[121]

117

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18395 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18395

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:43

0.9 s

[118][119]

+details

Description

Submitted

Duration

Job IDs

118

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18395 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18395

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:43

0.4 s

[78]

119

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18395 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18395

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:43

0.5 s

[79]

108

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18392 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18392

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:36

0.9 s

[109][110]

+details

Description

Submitted

Duration

Job IDs

109

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18392 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18392

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:36

0.3 s

[72]

110

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18392 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18392

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:36

0.5 s

[73]

111

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18393 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18393

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:37

0.6 s

[112][113]

+details

Description

Submitted

Duration

Job IDs

112

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18393 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18393

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:37

0.5 s

[74]

113

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18393 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18393

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:37

20 ms

[75]

120

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18396 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18396

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:44

0.6 s

[121][122]

+details

Description

Submitted

Duration

Job IDs

121

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18396 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18396

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:44

0.5 s

[80]

122

id = 965e93fe-c8c5-4c91-bf03-7431991952a7 runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7 batch = 18396 +details

id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 9dea1f76-9518-4dce-ab99-3bdb11dea9a7
batch = 18396

org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251)
data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46)
data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23)
Main$.$anonfun$main$2(Main.scala:28)
Main$.$anonfun$main$2$adapted(Main.scala:28)
scala.collection.immutable.Set$Set1.foreach(Set.scala:141)
Main$.main(Main.scala:28)
Main.main(Main.scala)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
java.base/java.lang.reflect.Method.invoke(Unknown Source)
org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52)
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029)
org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194)
org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217)
org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91)
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120)
org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129)
org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)

2025/12/08 21:13:44

23 ms

[81]

Page: