| Stage Id ▾ | Description | Submitted | Duration | Tasks: Succeeded/Total | Input | Output | Shuffle Read | Shuffle Write |
|---|---|---|---|---|---|---|---|---|
| 31 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20102 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:51:12 | 0.5 s |
1/1
| ||||
| 30 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20102 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:51:12 | 0.5 s |
1/1
| ||||
| 29 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20101 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:50:39 | 0.5 s |
1/1
| ||||
| 28 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20101 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:50:39 | 0.5 s |
1/1
| ||||
| 27 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20100 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:47:58 | 0.5 s |
2/2
| ||||
| 26 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20100 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:47:58 | 0.5 s |
1/1
| ||||
| 25 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20099 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:47:28 | 0.5 s |
1/1
| ||||
| 24 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20099 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:47:28 | 0.5 s |
1/1
| ||||
| 23 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20098 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:45:22 | 0.5 s |
1/1
| ||||
| 22 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20098 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 12:45:22 | 0.5 s |
1/1
| ||||
| 21 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20097 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 11:56:51 | 0.5 s |
1/1
| ||||
| 20 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20097 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 11:56:51 | 0.5 s |
1/1
| ||||
| 19 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20096 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:42:11 | 0.5 s |
1/1
| ||||
| 18 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20096 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:42:11 | 0.5 s |
1/1
| ||||
| 17 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20095 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:23:30 | 0.5 s |
1/1
| ||||
| 16 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20095 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:23:30 | 0.5 s |
1/1
| ||||
| 15 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20094 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:15:08 | 0.5 s |
1/1
| ||||
| 14 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20094 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:15:08 | 0.5 s |
1/1
| ||||
| 13 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20093 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:14:32 | 0.5 s |
1/1
| ||||
| 12 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20093 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 10:14:32 | 0.6 s |
1/1
| ||||
| 11 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20092 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 09:37:24 | 0.5 s |
1/1
| ||||
| 10 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20092 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 09:37:24 | 0.6 s |
1/1
| ||||
| 9 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20091 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 09:13:32 | 0.5 s |
1/1
| ||||
| 8 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20091 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/09 09:13:32 | 0.5 s |
1/1
| ||||
| 7 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20090 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 13:22:29 | 0.5 s |
1/1
| ||||
| 6 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20090 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 13:22:29 | 0.5 s |
1/1
| ||||
| 5 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20089 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 13:22:07 | 0.6 s |
1/1
| ||||
| 4 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20089 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 13:22:07 | 0.6 s |
1/1
| ||||
| 3 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20088 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 10:49:48 | 0.5 s |
1/1
| ||||
| 2 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20088 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 10:49:48 | 0.6 s |
1/1
| ||||
| 1 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20087 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 09:29:07 | 0.6 s |
1/1
| ||||
| 0 |
id = 965e93fe-c8c5-4c91-bf03-7431991952a7
runId = 40ff3eb0-83f8-4e8c-bda1-283b10fa2d08
batch = 20087 start at KafkaDataFrameDataSource.scala:46 org.apache.spark.sql.streaming.DataStreamWriter.start(DataStreamWriter.scala:251) data.kafka.KafkaDataFrameDataSource.monitor(KafkaDataFrameDataSource.scala:46) data.kafka.KafkaDataFrameDataSource.start(KafkaDataFrameDataSource.scala:23) Main$.$anonfun$main$2(Main.scala:28) Main$.$anonfun$main$2$adapted(Main.scala:28) scala.collection.immutable.Set$Set1.foreach(Set.scala:141) Main$.main(Main.scala:28) Main.main(Main.scala) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) java.base/java.lang.reflect.Method.invoke(Unknown Source) org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:1029) org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:194) org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:217) org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:91) org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1120) org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1129) org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | 2026/04/08 09:29:05 | 1 s |
1/1
|