diff --git a/spark-atlas-connector/src/main/scala/com/hortonworks/spark/atlas/SparkAtlasStreamingQueryEventTracker.scala b/spark-atlas-connector/src/main/scala/com/hortonworks/spark/atlas/SparkAtlasStreamingQueryEventTracker.scala index 78f4be0b..1fc8d69e 100644 --- a/spark-atlas-connector/src/main/scala/com/hortonworks/spark/atlas/SparkAtlasStreamingQueryEventTracker.scala +++ b/spark-atlas-connector/src/main/scala/com/hortonworks/spark/atlas/SparkAtlasStreamingQueryEventTracker.scala @@ -50,6 +50,7 @@ class SparkAtlasStreamingQueryEventTracker( logInfo(s"Track running Spark Streaming query in the Spark Atlas: $event") if(!streamQueryHashset.contains(event.progress.runId)) { streamingQueryTracker.pushEvent(event) + streamQueryHashset.add(event.progress.runId) } }