misc(sparkjobs): force push metrics publish from index job (#1862)

filodb · Oct 2, 2024 · 33e4656 · 33e4656
1 parent aab8633
commit 33e4656
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/spark-jobs/src/main/scala/filodb/downsampler/index/DSIndexJob.scala b/spark-jobs/src/main/scala/filodb/downsampler/index/DSIndexJob.scala
@@ -1,6 +1,7 @@
 package filodb.downsampler.index
 
 import scala.concurrent.Await
+import scala.concurrent.duration.DurationInt
 
 import kamon.Kamon
 import kamon.metric.MeasurementUnit
@@ -88,8 +89,11 @@ class DSIndexJob(dsSettings: DownsamplerSettings,
       sparkTasksFailed.increment
       throw e
     }
+
+    // quick & dirty hack to ensure that the completed metric gets published
     if (dsSettings.shouldSleepForMetricsFlush)
-      Thread.sleep(62000) // quick & dirty hack to ensure that the completed metric gets published
+      Await.result(Kamon.stopModules(), 62.seconds)
+
   }
 
   def migrateWithDownsamplePartKeys(partKeys: Observable[PartKeyRecord], shard: Int): Int = {