#2213 Explicitly disable control metrics at the end of the job. (#2212)

* Explicitly disable control metrics at the end of the job. This is needed when the main method can be invoked more than once externally. * Update spark-jobs/src/main/scala/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala Co-authored-by: David Benedeki <[email protected]> --------- Co-authored-by: David Benedeki <[email protected]>
AbsaOSS · Mar 21, 2024 · db76241 · db76241
1 parent a6d0ba6
commit db76241
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/...a/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala b/...a/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala
@@ -24,6 +24,7 @@ import za.co.absa.enceladus.utils.config.ConfigReader
 import za.co.absa.enceladus.utils.modules.SourcePhase
 import za.co.absa.enceladus.utils.types.{Defaults, DefaultsByFormat}
 import za.co.absa.enceladus.utils.udf.UDFLibrary
+import za.co.absa.atum.AtumImplicits._
 
 object StandardizationAndConformanceJob extends StandardizationAndConformanceExecution {
   private val jobName = "Enceladus Standardization&Conformance"
@@ -60,6 +61,7 @@ object StandardizationAndConformanceJob extends StandardizationAndConformanceExe
       // post processing deliberately rereads the output ... same as above
       runPostProcessing(SourcePhase.Conformance, preparationResult, cmd)
     } finally {
+      spark.disableControlMeasuresTracking() //disabling Atum to enable running the whole process again, with fresh initialization
       finishJob(cmd)
     }
   }