diff --git a/spark-jobs/src/main/scala/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala b/spark-jobs/src/main/scala/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala index 2bf6febec..04945211d 100644 --- a/spark-jobs/src/main/scala/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala +++ b/spark-jobs/src/main/scala/za/co/absa/enceladus/standardization_conformance/StandardizationAndConformanceJob.scala @@ -24,6 +24,7 @@ import za.co.absa.enceladus.utils.config.ConfigReader import za.co.absa.enceladus.utils.modules.SourcePhase import za.co.absa.enceladus.utils.types.{Defaults, DefaultsByFormat} import za.co.absa.enceladus.utils.udf.UDFLibrary +import za.co.absa.atum.AtumImplicits._ object StandardizationAndConformanceJob extends StandardizationAndConformanceExecution { private val jobName = "Enceladus Standardization&Conformance" @@ -60,6 +61,7 @@ object StandardizationAndConformanceJob extends StandardizationAndConformanceExe // post processing deliberately rereads the output ... same as above runPostProcessing(SourcePhase.Conformance, preparationResult, cmd) } finally { + spark.disableControlMeasuresTracking() //disabling Atum to enable running the whole process again, with fresh initialization finishJob(cmd) } }