logging event of end and removing adaptive plan filter

nubank · Feb 5, 2025 · 96ee599 · 96ee599
1 parent a3d62e7
commit 96ee599
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.../src/main/java/io/openlineage/spark/agent/lifecycle/SparkApplicationExecutionContext.java b/.../src/main/java/io/openlineage/spark/agent/lifecycle/SparkApplicationExecutionContext.java
@@ -101,6 +101,7 @@ public void start(SparkListenerApplicationStart applicationStart) {
 
   @Override
   public void end(SparkListenerApplicationEnd applicationEnd) {
+    log.info("SparkListenerApplicationEnd: {}", applicationEnd.toString());
     String applicationId =
         olContext.getSparkContext().map(context -> context.applicationId()).orElse(null);
     log.debug("SparkListenerApplicationEnd - applicationId: {}", applicationId);

diff --git a/...ation/spark/shared/src/main/java/io/openlineage/spark/agent/filters/EventFilterUtils.java b/...ation/spark/shared/src/main/java/io/openlineage/spark/agent/filters/EventFilterUtils.java
@@ -26,8 +26,7 @@ public static boolean isDisabled(OpenLineageContext context, SparkListenerEvent
             new DeltaEventFilter(context),
             new DatabricksEventFilter(context),
             new SparkNodesFilter(context),
-            new CreateViewFilter(context),
-            new AdaptivePlanEventFilter(context))
+            new CreateViewFilter(context))
         .anyMatch(filter -> filter.isDisabled(event.getClass().cast(event)));
   }