From 37a5a81e2e7838266ef12a2a518acb385a2c95ed Mon Sep 17 00:00:00 2001 From: Enrico Minack Date: Thu, 7 Mar 2024 17:14:32 +0100 Subject: [PATCH] Add patterns for custom driver log url --- .../cluster/k8s/KubernetesClusterSchedulerBackend.scala | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala index daf8d5e3f58a2..5a02e5a04f6e5 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/scheduler/cluster/k8s/KubernetesClusterSchedulerBackend.scala @@ -102,6 +102,11 @@ private[spark] class KubernetesClusterSchedulerBackend( conf.getOption("spark.app.id").getOrElse(appId) } + override def getDriverAttributes: Option[Map[String, String]] = Some(Map( + "LOG_FILES" -> "log", + "APP_ID" -> appId + )) + override def start(): Unit = { super.start() // Must be called before setting the executors