Fix distributed mode (Azure#417)

* Update KustoReader.scala * Update version * Update KustoSourceE2E.scala --------- Co-authored-by: ag-ramachandran <[email protected]>
asaharn · Jan 27, 2025 · 6684d15 · 6684d15
1 parent df63674
commit 6684d15
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoReader.scala b/connector/src/main/scala/com/microsoft/kusto/spark/datasource/KustoReader.scala
@@ -242,7 +242,7 @@ private[kusto] object KustoReader {
     val now = Instant.now(Clock.systemUTC())
     for (storage <- storageParameters.storageCredentials) {
       storage.authMethod match {
-        case AuthMethod.Sas =>
+        case AuthMethod.Key =>
           if (!KustoAzureFsSetupCache.updateAndGetPrevStorageAccountAccess(
             storage.storageAccountName,
             storage.storageAccountKey,
@@ -251,7 +251,7 @@ private[kusto] object KustoReader {
               s"fs.azure.account.key.${storage.storageAccountName}.blob.${storageParameters.endpointSuffix}",
               s"${storage.storageAccountKey}")
           }
-        case AuthMethod.Key =>
+        case AuthMethod.Sas =>
           if (!KustoAzureFsSetupCache.updateAndGetPrevSas(
             storage.blobContainer,
             storage.storageAccountName,

diff --git a/connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceE2E.scala b/connector/src/test/scala/com/microsoft/kusto/spark/KustoSourceE2E.scala
@@ -240,7 +240,7 @@ class KustoSourceE2E extends AnyFlatSpec with BeforeAndAfterAll {
     }
   }
 
-  "KustoSource" should "read distributed, transient cache change the filter but execute once" taggedAs KustoE2E in {
+  "KustoSource" should "read distributed, transient cache change the filter but execute once" in {
     import spark.implicits._
     val table = KustoQueryUtils.simplifyName(s"KustoSparkReadWriteTest_${UUID.randomUUID()}")
 

diff --git a/pom.xml b/pom.xml
@@ -8,7 +8,7 @@
     <packaging>pom</packaging>
     <version>${revision}</version>
     <properties>
-        <revision>5.2.4</revision>
+        <revision>5.2.5</revision>
         <!-- Spark dependencies -->
         <scala.version.major>2.12</scala.version.major>
         <scalafmt.plugin.version>1.1.1640084764.9f463a9</scalafmt.plugin.version>