add todo ticket

apache · Nov 22, 2024 · ebbd498 · ebbd498
1 parent 611598f
commit ebbd498
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 1 deletion.
diff --git a/python/pyspark/sql/connect/dataframe.py b/python/pyspark/sql/connect/dataframe.py
@@ -1785,6 +1785,7 @@ def transpose(self, indexColumn: Optional["ColumnOrName"] = None) -> ParentDataF
         )
 
     def argument(self) -> Column:
+        # TODO(SPARK-50393): Implement this method
         raise PySparkNotImplementedError(
             errorClass="NOT_IMPLEMENTED",
             messageParameters={"feature": "argument()"},

diff --git a/python/pyspark/sql/tests/connect/test_parity_udtf.py b/python/pyspark/sql/tests/connect/test_parity_udtf.py
@@ -76,7 +76,7 @@ def test_udtf_with_analyze_using_file(self):
     def test_udtf_access_spark_session(self):
         super().test_udtf_access_spark_session()
 
-    @unittest.skip("Spark Connect does not support df.argument()")
+    @unittest.skip("TODO(SPARK-50393): support df.argument() in Spark Connect")
     def test_df_argument(self):
         super().test_df_argument()
 

diff --git a/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/DataFrameSuite.scala
@@ -282,6 +282,10 @@ class DataFrameSuite extends QueryTest
       Row("1", 1) :: Nil)
   }
 
+  test("df.argument") {
+    assert(spark.range(1).argument().isInstanceOf[Column])
+  }
+
   test("filterExpr") {
     val res = testData.collect().filter(_.getInt(0) > 90).toSeq
     checkAnswer(testData.filter("key > 90"), res)