Add workflow_dispatch trigger to publish_snapshots workflow #306
41500 tests run, 909 skipped, 31 failed.
Annotations
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_incompatible_type (convert='string to double', convertToArrowArraySafely=True)
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/errors/exceptions/captured.py", line 179, in deco
return f(*a, **kw)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/protocol.py", line 326, in get_return_value
raise Py4JJavaError(
py4j.protocol.Py4JJavaError: <unprintable Py4JJavaError object>
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/dataframe.py", line 1369, in collect
sock_info = self._jdf.collectToPython()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1322, in __call__
return_value = get_return_value(
File "/__w/spark/spark/python/pyspark/errors/exceptions/captured.py", line 181, in deco
converted = convert_exception(e.java_exception)
File "/__w/spark/spark/python/pyspark/errors/exceptions/captured.py", line 129, in convert_exception
if is_instance_of(gw, e, "org.apache.spark.sql.catalyst.parser.ParseException"):
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 464, in is_instance_of
return gateway.jvm.py4j.reflection.TypeUtil.isInstanceOf(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1725, in __getattr__
raise Py4JError(message)
py4j.protocol.Py4JError: py4j does not exist in the JVM
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 373, in check_apply_in_pandas_returning_incompatible_type
self._test_apply_in_pandas(
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 817, in _test_apply_in_pandas
df.groupby("id").applyInPandas(f, schema=output_schema).sort("id", "mean").toPandas()
File "/__w/spark/spark/python/pyspark/sql/pandas/conversion.py", line 213, in toPandas
rows = self.collect()
File "/__w/spark/spark/python/pyspark/sql/dataframe.py", line 1369, in collect
sock_info = self._jdf.collectToPython()
File "/__w/spark/spark/python/pyspark/traceback_utils.py", line 81, in __exit__
self._context._jsc.setCallSite(None)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_incompatible_type (convert='double to string', convertToArrowArraySafely=True)
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 385, in check_apply_in_pandas_returning_incompatible_type
self._test_apply_in_pandas(
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 814, in _test_apply_in_pandas
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_incompatible_type (convertToArrowArraySafely=True)
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 385, in check_apply_in_pandas_returning_incompatible_type
self._test_apply_in_pandas(
File "/usr/lib/python3.9/contextlib.py", line 124, in __exit__
next(self.gen)
File "/__w/spark/spark/python/pyspark/testing/sqlutils.py", line 189, in sql_conf
self.spark.conf.unset(key)
File "/__w/spark/spark/python/pyspark/sql/conf.py", line 63, in unset
self._jconf.unset(key)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_incompatible_type (convertToArrowArraySafely=False)
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 356, in check_apply_in_pandas_returning_incompatible_type
with self.subTest(convertToArrowArraySafely=safely), self.sql_conf(
File "/usr/lib/python3.9/contextlib.py", line 117, in __enter__
return next(self.gen)
File "/__w/spark/spark/python/pyspark/testing/sqlutils.py", line 181, in sql_conf
old_values = [self.spark.conf.get(key, None) for key in keys]
File "/__w/spark/spark/python/pyspark/testing/sqlutils.py", line 181, in <listcomp>
old_values = [self.spark.conf.get(key, None) for key in keys]
File "/__w/spark/spark/python/pyspark/sql/conf.py", line 58, in get
return self._jconf.get(key, default)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_incompatible_type
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 352, in test_apply_in_pandas_returning_incompatible_type
self.check_apply_in_pandas_returning_incompatible_type()
File "/__w/spark/spark/python/pyspark/testing/utils.py", line 150, in __exit__
self.log4j.LogManager.getRootLogger().setLevel(self.old_level)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1657, in __getattr__
answer = self._gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_no_column_names
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 306, in test_apply_in_pandas_returning_no_column_names
self._test_apply_in_pandas(GroupedApplyInPandasTestsMixin.stats_with_no_column_names)
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 814, in _test_apply_in_pandas
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_no_column_names_and_wrong_amount
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 334, in test_apply_in_pandas_returning_no_column_names_and_wrong_amount
with QuietTest(self.sc):
File "/__w/spark/spark/python/pyspark/testing/utils.py", line 143, in __init__
self.log4j = sc._jvm.org.apache.log4j
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_apply_in_pandas_returning_wrong_column_names
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 318, in test_apply_in_pandas_returning_wrong_column_names
with QuietTest(self.sc):
File "/__w/spark/spark/python/pyspark/testing/utils.py", line 143, in __init__
self.log4j = sc._jvm.org.apache.log4j
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_array_type_correct
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 195, in test_array_type_correct
df = self.data.withColumn("arr", array(col("id"))).repartition(1, "id")
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_case_insensitive_grouping_column
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 805, in test_case_insensitive_grouping_column
df = self.spark.createDataFrame([[1, 1]], ["column", "score"])
File "/__w/spark/spark/python/pyspark/sql/session.py", line 1383, in createDataFrame
self._jvm.SparkSession.setActiveSession(self._jsparkSession)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_coerce
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 242, in test_coerce
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_column_order
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 555, in test_column_order
with QuietTest(self.sc):
File "/__w/spark/spark/python/pyspark/testing/utils.py", line 143, in __init__
self.log4j = sc._jvm.org.apache.log4j
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_complex_groupby
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 252, in test_complex_groupby
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_datatype_string
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 391, in test_datatype_string
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_decorator
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 231, in test_decorator
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_empty_groupby
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 267, in test_empty_groupby
df = self.data
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 81, in data
self.spark.range(10)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_grouped_over_window
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 705, in test_grouped_over_window
df = self.spark.createDataFrame(data, ["id", "group", "ts", "result"])
File "/__w/spark/spark/python/pyspark/sql/session.py", line 1383, in createDataFrame
self._jvm.SparkSession.setActiveSession(self._jsparkSession)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_grouped_over_window_with_key
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 734, in test_grouped_over_window_with_key
timezone = self.spark.conf.get("spark.sql.session.timeZone")
File "/__w/spark/spark/python/pyspark/sql/conf.py", line 54, in get
return self._jconf.get(key)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_grouped_with_empty_partition
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 683, in test_grouped_with_empty_partition
df = self.spark.createDataFrame(self.sc.parallelize(data, numSlices=num_parts))
File "/__w/spark/spark/python/pyspark/context.py", line 824, in parallelize
jrdd = self._serialize_to_jvm(c, serializer, reader_func, createRDDServer)
File "/__w/spark/spark/python/pyspark/context.py", line 870, in _serialize_to_jvm
return reader_func(tempFile.name)
File "/__w/spark/spark/python/pyspark/context.py", line 818, in reader_func
return self._jvm.PythonRDD.readRDDFromFile(self._jsc, temp_filename, numSlices)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_mixed_scalar_udfs_followed_by_groupby_apply
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 666, in test_mixed_scalar_udfs_followed_by_groupby_apply
df = self.spark.range(0, 10).toDF("v1")
File "/__w/spark/spark/python/pyspark/sql/session.py", line 921, in range
numPartitions = self._sc.defaultParallelism
File "/__w/spark/spark/python/pyspark/context.py", line 630, in defaultParallelism
return self._jsc.sc().defaultParallelism()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_positional_assignment_conf
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 635, in test_positional_assignment_conf
with self.sql_conf(
File "/usr/lib/python3.9/contextlib.py", line 117, in __enter__
return next(self.gen)
File "/__w/spark/spark/python/pyspark/testing/sqlutils.py", line 181, in sql_conf
old_values = [self.spark.conf.get(key, None) for key in keys]
File "/__w/spark/spark/python/pyspark/testing/sqlutils.py", line 181, in <listcomp>
old_values = [self.spark.conf.get(key, None) for key in keys]
File "/__w/spark/spark/python/pyspark/sql/conf.py", line 58, in get
return self._jconf.get(key, default)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1321, in __call__
answer = self.gateway_client.send_command(command)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_register_grouped_map_udf
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 212, in test_register_grouped_map_udf
with QuietTest(self.sc):
File "/__w/spark/spark/python/pyspark/testing/utils.py", line 143, in __init__
self.log4j = sc._jvm.org.apache.log4j
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_self_join_with_pandas
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1376, in _parse_datatype_string
return from_ddl_datatype(s)
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1365, in from_ddl_datatype
cast(JVMView, sc._jvm)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1380, in _parse_datatype_string
return from_ddl_datatype("struct<%s>" % s.strip())
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1365, in from_ddl_datatype
cast(JVMView, sc._jvm)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 651, in test_self_join_with_pandas
def dummy_pandas_udf(df):
File "/__w/spark/spark/python/pyspark/sql/pandas/functions.py", line 514, in _create_pandas_udf
return _create_udf(f, returnType, evalType)
File "/__w/spark/spark/python/pyspark/sql/udf.py", line 85, in _create_udf
return udf_obj._wrapped()
File "/__w/spark/spark/python/pyspark/sql/udf.py", line 445, in _wrapped
wrapper.returnType = self.returnType # type: ignore[attr-defined]
File "/__w/spark/spark/python/pyspark/sql/udf.py", line 215, in returnType
self._returnType_placeholder = _parse_datatype_string(self._returnType)
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1382, in _parse_datatype_string
raise e
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1372, in _parse_datatype_string
return from_ddl_schema(s)
File "/__w/spark/spark/python/pyspark/sql/types.py", line 1360, in from_ddl_schema
cast(JVMView, sc._jvm).org.apache.spark.sql.types.StructType.fromDDL(type_str).json()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_supported_types
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 120, in test_supported_types
df = self.spark.createDataFrame([values], schema=output_schema)
File "/__w/spark/spark/python/pyspark/sql/session.py", line 1383, in createDataFrame
self._jvm.SparkSession.setActiveSession(self._jsparkSession)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused
Check failure on line 1 in python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py
github-actions / Report test results
python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py.test_timestamp_dst
[Errno 111] Connection refused
Raw output
Traceback (most recent call last):
File "/__w/spark/spark/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py", line 468, in test_timestamp_dst
df = self.spark.createDataFrame(dt, "timestamp").toDF("time")
File "/__w/spark/spark/python/pyspark/sql/session.py", line 1383, in createDataFrame
self._jvm.SparkSession.setActiveSession(self._jsparkSession)
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1712, in __getattr__
answer = self._gateway_client.send_command(
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/java_gateway.py", line 1036, in send_command
connection = self._get_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 284, in _get_connection
connection = self._create_new_connection()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 291, in _create_new_connection
connection.connect_to_java_server()
File "/__w/spark/spark/python/lib/py4j-0.10.9.7-src.zip/py4j/clientserver.py", line 438, in connect_to_java_server
self.socket.connect((self.java_address, self.java_port))
ConnectionRefusedError: [Errno 111] Connection refused