From 666af6e1cf1702ca2ed27ed3786b98b3c2e04cd8 Mon Sep 17 00:00:00 2001 From: Hyukjin Kwon Date: Thu, 18 Jan 2024 10:28:53 +0900 Subject: [PATCH] Skip test_datasource if PyArrow is not installed --- python/pyspark/sql/tests/test_python_datasource.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/python/pyspark/sql/tests/test_python_datasource.py b/python/pyspark/sql/tests/test_python_datasource.py index 79414cb7ed69e..6ba4b68b02bac 100644 --- a/python/pyspark/sql/tests/test_python_datasource.py +++ b/python/pyspark/sql/tests/test_python_datasource.py @@ -29,11 +29,16 @@ CaseInsensitiveDict, ) from pyspark.sql.types import Row, StructType +from pyspark.testing.sqlutils import ( + have_pyarrow, + pyarrow_requirement_message, +) from pyspark.testing import assertDataFrameEqual from pyspark.testing.sqlutils import ReusedSQLTestCase from pyspark.testing.utils import SPARK_HOME +@unittest.skipIf(not have_pyarrow, pyarrow_requirement_message) class BasePythonDataSourceTestsMixin: def test_basic_data_source_class(self): class MyDataSource(DataSource):