diff --git a/python/pyspark/sql/tests/test_python_datasource.py b/python/pyspark/sql/tests/test_python_datasource.py index 4bd61a30a4dfe..2919fdd0afeee 100644 --- a/python/pyspark/sql/tests/test_python_datasource.py +++ b/python/pyspark/sql/tests/test_python_datasource.py @@ -919,10 +919,9 @@ def write(self, iterator): self.spark.dataSource.register(TestDataSource) - with self.assertRaisesRegex(Exception, expected): - self.spark.range(10).write.format("test").mode("append").saveAsTable( - "test_table" - ) + with tempfile.TemporaryDirectory(prefix="test_segfault_") as d: + with self.assertRaisesRegex(Exception, expected): + self.spark.range(10).write.format("test").mode("append").save(d) with self.subTest(worker="pyspark.sql.worker.commit_data_source_write"): @@ -943,10 +942,9 @@ def commit(self, messages): self.spark.dataSource.register(TestDataSource) - with self.assertRaisesRegex(Exception, expected): - self.spark.range(10).write.format("test").mode("append").saveAsTable( - "test_table" - ) + with tempfile.TemporaryDirectory(prefix="test_segfault_") as d: + with self.assertRaisesRegex(Exception, expected): + self.spark.range(10).write.format("test").mode("append").save(d) @unittest.skipIf(is_remote_only(), "Requires JVM access") def test_data_source_reader_with_logging(self):