From 0b9626eafd2b884c8eb3e9b3e2abdf27a7f9da37 Mon Sep 17 00:00:00 2001 From: Hongze Zhang Date: Wed, 28 Jul 2021 09:57:33 +0800 Subject: [PATCH] [NSE-436] Fix for Arrow Data Source test suite (#437) Closes #436 --- .../execution/datasources/arrow/ArrowDataSourceTest.scala | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/arrow-data-source/standard/src/test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala b/arrow-data-source/standard/src/test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala index c461e695d..e319cdea3 100644 --- a/arrow-data-source/standard/src/test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala +++ b/arrow-data-source/standard/src/test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala @@ -277,7 +277,10 @@ class ArrowDataSourceTest extends QueryTest with SharedSparkSession { test("file descriptor leak - v1") { val path = ArrowDataSourceTest.locateResourcePath(parquetFile1) - spark.catalog.createTable("ptab2", path, "arrow") + val frame = spark.read + .option(ArrowOptions.KEY_ORIGINAL_FORMAT, "parquet") + .arrow(path) + frame.createOrReplaceTempView("ptab2") def getFdCount: Long = { ManagementFactory.getOperatingSystemMXBean