fix datasource unit tests

Signed-off-by: Yuan Zhou <yuan.zhou@intel.com>
oap-project · Dec 1, 2021 · 3917c4f · 3917c4f
1 parent dde79aa
commit 3917c4f
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/.../test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala b/.../test/scala/com/intel/oap/spark/sql/execution/datasources/arrow/ArrowDataSourceTest.scala
@@ -51,7 +51,7 @@ class ArrowDataSourceTest extends QueryTest with SharedSparkSession {
 
   override protected def sparkConf: SparkConf = {
     val conf = super.sparkConf
-    conf.set("spark.memory.offHeap.size", String.valueOf(10 * 1024 * 1024))
+    conf.set("spark.memory.offHeap.size", String.valueOf(100 * 1024 * 1024))
     conf.set("spark.unsafe.exceptionOnMemoryLeak", "false")
     conf.set(SPARK_SESSION_EXTENSIONS.key, classOf[ArrowWriteExtension].getCanonicalName)
     conf

diff --git a/...l-engine/core/src/main/scala/com/intel/oap/execution/ColumnarBasicPhysicalOperators.scala b/...l-engine/core/src/main/scala/com/intel/oap/execution/ColumnarBasicPhysicalOperators.scala
@@ -345,7 +345,7 @@ case class ColumnarLocalLimitExec(limit: Int, child: SparkPlan) extends LimitExe
           var rowCount = 0
           override def hasNext: Boolean = {
             val hasNext = iter.hasNext
-            hasNext && (rowCount <= limit)
+            hasNext && (rowCount < limit)
           }
 
           override def next(): ColumnarBatch = {
@@ -417,7 +417,7 @@ case class ColumnarGlobalLimitExec(limit: Int, child: SparkPlan) extends LimitEx
           var rowCount = 0
           override def hasNext: Boolean = {
             val hasNext = iter.hasNext
-            hasNext && (rowCount <= limit)
+            hasNext && (rowCount < limit)
           }
 
           override def next(): ColumnarBatch = {