diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashedRelation.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashedRelation.scala index 85c1982905420..c67b55fd1d50c 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashedRelation.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/joins/HashedRelation.scala @@ -143,8 +143,8 @@ private[execution] object HashedRelation { new TaskMemoryManager( new UnifiedMemoryManager( new SparkConf().set(MEMORY_OFFHEAP_ENABLED.key, "false"), - Long.MaxValue, - Long.MaxValue / 2, + Runtime.getRuntime.maxMemory, + Runtime.getRuntime.maxMemory / 2, 1), 0) } @@ -401,8 +401,8 @@ private[joins] class UnsafeHashedRelation( val taskMemoryManager = new TaskMemoryManager( new UnifiedMemoryManager( new SparkConf().set(MEMORY_OFFHEAP_ENABLED.key, "false"), - Long.MaxValue, - Long.MaxValue / 2, + Runtime.getRuntime.maxMemory, + Runtime.getRuntime.maxMemory / 2, 1), 0) @@ -576,8 +576,8 @@ private[execution] final class LongToUnsafeRowMap( new TaskMemoryManager( new UnifiedMemoryManager( new SparkConf().set(MEMORY_OFFHEAP_ENABLED.key, "false"), - Long.MaxValue, - Long.MaxValue / 2, + Runtime.getRuntime.maxMemory, + Runtime.getRuntime.maxMemory / 2, 1), 0), 0) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/HashedRelationSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/HashedRelationSuite.scala index b88a76bbfb575..e46761f5cd048 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/HashedRelationSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/joins/HashedRelationSuite.scala @@ -42,8 +42,8 @@ import org.apache.spark.util.collection.CompactBuffer class HashedRelationSuite extends SharedSparkSession { val umm = new UnifiedMemoryManager( new SparkConf().set(MEMORY_OFFHEAP_ENABLED.key, "false"), - Long.MaxValue, - Long.MaxValue / 2, + Runtime.getRuntime.maxMemory, + Runtime.getRuntime.maxMemory / 2, 1) val mm = new TaskMemoryManager(umm, 0)