fix oom in on-heap spill manager

kwai · Feb 10, 2025 · 6d6ae53 · 6d6ae53
1 parent eba2d77
commit 6d6ae53
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark-extension/src/main/scala/org/apache/spark/sql/blaze/memory/OnHeapSpillManager.scala b/spark-extension/src/main/scala/org/apache/spark/sql/blaze/memory/OnHeapSpillManager.scala
@@ -82,7 +82,7 @@ class OnHeapSpillManager(taskContext: TaskContext)
 
     // we should have at least 10% free memory
     val maxRatio = BlazeConf.ON_HEAP_SPILL_MEM_FRACTION.doubleConf()
-    memoryUsedRatio < maxRatio && jvmMemoryUsedRatio < maxRatio
+    memoryUsedRatio < maxRatio || jvmMemoryUsedRatio < maxRatio
   }
 
   /**