Disabling the cuDF default pinned pool for 24.06

Signed-off-by: Alessandro Bellina <abellina@nvidia.com>
NVIDIA · May 14, 2024 · eec462e · eec462e
1 parent 260c63e
commit eec462e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuDeviceManager.scala
@@ -447,6 +447,8 @@ object GpuDeviceManager extends Logging {
     } else {
       (conf.pinnedPoolSize, -1L)
     }
+    // disable the cuDF provided default pinned pool for now
+    PinnedMemoryPool.configureDefaultCudfPinnedPoolSize(0L)
     if (!PinnedMemoryPool.isInitialized && pinnedSize > 0) {
       logInfo(s"Initializing pinned memory pool (${pinnedSize / 1024 / 1024.0} MiB)")
       PinnedMemoryPool.initialize(pinnedSize, gpuId, setCuioDefaultResource)