diff --git a/src/caffe/util/gpu_memory.cpp b/src/caffe/util/gpu_memory.cpp
index 790af689926..1eedc34e374 100644
--- a/src/caffe/util/gpu_memory.cpp
+++ b/src/caffe/util/gpu_memory.cpp
@@ -142,7 +142,7 @@ void GPUMemoryManager::InitMemory(const std::vector<int>& gpus, PoolMode m) {
     try {
       // Just in case someone installed 'no cleanup' arena before
       delete cub_allocator;
-      cub_allocator = new cub::CachingDeviceAllocator(2, 6, 31, (size_t) -1,
+      cub_allocator = new cub::CachingDeviceAllocator(2, 6, 22, (size_t) -1,
           false, debug_);
     } catch (...) {
     }