diff --git a/src/cache_allocator.jl b/src/cache_allocator.jl
index 4b01f95bbc..4464f270ac 100644
--- a/src/cache_allocator.jl
+++ b/src/cache_allocator.jl
@@ -1,4 +1,4 @@
-const CuCacheAllocator = GPUArrays.AllocCache.PerDeviceCacheAllocator(CuArray; free_immediately=true)
+const CuCacheAllocator = GPUArrays.AllocCache.PerDeviceCacheAllocator(CuArray)
 
 GPUArrays.AllocCache.cache_allocator(::Type{<: CuArray}) = CuCacheAllocator