Allow disabling eager GC (#634)

Author: pxl-th

docs/src/index.md

@@ -136,6 +136,9 @@ Template of `LocalPreferences.toml` with all options:
 
 ```toml
 [AMDGPU]
+# If `true` (default), eagerly run GC to keep the pool from growing too big.
+# GC is triggered during new allocatoins or synchronization points.
+eager_gc = false
 # If `true` then use ROCm libraries provided by artifacts.
 # However, not all ROCm libraries are available as artifacts.
 use_artifacts = false

src/memory.jl

@@ -110,7 +110,16 @@ function account!(stats::MemoryStats, bytes::Integer)
     Base.@atomic stats.live += bytes
 end
 
+const EAGER_GC::Ref{Bool} = Ref{Bool}(@load_preference("eager_gc", true))
+
+function eager_gc!(flag::Bool)
+    global EAGER_GC[] = flag
+    @set_preferences!("eager_gc" => flag)
+end
+
 function maybe_collect(; blocking::Bool = false)
+    EAGER_GC[] || return
+
     stats = memory_stats()
     current_time = time()