diff --git a/common/src/main/java/me/lucko/luckperms/common/contexts/ContextManager.java b/common/src/main/java/me/lucko/luckperms/common/contexts/ContextManager.java
index ce3b5770b..cf33d2602 100644
--- a/common/src/main/java/me/lucko/luckperms/common/contexts/ContextManager.java
+++ b/common/src/main/java/me/lucko/luckperms/common/contexts/ContextManager.java
@@ -40,6 +40,7 @@ public class ContextManager<T> {
     private final List<ContextListener<T>> listeners = new CopyOnWriteArrayList<>();
 
     private final LoadingCache<T, ContextSet> cache = CacheBuilder.newBuilder()
+            .weakKeys()
             .expireAfterWrite(50L, TimeUnit.MILLISECONDS)
             .build(new CacheLoader<T, ContextSet>() {
                 @Override