fixed problem with refcount not having a default

nod-ai · Dec 4, 2024 · 44b85ad · 44b85ad
1 parent 9eb7aaf
commit 44b85ad
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/shortfin/python/shortfin_apps/llm/components/kvcache/trie_attention_cache.py b/shortfin/python/shortfin_apps/llm/components/kvcache/trie_attention_cache.py
@@ -52,7 +52,7 @@ class TrieNode:
     page: PageInfo
     children: Optional[Dict[Tuple[int, ...], "TrieNode"]] = None
     parent: Optional["TrieNode"] = None
-    ref_count: RefCount
+    ref_count: RefCount = None
     access_time: float = 0.0
 
     def __post_init__(self) -> None: