RYDE-WORK/ktransformers
1
0
Fork 0
mirror of https://github.com/RYDE-WORK/ktransformers.git synced 2026-02-07 07:03:27 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fix NoneType object has no attribute zero_

Browse Source
This commit is contained in:
12f23eddde 2025-02-15 22:04:45 +08:00
parent 3c6035aa8a
commit 4516282ccc
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ktransformers/models/custom_cache.py
View File

@ -172,7 +172,8 @@ class StaticCache(transformers.StaticCache):
for layer_idx in range(len(self.key_cache)): for layer_idx in range(len(self.key_cache)):
# In-place ops prevent breaking the static address # In-place ops prevent breaking the static address
self.key_cache[layer_idx].zero_() self.key_cache[layer_idx].zero_()
self.value_cache[layer_idx].zero_() if self.value_cache[layer_idx] is not None:
self.value_cache[layer_idx].zero_()
def get_max_cache_shape(self) -> Tuple[int, int, int, int]: def get_max_cache_shape(self) -> Tuple[int, int, int, int]:
"""Returns the maximum shape of the cache.""" """Returns the maximum shape of the cache."""