Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5
parent
a5a71c6c26
commit
1a35440c4a
@@ -1837,7 +1837,7 @@ class MHATokenToKVPool(KVCache):
|
||||
# and viewed as ``store_dtype`` by ``set_kv_buffer``.
|
||||
if self.kv_cache_layout == "vectorized_5d":
|
||||
# Late-import to keep the NHD path import-clean.
|
||||
from sglang.srt.layers.attention.utils import (
|
||||
from sglang.kernels.ops.attention.utils import (
|
||||
launch_reshape_and_cache_shuffle_5d,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user