Remove unnecessary bf16 assert in rotate_activation (#24686)
This commit is contained in:
@@ -104,7 +104,7 @@ class CompressorBackendMixin:
|
||||
freqs_cis_cache,
|
||||
plan,
|
||||
)
|
||||
return rotate_activation(kv_compressed.bfloat16()) if rotate else kv_compressed
|
||||
return rotate_activation(kv_compressed) if rotate else kv_compressed
|
||||
|
||||
def forward_core_compressor(
|
||||
self,
|
||||
|
||||
@@ -148,7 +148,6 @@ class BaseIndexerMetadata(ABC):
|
||||
|
||||
|
||||
def rotate_activation(x: torch.Tensor) -> torch.Tensor:
|
||||
assert x.dtype == torch.bfloat16
|
||||
# from sgl_kernel import hadamard_transform
|
||||
if _is_hip:
|
||||
from fast_hadamard_transform import hadamard_transform
|
||||
|
||||
Reference in New Issue
Block a user