[XPU]REPO cache dtype xpu align with cuda (#31140)
This commit is contained in:
@@ -95,7 +95,7 @@ class RotaryEmbedding(MultiPlatformOp):
|
||||
|
||||
cache = self._compute_cos_sin_cache()
|
||||
# NOTE(ByronHsu): cache needs to be in FP32 for numerical stability.
|
||||
if not (_is_cuda or envs.SGLANG_ROPE_CACHE_FP32.get()):
|
||||
if not (_is_cuda or _is_xpu or envs.SGLANG_ROPE_CACHE_FP32.get()):
|
||||
cache = cache.to(dtype)
|
||||
|
||||
if (
|
||||
|
||||
Reference in New Issue
Block a user