Bug fix in compress to support XPU (#31541)
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
co-authored by
Ma Mingfei
parent
6a25dd7b5f
commit
5325cee7ea
@@ -258,7 +258,6 @@ class CompressorPrefillPlan(NamedTuple):
|
|||||||
torch.empty((0, 8), dtype=torch.uint8, device=_dev),
|
torch.empty((0, 8), dtype=torch.uint8, device=_dev),
|
||||||
pin_buffer,
|
pin_buffer,
|
||||||
)
|
)
|
||||||
module = _jit_compress_plan_module()
|
|
||||||
if _is_xpu:
|
if _is_xpu:
|
||||||
fn = plan_compress_prefill
|
fn = plan_compress_prefill
|
||||||
else:
|
else:
|
||||||
|
|||||||
Reference in New Issue
Block a user