[NPU] Fix vit graph tnd cu seqlens (#31701)
This commit is contained in:
@@ -800,7 +800,7 @@ def _get_chunked_prefill_embedding(
|
||||
|
||||
is_per_image = all(len(item.offsets) == 1 for item in embedding_items_per_req)
|
||||
if is_per_image:
|
||||
if _is_hip:
|
||||
if _is_hip or _is_npu:
|
||||
# ROCm CI regressed with one large cross-request ViT batch; keep
|
||||
# the previous per-request path on HIP while CUDA uses batching.
|
||||
chunk = _get_chunked_embedding_by_item(
|
||||
|
||||
Reference in New Issue
Block a user