feat(moriep): add fp4 combine dtype (SGLANG_MORI_COMBINE_DTYPE=fp4) (#30706)
This commit is contained in:
@@ -110,7 +110,7 @@ ARG ENABLE_MORI=0
|
||||
ARG NIC_BACKEND=none
|
||||
|
||||
ARG MORI_REPO="https://github.com/ROCm/mori.git"
|
||||
ARG MORI_COMMIT="e31d426a13e96e1cbff96a1c904d291aefe8c46a"
|
||||
ARG MORI_COMMIT="6f072775a73518440b29be60e85dda70db63ca43"
|
||||
|
||||
# NIXL (upstream ai-dynamo/nixl) — KV transfer backend for prefill/decode disaggregation.
|
||||
# Built from source for ROCm; needs UCX built --with-rocm (built here from openucx).
|
||||
|
||||
Reference in New Issue
Block a user