[CPU] add faster KV-cache writes (#25874)

2026-05-25 10:28:52 +08:00
parent e1463bb2c2
commit 821d5f4a5b
6 changed files with 249 additions and 1 deletions
@@ -42,7 +42,8 @@ RUN source $HOME/.local/bin/env && \
    uv pip install . && \
    cd ../sgl-kernel && \
    cp pyproject_cpu.toml pyproject.toml && \
-    uv pip install .
+    uv pip install . && \
+    uv pip install pytest

 ENV SGLANG_USE_CPU_ENGINE=1
 ENV LD_PRELOAD=/usr/lib/x86_64-linux-gnu/libtcmalloc.so.4:/usr/lib/x86_64-linux-gnu/libtbbmalloc.so:/opt/.venv/lib/libiomp5.so