DeepSeek V4 w4a4 MegaMoE (#25052)

Co-authored-by: pranjalssh <adkz.photos@gmail.com>
2026-05-13 18:35:32 -07:00
parent 34c0029f0a
commit b7f856df70
5 changed files with 212 additions and 60 deletions
@@ -59,7 +59,7 @@ dependencies = [
  "sentencepiece",
  "setproctitle",
  "flash-attn-4>=4.0.0b9",
-  "sgl-deep-gemm==0.0.1",
+  "sgl-deep-gemm==0.1.0",
  "sglang-kernel==0.4.2.post1",
  "soundfile==0.13.1",
  "tiktoken",