minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Kernel] Move CUDA and ROCm speculative kernels to JIT (#40033)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-09-17 17:27:26 -07:00
committed by GitHub
parent 20518d8518
commit f65c70bb7d
29 changed files with 1122 additions and 546 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.github/workflows/nightly-test-musa.yml
+3 -3
View File
@@ -74,9 +74,9 @@ jobs:
if: steps.gate.outputs.run_job == 'true'
timeout-minutes: 30
run: |
pytest python/sglang/kernels/aot/tests/speculative/test_eagle_utils.py
pytest python/sglang/kernels/aot/tests/speculative/test_ngram_utils.py
pytest python/sglang/kernels/aot/tests/speculative/test_speculative_sampling.py
pytest test/registered/kernels/ops/speculative/test_eagle_utils.py
pytest test/registered/kernels/ops/speculative/test_ngram_utils.py
pytest test/registered/kernels/ops/speculative/test_speculative_sampling.py
pytest python/sglang/kernels/aot/tests/test_torch_defaults_reset.py
# ==================== General: multimodal layer ====================
.github/workflows/pr-test-amd.yml
+1 -1
View File
@@ -321,7 +321,7 @@ jobs:
}
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests ci_sglang python3 -m pytest test_moe_align.py
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests ci_sglang python3 -m pytest test_moe_topk_softmax.py
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests/speculative ci_sglang python3 -m pytest test_eagle_utils.py
run_pytest docker exec -w /sglang-checkout/test/registered/kernels/ops/speculative ci_sglang python3 -m pytest test_eagle_utils.py
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests ci_sglang python3 -m pytest test_apply_token_bitmask_inplace.py
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests ci_sglang python3 -m pytest test_activation.py
run_pytest docker exec -w /sglang-checkout/python/sglang/kernels/aot/tests ci_sglang python3 -m pytest test_topk.py
.github/workflows/pr-test-musa.yml
+3 -3
View File
@@ -222,9 +222,9 @@ jobs:
- name: Run sgl-kernel test
timeout-minutes: 20
run: |
pytest python/sglang/kernels/aot/tests/speculative/test_eagle_utils.py
pytest python/sglang/kernels/aot/tests/speculative/test_ngram_utils.py
pytest python/sglang/kernels/aot/tests/speculative/test_speculative_sampling.py
pytest test/registered/kernels/ops/speculative/test_eagle_utils.py
pytest test/registered/kernels/ops/speculative/test_ngram_utils.py
pytest test/registered/kernels/ops/speculative/test_speculative_sampling.py
pytest python/sglang/kernels/aot/tests/test_torch_defaults_reset.py