Refactor JIT kernel and expert-pack directory layout (#36704)

This commit is contained in:
Xiaoyu Zhang
2026-08-29 07:41:25 +08:00
committed by GitHub
parent 50bc1a3767
commit db6f0a9d53
25 changed files with 90 additions and 55 deletions
@@ -4,7 +4,6 @@ from __future__ import annotations
import hashlib
import json
import sys
import tempfile
import unittest
from dataclasses import replace
@@ -16,11 +15,11 @@ from sglang.test.ci.ci_register import register_cpu_ci
register_cpu_ci(est_time=15, suite="base-a-test-cpu")
ROOT = Path(__file__).resolve().parents[3]
TOOLS = ROOT / "tools" / "expert_pack"
sys.path.insert(0, str(TOOLS))
from format import ( # noqa: E402
from sglang.srt.layers.moe.expert_pack import ( # noqa: E402
ExpertPackStore,
_CacheSlot,
)
from sglang.srt.model_loader.expert_pack.format import ( # noqa: E402
ENTRY_STRUCT,
FLAG_IDENTITY_PAYLOAD,
FLAG_TRIPLET_OBJECTS,
@@ -32,11 +31,6 @@ from format import ( # noqa: E402
read_index,
)
from sglang.srt.layers.moe.expert_pack import ( # noqa: E402
ExpertPackStore,
_CacheSlot,
)
def _sha256(path: Path) -> str:
return hashlib.sha256(path.read_bytes()).hexdigest()
@@ -1,7 +1,7 @@
import torch
from sglang.kernels.jit.benchmark import marker
from sglang.kernels.jit.minicpm_sala import get_block_table
from sglang.kernels.ops.minicpm_sala import get_block_table
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(
@@ -1,7 +1,7 @@
import pytest
import torch
from sglang.kernels.jit.minicpm_sala.get_block_table import get_block_table
from sglang.kernels.ops.minicpm_sala.get_block_table import get_block_table
from sglang.test.ci.ci_register import register_cuda_ci
register_cuda_ci(est_time=30, stage="base-b-kernel-unit", runner_config="1-gpu-large")