[Kernel] Phase 4 batch-3: migrate tangled JIT subsystems + new groups into kernels.ops (RFC #29630) (#32045)
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
71fe649d68
commit
74338e94f1
@@ -138,7 +138,7 @@ def _topk_ids_logical_to_physical_probability(
|
||||
raise RuntimeError(
|
||||
"LP dispatch requires CUDA tensors; got topk_ids on " f"{topk_ids.device}."
|
||||
)
|
||||
from sglang.jit_kernel.lplb import cuda_solver
|
||||
from sglang.kernels.ops.lplb import cuda_solver
|
||||
|
||||
return cuda_solver.dispatch_probability(
|
||||
topk_ids, log2phy_prob, info.partial_logical_to_all_physical_map
|
||||
|
||||
@@ -185,7 +185,7 @@ class LPLBSolver:
|
||||
# real request. No-op when the fused backend is unavailable.
|
||||
nc = self.A_base.shape[0]
|
||||
nv = self.A_base.shape[1] + 1 # +1 for Big-M column added in solve()
|
||||
from sglang.jit_kernel.lplb.torch_solver import warmup as _ipm_warmup
|
||||
from sglang.kernels.ops.lplb.torch_solver import warmup as _ipm_warmup
|
||||
|
||||
_ipm_warmup(nc, nv, num_iters=5, device=device)
|
||||
|
||||
@@ -261,7 +261,7 @@ class LPLBSolver:
|
||||
prep_lp_inputs → solve_ipm → extract_log2phy_prob
|
||||
Raises if the JIT CUDA backend is unavailable.
|
||||
"""
|
||||
from sglang.jit_kernel.lplb import cuda_solver
|
||||
from sglang.kernels.ops.lplb import cuda_solver
|
||||
|
||||
cuda_solver.prep_lp_inputs(
|
||||
self._A_full,
|
||||
|
||||
Reference in New Issue
Block a user