Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
cfe4eefabb
commit
4c997310f5
@@ -20,7 +20,7 @@ except ImportError:
|
|||||||
vllm_scaled_mm = None
|
vllm_scaled_mm = None
|
||||||
VLLM_AVAILABLE = False
|
VLLM_AVAILABLE = False
|
||||||
|
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
w8a8_block_fp8_matmul_triton as w8a8_block_fp8_matmul,
|
w8a8_block_fp8_matmul_triton as w8a8_block_fp8_matmul,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -8,13 +8,13 @@ import torch
|
|||||||
import triton
|
import triton
|
||||||
from sgl_kernel.test_utils import create_per_token_group_quant_test_data
|
from sgl_kernel.test_utils import create_per_token_group_quant_test_data
|
||||||
|
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
create_per_token_group_quant_fp8_output_scale,
|
create_per_token_group_quant_fp8_output_scale,
|
||||||
)
|
)
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
||||||
)
|
)
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
sglang_per_token_group_quant_8bit,
|
sglang_per_token_group_quant_8bit,
|
||||||
)
|
)
|
||||||
from sglang.srt.utils import is_hip
|
from sglang.srt.utils import is_hip
|
||||||
|
|||||||
@@ -11,10 +11,10 @@ from sgl_kernel.test_utils import (
|
|||||||
create_per_token_group_quant_test_data,
|
create_per_token_group_quant_test_data,
|
||||||
)
|
)
|
||||||
|
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
per_token_group_quant_8bit as triton_per_token_group_quant_8bit,
|
||||||
)
|
)
|
||||||
from sglang.srt.layers.quantization.fp8_kernel import (
|
from sglang.kernels.ops.quantization.fp8_kernel import (
|
||||||
sglang_per_token_group_quant_8bit,
|
sglang_per_token_group_quant_8bit,
|
||||||
)
|
)
|
||||||
from sglang.srt.utils import get_bool_env_var, is_hip
|
from sglang.srt.utils import get_bool_env_var, is_hip
|
||||||
|
|||||||
Reference in New Issue
Block a user