@@ -297,9 +297,6 @@ class Scheduler(
|
|||||||
self.enable_metrics_for_all_schedulers = (
|
self.enable_metrics_for_all_schedulers = (
|
||||||
server_args.enable_metrics_for_all_schedulers
|
server_args.enable_metrics_for_all_schedulers
|
||||||
)
|
)
|
||||||
self.enable_kv_cache_events = bool(
|
|
||||||
server_args.kv_events_config and tp_rank == 0
|
|
||||||
)
|
|
||||||
self.enable_trace = server_args.enable_trace
|
self.enable_trace = server_args.enable_trace
|
||||||
self.stream_interval = server_args.stream_interval
|
self.stream_interval = server_args.stream_interval
|
||||||
self.spec_algorithm = SpeculativeAlgorithm.from_string(
|
self.spec_algorithm = SpeculativeAlgorithm.from_string(
|
||||||
@@ -321,6 +318,10 @@ class Scheduler(
|
|||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
self.enable_kv_cache_events = bool(
|
||||||
|
server_args.kv_events_config and self.attn_tp_rank == 0
|
||||||
|
)
|
||||||
|
|
||||||
# Init model configs
|
# Init model configs
|
||||||
self.init_model_config()
|
self.init_model_config()
|
||||||
|
|
||||||
|
|||||||
@@ -13,6 +13,7 @@ from sglang.srt.disaggregation.kv_events import (
|
|||||||
)
|
)
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
|
DEFAULT_MLA_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
DEFAULT_URL_FOR_TEST,
|
DEFAULT_URL_FOR_TEST,
|
||||||
@@ -154,6 +155,8 @@ class TestKvEvents(CustomTestCase):
|
|||||||
pass
|
pass
|
||||||
|
|
||||||
finally:
|
finally:
|
||||||
|
sub.close()
|
||||||
|
context.term()
|
||||||
kill_process_tree(process.pid)
|
kill_process_tree(process.pid)
|
||||||
|
|
||||||
def test_kv_events_attn_dp(self):
|
def test_kv_events_attn_dp(self):
|
||||||
@@ -175,7 +178,7 @@ class TestKvEvents(CustomTestCase):
|
|||||||
|
|
||||||
# Launch sglang server with DP attention enabled
|
# Launch sglang server with DP attention enabled
|
||||||
process = popen_launch_server(
|
process = popen_launch_server(
|
||||||
"silence09/DeepSeek-R1-Small-2layers",
|
DEFAULT_MLA_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_URL_FOR_TEST,
|
DEFAULT_URL_FOR_TEST,
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
other_args=[
|
other_args=[
|
||||||
|
|||||||
Reference in New Issue
Block a user