[refactor] Resolve config declarations onto server_args at the end of __post_init__ (#30297)
This commit is contained in:
@@ -102,6 +102,10 @@ def _make_model_runner(
|
||||
|
||||
sa = SimpleNamespace()
|
||||
sa.swa_full_tokens_ratio = swa_full_tokens_ratio
|
||||
# The configurator reads the resolved ratio from the flags tier.
|
||||
from sglang.srt.runtime_context import get_flags
|
||||
|
||||
get_flags().swa_full_tokens_ratio = swa_full_tokens_ratio
|
||||
sa.page_size = page_size
|
||||
sa.disable_radix_cache = disable_radix_cache
|
||||
sa.chunked_prefill_size = chunked_prefill_size
|
||||
|
||||
Reference in New Issue
Block a user