config: the runtime readers take the published bags (#36254)

2026-08-26 05:08:25 -07:00
parent 5b7fc61306
commit 937af8538b
67 changed files with 796 additions and 552 deletions
@@ -456,13 +456,15 @@ class Runtime:
        self.endpoint.cache_prefix(prefix)

    def get_tokenizer(self):
+        from sglang.srt.arg_groups.overrides import resolving_view
        from sglang.srt.utils.hf_transformers_utils import get_tokenizer

+        cfg = resolving_view(self.server_args)
        return get_tokenizer(
-            self.server_args.tokenizer_path or self.server_args.model_path,
-            tokenizer_mode=self.server_args.tokenizer_mode,
-            trust_remote_code=self.server_args.trust_remote_code,
-            revision=self.server_args.revision,
+            cfg.tokenizer_path or cfg.model_path,
+            tokenizer_mode=cfg.tokenizer_mode,
+            trust_remote_code=cfg.trust_remote_code,
+            revision=cfg.revision,
        )

    async def async_generate(