config: the resolution callbacks into the record go to zero (#36972)
Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
48b88e1256
commit
b65e677e48
@@ -20,7 +20,7 @@ def _make_spec_args(device: str, algorithm: str = "EAGLE", **overrides) -> Serve
|
||||
args.speculative_num_steps = 3
|
||||
args.speculative_eagle_topk = 1
|
||||
args.speculative_num_draft_tokens = 4
|
||||
args.get_model_config = lambda: SimpleNamespace(
|
||||
args._model_config = SimpleNamespace(
|
||||
hf_config=SimpleNamespace(
|
||||
architectures=["LlamaForCausalLM"],
|
||||
get_text_config=lambda: SimpleNamespace(),
|
||||
|
||||
Reference in New Issue
Block a user