Fix hybrid attention graph hook test fixture (#30790)
This commit is contained in:
@@ -142,6 +142,7 @@ def test_hybrid_wrappers_forward_in_graph_hook():
|
|||||||
kv_cache_dtype=torch.bfloat16,
|
kv_cache_dtype=torch.bfloat16,
|
||||||
token_to_kv_pool=None,
|
token_to_kv_pool=None,
|
||||||
req_to_token_pool=None,
|
req_to_token_pool=None,
|
||||||
|
server_args=SimpleNamespace(speculative_attention_mode="decode"),
|
||||||
),
|
),
|
||||||
prefill_backend=make_fake("prefill", calls),
|
prefill_backend=make_fake("prefill", calls),
|
||||||
decode_backend=make_fake("decode", calls),
|
decode_backend=make_fake("decode", calls),
|
||||||
|
|||||||
Reference in New Issue
Block a user