[Fix] Add maybe_hand_to_session to the one-batch benchmark TreeCacheNamespace (#42723)

This commit is contained in:
Liangsheng Yin
2026-10-05 23:09:41 -07:00
committed by GitHub
parent 60878c3fba
commit 9a09b48da7
+3
View File
@@ -490,6 +490,9 @@ class TreeCacheNamespace(SimpleNamespace):
def evict(self, params: EvictParams):
pass
def maybe_hand_to_session(self, req):
pass
@torch.no_grad
def extend(reqs, model_runner):