diff --git a/python/sglang/benchmark/one_batch.py b/python/sglang/benchmark/one_batch.py index 1a390fce78..00b2dfb583 100644 --- a/python/sglang/benchmark/one_batch.py +++ b/python/sglang/benchmark/one_batch.py @@ -490,6 +490,9 @@ class TreeCacheNamespace(SimpleNamespace): def evict(self, params: EvictParams): pass + def maybe_hand_to_session(self, req): + pass + @torch.no_grad def extend(reqs, model_runner):