[CI][MLX] Restore the mamba_branching_seqlen attribute the MLX runner reads off a request (#37453)
This commit is contained in:
@@ -1520,6 +1520,7 @@ if _HAS_MLX:
|
|||||||
class FakeRequest:
|
class FakeRequest:
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.kv = ReqKvInfo()
|
self.kv = ReqKvInfo()
|
||||||
|
self.mamba_branching_seqlen = None
|
||||||
self.inflight_middle_chunks = 0
|
self.inflight_middle_chunks = 0
|
||||||
|
|
||||||
class FakeTpWorker:
|
class FakeTpWorker:
|
||||||
|
|||||||
Reference in New Issue
Block a user