Bump FlashInfer to 0.6.15.post1 (#31927)
Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
co-authored by
Brayden Zhong
parent
c20c48b8fd
commit
0c29c8fece
@@ -354,6 +354,7 @@ class DSAMockModelRunner(ModelRunner):
|
||||
triton_attention_split_tile_size=None,
|
||||
)
|
||||
self.server_args = self._server_args_override.install()
|
||||
self.max_running_requests = pool_batch_size
|
||||
self.req_to_token_pool = ReqToTokenPool(
|
||||
size=pool_batch_size,
|
||||
max_context_len=max_context_len,
|
||||
|
||||
@@ -282,6 +282,7 @@ class MockMLAModelRunner(ModelRunner):
|
||||
triton_attention_split_tile_size=None,
|
||||
)
|
||||
self.server_args = self._server_args_override.install()
|
||||
self.max_running_requests = pool_batch_size
|
||||
self.req_to_token_pool = ReqToTokenPool(
|
||||
size=pool_batch_size,
|
||||
max_context_len=max_context_len,
|
||||
|
||||
Reference in New Issue
Block a user