[HiCache] Fix Mamba track-boundary bookkeeping under overlap scheduling (#29792)
Co-authored-by: Hanming Lu <hanminglu@meta.com>
This commit is contained in:
co-authored by
Hanming Lu
parent
a3bd7d9401
commit
8f3d3a31f4
@@ -110,9 +110,9 @@ class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
|
||||
"--hicache-write-policy",
|
||||
"write_through",
|
||||
"--hicache-io-backend",
|
||||
"direct",
|
||||
"kernel",
|
||||
"--hicache-mem-layout",
|
||||
"page_first_direct",
|
||||
"page_first",
|
||||
"--max-total-tokens",
|
||||
"12000",
|
||||
"--max-mamba-cache-size",
|
||||
@@ -171,9 +171,9 @@ class TestUnifiedMambaHiCacheL3(AccuracyTwoPassMixin, CustomTestCase):
|
||||
"--hicache-storage-prefetch-policy",
|
||||
"wait_complete",
|
||||
"--hicache-io-backend",
|
||||
"direct",
|
||||
"kernel",
|
||||
"--hicache-mem-layout",
|
||||
"page_first_direct",
|
||||
"page_first",
|
||||
"--hicache-storage-backend",
|
||||
"file",
|
||||
"--max-mamba-cache-size",
|
||||
|
||||
Reference in New Issue
Block a user