[Scheduler] Add SGLANG_FORCE_COARSE_WAR_BARRIER opt-in for a whole-forward WAR barrier (#29353)
This commit is contained in:
@@ -932,6 +932,7 @@ class UnifiedRadixCacheSuite:
|
||||
req.last_node = cache.root_node
|
||||
req.cache_protected_len = 0
|
||||
req.swa_uuid_for_lock = None
|
||||
req.swa_prefix_lock_released = True
|
||||
req.extra_key = None
|
||||
req.full_untruncated_fill_ids = array("q", tokens)
|
||||
req.set_extend_range(
|
||||
@@ -975,6 +976,7 @@ class UnifiedRadixCacheSuite:
|
||||
self.assertGreater(len(req.prefix_indices), 0)
|
||||
self.assertEqual(req.cache_protected_len, len(req.prefix_indices))
|
||||
self.assertIsNotNone(req.last_node)
|
||||
self.assertFalse(req.swa_prefix_lock_released)
|
||||
|
||||
cache.dec_lock_ref(
|
||||
req.last_node,
|
||||
|
||||
Reference in New Issue
Block a user