[Spec] Redo: split init_backends; account draft weights in --mem-fraction-static (#28855)

Co-authored-by: cctry <cctry@fb.com>
2026-06-21 20:45:16 -07:00
parent fd7874d11b
commit 0c065671c9
18 changed files with 167 additions and 106 deletions
@@ -58,7 +58,7 @@ class SpecEagleServerBase(CustomTestCase):
    attention_backend = "flashinfer"
    # Primary axis: False -> overlap scheduler; True -> synchronous (non-overlap).
    disable_overlap = False
-    mem_fraction_static = 0.75
+    mem_fraction_static = 0.85
    max_running_requests = 8
    chunked_prefill_size = 128
    # bf16 rather than fp16: fp16 activations can overflow (-> Inf -> NaN) on