[Feature] Add SiMM as sglang HiCache Storage backend (#18016)

2026-04-13 17:12:37 -07:00
parent ff61b2e470
commit 1ec018f27a
6 changed files with 868 additions and 2 deletions
@@ -5519,7 +5519,16 @@ class ServerArgs:
        parser.add_argument(
            "--hicache-storage-backend",
            type=str,
-            choices=["file", "mooncake", "hf3fs", "nixl", "aibrix", "dynamic", "eic"],
+            choices=[
+                "file",
+                "mooncake",
+                "hf3fs",
+                "nixl",
+                "aibrix",
+                "dynamic",
+                "eic",
+                "simm",
+            ],
            default=ServerArgs.hicache_storage_backend,
            help="The storage backend for hierarchical KV cache. "
            "Built-in backends: file, mooncake, hf3fs, nixl, aibrix. "