[Fix] sglang-server: Honour extra_key on the Rust frontend's /generate (#44207)

Co-authored-by: fei-xx <fei-xx@users.noreply.github.com>
Co-authored-by: shodoco <shodoco@users.noreply.github.com>
This commit is contained in:
metamergebot
2026-10-14 16:44:31 -07:00
committed by GitHub
co-authored by fei-xx shodoco
parent e7d6a88bfc
commit 209f8220d6
7 changed files with 89 additions and 10 deletions
+5
View File
@@ -257,6 +257,7 @@ class GenerateRequest(msgspec.Struct, kw_only=True, frozen=True):
mm_hashes: Optional[StringListOrList] = None
video_data: Optional[MediaInput] = None
audio_data: Optional[MediaInput] = None
extra_key: Optional[StringOrList] = None
@classmethod
def from_json_value(cls, value: Any) -> "GenerateRequest":
@@ -1096,6 +1097,8 @@ def decode_GenerateRequest(value: Any) -> GenerateRequest:
kw["video_data"] = None if x is None else decode_MediaInput(x)
elif key == "audio_data":
kw["audio_data"] = None if x is None else decode_MediaInput(x)
elif key == "extra_key":
kw["extra_key"] = None if x is None else decode_StringOrList(x)
return GenerateRequest(**kw)
@@ -1145,6 +1148,8 @@ def encode_GenerateRequest(v: GenerateRequest) -> Dict[str, Any]:
d["video_data"] = encode_MediaInput(v.video_data)
if v.audio_data is not None:
d["audio_data"] = encode_MediaInput(v.audio_data)
if v.extra_key is not None:
d["extra_key"] = encode_StringOrList(v.extra_key)
return d