[Fix] sglang-server: Honour extra_key on the Rust frontend's /generate (#44207)
Co-authored-by: fei-xx <fei-xx@users.noreply.github.com> Co-authored-by: shodoco <shodoco@users.noreply.github.com>
This commit is contained in:
co-authored by
fei-xx
shodoco
parent
e7d6a88bfc
commit
209f8220d6
@@ -257,6 +257,7 @@ class GenerateRequest(msgspec.Struct, kw_only=True, frozen=True):
|
||||
mm_hashes: Optional[StringListOrList] = None
|
||||
video_data: Optional[MediaInput] = None
|
||||
audio_data: Optional[MediaInput] = None
|
||||
extra_key: Optional[StringOrList] = None
|
||||
|
||||
@classmethod
|
||||
def from_json_value(cls, value: Any) -> "GenerateRequest":
|
||||
@@ -1096,6 +1097,8 @@ def decode_GenerateRequest(value: Any) -> GenerateRequest:
|
||||
kw["video_data"] = None if x is None else decode_MediaInput(x)
|
||||
elif key == "audio_data":
|
||||
kw["audio_data"] = None if x is None else decode_MediaInput(x)
|
||||
elif key == "extra_key":
|
||||
kw["extra_key"] = None if x is None else decode_StringOrList(x)
|
||||
return GenerateRequest(**kw)
|
||||
|
||||
|
||||
@@ -1145,6 +1148,8 @@ def encode_GenerateRequest(v: GenerateRequest) -> Dict[str, Any]:
|
||||
d["video_data"] = encode_MediaInput(v.video_data)
|
||||
if v.audio_data is not None:
|
||||
d["audio_data"] = encode_MediaInput(v.audio_data)
|
||||
if v.extra_key is not None:
|
||||
d["extra_key"] = encode_StringOrList(v.extra_key)
|
||||
return d
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user