minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Test] Fix session control test (#12336)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-10-29 18:28:04 +08:00
committed by GitHub
parent 14cbe42fd3
commit 42f8ea4030
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/session_controller.py
+2 -1
View File
@@ -137,13 +137,14 @@ class Session:
origin_input_ids=input_ids, origin_input_ids=input_ids,
origin_input_ids_unpadded=input_ids_unpadded, origin_input_ids_unpadded=input_ids_unpadded,
sampling_params=req.sampling_params, sampling_params=req.sampling_params,
lora_path=req.lora_path, lora_id=req.lora_id,
session_id=self.session_id, session_id=self.session_id,
custom_logit_processor=req.custom_logit_processor, custom_logit_processor=req.custom_logit_processor,
stream=req.stream, stream=req.stream,
return_logprob=req.return_logprob, return_logprob=req.return_logprob,
top_logprobs_num=req.top_logprobs_num, top_logprobs_num=req.top_logprobs_num,
token_ids_logprob=req.token_ids_logprob, token_ids_logprob=req.token_ids_logprob,
vocab_size=tokenizer.vocab_size,
) )
if last_req is not None: if last_req is not None:
new_req.multimodal_inputs = last_req.multimodal_inputs new_req.multimodal_inputs = last_req.multimodal_inputs