Fix the output of hidden states after HTTP requests (#4269)

This commit is contained in:
Qiaolin Yu
2025-03-13 14:54:06 -07:00
committed by GitHub
parent 5fe79605a8
commit 85d2365d33
5 changed files with 47 additions and 9 deletions
+1 -1
View File
@@ -361,7 +361,7 @@ class Req:
) = self.output_top_logprobs_idx = self.output_token_ids_logprobs_val = (
self.output_token_ids_logprobs_idx
) = None
self.hidden_states = []
self.hidden_states: List[List[float]] = []
# Embedding (return values)
self.embedding = None