feat: use structural tags to enable strict tool calling and reasoning for more models (#21722)
Signed-off-by: Yuchuan <yuchuan.7streams@gmail.com> Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com> Co-authored-by: Ubospica <ubospica@gmail.com> Co-authored-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
co-authored by
Xinyuan Tong
Ubospica
Xinyuan Tong
parent
ef2b1b6d89
commit
952b3caf18
@@ -66,6 +66,7 @@ dependencies = [
|
||||
"transformers==5.6.0",
|
||||
"uvicorn",
|
||||
"uvloop",
|
||||
# "xgrammar==0.2.0", xgrammar depends on CUDA PyTorch and Triton only
|
||||
"smg-grpc-servicer>=0.5.0",
|
||||
]
|
||||
|
||||
|
||||
Reference in New Issue
Block a user