Faradawn YangandRyan Stewart
3add7e19ff
Signed-off-by: Faradawn Yang <73060648+faradawn@users.noreply.github.com> Signed-off-by: Ryan Stewart <rystewart@nvidia.com> Co-authored-by: Ryan Stewart <rystewart@nvidia.com>
167 lines
3.9 KiB
Plaintext
167 lines
3.9 KiB
Plaintext
---
|
|
title: Overview
|
|
mode: wide
|
|
description: Practical guides for deploying and using large language models and vision language models with SGLang.
|
|
metatags:
|
|
description: "Explore SGLang autoregressive model cookbooks for LLM and VLM deployment, invocation, optimization, and benchmarking examples."
|
|
---
|
|
|
|
<CardGroup cols={3}>
|
|
<Card
|
|
title="Kimi (Moonshot AI)"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Moonshotai/Kimi-K3"
|
|
img="/cards/logos/moonshotai.png"
|
|
/>
|
|
<Card
|
|
title="Thinking Machines"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/ThinkingMachines/Inkling"
|
|
img="/cards/logos/thinkingmachines.png"
|
|
/>
|
|
<Card
|
|
title="GLM"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/GLM/GLM-5.2"
|
|
img="/cards/logos/glm.png"
|
|
/>
|
|
<Card
|
|
title="Qwen"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Qwen/Qwen3.6"
|
|
img="/cards/logos/qwen.png"
|
|
/>
|
|
<Card
|
|
title="DeepSeek"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/DeepSeek/DeepSeek-V4"
|
|
img="/cards/logos/deepseek.png"
|
|
/>
|
|
<Card
|
|
title="DeepReinforce"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/DeepReinforce/Ornith-1.0"
|
|
img="/cards/logos/deepreinforce.png"
|
|
/>
|
|
<Card
|
|
title="Meta"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Meta/MuseGlimmer"
|
|
img="/cards/logos/meta.png"
|
|
/>
|
|
<Card
|
|
title="Meituan"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Meituan/LongCat-2.0"
|
|
img="/cards/logos/meituan.png"
|
|
/>
|
|
<Card
|
|
title="Google"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Google/Gemma4"
|
|
img="/cards/logos/google.png"
|
|
/>
|
|
<Card
|
|
title="LiquidAI"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/LiquidAI/LFM2.5"
|
|
img="/cards/logos/liquidai.png"
|
|
/>
|
|
<Card
|
|
title="OpenAI"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/OpenAI/GPT-OSS"
|
|
img="/cards/logos/openai.png"
|
|
/>
|
|
<Card
|
|
title="MiniMax"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/MiniMax/MiniMax-M3"
|
|
img="/cards/logos/minimax.png"
|
|
/>
|
|
<Card
|
|
title="NVIDIA"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/NVIDIA/Nemotron3.5-Lightning"
|
|
img="/cards/logos/nvidia.png"
|
|
/>
|
|
<Card
|
|
title="Baidu"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Baidu/Unlimited-OCR"
|
|
img="/cards/logos/baidu.svg"
|
|
/>
|
|
<Card
|
|
title="Ernie"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Ernie/Ernie4.5"
|
|
img="/cards/logos/ernie.png"
|
|
/>
|
|
<Card
|
|
title="StepFun"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/StepFun/Step3.5"
|
|
img="/cards/logos/stepfun.png"
|
|
/>
|
|
<Card
|
|
title="InclusionAI"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/InclusionAI/Ling-3.0-flash"
|
|
img="/cards/logos/inclusionai.png"
|
|
/>
|
|
<Card
|
|
title="InternLM"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/InternLM/Intern-S2-Mobius"
|
|
img="/cards/logos/internlm.png"
|
|
/>
|
|
<Card
|
|
title="InternVL"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/InternVL/InternVL3.5"
|
|
img="/cards/logos/internvl.png"
|
|
/>
|
|
<Card
|
|
title="OpenBMB"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/OpenBMB/MiniCPM-V-4_6"
|
|
img="/cards/logos/openbmb.png"
|
|
/>
|
|
<Card
|
|
title="Jina AI"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Jina/Jina-reranker-m0"
|
|
img="/cards/logos/jina.png"
|
|
/>
|
|
<Card
|
|
title="Mistral"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Mistral/Ministral-3"
|
|
img="/cards/logos/mistral.png"
|
|
/>
|
|
<Card
|
|
title="Xiaomi"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Xiaomi/MiMo-V2.5"
|
|
img="/cards/logos/xiaomi.png"
|
|
/>
|
|
<Card
|
|
title="FlashLabs"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/FlashLabs/Chroma1.0"
|
|
img="/cards/logos/flashlabs.png"
|
|
/>
|
|
<Card
|
|
title="Tencent"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Tencent/Hy3"
|
|
img="/cards/logos/tencent.png"
|
|
/>
|
|
<Card
|
|
title="Poolside"
|
|
mode="card"
|
|
href="/cookbook/autoregressive/Poolside/Laguna-S-2.1"
|
|
img="/cards/logos/poolside.png"
|
|
/>
|
|
</CardGroup>
|