feat: add Crusoe managed inference backend (#20475)

Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Emmanuel Acheampong
2026-05-12 16:23:23 -07:00
committed by GitHub
co-authored by Claude Sonnet 4.6
parent 49ac447c94
commit b49d05fd0e
3 changed files with 124 additions and 0 deletions
+2
View File
@@ -69,6 +69,7 @@ from sglang.utils import LazyImport
from sglang.version import __version__
Anthropic = LazyImport("sglang.lang.backend.anthropic", "Anthropic")
Crusoe = LazyImport("sglang.lang.backend.crusoe", "Crusoe")
LiteLLM = LazyImport("sglang.lang.backend.litellm", "LiteLLM")
OpenAI = LazyImport("sglang.lang.backend.openai", "OpenAI")
VertexAI = LazyImport("sglang.lang.backend.vertexai", "VertexAI")
@@ -106,6 +107,7 @@ __all__ = [
"unconditional_likelihood_normalized",
"ServerArgs",
"Anthropic",
"Crusoe",
"LiteLLM",
"OpenAI",
"VertexAI",
+43
View File
@@ -0,0 +1,43 @@
import os
from typing import Optional
from sglang.lang.backend.openai import OpenAI
from sglang.lang.chat_template import ChatTemplate
CRUSOE_BASE_URL = "https://managed-inference-api-proxy.crusoecloud.com/v1/"
class Crusoe(OpenAI):
"""SGLang backend for Crusoe managed inference.
Crusoe exposes an OpenAI-compatible API, so this is a thin wrapper
around the OpenAI backend that handles Crusoe-specific defaults.
Args:
model_name: The model to use, e.g. "meta-llama/Llama-3.1-8B-Instruct".
api_key: Crusoe API key. Defaults to CRUSOE_API_KEY env var.
base_url: Override the Crusoe endpoint. Defaults to the Crusoe API.
chat_template: Optional custom chat template.
"""
def __init__(
self,
model_name: str,
api_key: Optional[str] = None,
base_url: Optional[str] = None,
chat_template: Optional[ChatTemplate] = None,
**kwargs,
):
resolved_api_key = api_key or os.environ.get("CRUSOE_API_KEY")
if not resolved_api_key:
raise ValueError(
"Crusoe API key required. Pass api_key= or set CRUSOE_API_KEY."
)
super().__init__(
model_name=model_name,
chat_template=chat_template,
api_key=resolved_api_key,
base_url=base_url or CRUSOE_BASE_URL,
**kwargs,
)