Sync server arguments and environment variables + update various documentation (#28674)

Co-authored-by: Brayden Zhong <brayden.zhong@radixark.ai>
Co-authored-by: zijiexia <37504505+zijiexia@users.noreply.github.com>
This commit is contained in:
Brayden Zhong
2026-06-22 10:23:46 -07:00
committed by GitHub
co-authored by Brayden Zhong zijiexia
parent 34e5e38604
commit 99c18cceec
7 changed files with 2728 additions and 825 deletions
+6 -5
View File
@@ -711,8 +711,7 @@
"docs/basic_usage/ollama_api",
"docs/basic_usage/offline_engine_api",
"docs/basic_usage/native_api",
"docs/basic_usage/sampling_params",
"docs/basic_usage/aws_sagemaker"
"docs/basic_usage/sampling_params"
]
},
{
@@ -721,7 +720,6 @@
"pages": [
"docs/advanced_features/overview",
"docs/advanced_features/server_arguments",
"docs/advanced_features/object_storage",
"docs/advanced_features/hyperparameter_tuning",
"docs/advanced_features/attention_backend",
"docs/advanced_features/hisparse_guide",
@@ -757,6 +755,8 @@
"docs/advanced_features/llm-d",
"docs/advanced_features/deterministic_inference",
"docs/advanced_features/observability",
"docs/advanced_features/model_loading",
"docs/advanced_features/object_storage",
"docs/advanced_features/checkpoint_engine",
"docs/advanced_features/sglang_for_rl"
]
@@ -833,13 +833,14 @@
"docs/references/production_metrics",
"docs/references/production_request_trace",
{
"group": "Multi-Node Deployment",
"group": "Deployment",
"pages": [
"docs/references/multi_node_deployment/multi_node_index",
"docs/references/multi_node_deployment/multi_node",
"docs/references/multi_node_deployment/deploy_on_k8s",
"docs/references/multi_node_deployment/lws_pd/lws_pd_deploy",
"docs/references/multi_node_deployment/rbg_pd/deepseekv32_pd"
"docs/references/multi_node_deployment/rbg_pd/deepseekv32_pd",
"docs/basic_usage/aws_sagemaker"
]
},
"docs/references/custom_chat_template",