[router] Configure experimental sgl-router via CLI flags instead of a config file (#27073)
Signed-off-by: Kangyan Zhou <zky314343421@gmail.com> Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
631db6c757
commit
bcf89928b4
+16
-9
@@ -20,9 +20,23 @@ spec:
|
||||
- name: router
|
||||
image: sgl-router:e2e
|
||||
imagePullPolicy: Never
|
||||
# Configured entirely via CLI flags. No --service-discovery-namespace
|
||||
# means a cluster-wide EndpointSlice watch (all namespaces); the
|
||||
# `cross-ns-test=true` selector term scopes it to this test's workers.
|
||||
args:
|
||||
- "--config"
|
||||
- "/etc/config/router-cluster.toml"
|
||||
- "--host"
|
||||
- "0.0.0.0"
|
||||
- "--port"
|
||||
- "8091"
|
||||
- "--model-id"
|
||||
- "tiny"
|
||||
- "--tokenizer-path"
|
||||
- "/etc/tokenizer/tiny.json"
|
||||
- "--policy"
|
||||
- "round_robin"
|
||||
- "--service-discovery"
|
||||
- "--selector"
|
||||
- "app=sglang,cross-ns-test=true"
|
||||
ports:
|
||||
- containerPort: 8091
|
||||
name: http
|
||||
@@ -38,13 +52,6 @@ spec:
|
||||
port: 8091
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
volumeMounts:
|
||||
- name: config
|
||||
mountPath: /etc/config
|
||||
volumes:
|
||||
- name: config
|
||||
configMap:
|
||||
name: sgl-router-cluster-config
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
|
||||
@@ -18,9 +18,32 @@ spec:
|
||||
- name: router
|
||||
image: sgl-router:e2e
|
||||
imagePullPolicy: Never
|
||||
# Configured entirely via CLI flags. K8s EndpointSlice discovery
|
||||
# watches `app=sglang` pods in this namespace. The aggressive
|
||||
# circuit breaker (threshold 1, 5s cool-down) lets a terminating
|
||||
# pod's connection-refused immediately drop it from the candidate
|
||||
# set — the reconciliation tests scale workers rapidly and depend
|
||||
# on fast eviction to absorb the churn.
|
||||
args:
|
||||
- "--config"
|
||||
- "/etc/config/router.toml"
|
||||
- "--host"
|
||||
- "0.0.0.0"
|
||||
- "--port"
|
||||
- "8090"
|
||||
- "--model-id"
|
||||
- "tiny"
|
||||
- "--tokenizer-path"
|
||||
- "/etc/tokenizer/tiny.json"
|
||||
- "--policy"
|
||||
- "round_robin"
|
||||
- "--cb-threshold"
|
||||
- "1"
|
||||
- "--cb-cool-down-secs"
|
||||
- "5"
|
||||
- "--service-discovery"
|
||||
- "--service-discovery-namespace"
|
||||
- "sgl-router-test"
|
||||
- "--selector"
|
||||
- "app=sglang"
|
||||
ports:
|
||||
- containerPort: 8090
|
||||
name: http
|
||||
@@ -36,13 +59,6 @@ spec:
|
||||
port: 8090
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 10
|
||||
volumeMounts:
|
||||
- name: config
|
||||
mountPath: /etc/config
|
||||
volumes:
|
||||
- name: config
|
||||
configMap:
|
||||
name: sgl-router-config
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
|
||||
Reference in New Issue
Block a user