[model-gateway] optimize core modules (#14751)

This commit is contained in:
Simo Lin
2025-12-09 10:54:07 -08:00
committed by GitHub
parent 15bc8cbd74
commit 8b98bb768c
5 changed files with 141 additions and 112 deletions
+4 -4
View File
@@ -51,7 +51,7 @@ mod test_pd_routing {
assert_eq!(prefill_worker.url(), "http://prefill:8080");
match prefill_worker.worker_type() {
WorkerType::Prefill { bootstrap_port } => {
assert_eq!(bootstrap_port, Some(9000));
assert_eq!(*bootstrap_port, Some(9000));
}
_ => panic!("Expected Prefill worker type"),
}
@@ -353,7 +353,7 @@ mod test_pd_routing {
let bootstrap_port = match prefill_worker.worker_type() {
WorkerType::Prefill { bootstrap_port } => bootstrap_port,
_ => None,
_ => &None,
};
single_json["bootstrap_host"] = json!(prefill_worker.bootstrap_host());
@@ -697,7 +697,7 @@ mod test_pd_routing {
let bootstrap_port = match prefill_worker.worker_type() {
WorkerType::Prefill { bootstrap_port } => bootstrap_port,
_ => None,
_ => &None,
};
let batch_size = 16;
let hostname = prefill_worker.bootstrap_host();
@@ -823,7 +823,7 @@ mod test_pd_routing {
let bootstrap_port = match prefill_worker.worker_type() {
WorkerType::Prefill { bootstrap_port } => bootstrap_port,
_ => None,
_ => &None,
};
let hostname = prefill_worker.bootstrap_host();