minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] Improve logging in policies module (#15496)

Browse Source
This commit is contained in:
Simo Lin
2025-12-19 13:02:57 -08:00
committed by GitHub
parent b5eb0214ca
commit bd16244d93
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/src/policies/bucket.rs
+2 -2
View File
@@ -58,7 +58,7 @@ impl BucketPolicy {
bucket_guard.adjust_boundary(); bucket_guard.adjust_boundary();
} }
Err(e) => { Err(e) => {
eprintln!( error!(
"Failed to acquire write lock for bucket {}: {}", "Failed to acquire write lock for bucket {}: {}",
model_id, e model_id, e
); );
@@ -112,7 +112,7 @@ impl BucketPolicy {
if let Ok(mut bucket_guard) = lock_result { if let Ok(mut bucket_guard) = lock_result {
bucket_guard.init_prefill_worker_urls(worker_urls); bucket_guard.init_prefill_worker_urls(worker_urls);
} else { } else {
eprintln!("Failed to acquire write lock for bucket initialization"); error!("Failed to acquire write lock for bucket initialization");
} }
} }
} }
sgl-model-gateway/src/policies/tree.rs
+5 -5
View File
@@ -10,7 +10,7 @@ use std::{
}; };
use dashmap::{mapref::entry::Entry, DashMap}; use dashmap::{mapref::entry::Entry, DashMap};
use tracing::info; use tracing::debug;
type NodeRef = Arc<Node>; type NodeRef = Arc<Node>;
@@ -674,9 +674,9 @@ impl Tree {
} }
} }
info!("Before eviction - Used size per tenant:"); debug!("Before eviction - Used size per tenant:");
for entry in self.tenant_char_count.iter() { for entry in self.tenant_char_count.iter() {
info!("Tenant: {}, Size: {}", entry.key(), entry.value()); debug!("Tenant: {}, Size: {}", entry.key(), entry.value());
} }
// Process eviction // Process eviction
@@ -728,9 +728,9 @@ impl Tree {
}; };
} }
info!("After eviction - Used size per tenant:"); debug!("After eviction - Used size per tenant:");
for entry in self.tenant_char_count.iter() { for entry in self.tenant_char_count.iter() {
info!("Tenant: {}, Size: {}", entry.key(), entry.value()); debug!("Tenant: {}, Size: {}", entry.key(), entry.value());
} }
} }