Use X-SMG-Routing-Key header instead of json body and add tests (#15826)

2025-12-25 09:58:14 -08:00
parent a355911909
commit 6ef543f99d
22 changed files with 106 additions and 107 deletions
@@ -67,7 +67,6 @@ fn default_generate_request() -> GenerateRequest {
        return_bytes: false,
        return_entropy: false,
        rid: None,
-        routing_id: None,
    }
 }

@@ -123,7 +122,6 @@ fn default_completion_request() -> CompletionRequest {
        return_hidden_states: false,
        sampling_seed: None,
        other: serde_json::Map::new(),
-        routing_id: None,
    }
 }