[refactor] Move model-capability adjustments into the resolution pipeline (#30299)

This commit is contained in:
Cheng Wan
2026-07-07 21:26:55 -07:00
committed by GitHub
parent d4963f5c55
commit b14f7b4f75
29 changed files with 478 additions and 209 deletions
@@ -390,7 +390,7 @@ class Runtime:
for port in range(self.server_args.port, 40000):
if is_port_available(port):
break
self.server_args.port = port
self.server_args.override("runtime_endpoint.port_alloc", port=port)
self.url = self.server_args.url()
self.generate_url = self.url + "/generate"