[Config] Round 5.1: the published-side readers ask the bags, and a platform fact gets one address (#37086)
This commit is contained in:
@@ -23,7 +23,11 @@ import torch.distributed as dist
|
||||
import zmq
|
||||
|
||||
from sglang.srt.managers.io_struct import sock_recv, sock_send, wrap_as_pickle
|
||||
from sglang.srt.runtime_context import get_serving
|
||||
from sglang.srt.runtime_context import (
|
||||
get_parallel,
|
||||
get_server_args,
|
||||
get_serving,
|
||||
)
|
||||
|
||||
# -------------------------------------- config base ------------------------------------------
|
||||
|
||||
@@ -1722,8 +1726,6 @@ class _SGLangPlugin(_FrameworkPlugin):
|
||||
|
||||
info = {}
|
||||
|
||||
from sglang.srt.runtime_context import get_parallel
|
||||
|
||||
try:
|
||||
parallel = get_parallel()
|
||||
info["tp_rank"] = parallel.tp_rank
|
||||
@@ -1793,7 +1795,6 @@ class _SGLangPlugin(_FrameworkPlugin):
|
||||
return None
|
||||
|
||||
try:
|
||||
from sglang.srt.runtime_context import get_server_args
|
||||
|
||||
args = get_server_args()
|
||||
if args is None:
|
||||
|
||||
Reference in New Issue
Block a user