minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Inline _set_gc into _set_envs_and_config (#33538)

Browse Source
This commit is contained in:
Lianmin Zheng
2026-08-04 07:31:56 -07:00
committed by GitHub
parent d257b58e67
commit 7adf2f4a9a
1 changed files with 2 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/engine.py
+2 -5
View File
@@ -22,6 +22,7 @@ from __future__ import annotations
import asyncio import asyncio
import atexit import atexit
import dataclasses import dataclasses
import gc
import logging import logging
import multiprocessing as mp import multiprocessing as mp
import os import os
@@ -1018,7 +1019,6 @@ class Engine(EngineScoreMixin, EngineBase):
load_plugins() load_plugins()
server_args.check_server_args() server_args.check_server_args()
_set_gc(server_args)
# Allocate ports for inter-process communications # Allocate ports for inter-process communications
if port_args is None: if port_args is None:
@@ -1627,11 +1627,8 @@ def _set_envs_and_config(server_args: ServerArgs):
# Set mp start method # Set mp start method
mp.set_start_method("spawn", force=True) mp.set_start_method("spawn", force=True)
# Set gc threshold
def _set_gc(server_args: ServerArgs):
if gc_threshold := server_args.gc_threshold: if gc_threshold := server_args.gc_threshold:
import gc
gc.set_threshold(*gc_threshold) gc.set_threshold(*gc_threshold)