refactor(disagg): remove dead get_embedding_port (#35844)
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
39d4d65a51
commit
dad6fd0f04
@@ -11,7 +11,6 @@ from dataclasses import dataclass, field
|
||||
from http import HTTPStatus
|
||||
from typing import Any, Awaitable, Callable, Dict, Iterable, List, Optional, Set, Tuple
|
||||
|
||||
import aiohttp
|
||||
import msgspec
|
||||
import numpy as np
|
||||
import torch
|
||||
@@ -1944,17 +1943,6 @@ class MMEncoder:
|
||||
logger.info(f"Cleaning up resources for req_id {req_id}")
|
||||
await self.release_request(req_id)
|
||||
|
||||
async def get_embedding_port(self, prefill_url):
|
||||
async with aiohttp.ClientSession(
|
||||
timeout=aiohttp.ClientTimeout(total=1800)
|
||||
) as session:
|
||||
response = await session.post(
|
||||
f"{prefill_url}/embedding_bootstrap",
|
||||
json={"embedding_port": None},
|
||||
)
|
||||
response_json = await response.json()
|
||||
return response_json["embedding_port"]
|
||||
|
||||
|
||||
class EncoderProfiler:
|
||||
def __init__(self, rank: int):
|
||||
|
||||
Reference in New Issue
Block a user