refactor(disagg): remove dead get_embedding_port (#35844)
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
39d4d65a51
commit
dad6fd0f04
@@ -11,7 +11,6 @@ from dataclasses import dataclass, field
|
|||||||
from http import HTTPStatus
|
from http import HTTPStatus
|
||||||
from typing import Any, Awaitable, Callable, Dict, Iterable, List, Optional, Set, Tuple
|
from typing import Any, Awaitable, Callable, Dict, Iterable, List, Optional, Set, Tuple
|
||||||
|
|
||||||
import aiohttp
|
|
||||||
import msgspec
|
import msgspec
|
||||||
import numpy as np
|
import numpy as np
|
||||||
import torch
|
import torch
|
||||||
@@ -1944,17 +1943,6 @@ class MMEncoder:
|
|||||||
logger.info(f"Cleaning up resources for req_id {req_id}")
|
logger.info(f"Cleaning up resources for req_id {req_id}")
|
||||||
await self.release_request(req_id)
|
await self.release_request(req_id)
|
||||||
|
|
||||||
async def get_embedding_port(self, prefill_url):
|
|
||||||
async with aiohttp.ClientSession(
|
|
||||||
timeout=aiohttp.ClientTimeout(total=1800)
|
|
||||||
) as session:
|
|
||||||
response = await session.post(
|
|
||||||
f"{prefill_url}/embedding_bootstrap",
|
|
||||||
json={"embedding_port": None},
|
|
||||||
)
|
|
||||||
response_json = await response.json()
|
|
||||||
return response_json["embedding_port"]
|
|
||||||
|
|
||||||
|
|
||||||
class EncoderProfiler:
|
class EncoderProfiler:
|
||||||
def __init__(self, rank: int):
|
def __init__(self, rank: int):
|
||||||
|
|||||||
Reference in New Issue
Block a user