[Misc] Add network timeout to eval dataset downloads (#21873)
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
a19ef3a615
commit
0138708576
@@ -519,7 +519,7 @@ def make_report_from_example_htmls(htmls: List[str]):
|
|||||||
def download_dataset(path, url):
|
def download_dataset(path, url):
|
||||||
print(f"Downloading dataset {path} from {url}")
|
print(f"Downloading dataset {path} from {url}")
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, stream=True, timeout=120)
|
response = requests.get(url, stream=True, timeout=30)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
|
|
||||||
total_size = int(response.headers.get("content-length", 0))
|
total_size = int(response.headers.get("content-length", 0))
|
||||||
|
|||||||
@@ -32,7 +32,10 @@ class GPQAEval(Eval):
|
|||||||
num_threads: int,
|
num_threads: int,
|
||||||
n_repeats: int = 1,
|
n_repeats: int = 1,
|
||||||
):
|
):
|
||||||
df = pandas.read_csv(filename)
|
if "://" in filename:
|
||||||
|
df = pandas.read_csv(filename, storage_options={"timeout": 30})
|
||||||
|
else:
|
||||||
|
df = pandas.read_csv(filename)
|
||||||
examples = [row.to_dict() for _, row in df.iterrows()]
|
examples = [row.to_dict() for _, row in df.iterrows()]
|
||||||
rng = random.Random(0)
|
rng = random.Random(0)
|
||||||
if num_examples:
|
if num_examples:
|
||||||
|
|||||||
@@ -40,7 +40,10 @@ class MathEval(Eval):
|
|||||||
num_examples: Optional[int],
|
num_examples: Optional[int],
|
||||||
num_threads: int,
|
num_threads: int,
|
||||||
):
|
):
|
||||||
df = pandas.read_csv(filename)
|
if "://" in filename:
|
||||||
|
df = pandas.read_csv(filename, storage_options={"timeout": 30})
|
||||||
|
else:
|
||||||
|
df = pandas.read_csv(filename)
|
||||||
examples = [row.to_dict() for _, row in df.iterrows()]
|
examples = [row.to_dict() for _, row in df.iterrows()]
|
||||||
if num_examples:
|
if num_examples:
|
||||||
examples = random.Random(0).sample(examples, num_examples)
|
examples = random.Random(0).sample(examples, num_examples)
|
||||||
|
|||||||
@@ -86,7 +86,10 @@ subject2category = {
|
|||||||
|
|
||||||
class MMLUEval(Eval):
|
class MMLUEval(Eval):
|
||||||
def __init__(self, filename: str, num_examples: Optional[int], num_threads: int):
|
def __init__(self, filename: str, num_examples: Optional[int], num_threads: int):
|
||||||
df = pandas.read_csv(filename)
|
if "://" in filename:
|
||||||
|
df = pandas.read_csv(filename, storage_options={"timeout": 30})
|
||||||
|
else:
|
||||||
|
df = pandas.read_csv(filename)
|
||||||
examples = [row.to_dict() for _, row in df.iterrows()]
|
examples = [row.to_dict() for _, row in df.iterrows()]
|
||||||
if num_examples:
|
if num_examples:
|
||||||
examples = random.Random(0).sample(examples, num_examples)
|
examples = random.Random(0).sample(examples, num_examples)
|
||||||
|
|||||||
@@ -457,7 +457,7 @@ def download_dataset(path: str, url: str) -> None:
|
|||||||
"""Download a dataset from URL to path."""
|
"""Download a dataset from URL to path."""
|
||||||
logger.info("Downloading dataset from %s", url)
|
logger.info("Downloading dataset from %s", url)
|
||||||
try:
|
try:
|
||||||
response = requests.get(url, stream=True)
|
response = requests.get(url, stream=True, timeout=30)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
|
|
||||||
total_size = int(response.headers.get("content-length", 0))
|
total_size = int(response.headers.get("content-length", 0))
|
||||||
|
|||||||
@@ -93,7 +93,10 @@ class MMLUEval(Eval):
|
|||||||
"""MMLU benchmark evaluation."""
|
"""MMLU benchmark evaluation."""
|
||||||
|
|
||||||
def __init__(self, filename: str, num_examples: int | None, num_threads: int):
|
def __init__(self, filename: str, num_examples: int | None, num_threads: int):
|
||||||
df = pandas.read_csv(filename)
|
if "://" in filename:
|
||||||
|
df = pandas.read_csv(filename, storage_options={"timeout": 30})
|
||||||
|
else:
|
||||||
|
df = pandas.read_csv(filename)
|
||||||
examples = [row.to_dict() for _, row in df.iterrows()]
|
examples = [row.to_dict() for _, row in df.iterrows()]
|
||||||
if num_examples:
|
if num_examples:
|
||||||
examples = random.Random(0).sample(examples, num_examples)
|
examples = random.Random(0).sample(examples, num_examples)
|
||||||
|
|||||||
Reference in New Issue
Block a user