[diffusion] fix: avoid saving output for warmup requests (#18867)
This commit is contained in:
@@ -198,7 +198,6 @@ class Scheduler:
|
|||||||
prompt="",
|
prompt="",
|
||||||
negative_prompt="",
|
negative_prompt="",
|
||||||
image_path=[input_path],
|
image_path=[input_path],
|
||||||
is_warmup=True,
|
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
req = Req(
|
req = Req(
|
||||||
@@ -206,8 +205,8 @@ class Scheduler:
|
|||||||
width=width,
|
width=width,
|
||||||
height=height,
|
height=height,
|
||||||
prompt="",
|
prompt="",
|
||||||
is_warmup=True,
|
|
||||||
)
|
)
|
||||||
|
req.set_as_warmup()
|
||||||
self.waiting_queue.append((None, req))
|
self.waiting_queue.append((None, req))
|
||||||
# if server is warmed-up, set this flag to avoid req-based warmup
|
# if server is warmed-up, set this flag to avoid req-based warmup
|
||||||
self.warmed_up = True
|
self.warmed_up = True
|
||||||
|
|||||||
@@ -252,6 +252,8 @@ class Req:
|
|||||||
|
|
||||||
def set_as_warmup(self):
|
def set_as_warmup(self):
|
||||||
self.is_warmup = True
|
self.is_warmup = True
|
||||||
|
self.save_output = False
|
||||||
|
self.suppress_logs = True
|
||||||
self.extra["cache_dit_num_inference_steps"] = self.num_inference_steps
|
self.extra["cache_dit_num_inference_steps"] = self.num_inference_steps
|
||||||
self.num_inference_steps = 1
|
self.num_inference_steps = 1
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user