Fix LongCat n-gram embedding in PD-disaggregated scheduler loops (#31134)
Co-authored-by: whn09 <whn09@users.noreply.github.com> Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
co-authored by
whn09
Claude Opus 4.8
parent
a614821341
commit
5cbea10e2f
@@ -2001,6 +2001,9 @@ class SchedulerDisaggregationDecodeMixin:
|
||||
)
|
||||
self.running_batch = plan.running_batch
|
||||
batch = plan.batch_to_run
|
||||
batch = self.ngram_embedding_manager.prepare_for_forward(
|
||||
batch, chunked_req=self.chunked_req
|
||||
)
|
||||
self.cur_batch_for_debug = batch
|
||||
|
||||
# Launch the current batch
|
||||
@@ -2039,6 +2042,9 @@ class SchedulerDisaggregationDecodeMixin:
|
||||
)
|
||||
self.running_batch = plan.running_batch
|
||||
batch = plan.batch_to_run
|
||||
batch = self.ngram_embedding_manager.prepare_for_forward(
|
||||
batch, chunked_req=self.chunked_req
|
||||
)
|
||||
self.cur_batch_for_debug = batch
|
||||
# overlap + spec + grammar is unsupported (would desync DP ranks).
|
||||
disable_overlap_for_batch = self.is_disable_overlap_for_batch(
|
||||
|
||||
@@ -521,6 +521,9 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
)
|
||||
self.running_batch = plan.running_batch
|
||||
batch = plan.batch_to_run
|
||||
batch = self.ngram_embedding_manager.prepare_for_forward(
|
||||
batch, chunked_req=self.chunked_req
|
||||
)
|
||||
self.cur_batch_for_debug = batch
|
||||
|
||||
# Launch the current batch
|
||||
@@ -559,6 +562,9 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
)
|
||||
self.running_batch = plan.running_batch
|
||||
batch = plan.batch_to_run
|
||||
batch = self.ngram_embedding_manager.prepare_for_forward(
|
||||
batch, chunked_req=self.chunked_req
|
||||
)
|
||||
self.cur_batch_for_debug = batch
|
||||
|
||||
# Launch the current batch
|
||||
|
||||
Reference in New Issue
Block a user