fix(recipe): drop the pre-48928 _fast_prompt_tokenizer fallback stub

This commit is contained in:
2026-11-15 10:53:15 +08:00
parent 7980a09c0a
commit 433257c7b0
@@ -158,9 +158,6 @@ class DeepSeekRecipe:
self._encoding = encoding.with_special_tokens(
self.special_tokens
).with_tokenizer(self.tokenizer)
# This base has no segment-level fast prompt tokenizer; `encode_conversation`
# falls back to `self._encoding.encode`.
self._fast_prompt_tokenizer = None
@classmethod
def from_hf_tokenizer(