diff --git a/python/sglang/srt/entrypoints/openai/serving_chat.py b/python/sglang/srt/entrypoints/openai/serving_chat.py index d5e6bf5f3e..cd1ba3c8d3 100644 --- a/python/sglang/srt/entrypoints/openai/serving_chat.py +++ b/python/sglang/srt/entrypoints/openai/serving_chat.py @@ -1748,6 +1748,7 @@ class OpenAIServingChat(OpenAIServingBase): cache_key = None if use_cache: try: + # Key order is part of the key: templates render dicts in their given order. cache_key = orjson.dumps( ( getattr( @@ -1760,7 +1761,6 @@ class OpenAIServingChat(OpenAIServingBase): template_kwargs, encode_kwargs, ), - option=orjson.OPT_SORT_KEYS, ) except TypeError: pass