Co-authored-by: ai-jz <ai-jz@users.noreply.github.com> Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com>
46 lines
1.6 KiB
Python
46 lines
1.6 KiB
Python
import unittest
|
|
|
|
from sglang.srt.entrypoints.openai.usage_processor import UsageProcessor
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
register_cpu_ci(est_time=2, suite="base-a-test-cpu")
|
|
|
|
|
|
class TestUsageProcessor(CustomTestCase):
|
|
def test_cache_details_follow_reporting_flag(self):
|
|
for enable_cache_report, cached_tokens in (
|
|
(False, 7),
|
|
(True, 0),
|
|
(True, 7),
|
|
):
|
|
with self.subTest(
|
|
enable_cache_report=enable_cache_report,
|
|
cached_tokens=cached_tokens,
|
|
):
|
|
usages = (
|
|
UsageProcessor.calculate_response_usage(
|
|
[{"meta_info": {"cached_tokens": cached_tokens}}],
|
|
enable_cache_report=enable_cache_report,
|
|
),
|
|
UsageProcessor.calculate_streaming_usage(
|
|
prompt_tokens={0: 0},
|
|
reasoning_tokens={0: 0},
|
|
completion_tokens={0: 0},
|
|
cached_tokens={0: cached_tokens},
|
|
n_choices=1,
|
|
enable_cache_report=enable_cache_report,
|
|
),
|
|
)
|
|
for usage in usages:
|
|
details = usage.prompt_tokens_details
|
|
if enable_cache_report:
|
|
self.assertIsNotNone(details)
|
|
self.assertEqual(details.cached_tokens, cached_tokens)
|
|
else:
|
|
self.assertIsNone(details)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|