import unittest from sglang.test.test_utils import ( DEFAULT_MODEL_NAME_FOR_TEST, CustomTestCase, run_bench_serving, run_mmlu_test, ) class TestNoChunkedPrefill(CustomTestCase): def test_no_chunked_prefill(self): run_mmlu_test( disable_radix_cache=False, enable_mixed_chunk=False, chunked_prefill_size=-1 ) def test_no_chunked_prefill_without_radix_cache(self): res = run_bench_serving( model=DEFAULT_MODEL_NAME_FOR_TEST, num_prompts=10, request_rate=float("inf"), other_server_args=["--disable-radix-cache", "--chunked-prefill-size", "-1"], ) assert res["completed"] == 10 if __name__ == "__main__": unittest.main()