import unittest from sglang.srt.utils import kill_process_tree from sglang.test.kits.eval_accuracy_kit import MGSMEnMixin from sglang.test.test_utils import ( DEFAULT_MLA_MODEL_NAME_FOR_TEST, DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, DEFAULT_URL_FOR_TEST, CustomTestCase, popen_launch_server, ) # MLA attention test with MGSM evaluation class TestMLA(CustomTestCase, MGSMEnMixin): mgsm_en_score_threshold = 0.8 @classmethod def setUpClass(cls): cls.model = DEFAULT_MLA_MODEL_NAME_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST cls.process = popen_launch_server( cls.model, cls.base_url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, other_args=[ "--trust-remote-code", "--enable-torch-compile", "--torch-compile-max-bs", "4", "--chunked-prefill-size", "256", ], ) @classmethod def tearDownClass(cls): kill_process_tree(cls.process.pid) if __name__ == "__main__": unittest.main()