sgl-project--sglang
94057c3d3e
PR Test (NPU) / check-changes (push) Has been cancelled
PR Test (NPU) / pr-gate (push) Has been cancelled
PR Test (NPU) / set-image-config (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-4-npu-a3 (push) Has been cancelled
PR Test (NPU) / stage-b-test-16-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-1-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-2-npu-a3 (push) Has been cancelled
PR Test (Arm64) / pr-gate (push) Has been cancelled
PR Test (Arm64) / check-changes (push) Has been cancelled
PR Test (Arm64) / build-test (push) Has been cancelled
PR Test (sgl-router) / gate (push) Has been cancelled
PR Test (sgl-router) / tier-1 — lint (push) Has been cancelled
PR Test (sgl-router) / tier-2 — build + test (push) Has been cancelled
PR Test (sgl-router) / tier-3 — docker (placeholder) (push) Has been cancelled
PR Test (sgl-router) / tier-3 — k8s integration (push) Has been cancelled
PR Test (sgl-router) / tier-3 — e2e (push) Has been cancelled
PR Test (sgl-router) / finish (push) Has been cancelled
PR Test (NPU) / single-node-poc (map[name:qwen3_6_27b_w8a8_1p_in64k_out1k_50ms runner:linux-aarch64-a3-2 test_case:test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py test_type:perf]) (push) Has been cancelled
PR Test (NPU) / pr-test-npu-finish (push) Has been cancelled
PR Test (Xeon) / pr-gate (push) Has been cancelled
PR Test (Xeon) / check-changes (push) Has been cancelled
PR Test (Xeon) / build-test (, xeon-gnr, base-b-test-cpu) (push) Has been cancelled
PR Test (XPU) / check-changes (push) Has been cancelled
PR Test (XPU) / pr-gate (push) Has been cancelled
PR Test (XPU) / stage-a-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / wait-for-stage-a (push) Has been cancelled
PR Test (XPU) / stage-b-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / finish (push) Has been cancelled
CI Model Inventory / build-inventory (push) Has been cancelled
Lint / lint (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Compilation Check (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Manual Policy (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Request Processing (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Summary (push) Has been cancelled
PR Test (SMG) / build-wheel (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on windows (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (x86_64 - auto) (push) Has been cancelled
PR Test (SMG) / python-unit-tests (push) Has been cancelled
PR Test (SMG) / unit-tests (push) Has been cancelled
PR Test (SMG) / benchmarks (push) Has been cancelled
PR Test (SMG) / chat-completions (push) Has been cancelled
PR Test (SMG) / chat-completions-4gpu (push) Has been cancelled
PR Test (SMG) / e2e (push) Has been cancelled
PR Test (SMG) / docker-build-test (push) Has been cancelled
PR Test (SMG) / k8s-integration (push) Has been cancelled
PR Test (SMG) / finish (push) Has been cancelled
PR Test (SMG) / summarize-benchmarks (push) Has been cancelled
Release SGLang Model Gateway Docker Image / publish (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Build SDist (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Upload to PyPI (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (aarch64, 12.9, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (x86_64, 12.9, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu129 (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (aarch64, 13.0, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (x86_64, 13.0, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu130 (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 700) (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 720) (push) Has been cancelled
Release SGLang Kernels / release-rocm700 (push) Has been cancelled
Release SGLang Kernels / release-rocm720 (push) Has been cancelled
Release SGLang Kernels / build-musa43 (43, 3.10) (push) Has been cancelled
Release SGLang Kernels / release-musa43 (push) Has been cancelled
134 行
5.0 KiB
Python
134 行
5.0 KiB
Python
import unittest
|
|
|
|
from sglang.srt.observability.utils import (
|
|
generate_buckets,
|
|
two_sides_exponential_buckets,
|
|
)
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
|
|
register_cpu_ci(est_time=6, suite="base-a-test-cpu")
|
|
register_cpu_ci(est_time=7, suite="base-c-test-cpu")
|
|
|
|
|
|
class TestMetricsUtils(unittest.TestCase):
|
|
"""Test cases for metrics utility functions."""
|
|
|
|
def test_two_sides_exponential_buckets_basic(self):
|
|
"""Test basic functionality of two_sides_exponential_buckets."""
|
|
# Test with simple parameters
|
|
count = 5
|
|
buckets = two_sides_exponential_buckets(middle=10.0, base=2.0, count=count)
|
|
|
|
# Should contain the middle value
|
|
self.assertIn(10.0, buckets)
|
|
|
|
# Should be sorted
|
|
self.assertEqual(buckets, sorted(buckets))
|
|
|
|
# Should have unique values (no duplicates)
|
|
self.assertEqual(len(buckets), len(set(buckets)))
|
|
|
|
# Should have reasonable number of buckets (not exactly count due to ceiling and deduplication)
|
|
self.assertGreaterEqual(len(buckets), 3)
|
|
self.assertLessEqual(len(buckets), count + 2)
|
|
|
|
def test_two_sides_exponential_buckets_specific_values(self):
|
|
"""Test specific values for two_sides_exponential_buckets."""
|
|
buckets = two_sides_exponential_buckets(middle=100.0, base=2.0, count=4)
|
|
expected_values = [96.0, 98.0, 100.0, 102.0, 104.0]
|
|
self.assertEqual(buckets, expected_values)
|
|
|
|
def test_two_sides_exponential_buckets_negative_values(self):
|
|
"""Test two_sides_exponential_buckets with values that could go negative."""
|
|
buckets = two_sides_exponential_buckets(middle=5.0, base=3.0, count=4)
|
|
|
|
# Should not contain negative values (max(0, middle - distance))
|
|
for bucket in buckets:
|
|
self.assertGreaterEqual(bucket, 0.0)
|
|
|
|
# Should contain the middle value
|
|
self.assertIn(5.0, buckets)
|
|
|
|
def test_two_sides_exponential_buckets_edge_cases(self):
|
|
"""Test edge cases for two_sides_exponential_buckets."""
|
|
# Count = 1
|
|
buckets = two_sides_exponential_buckets(middle=10.0, base=2.0, count=1)
|
|
self.assertIn(10.0, buckets)
|
|
|
|
# Very small middle value
|
|
buckets = two_sides_exponential_buckets(middle=0.1, base=2.0, count=2)
|
|
self.assertIn(0.1, buckets)
|
|
for bucket in buckets:
|
|
self.assertGreaterEqual(bucket, 0.0)
|
|
|
|
def test_generate_buckets_default(self):
|
|
"""Test generate_buckets with default rule."""
|
|
default_buckets = [1.0, 5.0, 10.0, 50.0, 100.0]
|
|
|
|
# Test with "default" rule
|
|
result = generate_buckets(["default"], default_buckets)
|
|
self.assertEqual(result, default_buckets)
|
|
|
|
# Test with None (should default to "default")
|
|
result = generate_buckets(None, default_buckets)
|
|
self.assertEqual(result, default_buckets)
|
|
|
|
# Test with empty (should default to "default")
|
|
result = generate_buckets(None, default_buckets)
|
|
self.assertEqual(result, default_buckets)
|
|
|
|
def test_generate_buckets_tse(self):
|
|
"""Test generate_buckets with tse (two sides exponential) rule."""
|
|
default_buckets = [1.0, 5.0, 10.0]
|
|
|
|
# Test with "tse" rule
|
|
result = generate_buckets(["tse", "10", "2.0", "4"], default_buckets)
|
|
|
|
# Should return the same as calling two_sides_exponential_buckets directly
|
|
expected = two_sides_exponential_buckets(10.0, 2.0, 4)
|
|
self.assertEqual(result, expected)
|
|
|
|
def test_generate_buckets_custom(self):
|
|
"""Test generate_buckets with custom rule."""
|
|
default_buckets = [1.0, 5.0, 10.0]
|
|
|
|
# Test with "custom" rule
|
|
result = generate_buckets(
|
|
["custom", "1.5", "3.2", "7.8", "15.6"], default_buckets
|
|
)
|
|
expected = [1.5, 3.2, 7.8, 15.6]
|
|
self.assertEqual(result, expected)
|
|
|
|
def test_generate_buckets_custom_with_integers(self):
|
|
"""Test generate_buckets with custom rule using integer strings."""
|
|
default_buckets = [1.0, 5.0, 10.0]
|
|
|
|
# Test with integer strings
|
|
result = generate_buckets(["custom", "1", "5", "10", "50"], default_buckets)
|
|
expected = [1.0, 5.0, 10.0, 50.0]
|
|
self.assertEqual(result, expected)
|
|
|
|
def test_generate_buckets_preserves_order_and_type(self):
|
|
"""Test that generate_buckets preserves order and returns floats."""
|
|
default_buckets = [1, 5, 10, 50, 100] # integers
|
|
|
|
# Test default rule
|
|
result = generate_buckets(["default"], default_buckets)
|
|
self.assertEqual(result, default_buckets)
|
|
self.assertIsInstance(result, list)
|
|
|
|
# Test custom rule with proper float conversion
|
|
result = generate_buckets(
|
|
["custom", "100", "50", "10", "5", "1"], default_buckets
|
|
)
|
|
expected = [1.0, 5.0, 10.0, 50.0, 100.0]
|
|
self.assertEqual(result, expected)
|
|
|
|
# All values should be floats
|
|
for value in result:
|
|
self.assertIsInstance(value, float)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|