sgl-project--sglang
wehub-resource-sync
94057c3d3e
PR Test (NPU) / check-changes (push) Has been cancelled
PR Test (NPU) / pr-gate (push) Has been cancelled
PR Test (NPU) / set-image-config (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-1-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (0) (push) Has been cancelled
PR Test (NPU) / stage-b-test-2-npu-a2 (1) (push) Has been cancelled
PR Test (NPU) / stage-b-test-4-npu-a3 (push) Has been cancelled
PR Test (NPU) / stage-b-test-16-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-1-npu-a3 (push) Has been cancelled
PR Test (NPU) / multimodal-gen-test-2-npu-a3 (push) Has been cancelled
PR Test (Arm64) / pr-gate (push) Has been cancelled
PR Test (Arm64) / check-changes (push) Has been cancelled
PR Test (Arm64) / build-test (push) Has been cancelled
PR Test (sgl-router) / gate (push) Has been cancelled
PR Test (sgl-router) / tier-1 — lint (push) Has been cancelled
PR Test (sgl-router) / tier-2 — build + test (push) Has been cancelled
PR Test (sgl-router) / tier-3 — docker (placeholder) (push) Has been cancelled
PR Test (sgl-router) / tier-3 — k8s integration (push) Has been cancelled
PR Test (sgl-router) / tier-3 — e2e (push) Has been cancelled
PR Test (sgl-router) / finish (push) Has been cancelled
PR Test (NPU) / single-node-poc (map[name:qwen3_6_27b_w8a8_1p_in64k_out1k_50ms runner:linux-aarch64-a3-2 test_case:test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py test_type:perf]) (push) Has been cancelled
PR Test (NPU) / pr-test-npu-finish (push) Has been cancelled
PR Test (Xeon) / pr-gate (push) Has been cancelled
PR Test (Xeon) / check-changes (push) Has been cancelled
PR Test (Xeon) / build-test (, xeon-gnr, base-b-test-cpu) (push) Has been cancelled
PR Test (XPU) / check-changes (push) Has been cancelled
PR Test (XPU) / pr-gate (push) Has been cancelled
PR Test (XPU) / stage-a-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / wait-for-stage-a (push) Has been cancelled
PR Test (XPU) / stage-b-test-1-gpu-xpu (push) Has been cancelled
PR Test (XPU) / finish (push) Has been cancelled
CI Model Inventory / build-inventory (push) Has been cancelled
Lint / lint (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Compilation Check (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Manual Policy (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark - Request Processing (push) Has been cancelled
PR Benchmark (SMG Components) / Benchmark Summary (push) Has been cancelled
PR Test (SMG) / build-wheel (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on windows (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (x86_64 - auto) (push) Has been cancelled
PR Test (SMG) / python-unit-tests (push) Has been cancelled
PR Test (SMG) / unit-tests (push) Has been cancelled
PR Test (SMG) / benchmarks (push) Has been cancelled
PR Test (SMG) / chat-completions (push) Has been cancelled
PR Test (SMG) / chat-completions-4gpu (push) Has been cancelled
PR Test (SMG) / e2e (push) Has been cancelled
PR Test (SMG) / docker-build-test (push) Has been cancelled
PR Test (SMG) / k8s-integration (push) Has been cancelled
PR Test (SMG) / finish (push) Has been cancelled
PR Test (SMG) / summarize-benchmarks (push) Has been cancelled
Release SGLang Model Gateway Docker Image / publish (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on macos (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - auto) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (aarch64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / build on linux (x86_64 - musllinux_1_1) (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Build SDist (push) Has been cancelled
Release SGLang Model Gateway to PyPI / Upload to PyPI (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (aarch64, 12.9, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu129-matrix (x86_64, 12.9, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu129 (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (aarch64, 13.0, 3.10, arm-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / build-cu130-matrix (x86_64, 13.0, 3.10, x64-kernel-build-node) (push) Has been cancelled
Release SGLang Kernels / release-cu130 (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 700) (push) Has been cancelled
Release SGLang Kernels / build-rocm-matrix (3.10, 720) (push) Has been cancelled
Release SGLang Kernels / release-rocm700 (push) Has been cancelled
Release SGLang Kernels / release-rocm720 (push) Has been cancelled
Release SGLang Kernels / build-musa43 (43, 3.10) (push) Has been cancelled
Release SGLang Kernels / release-musa43 (push) Has been cancelled
407 行
18 KiB
YAML
407 行
18 KiB
YAML
name: Nightly Test (NPU)
|
|
on:
|
|
schedule:
|
|
- cron: '0 18 * * *' # Execute at 2:00 a.m. Beijing Time every day
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
paths:
|
|
- ".github/workflows/nightly-test-npu.yml"
|
|
workflow_dispatch:
|
|
inputs:
|
|
ref:
|
|
description: 'Git ref (branch, tag, or SHA) to test. If not provided, uses the default branch.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
job_filter:
|
|
description: 'Select which job to run (leave empty or "all" to run all jobs)'
|
|
required: false
|
|
type: string
|
|
default: 'all'
|
|
image_a2:
|
|
description: 'The a2 running docker image of the test task.'
|
|
required: false
|
|
type: string
|
|
default: 'swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:main-cann9.0.0-910b'
|
|
image_a3:
|
|
description: 'The a3 running docker image of the test task.'
|
|
required: false
|
|
type: string
|
|
default: 'swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:main-cann9.0.0-a3'
|
|
skip_install_flag:
|
|
description: 'Indicates whether to skip the installation of sglang, defaulting to false.'
|
|
required: false
|
|
type: string
|
|
default: 'true'
|
|
workflow_call:
|
|
inputs:
|
|
ref:
|
|
description: 'Git ref (branch, tag, or SHA) to test. If not provided, uses the default branch.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
job_filter:
|
|
description: 'Select which job to run (leave empty or "all" to run all jobs)'
|
|
required: false
|
|
type: string
|
|
default: 'all'
|
|
image_a2:
|
|
description: 'The a2 running docker image of the test task.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
image_a3:
|
|
description: 'The a3 running docker image of the test task.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
skip_install_flag:
|
|
description: 'Indicates whether to skip the installation of sglang, defaulting to false.'
|
|
required: false
|
|
type: string
|
|
default: ''
|
|
concurrency:
|
|
group: nightly-test-npu-${{ inputs.ref || github.ref }}
|
|
cancel-in-progress: ${{ github.event_name != 'workflow_call' }}
|
|
jobs:
|
|
set-image-config:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
ref: ${{ steps.set-vars.outputs.ref }}
|
|
job_filter: ${{ steps.set-vars.outputs.job_filter }}
|
|
image_a2: ${{ steps.set-vars.outputs.image_a2 }}
|
|
image_a3: ${{ steps.set-vars.outputs.image_a3 }}
|
|
skip_install_flag: ${{ steps.set-vars.outputs.skip_install_flag }}
|
|
steps:
|
|
# When triggered by PR, no inputs parameters are used. The latest community code is tested by default.
|
|
- name: Set image config
|
|
id: set-vars
|
|
run: |
|
|
if [ -z "${{ inputs.ref }}" ]; then
|
|
echo "ref=" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "ref=${{ inputs.ref }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
if [ -z "${{ inputs.job_filter }}" ]; then
|
|
echo "job_filter=all" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "job_filter=${{ inputs.job_filter }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
if [ -z "${{ inputs.image_a2 }}" ]; then
|
|
echo "image_a2=swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:main-cann9.0.0-910b" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "image_a2=${{ inputs.image_a2 }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
if [ -z "${{ inputs.image_a3 }}" ]; then
|
|
echo "image_a3=swr.cn-southwest-2.myhuaweicloud.com/base_image/dockerhub/lmsysorg/sglang:main-cann9.0.0-a3" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "image_a3=${{ inputs.image_a3 }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
if [ -z "${{ inputs.skip_install_flag }}" ]; then
|
|
echo "skip_install_flag=false" >> $GITHUB_OUTPUT
|
|
else
|
|
echo "skip_install_flag=${{ inputs.skip_install_flag }}" >> $GITHUB_OUTPUT
|
|
fi
|
|
nightly-poc-single-node-a2-tests:
|
|
name: single-node-poc-a2
|
|
if: ${{ !cancelled() }}
|
|
needs: [ set-image-config ]
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 6
|
|
matrix:
|
|
test_config:
|
|
- name: qwen3_32b_w8a8_2p_in3k5_out1k5_50ms_a2
|
|
runner: linux-aarch64-a2-4
|
|
test_case: test/registered/ascend/performance/qwen3_32b/test_npu_qwen3_32b_w8a8_2p_in3k5_out1k5_50ms_a2.py
|
|
test_type: 'perf'
|
|
uses: ./.github/workflows/nightly-test-npu-e2e-single-node.yml
|
|
with:
|
|
runner: ${{ matrix.test_config.runner }}
|
|
test_type: ${{ matrix.test_config.test_type }}
|
|
test_config_name: ${{ matrix.test_config.name }}
|
|
test_case: ${{ matrix.test_config.test_case }}
|
|
image: ${{ needs.set-image-config.outputs.image_a2 }}
|
|
install_sglang_from_source: false
|
|
transformers_version: ''
|
|
|
|
nightly-poc-single-node-tests:
|
|
name: single-node-poc
|
|
if: ${{ !cancelled() }}
|
|
needs: [set-image-config]
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 6
|
|
matrix:
|
|
test_config:
|
|
# qwen3_6_35b_a3b performance tests
|
|
- name: qwen3_6_35b_a3b_1p_in3k5_out1k5_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in3k5_out1k5_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_35b_a3b_1p_aime26
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_aime26.py
|
|
- name: qwen3_6_35b_a3b_1p_in64k_out1k_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in64k_out1k_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_35b_a3b_1p_in128k_out1k_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in128k_out1k_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms_aime26
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms_aime26.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_35b_a3b_1p_in128k_out1k_prefix90_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_35b_a3b/test_npu_qwen3_6_35b_a3b_1p_in128k_out1k_prefix90_50ms.py
|
|
test_type: 'perf'
|
|
# qwen3_6_27b performance tests
|
|
- name: qwen3_6_27b_w8a8_1p_in3k5_out1k5_50ms_gpqa
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in3k5_out1k5_50ms_gpqa.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_w8a8_2p_in16k_out1k_50ms
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_2p_in16k_out1k_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_w8a8_1p_in64k_out1k_50ms
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_1p_in64k_out1k_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_w8a8_2p_in128k_out1k_50ms
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_w8a8_2p_in128k_out1k_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_2p_in64k_out1k_prefix90_50ms
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_2p_in64k_out1k_prefix90_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_1p_in1024x1024_30_out1024_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_1p_in1024x1024_30_out1024_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_1p_in1080p_30_out256_50ms
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_6_27b/test_npu_qwen3_6_27b_1p_in1080p_30_out256_50ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_6_27b_1p_gpqa
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/qwen3_6_27b/test_npu_qwen3_6_27b_1p_gpqa.py
|
|
# qwen3_32b performance tests
|
|
- name: qwen3_32b_w8a8_2p_in3k5_out1k5_50ms_gpqa
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_32b/test_npu_qwen3_32b_w8a8_2p_in3k5_out1k5_50ms_gpqa.py
|
|
test_type: 'perf'
|
|
- name: qwen3_32b_bf16_8p_in18k_out4k_6ms
|
|
runner: linux-aarch64-a3-16
|
|
test_case: test/registered/ascend/performance/qwen3_32b/test_npu_qwen3_32b_bf16_8p_in18k_out4k_6ms.py
|
|
test_type: 'perf'
|
|
- name: qwen3_32b_bf16_8p_gpqa
|
|
runner: linux-aarch64-a3-16
|
|
test_case: test/registered/ascend/accuracy/qwen3_32b/test_npu_qwen3_32b_bf16_8p_gpqa.py
|
|
# qwen3_30b_a3b performance tests
|
|
- name: qwen3_30b_w8a8_1p_in3k5_out1k5_50ms_aime25
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3_30b_a3b/test_npu_qwen3_30b_w8a8_1p_in3k5_out1k5_50ms_aime25.py
|
|
test_type: 'perf'
|
|
# qwen3-8b performance tests
|
|
- name: qwen3_8b_w8a8_1p_in3k5_out1k5_50ms_gpqa
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3-8b/test_npu_qwen3_8b_w8a8_1p_in3k5_out1k5_50ms_gpqa.py
|
|
test_type: 'perf'
|
|
- name: qwen3_8b_w8a8_1p_in6k_out1k5_bs16_gpqa
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/performance/qwen3-8b/test_npu_qwen3_8b_w8a8_1p_in6k_out1k5_bs16_gpqa.py
|
|
test_type: 'perf'
|
|
# qwen3_next_80b_a3b_instruct performance tests
|
|
- name: qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16_aime25
|
|
runner: linux-aarch64-a3-4
|
|
test_case: test/registered/ascend/performance/qwen3_next_80b_a3b_instruct/test_npu_qwen3_next_80b_w8a8_2p_in6k_out1k5_bs16_aime25.py
|
|
test_type: 'perf'
|
|
# minimax_m2_5 performance tests
|
|
- name: minimax_m2_5_w8a8_8p_in3k5_out1k5_50ms_gpqa
|
|
runner: linux-aarch64-a3-16
|
|
test_case: test/registered/ascend/performance/minimax_m2_5/test_npu_minimax_m2_5_w8a8_8p_in3k5_out1k5_50ms_gpqa.py
|
|
test_type: 'perf'
|
|
- name: minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms_gpqa
|
|
runner: linux-aarch64-a3-16
|
|
test_case: test/registered/ascend/performance/minimax_m2_5/test_npu_minimax_m2_5_w8a8_4p_in64k_out1k_prefix90_50ms_gpqa.py
|
|
test_type: 'perf'
|
|
# deepseek_v3_2 accuracy tests
|
|
- name: deepseek_v3_2_8p_aime25
|
|
runner: linux-aarch64-a3-16
|
|
test_case: test/registered/ascend/accuracy/deepseek_v3_2/test_npu_deepseek_v3_2_8p_aime25.py
|
|
# glm4_7_flash accuracy tests
|
|
- name: glm4_7_flash_1p_aime25
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/glm4_7_flash/test_npu_glm4_7_flash_1p_aime25.py
|
|
# glm4_6v_flash accuracy tests
|
|
- name: glm4_6v_flash_1p_mmmu
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/glm4_6v_flash/test_npu_glm4_6v_flash_1p_mmmu.py
|
|
# qwen3_vl_8b_thinking accuracy tests
|
|
- name: qwen3_vl_8b_thinking_1p_mmmu
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/qwen3_vl_8b_thinking/test_npu_qwen3_vl_8b_thinking_1p_mmmu.py
|
|
# qwen3_vl_30b_a3b_thinking accuracy tests
|
|
- name: qwen3_vl_30b_a3b_thinking_1p_mmmu
|
|
runner: linux-aarch64-a3-2
|
|
test_case: test/registered/ascend/accuracy/qwen3_vl_30b_a3b_thinking/test_npu_qwen3_vl_30b_a3b_thinking_1p_mmmu.py
|
|
uses: ./.github/workflows/nightly-test-npu-e2e-single-node.yml
|
|
with:
|
|
runner: ${{ matrix.test_config.runner }}
|
|
test_type: ${{ matrix.test_config.test_type }}
|
|
test_config_name: ${{ matrix.test_config.name }}
|
|
test_case: ${{ matrix.test_config.test_case }}
|
|
image: ${{ needs.set-image-config.outputs.image_a3 }}
|
|
install_sglang_from_source: false
|
|
transformers_version: ''
|
|
|
|
nightly-poc-multi-node-tests:
|
|
name: multi-node-poc
|
|
if: ${{ !cancelled() }}
|
|
needs: [set-image-config, nightly-poc-single-node-tests]
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 1
|
|
matrix:
|
|
test_config:
|
|
# glm5_1 performance tests
|
|
- name: glm5_1_w4a8_1p1d_32p_in64k_out1k_50ms_aime26
|
|
prefill_size: 2
|
|
decode_size: 2
|
|
router_size: 1
|
|
test_case: test/registered/ascend/performance/glm5_1/test_npu_glm5_1_w4a8_1p1d_32p_in64k_out1k_50ms_aime26.py
|
|
test_type: 'perf'
|
|
prefill_decode_deployment: 'separation'
|
|
uses: ./.github/workflows/nightly-test-npu-e2e-multi-node.yml
|
|
with:
|
|
runner: linux-amd64-cpu-8
|
|
test_type: ${{ matrix.test_config.test_type }}
|
|
test_config_name: ${{ matrix.test_config.name }}
|
|
prefill_size: ${{ matrix.test_config.prefill_size }}
|
|
decode_size: ${{ matrix.test_config.decode_size }}
|
|
router_size: ${{ matrix.test_config.router_size }}
|
|
test_case: ${{ matrix.test_config.test_case }}
|
|
image: ${{ needs.set-image-config.outputs.image_a3 }}
|
|
install_sglang_from_source: false
|
|
prefill_decode_deployment: ${{ matrix.test_config.prefill_decode_deployment }}
|
|
transformers_version: ''
|
|
|
|
nightly-poc-multi-node-mix-tests:
|
|
name: multi-node-mix-poc
|
|
if: ${{ !cancelled() }}
|
|
needs: [set-image-config, nightly-poc-single-node-tests, nightly-poc-multi-node-tests]
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 1
|
|
matrix:
|
|
test_config:
|
|
# kimi_k2_6 performance tests
|
|
- name: kimi_k2_6_w4a8_16p_in64k_out1k_100ms_aime25
|
|
node_size: 2
|
|
test_case: test/registered/ascend/performance/kimi_k2_6/test_npu_kimi_k2_6_w4a8_16p_in64k_out1k_100ms_aime25.py
|
|
test_type: 'perf'
|
|
uses: ./.github/workflows/nightly-test-npu-e2e-multi-node.yml
|
|
with:
|
|
runner: linux-amd64-cpu-8
|
|
test_type: ${{ matrix.test_config.test_type }}
|
|
test_config_name: ${{ matrix.test_config.name }}
|
|
node_size: ${{ matrix.test_config.node_size }}
|
|
test_case: ${{ matrix.test_config.test_case }}
|
|
image: ${{ needs.set-image-config.outputs.image_a3 }}
|
|
install_sglang_from_source: false
|
|
prefill_decode_deployment: 'mix'
|
|
transformers_version: ''
|
|
check-all-jobs:
|
|
if: ${{ !cancelled() }}
|
|
needs:
|
|
- nightly-poc-single-node-a2-tests
|
|
- nightly-poc-single-node-tests
|
|
- nightly-poc-multi-node-tests
|
|
- nightly-poc-multi-node-mix-tests
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Download all metrics
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
pattern: metrics-*
|
|
path: /tmp/metrics
|
|
merge-multiple: false
|
|
|
|
- name: Generate results table
|
|
run: |
|
|
status_emoji() {
|
|
case "$1" in
|
|
pass) echo "✅" ;;
|
|
fail) echo "❌" ;;
|
|
*) echo "❓" ;;
|
|
esac
|
|
}
|
|
|
|
single_result_a2="${{ needs.nightly-poc-single-node-a2-tests.result }}"
|
|
single_result="${{ needs.nightly-poc-single-node-tests.result }}"
|
|
multi_result="${{ needs.nightly-poc-multi-node-tests.result }}"
|
|
mix_result="${{ needs.nightly-poc-multi-node-mix-tests.result }}"
|
|
|
|
group_icon() {
|
|
case "$1" in
|
|
success) echo "✅" ;;
|
|
failure) echo "❌" ;;
|
|
cancelled) echo "⏭️" ;;
|
|
skipped) echo "⏭️" ;;
|
|
*) echo "❓" ;;
|
|
esac
|
|
}
|
|
|
|
echo "## Nightly Test Results" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
echo "| Group | Status |" >> $GITHUB_STEP_SUMMARY
|
|
echo "|-------|--------|" >> $GITHUB_STEP_SUMMARY
|
|
echo "| single-node-poc-a2 | $(group_icon ${single_result_a2}) ${single_result_a2} |" >> $GITHUB_STEP_SUMMARY
|
|
echo "| single-node-poc | $(group_icon ${single_result}) ${single_result} |" >> $GITHUB_STEP_SUMMARY
|
|
echo "| multi-node-poc | $(group_icon ${multi_result}) ${multi_result} |" >> $GITHUB_STEP_SUMMARY
|
|
echo "| multi-node-mix-poc | $(group_icon ${mix_result}) ${mix_result} |" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
|
|
echo "## Per-Test Metrics" >> $GITHUB_STEP_SUMMARY
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
|
|
has_metrics=false
|
|
for dir in /tmp/metrics/metrics-*/; do
|
|
file="${dir}metrics.json"
|
|
if [ -f "$file" ]; then
|
|
has_metrics=true
|
|
echo "import json" > /tmp/parse_metrics.py
|
|
echo "with open('$file') as f:" >> /tmp/parse_metrics.py
|
|
echo " d = json.load(f)" >> /tmp/parse_metrics.py
|
|
echo "tc = d.get('test_case', '-')" >> /tmp/parse_metrics.py
|
|
echo "tp = d.get('test_type', '-')" >> /tmp/parse_metrics.py
|
|
echo "st = d.get('status', 'unknown')" >> /tmp/parse_metrics.py
|
|
echo "icon = '✅' if st == 'pass' else '❌'" >> /tmp/parse_metrics.py
|
|
echo "metrics = d.get('metrics', {})" >> /tmp/parse_metrics.py
|
|
echo "baselines = d.get('baselines', {})" >> /tmp/parse_metrics.py
|
|
echo "mstr = ', '.join(f'{k}={v}' for k,v in metrics.items()) if metrics else '-'" >> /tmp/parse_metrics.py
|
|
echo "bstr = ', '.join(f'{k}={v}' for k,v in baselines.items()) if baselines else '-'" >> /tmp/parse_metrics.py
|
|
echo "print(f'| {tc} | {tp} | {icon} {st} | {mstr} | {bstr} |')" >> /tmp/parse_metrics.py
|
|
python3 /tmp/parse_metrics.py
|
|
fi
|
|
done > /tmp/metrics_table.txt
|
|
|
|
if [ "${has_metrics}" = "true" ]; then
|
|
echo "| Test Case | Type | Status | Metrics | Baseline |" >> $GITHUB_STEP_SUMMARY
|
|
echo "|-----------|------|--------|---------|----------|" >> $GITHUB_STEP_SUMMARY
|
|
cat /tmp/metrics_table.txt >> $GITHUB_STEP_SUMMARY
|
|
else
|
|
echo "No per-test metrics available (artifacts not found)." >> $GITHUB_STEP_SUMMARY
|
|
fi
|
|
echo "" >> $GITHUB_STEP_SUMMARY
|
|
|
|
FAIL=0
|
|
if [ "${single_result}" != "success" ] && [ "${single_result}" != "skipped" ]; then FAIL=1; fi
|
|
exit $FAIL
|