vllm-project--vllm-omni
wehub-resource-sync
646 行
26 KiB
YAML
646 行
26 KiB
YAML
env:
|
|
VLLM_WORKER_MULTIPROC_METHOD: spawn
|
|
VLLM_USE_FLASHINFER_MOE_FP16: 0
|
|
HF_HUB_DOWNLOAD_TIMEOUT: 300
|
|
HF_HUB_ETAG_TIMEOUT: 60
|
|
|
|
steps:
|
|
- group: ":card_index_dividers: Simple Test"
|
|
depends_on: upload-merge-pipeline
|
|
steps:
|
|
- label: "Simple · Diffusion & Model Executor Test"
|
|
commands:
|
|
- "timeout 20m pytest -sv tests/diffusion tests/model_executor -m 'core_model and cpu' --cov=vllm_omni --cov-report=term-missing:skip-covered --cov-report=xml"
|
|
agents:
|
|
queue: "gpu_1_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "Simple · Other Test"
|
|
commands:
|
|
- "timeout 20m pytest -sv -m 'core_model and cpu' --ignore=tests/diffusion --ignore=tests/model_executor --cov=vllm_omni --cov-report=term-missing:skip-covered --cov-report=xml"
|
|
agents:
|
|
queue: "gpu_1_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- group: ":card_index_dividers: Diffusion Test"
|
|
depends_on: upload-merge-pipeline
|
|
steps:
|
|
- label: "Diffusion · LoRA Test"
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- pytest -sv tests/diffusion/lora/ -m 'advanced_model and cuda' --run-level "advanced_model"
|
|
agents:
|
|
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "Distributed Test"
|
|
depends_on: upload-merge-pipeline
|
|
timeout_in_minutes: 60
|
|
commands:
|
|
- |
|
|
timeout 55m bash -c "
|
|
set -e
|
|
export VLLM_IMAGE_FETCH_TIMEOUT=60
|
|
pytest -s -v tests/distributed -m 'advanced_model and cuda and H100' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- group: ":card_index_dividers: Entrypoints Test"
|
|
depends_on: upload-merge-pipeline
|
|
steps:
|
|
- label: "Entrypoint Test with H100"
|
|
timeout_in_minutes: 60
|
|
commands:
|
|
- pytest -s -v tests/entrypoints/ -m "advanced_model and cuda and H100" --run-level "advanced_model"
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 2
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "Entrypoint Test with L4"
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- pytest -s -v tests/entrypoints/ -m "advanced_model and cuda and L4" --run-level "advanced_model"
|
|
agents:
|
|
queue: "gpu_4_queue" # g6.12xlarge instance on AWS, has 4 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- group: ":card_index_dividers: E2E Test"
|
|
depends_on: upload-merge-pipeline
|
|
steps:
|
|
- label: "TTS · Qwen3-TTS CustomVoice Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_qwen3_tts_customvoice.py
|
|
- tests/e2e/offline_inference/test_qwen3_tts_customvoice.py
|
|
- vllm_omni/model_executor/models/qwen3_tts/
|
|
- vllm_omni/model_executor/stage_input_processors/qwen3_tts.py
|
|
- vllm_omni/deploy/qwen3_tts.yaml
|
|
commands:
|
|
- |
|
|
timeout 40m bash -c "
|
|
export VLLM_LOGGING_LEVEL=DEBUG
|
|
export VLLM_ALLOW_LONG_MAX_MODEL_LEN=1
|
|
pytest -s -v tests/e2e/online_serving/test_qwen3_tts_customvoice.py tests/e2e/offline_inference/test_qwen3_tts_customvoice.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
shm-size: "8gb"
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "TTS · Qwen3-TTS Base Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_qwen3_tts_base.py
|
|
- tests/e2e/offline_inference/test_qwen3_tts_base.py
|
|
- vllm_omni/model_executor/models/qwen3_tts/
|
|
- vllm_omni/model_executor/stage_input_processors/qwen3_tts.py
|
|
- vllm_omni/deploy/qwen3_tts.yaml
|
|
commands:
|
|
- |
|
|
timeout 40m bash -c "
|
|
export VLLM_LOGGING_LEVEL=DEBUG
|
|
export VLLM_ALLOW_LONG_MAX_MODEL_LEN=1
|
|
pytest -s -v tests/e2e/online_serving/test_qwen3_tts_base.py tests/e2e/offline_inference/test_qwen3_tts_base.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
shm-size: "8gb"
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "TTS · Higgs-Audio-V3 Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_higgs_audio_v3.py
|
|
- vllm_omni/model_executor/models/higgs_audio_v3/
|
|
- vllm_omni/model_executor/stage_input_processors/higgs_audio_v3.py
|
|
- vllm_omni/deploy/higgs_multimodal_qwen3.yaml
|
|
commands:
|
|
- |
|
|
timeout 20m bash -c "
|
|
export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
export VLLM_USE_DEEP_GEMM=0
|
|
export VLLM_MOE_USE_DEEP_GEMM=0
|
|
pytest -s -v tests/e2e/online_serving/test_higgs_audio_v3.py -m 'advanced_model' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_1_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
shm-size: "8gb"
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "TTS · IndexTTS2 Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_indextts2.py
|
|
- tests/e2e/offline_inference/test_indextts2.py
|
|
- tests/model_executor/models/indextts2/
|
|
- tests/model_executor/stage_input_processors/test_indextts2.py
|
|
- tests/assets/indextts2/
|
|
- vllm_omni/model_executor/models/indextts2/
|
|
- vllm_omni/model_executor/stage_input_processors/indextts2.py
|
|
- vllm_omni/deploy/indextts2.yaml
|
|
- vllm_omni/deploy/indextts2_low_latency.yaml
|
|
- vllm_omni/entrypoints/openai/serving_speech.py
|
|
- vllm_omni/entrypoints/openai/tts_adapters/indextts2.py
|
|
- vllm_omni/config/pipeline_registry.py
|
|
- vllm_omni/model_executor/models/registry.py
|
|
timeout_in_minutes: 60
|
|
commands:
|
|
- |
|
|
timeout 45m bash -c "
|
|
export VLLM_LOGGING_LEVEL=DEBUG
|
|
pytest -s -v tests/e2e/online_serving/test_indextts2.py tests/e2e/offline_inference/test_indextts2.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_4_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
gpus: all
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "Omni · Qwen3-Omni Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_qwen3_omni.py
|
|
- tests/e2e/online_serving/test_qwen3_omni.py
|
|
- vllm_omni/model_executor/models/qwen3_omni/
|
|
- vllm_omni/model_executor/stage_input_processors/qwen3_omni.py
|
|
- vllm_omni/deploy/qwen3_omni_moe.yaml
|
|
timeout_in_minutes: 50
|
|
commands:
|
|
- pytest -s -v tests/e2e/offline_inference/test_qwen3_omni.py tests/e2e/online_serving/test_qwen3_omni.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 2
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "TTS · VoxCPM2 Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_voxcpm2_tts.py
|
|
- tests/e2e/online_serving/test_voxcpm2_tts.py
|
|
- vllm_omni/model_executor/models/voxcpm2/
|
|
- vllm_omni/deploy/voxcpm2.yaml
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- |
|
|
timeout 30m bash -c "
|
|
export VLLM_LOGGING_LEVEL=DEBUG
|
|
export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
pytest -s -v tests/e2e/offline_inference/test_voxcpm2_tts.py tests/e2e/online_serving/test_voxcpm2_tts.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_1_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
shm-size: "8gb"
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "TTS · SoulX-Singer Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_soulxsinger.py
|
|
- vllm_omni/diffusion/models/soulx_singer/
|
|
- vllm_omni/deploy/soulxsinger_svc.yaml
|
|
- vllm_omni/deploy/soulxsinger_svs.yaml
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- |
|
|
timeout 30m bash -c "
|
|
export VLLM_LOGGING_LEVEL=DEBUG
|
|
export VLLM_WORKER_MULTIPROC_METHOD=spawn
|
|
pytest -s -v tests/e2e/offline_inference/test_soulxsinger.py -k 'svc or precomputed' -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "gpu_1_queue"
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
shm-size: "8gb"
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "Diffusion · Qwen Image Edit Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_qwen_image_edit.py
|
|
- vllm_omni/diffusion/models/qwen_image/
|
|
timeout_in_minutes: 20
|
|
commands:
|
|
- pytest -s -v tests/e2e/online_serving/test_qwen_image_edit.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "Diffusion · Bagel Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_bagel.py
|
|
- tests/e2e/online_serving/test_bagel.py
|
|
- vllm_omni/model_executor/models/bagel/
|
|
- vllm_omni/diffusion/models/bagel/
|
|
- vllm_omni/model_executor/stage_input_processors/bagel.py
|
|
- vllm_omni/deploy/bagel.yaml
|
|
timeout_in_minutes: 20
|
|
commands:
|
|
- pytest -s -v tests/e2e/offline_inference/test_bagel.py tests/e2e/online_serving/test_bagel.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
|
|
- label: "Diffusion · Qwen Image Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_qwen_image.py
|
|
- vllm_omni/diffusion/models/qwen_image/
|
|
commands:
|
|
- |
|
|
timeout 40m bash -c '
|
|
export VLLM_IMAGE_FETCH_TIMEOUT=60
|
|
pytest -s -v tests/e2e/online_serving/test_qwen_image.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
'
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "Diffusion · Qwen Image Layered Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/online_serving/test_qwen_image_layered.py
|
|
- vllm_omni/diffusion/models/qwen_image/
|
|
commands:
|
|
- |
|
|
timeout 40m bash -c "
|
|
export VLLM_IMAGE_FETCH_TIMEOUT=60
|
|
pytest -s -v tests/e2e/online_serving/test_qwen_image_layered.py -m 'advanced_model and cuda' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "Diffusion · Wan22 Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_wan22_t2v.py
|
|
- tests/e2e/online_serving/test_wan22_t2v.py
|
|
- vllm_omni/diffusion/models/wan2_2/
|
|
commands:
|
|
- |
|
|
timeout 40m bash -c "
|
|
export VLLM_IMAGE_FETCH_TIMEOUT=60
|
|
pytest -s -v tests/e2e/offline_inference/test_wan22_t2v.py tests/e2e/online_serving/test_wan22_t2v.py -m 'advanced_model and cuda and diffusion' --run-level 'advanced_model'
|
|
"
|
|
agents:
|
|
queue: "mithril-h100-pool"
|
|
plugins:
|
|
- kubernetes:
|
|
podSpec:
|
|
containers:
|
|
- image: 936637512419.dkr.ecr.us-west-2.amazonaws.com/vllm-ci-pull-through-cache/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: 1
|
|
volumeMounts:
|
|
- name: devshm
|
|
mountPath: /dev/shm
|
|
- name: hf-cache
|
|
mountPath: /root/.cache/huggingface
|
|
env:
|
|
- name: HF_HOME
|
|
value: /root/.cache/huggingface
|
|
- name: HF_TOKEN
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: hf-token-secret
|
|
key: token
|
|
nodeSelector:
|
|
node.kubernetes.io/instance-type: gpu-h100-sxm
|
|
volumes:
|
|
- name: devshm
|
|
emptyDir:
|
|
medium: Memory
|
|
- name: hf-cache
|
|
hostPath:
|
|
path: /mnt/hf-cache
|
|
type: DirectoryOrCreate
|
|
|
|
- label: "Diffusion · Z Image Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_z_image.py
|
|
- tests/e2e/online_serving/test_z_image.py
|
|
- vllm_omni/diffusion/models/z_image/
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- pytest -s -v tests/e2e/offline_inference/test_z_image.py tests/e2e/online_serving/test_z_image.py -m 'advanced_model and cuda and diffusion' --run-level 'advanced_model'
|
|
agents:
|
|
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|
|
|
|
- label: "Diffusion · FLUX.2 Klein Test"
|
|
source_file_dependencies:
|
|
- tests/e2e/offline_inference/test_flux2_klein.py
|
|
- vllm_omni/diffusion/models/flux2_klein/
|
|
timeout_in_minutes: 30
|
|
commands:
|
|
- pytest -s -v tests/e2e/offline_inference/test_flux2_klein.py -m 'advanced_model and cuda and diffusion' --run-level 'advanced_model'
|
|
agents:
|
|
queue: "gpu_1_queue" # g6.4xlarge instance on AWS, has 1 L4 GPU
|
|
plugins:
|
|
- docker#v5.2.0:
|
|
image: public.ecr.aws/q9t5s3a7/vllm-ci-test-repo:$BUILDKITE_COMMIT
|
|
always-pull: true
|
|
propagate-environment: true
|
|
environment:
|
|
- "HF_HOME=/fsx/hf_cache"
|
|
- "HF_TOKEN"
|
|
volumes:
|
|
- "/fsx/hf_cache:/fsx/hf_cache"
|