vllm-project--vllm-omni
wehub-resource-sync
82 行
2.5 KiB
Python
82 行
2.5 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
"""Request-scoped client error types shared across vLLM-Omni entrypoints."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from collections.abc import Callable
|
|
from http import HTTPStatus
|
|
from typing import NoReturn
|
|
|
|
DEFAULT_CLIENT_ERROR_TYPE = "BadRequestError"
|
|
|
|
|
|
class OmniClientError(ValueError):
|
|
"""
|
|
Request-scoped error that should be surfaced as a 4xx response.
|
|
One example of using OmniClientError is GuardrailViolationError, which is captured and resurfaced
|
|
as HTTP 400 error code, instead of a generic 500. OmniClientError should be used for any exceptions
|
|
which need to be resurfaced as 4xx, as opposed to EngineDeadError/EngineGenerateError which are resurfaced as 500.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
message: str,
|
|
*,
|
|
status_code: int = HTTPStatus.BAD_REQUEST.value,
|
|
error_type: str = DEFAULT_CLIENT_ERROR_TYPE,
|
|
) -> None:
|
|
super().__init__(message)
|
|
self.message = message
|
|
self.status_code = int(status_code)
|
|
self.error_type = error_type
|
|
|
|
|
|
class GuardrailViolationError(OmniClientError):
|
|
"""Raised when a model guardrail rejects request content."""
|
|
|
|
|
|
def client_error_metadata(exc: BaseException) -> tuple[int | None, str | None]:
|
|
if isinstance(exc, OmniClientError):
|
|
return exc.status_code, exc.error_type
|
|
return None, None
|
|
|
|
|
|
def client_error_from_metadata(
|
|
message: str,
|
|
*,
|
|
status_code: int | None,
|
|
error_type: str | None,
|
|
) -> OmniClientError:
|
|
return OmniClientError(
|
|
message,
|
|
status_code=status_code or HTTPStatus.BAD_REQUEST.value,
|
|
error_type=error_type or DEFAULT_CLIENT_ERROR_TYPE,
|
|
)
|
|
|
|
|
|
def is_client_error_status(status_code: int | None) -> bool:
|
|
return status_code is not None and 400 <= int(status_code) < 500
|
|
|
|
|
|
def raise_client_error_or(
|
|
message: str,
|
|
*,
|
|
status_code: int | None,
|
|
error_type: str | None,
|
|
fallback: Callable[[str], BaseException],
|
|
) -> NoReturn:
|
|
"""Raise a client error for 4xx statuses, otherwise raise ``fallback(message)``.
|
|
|
|
Centralizes the "client-error-or-fallback" decision shared by the engine
|
|
error paths so the status mapping lives in one place.
|
|
"""
|
|
if is_client_error_status(status_code):
|
|
raise client_error_from_metadata(
|
|
message,
|
|
status_code=status_code,
|
|
error_type=error_type,
|
|
)
|
|
raise fallback(message)
|