lmcache--lmcache
wehub-resource-sync
40 行
1.2 KiB
Python
40 行
1.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""
|
|
Observability protocol definitions.
|
|
|
|
This module defines protocols for:
|
|
- REPORT_BLOCK_ALLOCATION: Report vLLM GPU block allocation events
|
|
(fire-and-forget, no response)
|
|
"""
|
|
|
|
# First Party
|
|
from lmcache.v1.multiprocess.custom_types import BlockAllocationRecord
|
|
from lmcache.v1.multiprocess.protocols.base import HandlerType, ProtocolDefinition
|
|
|
|
# Define request names for this protocol group
|
|
REQUEST_NAMES = [
|
|
"REPORT_BLOCK_ALLOCATION",
|
|
]
|
|
|
|
|
|
def get_protocol_definitions() -> dict[str, ProtocolDefinition]:
|
|
"""
|
|
Returns protocol definitions for observability operations.
|
|
|
|
Returns:
|
|
Dictionary mapping request names to their protocol definitions
|
|
"""
|
|
return {
|
|
# Report vLLM block allocation
|
|
# Payload:
|
|
# - instance_id: int - scheduler instance ID
|
|
# - model_name: str - model name from the adapter
|
|
# - records: list[BlockAllocationRecord] - allocation records
|
|
# Returns: None (fire-and-forget)
|
|
"REPORT_BLOCK_ALLOCATION": ProtocolDefinition(
|
|
payload_classes=[int, str, list[BlockAllocationRecord]],
|
|
response_class=None,
|
|
handler_type=HandlerType.BLOCKING,
|
|
),
|
|
}
|