/ods/config/backends/nvidia.json

{
  "id": "nvidia",
  "llm_engine": "llama-server",
  "service_name": "llama-server",
  "public_api_port": 8080,
  "public_health_url": "http://localhost:8080/health",
  "provider_name": "local-llama",
  "provider_url": "http://llama-server:8080/v1"
}