mlflow--mlflow
28 行
580 B
YAML
28 行
580 B
YAML
endpoints:
|
|
- name: chat
|
|
endpoint_type: llm/v1/chat
|
|
model:
|
|
provider: openai
|
|
name: gpt-4o-mini
|
|
config:
|
|
openai_api_key: $OPENAI_API_KEY
|
|
limit:
|
|
renewal_period: minute
|
|
calls: 10
|
|
|
|
- name: completions
|
|
endpoint_type: llm/v1/completions
|
|
model:
|
|
provider: openai
|
|
name: gpt-4o-mini
|
|
config:
|
|
openai_api_key: $OPENAI_API_KEY
|
|
|
|
- name: embeddings
|
|
endpoint_type: llm/v1/embeddings
|
|
model:
|
|
provider: openai
|
|
name: text-embedding-ada-002
|
|
config:
|
|
openai_api_key: $OPENAI_API_KEY
|