# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
description: Testing xAI Grok models

prompts:
  - What are the key differences between machine learning and deep learning?
  - file://./prompt.yaml

providers:
  # Grok 4.3 (recommended general-purpose model)
  - id: xai:grok-4.3
    config:
      temperature: 0.7
      reasoning_effort: high
      max_completion_tokens: 4096

  # Grok 4.20 reasoning family
  - id: xai:grok-4.20-reasoning
    config:
      temperature: 0.7
      max_completion_tokens: 4096

  # Grok 4.20 non-reasoning family
  - id: xai:grok-4.20-non-reasoning
    config:
      temperature: 0.7
      max_completion_tokens: 4096

  # Grok 4.20 multi-agent family
  - id: xai:grok-4.20-multi-agent
    config:
      temperature: 0.7
      max_completion_tokens: 4096

defaultTest:
  assert:
    - type: javascript
      value: 'output.length >= 100'

tests:
  - vars:
      problem: 'A baker has 3 boxes of cookies. Each box contains 15 cookies. He sells 12 cookies. How many cookies does he have left?'