name: Metrics Tests

on:
  push:
    paths-ignore:
      - 'typescript/**'
  pull_request:
    paths-ignore:
      - 'typescript/**'
  workflow_dispatch:

jobs:
  test:
    runs-on: ubuntu-latest
    env:
      # Expose once at job level because forked PRs can't use secrets.* in `if:` conditions.
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      DEEPEVAL_TELEMETRY_OPT_OUT: 1
    steps:
      #----------------------------------------------
      #       check-out repo and set-up python
      #----------------------------------------------
      - name: Check out repository
        uses: actions/checkout@v3
      - name: Set up python
        id: setup-python
        uses: actions/setup-python@v4
        with:
          python-version: "3.11"
      #----------------------------------------------
      #  -----  install & configure poetry  -----
      #----------------------------------------------
      - name: Install Poetry
        uses: snok/install-poetry@v1
        with:
          virtualenvs-create: true
          virtualenvs-in-project: true
          installer-parallel: true

      #----------------------------------------------
      #       load cached venv if cache exists
      #----------------------------------------------
      - name: Load cached venv
        id: cached-poetry-dependencies
        uses: actions/cache@v3
        with:
          path: .venv
          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
      #----------------------------------------------
      # install dependencies if cache does not exist
      #----------------------------------------------
      - name: Install dependencies
        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
        run: poetry install --no-interaction --no-root --only main
      #----------------------------------------------
      # install your root project, if required
      #----------------------------------------------

      - name: Install project
        run: poetry install --no-interaction --only main

      #----------------------------------------------
      #    Install Pillow for PIL and mcp[cli]
      #----------------------------------------------
      - name: Install metric dependencies
        run: poetry run pip install Pillow mcp["cli"]

      #----------------------------------------------
      #              run test suite
      #----------------------------------------------

      - name: Run metric tests
        run: |
          poetry run pytest -vv -rA --maxfail=1 --capture=tee-sys -o faulthandler_timeout=300 \
          tests/test_metrics/