ci.yml

name: CI

on:
  push:
  pull_request:

permissions:
  contents: read

jobs:
  test:
    name: python-${{ matrix.python-version }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10", "3.11", "3.12"]

    steps:
      - uses: actions/checkout@v6

      - uses: actions/setup-python@v6
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install dependencies
        run: python -m pip install --upgrade pip && python -m pip install -r requirements.txt

      - name: Run tests
        run: python -m unittest discover -s tests

      - name: Run deterministic evals
        run: python evals/run_evals.py