llm-benchmarks/docker-compose.yml at main · cipher982/llm-benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
services:
  llm-bench-api-service:
    build:
      context: .
      dockerfile: cloud/Dockerfile-scheduler
    env_file:
      - .env
    environment:
      - GOOGLE_APPLICATION_CREDENTIALS=/app/gcp-key.json
      - MONGODB_URI=${MONGODB_URI}
      - MONGODB_DB=${MONGODB_DB:-llm-bench}
      - MONGODB_COLLECTION_CLOUD=${MONGODB_COLLECTION_CLOUD:-metrics_cloud_v2}
      - MONGODB_COLLECTION_ERRORS=${MONGODB_COLLECTION_ERRORS:-errors_cloud}
      - MONGODB_COLLECTION_MODELS=${MONGODB_COLLECTION_MODELS:-models}
      - MONGODB_COLLECTION_JOBS=${MONGODB_COLLECTION_JOBS:-jobs}
      - BENCHMARK_PROVIDERS=${BENCHMARK_PROVIDERS:-all}
      - FRESH_MINUTES=${FRESH_MINUTES:-30}
    extra_hosts:
      - "host.docker.internal:host-gateway"
    volumes:
      - /home/drose/bench-sa-key.json:/app/gcp-key.json:ro
    # Emit logs to stdout/stderr (captured by Docker), no volume mount
    command: python api/bench_headless.py --daemon