docker-compose-gpu.yml

services:
  vllm:
    build:
      context: ./data
      dockerfile: vllm.Dockerfile
    volumes:
      - ./data/vllm_example.py:/workspace/vllm_example.py
      - ./data/dev-config.ini:/home/vllm/.chutes/config.ini
      - /home/jdurbin/git/chutes/dist/:/usr/src/chutes/
      - ./.vllmcache:/home/vllm/.cache
    user: vllm
    environment:
      - CHUTES_EXECUTION_CONTEXT=REMOTE
    command: chutes run vllm_example:chute --port 8000 --host 0.0.0.0 --graval-seed 42 --miner-ss58 5DCJTfVx3ReNyxW3SgQEKFgvXFuqnK3BNW1vMhTQK4jdZbV4 --validator-ss58 5DCJTfVx3ReNyxW3SgQEKFgvXFuqnK3BNW1vMhTQK4jdZbV4
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    ports:
      - "8101:8000"
    networks:
      - chutes

  graval_worker:
    build:
      context: .
      target: graval
    volumes:
      - ./api:/app/api
    entrypoint: ["poetry", "run", "taskiq", "worker", "api.graval_worker:broker", "--workers", "1", "--max-async-tasks", "1"]
    environment:
      - POSTGRESQL=postgresql+asyncpg://user:password@postgres:5432/chutes
      - REDIS_URL=redis://:redispassword@redis:6379/0
      - MINIO_ENDPOINT=minio:9000
      - MINIO_ACCESS_KEY=minioadmin
      - MINIO_SECRET_KEY=minioadmin
      - STORAGE_BUCKET=chutes
      - REGISTRY_PASSWORD=registry
      - REGISTRY_INSECURE=true
      - VALIDATOR_SS58=5DCJTfVx3ReNyxW3SgQEKFgvXFuqnK3BNW1vMhTQK4jdZbV4
      - VALIDATOR_SEED=971c2a6674d0861ade72297d11110ce21c93734210527c8f4c9190c00139ce20
      - GRAVAL_URL=http://graval:9191
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    networks:
      - chutes

  graval:
    build:
      context: .
      target: graval
    volumes:
      - ./api:/app/api
    entrypoint: ["poetry", "run", "python", "api/graval_server.py", "--port", "9191", "--validator-whitelist", "5DCJTfVx3ReNyxW3SgQEKFgvXFuqnK3BNW1vMhTQK4jdZbV4"]
    ports:
      - "9191:9191"
    environment:
      - POSTGRESQL=postgresql+asyncpg://user:password@postgres:5432/chutes
      - POSTGRES_URL=postgresql://user:password@postgres:5432/chutes
      - REDIS_URL=redis://:redispassword@redis:6379/0
      - MINIO_ENDPOINT=minio:9000
      - MINIO_ACCESS_KEY=minioadmin
      - MINIO_SECRET_KEY=minioadmin
      - STORAGE_BUCKET=chutes
      - REGISTRY_PASSWORD=registry
      - REGISTRY_INSECURE=true
      - VALIDATOR_SS58=5DCJTfVx3ReNyxW3SgQEKFgvXFuqnK3BNW1vMhTQK4jdZbV4
      - VALIDATOR_SEED=971c2a6674d0861ade72297d11110ce21c93734210527c8f4c9190c00139ce20
      - PYTHONPATH=/app
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    networks:
      - chutes

networks:
  chutes:
    external: true
    name: chutes