Apppublic

likhonsheikh/OpenDocker

sourceHugging Faceupdated 1y agoView on Hugging Face

0likes

docker-compose.yml37 linesDownload Raw Back to root

1version: '3.8'2 3services:4  api:5    build: .6    ports:7      - "8000:8000"8    volumes:9      - ./models:/models10      - ./config:/app/config11    environment:12      - MODEL_PATH=/models13      - API_KEY=${API_KEY:-sk-default-key}14      - LOG_LEVEL=INFO15    restart: unless-stopped16    deploy:17      resources:18        reservations:19          devices:20            - driver: nvidia21              count: all22              capabilities: [gpu]23 24  model-runner:25    image: ai/model-runner:latest26    volumes:27      - ./models:/models28    environment:29      - CUDA_VISIBLE_DEVICES=all30    deploy:31      resources:32        reservations:33          devices:34            - driver: nvidia35              count: all36              capabilities: [gpu]37