version: "3.8" services: app: build: context: . dockerfile: Dockerfile volumes: - .:/app - ./data:/app/data - :/app/model # Mount model path to the container ports: - "8000:8000" environment: - PYTHONUNBUFFERED=1 - NVIDIA_VISIBLE_DEVICES=all command: poetry run python main.py deploy: mode: replicated replicas: 1 resources: reservations: devices: - driver: nvidia device_ids: [ '0' ] capabilities: [ gpu ]