compose.cuda-cdi.yaml

# include:
#   - compose.observability.yaml
# This file is for those who have the CDI Docker feature enabled
# https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/cdi-support.html
# https://docs.docker.com/reference/cli/dockerd/#enable-cdi-devices
services:
  speaches:
    extends:
      file: compose.cuda.yaml
      service: speaches
    volumes:
      - hf-hub-cache:/home/ubuntu/.cache/huggingface/hub
    deploy:
      resources:
        reservations:
          # WARN: requires Docker Compose 2.24.2
          # https://docs.docker.com/reference/compose-file/merge/#replace-value
          devices: !override
            - capabilities: ["gpu"]
              driver: cdi
              device_ids:
                - nvidia.com/gpu=all
volumes:
  hf-hub-cache: