version: "3.8"

services:
  text-gen-webui:
    image: atinoda/text-generation-webui:default-nvidia
    container_name: text-generation-webui
    restart: unless-stopped
    ports:
      - "${WEBUI_PORT:-7860}:7860"
      - "${API_PORT:-5000}:5000"
      - "${STREAM_PORT:-5005}:5005"
    volumes:
      - tgw_characters:/app/characters
      - tgw_loras:/app/loras
      - tgw_models:/app/models
      - tgw_presets:/app/presets
      - tgw_prompts:/app/prompts
      - tgw_extensions:/app/extensions
    environment:
      - EXTRA_LAUNCH_ARGS=${EXTRA_LAUNCH_ARGS:---listen --api}
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]

volumes:
  tgw_characters:
  tgw_loras:
  tgw_models:
  tgw_presets:
  tgw_prompts:
  tgw_extensions: