36 lines
843 B
YAML
36 lines
843 B
YAML
version: "3.8"
|
|
|
|
services:
|
|
text-gen-webui:
|
|
image: atinoda/text-generation-webui:default-nvidia
|
|
container_name: text-generation-webui
|
|
restart: unless-stopped
|
|
ports:
|
|
- "${WEBUI_PORT:-7860}:7860"
|
|
- "${API_PORT:-5000}:5000"
|
|
- "${STREAM_PORT:-5005}:5005"
|
|
volumes:
|
|
- tgw_characters:/app/characters
|
|
- tgw_loras:/app/loras
|
|
- tgw_models:/app/models
|
|
- tgw_presets:/app/presets
|
|
- tgw_prompts:/app/prompts
|
|
- tgw_extensions:/app/extensions
|
|
environment:
|
|
- EXTRA_LAUNCH_ARGS=${EXTRA_LAUNCH_ARGS:---listen --api}
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|
|
|
|
volumes:
|
|
tgw_characters:
|
|
tgw_loras:
|
|
tgw_models:
|
|
tgw_presets:
|
|
tgw_prompts:
|
|
tgw_extensions:
|