v2

ai-templates-0/stacks/text-generation-webui/docker-compose.yml

@@ -0,0 +1,35 @@
+version: "3.8"
+
+services:
+  text-gen-webui:
+    image: atinoda/text-generation-webui:default-nvidia
+    container_name: text-generation-webui
+    restart: unless-stopped
+    ports:
+      - "${WEBUI_PORT:-7860}:7860"
+      - "${API_PORT:-5000}:5000"
+      - "${STREAM_PORT:-5005}:5005"
+    volumes:
+      - tgw_characters:/app/characters
+      - tgw_loras:/app/loras
+      - tgw_models:/app/models
+      - tgw_presets:/app/presets
+      - tgw_prompts:/app/prompts
+      - tgw_extensions:/app/extensions
+    environment:
+      - EXTRA_LAUNCH_ARGS=${EXTRA_LAUNCH_ARGS:---listen --api}
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+
+volumes:
+  tgw_characters:
+  tgw_loras:
+  tgw_models:
+  tgw_presets:
+  tgw_prompts:
+  tgw_extensions: