v2

2026-03-10 14:40:51 -03:00
parent 290f05be87
commit 92713a4d1c
30 changed files with 2074 additions and 0 deletions
--- a/ai-templates-0/stacks/bentoml/docker-compose.yml
+++ b/ai-templates-0/stacks/bentoml/docker-compose.yml
@@ -0,0 +1,30 @@
+version: "3.8"
+
+services:
+  bentoml:
+    image: bentoml/bentoml:${BENTO_VERSION:-latest}
+    container_name: bentoml
+    restart: unless-stopped
+    ports:
+      - "${BENTO_PORT:-3000}:3000"
+      - "${METRICS_PORT:-3001}:3001"
+    volumes:
+      - bentoml_home:/home/bentoml
+      - bentoml_models:/home/bentoml/bentoml/models
+    environment:
+      - BENTOML_HOME=/home/bentoml/bentoml
+      - BENTOML_PORT=3000
+      - BENTOML_METRICS_PORT=3001
+      - BENTOML_LOG_LEVEL=${LOG_LEVEL:-INFO}
+    command: bentoml serve --host 0.0.0.0 --port 3000
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+
+volumes:
+  bentoml_home:
+  bentoml_models: