Add GPU passthrough for BERT model acceleration

2026-03-13 18:09:48 +07:00 · 2026-03-13 18:09:48 +07:00 · 943d56d478
commit 943d56d478
parent 8024cb130a
1 changed files with 8 additions and 1 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@ -12,4 +12,11 @@ services:
      - "5001"
    restart: unless-stopped
    volumes:
-      - ./backend/uploads:/app/backend/uploads
+      - ./backend/uploads:/app/backend/uploads
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]