Cool poc

docker-compose.nvidia.yml

@@ -0,0 +1,42 @@
+services:
+  chroma:
+    image: chromadb/chroma:latest
+    ports:
+      - "8000:8000"
+    volumes:
+      - ./chroma_db_data:/db
+    environment:
+      - POSTGRES_HOST=chroma-db
+      - POSTGRES_PORT=5432
+      - POSTGRES_USER=chroma
+      - POSTGRES_PASSWORD=chroma
+      - POSTGRES_DB=chroma
+    depends_on:
+      - chroma-db
+
+  chroma-db:
+    image: postgres:15-alpine
+    environment:
+      POSTGRES_USER: chroma
+      POSTGRES_PASSWORD: chroma
+      POSTGRES_DB: chroma
+    volumes:
+      - ./chroma_db_data:/var/lib/postgresql/data
+
+  ollama:
+    image: ollama/ollama:latest
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./ollama_models:/root/.ollama
+    devices:
+      - /dev/nvidia0:/dev/nvidia0
+    environment:
+      - OLLAMA_HOST=0.0.0.0
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]