feat: run qdrant and ollama inside thothii

This commit is contained in:
2026-08-08 18:38:42 +02:00
parent ca1511df60
commit 320d9ea74e
11 changed files with 502 additions and 28 deletions
+57 -3
View File
@@ -24,10 +24,11 @@ services:
THT_SECRETS_FILE: /run/secrets/thothii.secrets
THT_DB_NAME: ${THT_DB_NAME:-}
THT_DWH_REST_URL: ${THT_DWH_REST_URL:-}
THT_VEC_REST_URL: ${THT_VEC_REST_URL:-}
THT_VEC_WRITE_REST_URL: ${THT_VEC_WRITE_REST_URL:-}
THT_OLLAMA_URL: ${THT_OLLAMA_URL:-}
THT_LLM_URL: ${THT_LLM_URL:-}
THT_INTERNAL_QDRANT_URL: http://qdrant:6333
THT_INTERNAL_EMBEDDING_URL: http://embedding:11434
THT_INTERNAL_EMBEDDING_MODEL: qwen3-embedding:0.6b
THT_INTERNAL_EMBEDDING_DIMENSIONS: "1024"
MAX_PI_PROCESSES: ${MAX_PI_PROCESSES:-4}
volumes:
- settings:/data/settings
@@ -46,6 +47,11 @@ services:
timeout: 3s
retries: 5
start_period: 30s
depends_on:
qdrant:
condition: service_healthy
embedding-model-init:
condition: service_completed_successfully
networks:
- thothii
@@ -69,6 +75,52 @@ services:
networks:
- thothii
qdrant:
image: qdrant/qdrant:v1.18.2@sha256:75eab8c4ba42096724fdcfde8b4de0b5713d529dde32f285a1f86fdcb2c9e50c
expose:
- "6333"
volumes:
- qdrant-data:/qdrant/storage
healthcheck:
test:
- CMD-SHELL
- >
/usr/bin/bash -lc "exec 3<>/dev/tcp/127.0.0.1/6333 &&
printf 'GET /healthz HTTP/1.1\r\nHost: 127.0.0.1\r\nConnection: close\r\n\r\n' >&3 &&
grep -q '200 OK' <&3"
interval: 15s
timeout: 3s
retries: 10
start_period: 10s
networks:
- thothii
embedding:
image: ollama/ollama:0.32.0@sha256:57f573b47f1f71ebb445789f279fe3e596a8beab182f7cf486db9205bad87c5a
command: ["serve"]
expose:
- "11434"
volumes:
- embedding-models:/root/.ollama
networks:
- thothii
embedding-model-init:
image: ollama/ollama:0.32.0@sha256:57f573b47f1f71ebb445789f279fe3e596a8beab182f7cf486db9205bad87c5a
entrypoint: ["/usr/bin/bash", "/opt/thoth/embedding-model-init.sh"]
environment:
OLLAMA_BASE_URL: http://embedding:11434
OLLAMA_MODEL: qwen3-embedding:0.6b
OLLAMA_WAIT_TIMEOUT_SEC: "180"
volumes:
- embedding-models:/root/.ollama
- ./docker/embedding-model-init.sh:/opt/thoth/embedding-model-init.sh:ro
depends_on:
embedding:
condition: service_started
networks:
- thothii
networks:
thothii:
@@ -77,6 +129,8 @@ volumes:
pi-state:
workspace-registry:
sessions:
qdrant-data:
embedding-models:
secrets:
thothii_secrets: