feat: run qdrant and ollama inside thothii

This commit is contained in:
2026-08-08 18:38:42 +02:00
parent ca1511df60
commit 320d9ea74e
11 changed files with 502 additions and 28 deletions
+7
View File
@@ -0,0 +1,7 @@
services:
embedding:
deploy:
resources:
reservations:
devices:
- capabilities: ["gpu"]
+3 -3
View File
@@ -13,7 +13,7 @@ THT_WORKSPACE_GIT_AUTHOR_EMAIL=thoth-workspace-registry@example.invalid
THT_DB_NAME=warehouse
THT_DWH_REST_URL=https://dwh.example.invalid
THT_VEC_REST_URL=https://vector.example.invalid
THT_VEC_WRITE_REST_URL=https://vector-write.example.invalid
THT_OLLAMA_URL=https://embeddings.example.invalid
THT_LLM_URL=https://llm.example.invalid
# Optional explicit GPU override for Linux hosts that expose a Docker-compatible GPU device.
# THOTH_ENABLE_EMBEDDING_GPU=1
+3 -3
View File
@@ -18,11 +18,11 @@ THT_WORKSPACE_GIT_AUTHOR_EMAIL=thoth-workspace-registry@example.invalid
THT_DB_NAME=warehouse
THT_DWH_REST_URL=https://dwh.example.invalid
THT_VEC_REST_URL=https://vector.example.invalid
THT_VEC_WRITE_REST_URL=https://vector-write.example.invalid
THT_OLLAMA_URL=https://embeddings.example.invalid
THT_LLM_URL=https://llm.example.invalid
# Optional explicit GPU override for Linux hosts that expose a Docker-compatible GPU device.
# THOTH_ENABLE_EMBEDDING_GPU=1
# Public server session storage. Values are endpoints, roles, or protected source-file paths.
THT_SESSION_DB_HOST=sessions-db.example.invalid
THT_SESSION_DB_PORT=5432