fix: raise embedding timeout and lower default batch for large CPU corpora
This commit is contained in:
@@ -496,8 +496,8 @@ class EmbeddingsConfig(BaseModel):
|
|||||||
base_url: str
|
base_url: str
|
||||||
model: str = "nomic-embed-text-v2-moe"
|
model: str = "nomic-embed-text-v2-moe"
|
||||||
dim: int = Field(default=768, alias="dimensions")
|
dim: int = Field(default=768, alias="dimensions")
|
||||||
batch_size: int = 32
|
batch_size: int = 16
|
||||||
timeout: int = 30
|
timeout: int = 300
|
||||||
connect_timeout: int = 5
|
connect_timeout: int = 5
|
||||||
bin: str = "ollama"
|
bin: str = "ollama"
|
||||||
start_cmd: list[str] | None = None
|
start_cmd: list[str] | None = None
|
||||||
|
|||||||
Reference in New Issue
Block a user