fix: raise embedding timeout and lower default batch for large CPU corpora
This commit is contained in:
@@ -496,8 +496,8 @@ class EmbeddingsConfig(BaseModel):
|
||||
base_url: str
|
||||
model: str = "nomic-embed-text-v2-moe"
|
||||
dim: int = Field(default=768, alias="dimensions")
|
||||
batch_size: int = 32
|
||||
timeout: int = 30
|
||||
batch_size: int = 16
|
||||
timeout: int = 300
|
||||
connect_timeout: int = 5
|
||||
bin: str = "ollama"
|
||||
start_cmd: list[str] | None = None
|
||||
|
||||
Reference in New Issue
Block a user