ai-flow improvement / add langchain

This commit is contained in:
2025-11-23 14:51:19 +01:00
parent ade84f34d5
commit 5e734ad27f
25 changed files with 4867 additions and 51 deletions
+4 -3
View File
@@ -52,6 +52,7 @@ class Settings(BaseSettings):
# Model Configuration
default_model: str = "gemma:7b"
agent_model: str = "mistral:7b" # Must support tool calling
lightweight_models: str = "gemma:2b,gemma:7b"
heavy_models: str = "mistral:7b,gemma2:9b,mixtral:8x7b"
code_models: str = "codestral:latest,codegemma:latest"
@@ -73,9 +74,9 @@ class Settings(BaseSettings):
qdrant_collection_documents: str = "core_api_documents"
qdrant_collection_user_facts: str = "core_api_user_facts"
# Embeddings
embedding_model: str = "sentence-transformers/all-MiniLM-L6-v2"
embedding_dimension: int = 384
# Embeddings (using Ollama - no local models needed)
embedding_model: str = "nomic-embed-text" # Ollama embedding model
embedding_dimension: int = 768 # nomic-embed-text dimension
embedding_batch_size: int = 32
# Infrastructure Management (from credentials.py)