danvics/haiku.rag
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix config for research

Browse source
This commit is contained in:
Yiorgis Gozadinos 2025-09-15 14:50:43 +03:00
parent fe8e48df38
commit 4df5d31b18
No known key found for this signature in database
2 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
src/haiku/rag/config.py
View file

@ -30,8 +30,8 @@ class AppConfig(BaseModel):
QA_MODEL: str = "qwen3" QA_MODEL: str = "qwen3"
# Research defaults (fallback to QA if not provided via env) # Research defaults (fallback to QA if not provided via env)
RESEARCH_PROVIDER: str = "" RESEARCH_PROVIDER: str = "ollama"
RESEARCH_MODEL: str = "" RESEARCH_MODEL: str = "qwen3"
CHUNK_SIZE: int = 256 CHUNK_SIZE: int = 256
CONTEXT_CHUNK_RADIUS: int = 0 CONTEXT_CHUNK_RADIUS: int = 0
@ -41,9 +41,11 @@ class AppConfig(BaseModel):
MARKDOWN_PREPROCESSOR: str = "" MARKDOWN_PREPROCESSOR: str = ""
OLLAMA_BASE_URL: str = "http://localhost:11434" OLLAMA_BASE_URL: str = "http://localhost:11434"
VLLM_EMBEDDINGS_BASE_URL: str = "" VLLM_EMBEDDINGS_BASE_URL: str = ""
VLLM_RERANK_BASE_URL: str = "" VLLM_RERANK_BASE_URL: str = ""
VLLM_QA_BASE_URL: str = "" VLLM_QA_BASE_URL: str = ""
VLLM_RESEARCH_BASE_URL: str = ""
# Provider keys # Provider keys
VOYAGE_API_KEY: str = "" VOYAGE_API_KEY: str = ""

3
src/haiku/rag/research/base.py
View file

@ -51,7 +51,8 @@ class BaseResearchAgent(ABC):
return OpenAIChatModel( return OpenAIChatModel(
model_name=model, model_name=model,
provider=OpenAIProvider( provider=OpenAIProvider(
base_url=f"{Config.VLLM_QA_BASE_URL}/v1", api_key="none" base_url=f"{Config.VLLM_RESEARCH_BASE_URL or Config.VLLM_QA_BASE_URL}/v1",
api_key="none",
), ),
) )
else: else: