zach
/
RA.Aid
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #55 from ariel-frischer/fix-temp 

Fix failing tests around llm.py refactoring
This commit is contained in:
Ariel Frischer 2025-01-24 18:15:01 -08:00 committed by GitHub
parent 6c4acfea8b 2d4615e655
commit 9533ff1957
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
ra_aid/llm.py
View File

@ -132,27 +132,29 @@ def create_llm_client(
is_expert
)
# Handle temperature for expert mode
# Handle temperature settings
if is_expert:
temperature = 0
temp_kwargs = {}
if not is_expert and temperature is not None:
temp_kwargs = {"temperature": 0}
elif temperature is not None:
temp_kwargs = {"temperature": temperature}
elif provider == "openai-compatible":
temp_kwargs = {"temperature": 0.3}
else:
temp_kwargs = {}
if provider == "deepseek":
return create_deepseek_client(
model_name=model_name,
api_key=config["api_key"],
base_url=config["base_url"],
temperature=temperature,
temperature=temperature if not is_expert else 0,
is_expert=is_expert,
)
elif provider == "openrouter":
return create_openrouter_client(
model_name=model_name,
api_key=config["api_key"],
temperature=temperature,
temperature=temperature if not is_expert else 0,
is_expert=is_expert,
)
elif provider == "openai":
@ -171,8 +173,8 @@ def create_llm_client(
return ChatOpenAI(
api_key=config["api_key"],
base_url=config["base_url"],
**temp_kwargs if temp_kwargs else {"temperature": 0.3},
model=model_name,
**temp_kwargs,
)
elif provider == "gemini":
return ChatGoogleGenerativeAI(