zach
/
RA.Aid
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix temperature param handling.

This commit is contained in:
AI Christianson 2025-01-31 17:10:49 -05:00
parent e3414890ff
commit e95c13a6d0
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
ra_aid/llm.py
View File

@ -1,6 +1,8 @@
import os import os
from typing import Any, Dict, Optional from typing import Any, Dict, Optional
known_temp_providers = {"openai", "anthropic", "openrouter", "openai-compatible", "gemini", "deepseek"}
from .models_params import models_params from .models_params import models_params
from langchain_anthropic import ChatAnthropic from langchain_anthropic import ChatAnthropic
from langchain_core.language_models import BaseChatModel from langchain_core.language_models import BaseChatModel
@ -138,7 +140,12 @@ def create_llm_client(
# Get model configuration # Get model configuration
model_config = models_params.get(provider, {}).get(model_name, {}) model_config = models_params.get(provider, {}).get(model_name, {})
supports_temperature = model_config.get("supports_temperature", False)
# Default to True for known providers that support temperature if not specified
if "supports_temperature" not in model_config:
model_config["supports_temperature"] = provider in known_temp_providers
supports_temperature = model_config["supports_temperature"]
# Handle temperature settings # Handle temperature settings
if is_expert: if is_expert:
@ -155,14 +162,14 @@ def create_llm_client(
model_name=model_name, model_name=model_name,
api_key=config["api_key"], api_key=config["api_key"],
base_url=config["base_url"], base_url=config["base_url"],
temperature=temperature if not is_expert else 0, **temp_kwargs,
is_expert=is_expert, is_expert=is_expert,
) )
elif provider == "openrouter": elif provider == "openrouter":
return create_openrouter_client( return create_openrouter_client(
model_name=model_name, model_name=model_name,
api_key=config["api_key"], api_key=config["api_key"],
temperature=temperature if not is_expert else 0, **temp_kwargs,
is_expert=is_expert, is_expert=is_expert,
) )
elif provider == "openai": elif provider == "openai":