zach
/
RA.Aid
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improve expert model auto detection

This commit is contained in:
AI Christianson 2025-02-12 15:55:47 -05:00
parent e3a705eb9b
commit 905ed2c8fc
2 changed files with 16 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
ra_aid/__main__.py
View File

@ -116,9 +116,9 @@ Examples:
parser.add_argument( parser.add_argument(
"--expert-provider", "--expert-provider",
type=str, type=str,
default="openai", default=None,
choices=VALID_PROVIDERS, choices=VALID_PROVIDERS,
help="The LLM provider to use for expert knowledge queries (default: openai)", help="The LLM provider to use for expert knowledge queries",
) )
parser.add_argument( parser.add_argument(
"--expert-model", "--expert-model",
@ -218,10 +218,19 @@ Examples:
# Handle expert provider/model defaults # Handle expert provider/model defaults
if not parsed_args.expert_provider: if not parsed_args.expert_provider:
# If no expert provider specified, use main provider instead of defaulting to # Check for OpenAI API key first
# to any particular model since we do not know if we have access to any other model. if os.environ.get("OPENAI_API_KEY"):
parsed_args.expert_provider = parsed_args.provider parsed_args.expert_provider = "openai"
parsed_args.expert_model = parsed_args.model parsed_args.expert_model = None # Will be auto-selected
# If no OpenAI key but DeepSeek key exists, use DeepSeek
elif os.environ.get("DEEPSEEK_API_KEY"):
parsed_args.expert_provider = "deepseek"
parsed_args.expert_model = "deepseek-reasoner"
else:
# Fall back to main provider if neither is available
parsed_args.expert_provider = parsed_args.provider
parsed_args.expert_model = parsed_args.model
# Validate temperature range if provided # Validate temperature range if provided
if parsed_args.temperature is not None and not ( if parsed_args.temperature is not None and not (

2
ra_aid/models_params.py
View File

@ -270,7 +270,7 @@ models_params = {
"claude-3-5-sonnet-20241022": { "claude-3-5-sonnet-20241022": {
"token_limit": 200000, "token_limit": 200000,
"supports_temperature": True, "supports_temperature": True,
"default_temperature": DEFAULT_TEMPERATURE, "default_temperature": 1.0,
}, },
"claude-3-5-haiku-latest": { "claude-3-5-haiku-latest": {
"token_limit": 200000, "token_limit": 200000,