RA.Aid/tests/ra_aid/agent_backends/test_ciayn_tool_validation.py

78 lines
3.6 KiB
Python

import pytest
from ra_aid.agent_backends.ciayn_agent import validate_function_call_pattern
def test_fuzzy_find_validation():
# This is the exact function call from the error message
function_call = 'fuzzy_find_project_files(search_term="bullet physics", repo_path=".", threshold=60, max_results=10, include_paths=None, exclude_patterns=None)'
# The validate_function_call_pattern should return False for valid function calls
# (False means "not invalid" in this function's logic)
assert validate_function_call_pattern(function_call) is False, "The fuzzy_find_project_files call should be considered valid"
def test_validate_function_call_pattern_with_none_args():
# Test with None as arguments for various parameter types
valid_calls = [
'some_function(arg1="test", arg2=None)',
'some_function(arg1=None, arg2=123)',
'some_function(arg1=None, arg2=None, arg3="text")',
'fuzzy_find_project_files(search_term="bullet physics", repo_path=".", threshold=60, max_results=10, include_paths=None, exclude_patterns=None)',
]
for call in valid_calls:
assert validate_function_call_pattern(call) is False, f"Call should be valid: {call}"
def test_validate_function_call_pattern_invalid_syntax():
# Test with invalid syntax
invalid_calls = [
'some_function(arg1="test"', # Missing closing parenthesis
'some_function arg1="test")', # Missing opening parenthesis
'some_function("test") another_function()', # Multiple function calls
'= some_function(arg1="test")', # Invalid start
]
for call in invalid_calls:
assert validate_function_call_pattern(call) is True, f"Call should be invalid: {call}"
def test_validate_function_call_with_cpp_code():
"""Test that function calls containing C++ code in triple-quoted strings are correctly validated."""
# Test with C++ code in a triple-quoted string
function_call = '''put_complete_file_contents("main.cpp", """
#include <GL/glut.h>
GLfloat angle = 0.0f;
void display() {
glClear(GL_COLOR_BUFFER_BIT | GL_DEPTH_BUFFER_BIT);
glLoadIdentity();
glTranslatef(0.0f, 0.0f, -5.0f);
glRotatef(angle, 1.0f, 1.0f, 1.0f);
glBegin(GL_QUADS);
// Front face (red)
glColor3f(1.0f, 0.0f, 0.0f);
glVertex3f(-1.0f, -1.0f, 1.0f);
glVertex3f(1.0f, -1.0f, 1.0f);
glVertex3f(1.0f, 1.0f, 1.0f);
glVertex3f(-1.0f, 1.0f, 1.0f);
glEnd();
glutSwapBuffers();
}
""")'''
assert validate_function_call_pattern(function_call) is False, "C++ code in a triple-quoted string should be a valid function call"
def test_validate_function_call_with_nested_triple_quotes():
"""Test that function calls containing triple-quoted strings with nested docstrings are correctly validated."""
# The exact function call from the error message
function_call = '''emit_key_snippet(snippet_info={
"filepath": "tests/ra_aid/test_llm.py",
"line_number": 56,
"snippet": """def test_initialize_expert_defaults(clean_env, mock_openai, monkeypatch):\n """Test expert LLM initialization with explicit parameters."""\n
monkeypatch.setenv("EXPERT_OPENAI_API_KEY", "test-key")\n _llm = initialize_expert_llm("openai", "o1")\n\n mock_openai.assert_called_once_with(\n
api_key="test-key",\n model="o1",\n reasoning_effort="high",\n timeout=180,\n max_retries=5,\n )""",
"description": "Test case for initializing expert LLM with explicit parameters."
})'''
assert validate_function_call_pattern(function_call) is False, "Triple-quoted string with nested docstring should be a valid function call"