|
import pytest
|
|
|
|
from openhands.agenthub.browsing_agent.response_parser import (
|
|
BrowseInteractiveAction,
|
|
BrowsingResponseParser,
|
|
)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'action_str, expected',
|
|
[
|
|
("click('81'", "click('81')```"),
|
|
(
|
|
'"We need to search the internet\n```goto("google.com")',
|
|
'"We need to search the internet\n```goto("google.com")```',
|
|
),
|
|
("```click('81'", "```click('81')```"),
|
|
("click('81')", "click('81')```"),
|
|
(
|
|
"send_msg_to_user('The server might not be running or accessible. Please check the server status and try again.')",
|
|
"send_msg_to_user('The server might not be running or accessible. Please check the server status and try again.')```",
|
|
),
|
|
],
|
|
)
|
|
def test_parse_response(action_str: str, expected: str) -> None:
|
|
|
|
parser = BrowsingResponseParser()
|
|
response = {'choices': [{'message': {'content': action_str}}]}
|
|
result = parser.parse_response(response)
|
|
assert result == expected
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
'action_str, expected_browser_actions, expected_thought, expected_msg_content',
|
|
[
|
|
("click('81')```", "click('81')", '', ''),
|
|
("```click('81')```", "click('81')", '', ''),
|
|
(
|
|
"We need to perform a click\n```click('81')",
|
|
"click('81')",
|
|
'We need to perform a click',
|
|
'',
|
|
),
|
|
(
|
|
'Tell the user that the city was built in 1751.\n```send_msg_to_user("Based on the results of my search, the city was built in 1751.")',
|
|
'send_msg_to_user("Based on the results of my search, the city was built in 1751.")',
|
|
'Tell the user that the city was built in 1751.',
|
|
'Based on the results of my search, the city was built in 1751.',
|
|
),
|
|
(
|
|
'Tell the user that the city was built in 1751.\n```send_msg_to_user("Based on the results of my search, the city was built in 1751.")```',
|
|
'send_msg_to_user("Based on the results of my search, the city was built in 1751.")',
|
|
'Tell the user that the city was built in 1751.',
|
|
'Based on the results of my search, the city was built in 1751.',
|
|
),
|
|
(
|
|
"Tell the user that the city was built in 1751.\n```send_msg_to_user('Based on the results of my search, the city was built in 1751.')```",
|
|
"send_msg_to_user('Based on the results of my search, the city was built in 1751.')",
|
|
'Tell the user that the city was built in 1751.',
|
|
'Based on the results of my search, the city was built in 1751.',
|
|
),
|
|
(
|
|
"send_msg_to_user('The server might not be running or accessible. Please check the server status and try again.'))```",
|
|
"send_msg_to_user('The server might not be running or accessible. Please check the server status and try again.'))",
|
|
'',
|
|
'The server might not be running or accessible. Please check the server status and try again.',
|
|
),
|
|
],
|
|
)
|
|
def test_parse_action(
|
|
action_str: str,
|
|
expected_browser_actions: str,
|
|
expected_thought: str,
|
|
expected_msg_content: str,
|
|
) -> None:
|
|
|
|
parser = BrowsingResponseParser()
|
|
action = parser.parse_action(action_str)
|
|
assert isinstance(action, BrowseInteractiveAction)
|
|
assert action.browser_actions == expected_browser_actions
|
|
assert action.thought == expected_thought
|
|
assert action.browsergym_send_msg_to_user == expected_msg_content
|
|
|
