mirror/computer
1
0
Fork 0
mirror of https://github.com/trycua/computer.git synced 2026-02-17 20:10:07 -06:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into feat/omniparser-gemini-3-support

Browse Source
This commit is contained in:
Sarina Li
2025-11-19 16:58:23 -05:00
parent 87698101fc 9616a854ad
commit 54c1ba22c0
1 changed files with 19 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
libs/python/agent/agent/responses.py
View File

@@ -442,7 +442,9 @@ def get_all_element_descriptions(responses_items: List[Dict[str, Any]]) -> List[
# Conversion functions between responses_items and completion messages formats
def convert_responses_items_to_completion_messages(
messages: List[Dict[str, Any]], allow_images_in_tool_results: bool = True
messages: List[Dict[str, Any]],
allow_images_in_tool_results: bool = True,
send_multiple_user_images_per_parallel_tool_results: bool = False,
) -> List[Dict[str, Any]]:
"""Convert responses_items message format to liteLLM completion format.
@@ -450,10 +452,11 @@ def convert_responses_items_to_completion_messages(
messages: List of responses_items format messages
allow_images_in_tool_results: If True, include images in tool role messages.
If False, send tool message + separate user message with image.
send_multiple_user_images_per_parallel_tool_results: If True, send multiple user images in parallel tool results.
"""
completion_messages = []
for message in messages:
for i, message in enumerate(messages):
msg_type = message.get("type")
role = message.get("role")
@@ -561,6 +564,14 @@ def convert_responses_items_to_completion_messages(
}
)
else:
# Determine if the next message is also a tool call output
next_type = None
if i + 1 < len(messages):
next_msg = messages[i + 1]
next_type = next_msg.get("type")
is_next_message_image_result = next_type in [
"computer_call_output",
]
# Send tool message + separate user message with image (OpenAI compatible)
completion_messages += [
{
@@ -574,6 +585,12 @@ def convert_responses_items_to_completion_messages(
{"type": "image_url", "image_url": {"url": output.get("image_url")}}
],
},
] if send_multiple_user_images_per_parallel_tool_results or (not is_next_message_image_result) else [
{
"role": "tool",
"tool_call_id": call_id,
"content": "[Execution completed. See screenshot below]",
},
]
else:
# Handle text output as tool response