mirror/computer
1
0
Fork 0
mirror of https://github.com/trycua/computer.git synced 2026-01-06 05:20:02 -06:00
Code Issues Packages Projects Releases Wiki Activity

Fixed OS type that gets passed to OAI

Browse Source
This commit is contained in:
Dillon DuPont
2025-07-17 11:25:34 -07:00
parent 4674651770
commit 96fd9cb98e
2 changed files with 25 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
libs/python/agent/agent/providers/openai/api_handler.py
View File

@@ -3,7 +3,7 @@
import logging
import requests
import os
from typing import Any, Dict, List, Optional, TYPE_CHECKING
from typing import Any, Dict, List, Literal, Optional, TYPE_CHECKING
from datetime import datetime
if TYPE_CHECKING:
@@ -45,6 +45,7 @@ class OpenAIAPIHandler:
display_width: str,
display_height: str,
previous_response_id: Optional[str] = None,
os_type: str,
) -> Dict[str, Any]:
"""Send an initial request to the OpenAI API with a screenshot.
@@ -57,6 +58,15 @@ class OpenAIAPIHandler:
Returns:
API response
"""
# Convert from our internal OS types to the ones OpenAI expects
if os_type == "macos":
os_type = "mac"
elif os_type == "linux":
os_type = "ubuntu"
if os_type not in ["mac", "windows", "ubuntu", "browser"]:
raise ValueError(f"Invalid OS type: {os_type}")
# Convert display dimensions to integers
try:
width = int(display_width)
@@ -128,7 +138,7 @@ class OpenAIAPIHandler:
"type": "computer_use_preview",
"display_width": width,
"display_height": height,
"environment": "mac", # We're on macOS
"environment": os_type, # We're on macOS
}
],
"input": input_array,
@@ -180,6 +190,7 @@ class OpenAIAPIHandler:
display_width: str,
display_height: str,
previous_response_id: str,
os_type: str,
) -> Dict[str, Any]:
"""Send a request to the OpenAI API with computer_call_output.
@@ -193,6 +204,15 @@ class OpenAIAPIHandler:
Returns:
API response
"""
# Convert from our internal OS types to the ones OpenAI expects
if os_type == "macos":
os_type = "mac"
elif os_type == "linux":
os_type = "ubuntu"
if os_type not in ["mac", "windows", "ubuntu", "browser"]:
raise ValueError(f"Invalid OS type: {os_type}")
# Convert display dimensions to integers
try:
width = int(display_width)
@@ -256,7 +276,7 @@ class OpenAIAPIHandler:
"type": "computer_use_preview",
"display_width": width,
"display_height": height,
"environment": "mac", # We're on macOS
"environment": os_type, # We're on macOS
}
],
"input": [

2
libs/python/agent/agent/providers/openai/loop.py
View File

@@ -280,6 +280,7 @@ class OpenAILoop(BaseLoop):
display_width=str(screen_size["width"]),
display_height=str(screen_size["height"]),
previous_response_id=self.last_response_id,
os_type=self.computer.os_type,
)
# Store response ID for next request
@@ -401,6 +402,7 @@ class OpenAILoop(BaseLoop):
display_width=str(screen_size["width"]),
display_height=str(screen_size["height"]),
previous_response_id=self.last_response_id, # Use instance variable
os_type=self.computer.os_type,
)
# Store response ID for next request