diff --git a/libs/python/agent2/README.md b/libs/python/agent2/README.md
deleted file mode 100644
index 0c5595e1..00000000
--- a/libs/python/agent2/README.md
+++ /dev/null
@@ -1,381 +0,0 @@
-
-
-
-
-
-
- ![Shows my svg]()
-
-
-
-
-
Built with github.com/trycua/cua."
- )
-
- chatbot_history = gr.Chatbot(type="messages")
- msg = gr.Textbox(
- placeholder="Ask me to perform tasks in a virtual environment"
- )
- clear = gr.Button("Clear")
- cancel_button = gr.Button("Cancel", variant="stop")
-
- # Add examples
- example_group = gr.Examples(examples=example_messages, inputs=msg)
-
- # Chat submission function
- def chat_submit(message, history):
- history.append(gr.ChatMessage(role="user", content=message))
- return "", history
-
- # Cancel function
- async def cancel_agent_task(history):
- global global_agent
- if global_agent:
- print("DEBUG - Cancelling agent task")
- history.append(gr.ChatMessage(role="assistant", content="Task cancelled by user", metadata={"title": "â Cancelled"}))
- else:
- history.append(gr.ChatMessage(role="assistant", content="No active agent task to cancel", metadata={"title": "âšī¸ Info"}))
- return history
-
- # Process response function
- async def process_response(
- history,
- openai_model_value,
- anthropic_model_value,
- omni_model_value,
- uitars_model_value,
- custom_model_value,
- agent_loop_choice,
- save_traj,
- recent_imgs,
- custom_url_value=None,
- custom_api_key=None,
- openai_key_input=None,
- anthropic_key_input=None,
- computer_os="linux",
- computer_provider="cloud",
- container_name="",
- cua_cloud_api_key="",
- max_budget_value=None,
- ):
- if not history:
- yield history
- return
-
- # Get the last user message
- last_user_message = history[-1]["content"]
-
- # Get the appropriate model value based on the agent loop
- if agent_loop_choice == "OPENAI":
- model_choice_value = openai_model_value
- elif agent_loop_choice == "ANTHROPIC":
- model_choice_value = anthropic_model_value
- elif agent_loop_choice == "OMNI":
- model_choice_value = omni_model_value
- elif agent_loop_choice == "UITARS":
- model_choice_value = uitars_model_value
- else:
- model_choice_value = "No models available"
-
- # Determine if this is a custom model selection
- is_custom_model_selected = model_choice_value in ["Custom model (OpenAI compatible API)", "Custom model (ollama)"]
-
- # Determine the model name string to analyze
- if is_custom_model_selected:
- model_string_to_analyze = custom_model_value
- else:
- model_string_to_analyze = model_choice_value
-
- try:
- # Get the model string
- model_string = get_model_string(model_string_to_analyze, agent_loop_choice)
-
- # Set API keys if provided
- if openai_key_input:
- os.environ["OPENAI_API_KEY"] = openai_key_input
- if anthropic_key_input:
- os.environ["ANTHROPIC_API_KEY"] = anthropic_key_input
- if cua_cloud_api_key:
- os.environ["CUA_API_KEY"] = cua_cloud_api_key
-
- # Save settings
- current_settings = {
- "agent_loop": agent_loop_choice,
- "model_choice": model_choice_value,
- "custom_model": custom_model_value,
- "provider_base_url": custom_url_value,
- "save_trajectory": save_traj,
- "recent_images": recent_imgs,
- "computer_os": computer_os,
- "computer_provider": computer_provider,
- "container_name": container_name,
- }
- save_settings(current_settings)
-
- # Create agent
- global_agent = create_agent(
- model_string=model_string,
- save_trajectory=save_traj,
- only_n_most_recent_images=recent_imgs,
- custom_model_name=custom_model_value if is_custom_model_selected else None,
- computer_os=computer_os,
- computer_provider=computer_provider,
- computer_name=container_name,
- computer_api_key=cua_cloud_api_key,
- verbosity=logging.DEBUG,
- max_trajectory_budget=max_budget_value if max_budget_value and max_budget_value > 0 else None,
- )
-
- if global_agent is None:
- history.append(
- gr.ChatMessage(
- role="assistant",
- content="Failed to create agent. Check API keys and configuration.",
- )
- )
- yield history
- return
-
- # Add user message to global history
- global global_messages
- global_messages.append({"role": "user", "content": last_user_message})
-
- # Stream responses from the agent
- async for result in global_agent.run(global_messages):
- global_messages += result.get("output", [])
- # print(f"DEBUG - Agent response ------- START")
- # from pprint import pprint
- # pprint(result)
- # print(f"DEBUG - Agent response ------- END")
-
- # Process the result output
- for item in result.get("output", []):
- if item.get("type") == "message":
- content = item.get("content", [])
- for content_part in content:
- if content_part.get("text"):
- history.append(gr.ChatMessage(
- role=item.get("role", "assistant"),
- content=content_part.get("text", ""),
- metadata=content_part.get("metadata", {})
- ))
- elif item.get("type") == "computer_call":
- action = item.get("action", {})
- action_type = action.get("type", "")
- if action_type:
- action_title = f"đ ī¸ Performing {action_type}"
- if action.get("x") and action.get("y"):
- action_title += f" at ({action['x']}, {action['y']})"
- history.append(gr.ChatMessage(
- role="assistant",
- content=f"```json\n{json.dumps(action)}\n```",
- metadata={"title": action_title}
- ))
- elif item.get("type") == "function_call":
- function_name = item.get("name", "")
- arguments = item.get("arguments", "{}")
- history.append(gr.ChatMessage(
- role="assistant",
- content=f"đ§ Calling function: {function_name}\n```json\n{arguments}\n```",
- metadata={"title": f"Function Call: {function_name}"}
- ))
- elif item.get("type") == "function_call_output":
- output = item.get("output", "")
- history.append(gr.ChatMessage(
- role="assistant",
- content=f"đ¤ Function output:\n```\n{output}\n```",
- metadata={"title": "Function Output"}
- ))
- elif item.get("type") == "computer_call_output":
- output = item.get("output", {}).get("image_url", "")
- image_markdown = f""
- history.append(gr.ChatMessage(
- role="assistant",
- content=image_markdown,
- metadata={"title": "đĨī¸ Computer Output"}
- ))
-
- yield history
-
- except Exception as e:
- import traceback
- traceback.print_exc()
- history.append(gr.ChatMessage(role="assistant", content=f"Error: {str(e)}"))
- yield history
-
- # Connect the submit button
- submit_event = msg.submit(
- fn=chat_submit,
- inputs=[msg, chatbot_history],
- outputs=[msg, chatbot_history],
- queue=False,
- ).then(
- fn=process_response,
- inputs=[
- chatbot_history,
- openai_model_choice,
- anthropic_model_choice,
- omni_model_choice,
- uitars_model_choice,
- custom_model,
- agent_loop,
- save_trajectory,
- recent_images,
- provider_base_url,
- provider_api_key,
- openai_api_key_input,
- anthropic_api_key_input,
- computer_os,
- computer_provider,
- container_name,
- cua_cloud_api_key,
- max_budget,
- ],
- outputs=[chatbot_history],
- queue=True,
- )
-
- # Clear button functionality
- def clear_chat():
- global global_messages
- global_messages.clear()
- return None
-
- clear.click(clear_chat, None, chatbot_history, queue=False)
-
- # Connect cancel button
- cancel_button.click(
- cancel_agent_task,
- [chatbot_history],
- [chatbot_history],
- queue=False
- )
-
- # Code display update function
- def update_code_display(agent_loop, model_choice_val, custom_model_val, chat_history, recent_images_val, save_trajectory_val, computer_os, computer_provider, container_name, cua_cloud_api_key, max_budget_val):
- messages = []
- if chat_history:
- for msg in chat_history:
- if isinstance(msg, dict) and msg.get("role") == "user":
- messages.append(msg.get("content", ""))
-
- return generate_python_code(
- agent_loop,
- model_choice_val or custom_model_val or "gpt-4o",
- messages,
- recent_images_val,
- save_trajectory_val,
- computer_os,
- computer_provider,
- container_name,
- cua_cloud_api_key,
- max_budget_val
- )
-
- # Update code display when configuration changes
- for component in [agent_loop, model_choice, custom_model, chatbot_history, recent_images, save_trajectory, computer_os, computer_provider, container_name, cua_cloud_api_key, max_budget]:
- component.change(
- update_code_display,
- inputs=[agent_loop, model_choice, custom_model, chatbot_history, recent_images, save_trajectory, computer_os, computer_provider, container_name, cua_cloud_api_key, max_budget],
- outputs=[code_display]
- )
-
- return demo
diff --git a/libs/python/agent2/example.py b/libs/python/agent2/example.py
deleted file mode 100644
index f686b790..00000000
--- a/libs/python/agent2/example.py
+++ /dev/null
@@ -1,148 +0,0 @@
-"""
-Example usage of the agent library with docstring-based tool definitions.
-"""
-
-import asyncio
-import logging
-
-from agent import agent_loop, ComputerAgent
-from agent.types import Messages
-from computer import Computer
-from computer.helpers import sandboxed
-
-@sandboxed()
-def read_file(location: str) -> str:
- """Read contents of a file
-
- Parameters
- ----------
- location : str
- Path to the file to read
-
- Returns
- -------
- str
- Contents of the file or error message
- """
- try:
- with open(location, 'r') as f:
- return f.read()
- except Exception as e:
- return f"Error reading file: {str(e)}"
-
-def save_note(content: str, filename: str = "note.txt") -> str:
- """Save content to a note file
-
- Parameters
- ----------
- content : str
- Content to save to the file
- filename : str, optional
- Name of the file to save to (default is "note.txt")
-
- Returns
- -------
- str
- Success or error message
- """
- try:
- with open(filename, 'w') as f:
- f.write(content)
- return f"Saved note to {filename}"
- except Exception as e:
- return f"Error saving note: {str(e)}"
-
-def calculate(a: int, b: int) -> int:
- """Calculate the sum of two integers
-
- Parameters
- ----------
- a : int
- First integer
- b : int
- Second integer
-
- Returns
- -------
- int
- Sum of the two integers
- """
- return a + b
-
-async def main():
- """Example usage of ComputerAgent with different models"""
-
- # Example 1: Using Claude with computer and custom tools
- print("=== Example 1: Claude with Computer ===")
-
- import os
- import dotenv
- import json
- dotenv.load_dotenv()
-
- assert os.getenv("CUA_CONTAINER_NAME") is not None, "CUA_CONTAINER_NAME is not set"
- assert os.getenv("CUA_API_KEY") is not None, "CUA_API_KEY is not set"
-
- async with Computer(
- os_type="linux",
- provider_type="cloud",
- name=os.getenv("CUA_CONTAINER_NAME") or "",
- api_key=os.getenv("CUA_API_KEY") or ""
- ) as computer:
- agent = ComputerAgent(
- # Supported models:
-
- # == OpenAI CUA (computer-use-preview) ==
- model="openai/computer-use-preview",
-
- # == Anthropic CUA (Claude > 3.5) ==
- # model="anthropic/claude-opus-4-20250514",
- # model="anthropic/claude-sonnet-4-20250514",
- # model="anthropic/claude-3-7-sonnet-20250219",
- # model="anthropic/claude-3-5-sonnet-20240620",
-
- # == UI-TARS ==
- # model="huggingface-local/ByteDance-Seed/UI-TARS-1.5-7B",
- # TODO: add local mlx provider
- # model="mlx-community/UI-TARS-1.5-7B-6bit",
- # model="ollama_chat/0000/ui-tars-1.5-7b",
-
- # == Omniparser + Any LLM ==
- # model="omniparser+..."
- # model="omniparser+anthropic/claude-opus-4-20250514",
-
- tools=[computer],
- only_n_most_recent_images=3,
- verbosity=logging.INFO,
- trajectory_dir="trajectories",
- use_prompt_caching=True,
- max_trajectory_budget={ "max_budget": 1.0, "raise_error": True, "reset_after_each_run": False },
- )
-
- history = []
- while True:
- user_input = input("> ")
- history.append({"role": "user", "content": user_input})
-
- # Non-streaming usage
- async for result in agent.run(history, stream=False):
- history += result["output"]
-
- # # Print output
- # for item in result["output"]:
- # if item["type"] == "message":
- # print(item["content"][0]["text"])
- # elif item["type"] == "computer_call":
- # action = item["action"]
- # action_type = action["type"]
- # action_args = {k: v for k, v in action.items() if k != "type"}
- # print(f"{action_type}({action_args})")
- # elif item["type"] == "function_call":
- # action = item["name"]
- # action_args = item["arguments"]
- # print(f"{action}({action_args})")
- # elif item["type"] == "function_call_output":
- # print("===>", item["output"])
-
-if __name__ == "__main__":
- asyncio.run(main())
\ No newline at end of file
diff --git a/libs/python/agent2/pyproject.toml b/libs/python/agent2/pyproject.toml
deleted file mode 100644
index 4d4e721e..00000000
--- a/libs/python/agent2/pyproject.toml
+++ /dev/null
@@ -1,71 +0,0 @@
-[build-system]
-requires = ["pdm-backend"]
-build-backend = "pdm.backend"
-
-[project]
-name = "cua-agent"
-version = "0.4.0b4"
-description = "CUA (Computer Use) Agent for AI-driven computer interaction"
-readme = "README.md"
-authors = [
- { name = "TryCua", email = "gh@trycua.com" }
-]
-dependencies = [
- "httpx>=0.27.0",
- "aiohttp>=3.9.3",
- "asyncio",
- "anyio>=4.4.1",
- "typing-extensions>=4.12.2",
- "pydantic>=2.6.4",
- "rich>=13.7.1",
- "python-dotenv>=1.0.1",
- "cua-computer>=0.3.0,<0.5.0",
- "cua-core>=0.1.0,<0.2.0",
- "certifi>=2024.2.2",
- "litellm>=1.74.8"
-]
-requires-python = ">=3.11"
-
-[project.optional-dependencies]
-openai = []
-anthropic = []
-omni = [
- "ultralytics>=8.0.0",
- "cua-som>=0.1.0,<0.2.0",
-]
-uitars = []
-uitars-mlx = [
- "mlx-vlm>=0.1.27; sys_platform == 'darwin'"
-]
-uitars-hf = [
- "transformers>=4.54.0"
-]
-ui = [
- "gradio>=5.23.3",
- "python-dotenv>=1.0.1",
-]
-cli = [
- "yaspin>=3.1.0",
-]
-all = [
- # omni requirements
- "ultralytics>=8.0.0",
- "cua-som>=0.1.0,<0.2.0",
- # uitars requirements
- "mlx-vlm>=0.1.27; sys_platform == 'darwin'",
- "transformers>=4.54.0",
- # ui requirements
- "gradio>=5.23.3",
- "python-dotenv>=1.0.1",
- # cli requirements
- "yaspin>=3.1.0",
-]
-
-[tool.uv]
-constraint-dependencies = ["fastrtc>0.43.0", "mlx-audio>0.2.3"]
-
-[tool.pdm]
-distribution = true
-
-[tool.pdm.build]
-includes = ["agent/"]