From c8e4236257039629eafa9f3c97f35ebc5ff323d1 Mon Sep 17 00:00:00 2001
From: Dillon DuPont <ddupont@mit.edu>
Date: Fri, 20 Jun 2025 11:24:50 -0400
Subject: [PATCH 1/2] Remove patch, use official mlx-vlm

---
 libs/agent/README.md      |  5 +----
 libs/agent/pyproject.toml | 10 ++++------
 scripts/playground.sh     |  7 -------
 3 files changed, 5 insertions(+), 17 deletions(-)

diff --git a/libs/agent/README.md b/libs/agent/README.md
index 31d1accd..d1c82a5e 100644
--- a/libs/agent/README.md
+++ b/libs/agent/README.md
@@ -34,10 +34,7 @@ pip install "cua-agent[anthropic]" # Anthropic Cua Loop
 pip install "cua-agent[uitars]"    # UI-Tars support
 pip install "cua-agent[omni]" # Cua Loop based on OmniParser (includes Ollama for local models)
 pip install "cua-agent[ui]" # Gradio UI for the agent
-
-# For local UI-TARS with MLX support, you need to manually install mlx-vlm:
-pip install "cua-agent[uitars-mlx]"
-pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id # PR: https://github.com/Blaizzy/mlx-vlm/pull/349
+pip install "cua-agent[uitars-mlx]" # MLX UI-Tars support
 ```
 
 ## Run
diff --git a/libs/agent/pyproject.toml b/libs/agent/pyproject.toml
index 8ea6a3fc..cb861712 100644
--- a/libs/agent/pyproject.toml
+++ b/libs/agent/pyproject.toml
@@ -4,7 +4,7 @@ build-backend = "pdm.backend"
 
 [project]
 name = "cua-agent"
-version = "0.1.0"
+version = "0.2.0"
 description = "CUA (Computer Use) Agent for AI-driven computer interaction"
 readme = "README.md"
 authors = [
@@ -38,8 +38,7 @@ uitars = [
     "httpx>=0.27.0,<0.29.0",
 ]
 uitars-mlx = [
-    # The mlx-vlm package needs to be installed manually with:
-    # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
+    "mlx-vlm>=0.1.27"
 ]
 ui = [
     "gradio>=5.23.3,<6.0.0",
@@ -88,9 +87,8 @@ all = [
     "requests>=2.31.0,<3.0.0",
     "ollama>=0.4.7,<0.5.0",
     "gradio>=5.23.3,<6.0.0",
-    "python-dotenv>=1.0.1,<2.0.0"
-    # mlx-vlm needs to be installed manually with:
-    # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
+    "python-dotenv>=1.0.1,<2.0.0",
+    "mlx-vlm>=0.1.27"
 ]
 
 [tool.pdm]
diff --git a/scripts/playground.sh b/scripts/playground.sh
index 4cdb1ffa..9be712d2 100755
--- a/scripts/playground.sh
+++ b/scripts/playground.sh
@@ -209,13 +209,6 @@ echo "📦 Updating C/ua packages..."
 pip install -U pip setuptools wheel Cmake
 pip install -U cua-computer "cua-agent[all]"
 
-# Install mlx-vlm on Apple Silicon Macs
-if [[ $(uname -m) == 'arm64' ]]; then
-  echo "Installing mlx-vlm for Apple Silicon Macs..."
-  pip install git+https://github.com/Blaizzy/mlx-vlm.git
-  # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
-fi
-
 # Create a simple demo script
 mkdir -p "$DEMO_DIR"
 

From e3d521454631049631522d23b6119192ec41448d Mon Sep 17 00:00:00 2001
From: Dillon DuPont <ddupont@mit.edu>
Date: Fri, 20 Jun 2025 11:29:00 -0400
Subject: [PATCH 2/2] Added platform specific markers

---
 libs/agent/pyproject.toml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/libs/agent/pyproject.toml b/libs/agent/pyproject.toml
index cb861712..f078a5c9 100644
--- a/libs/agent/pyproject.toml
+++ b/libs/agent/pyproject.toml
@@ -38,7 +38,7 @@ uitars = [
     "httpx>=0.27.0,<0.29.0",
 ]
 uitars-mlx = [
-    "mlx-vlm>=0.1.27"
+    "mlx-vlm>=0.1.27; sys_platform == 'darwin'"
 ]
 ui = [
     "gradio>=5.23.3,<6.0.0",
@@ -88,7 +88,7 @@ all = [
     "ollama>=0.4.7,<0.5.0",
     "gradio>=5.23.3,<6.0.0",
     "python-dotenv>=1.0.1,<2.0.0",
-    "mlx-vlm>=0.1.27"
+    "mlx-vlm>=0.1.27; sys_platform == 'darwin'"
 ]
 
 [tool.pdm]