diff --git a/libs/agent/pyproject.toml b/libs/agent/pyproject.toml
index 89d14883..7b40614f 100644
--- a/libs/agent/pyproject.toml
+++ b/libs/agent/pyproject.toml
@@ -38,7 +38,8 @@ uitars = [
     "httpx>=0.27.0,<0.29.0",
 ]
 uitars-mlx = [
-    "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"
+    # The mlx-vlm package needs to be installed manually with:
+    # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
 ]
 ui = [
     "gradio>=5.23.3,<6.0.0",
@@ -87,8 +88,9 @@ all = [
     "requests>=2.31.0,<3.0.0",
     "ollama>=0.4.7,<0.5.0",
     "gradio>=5.23.3,<6.0.0",
-    "python-dotenv>=1.0.1,<2.0.0",
-    "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"
+    "python-dotenv>=1.0.1,<2.0.0"
+    # mlx-vlm needs to be installed manually with:
+    # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
 ]
 
 [tool.pdm]
diff --git a/scripts/playground.sh b/scripts/playground.sh
index ee46bbbc..332e35a1 100755
--- a/scripts/playground.sh
+++ b/scripts/playground.sh
@@ -91,6 +91,9 @@ echo "📦 Updating CUA packages..."
 pip install -U pip
 pip install -U cua-computer "cua-agent[all]"
 
+# Temporary fix for mlx-vlm, see https://github.com/Blaizzy/mlx-vlm/pull/349
+pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
+
 # Create a simple demo script
 DEMO_DIR="$HOME/.cua-demo"
 mkdir -p "$DEMO_DIR"