mirror of
https://github.com/trycua/computer.git
synced 2026-01-01 11:00:31 -06:00
81 lines
2.2 KiB
Python
81 lines
2.2 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import time
|
|
from pathlib import Path
|
|
|
|
from bench_ui import execute_javascript, get_element_rect, launch_window
|
|
|
|
HTML = """
|
|
<!doctype html>
|
|
<html>
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<title>Bench UI Example</title>
|
|
<style>
|
|
body { font-family: system-ui, sans-serif; margin: 24px; }
|
|
#target { width: 220px; height: 120px; background: #4f46e5; color: white; display: flex; align-items: center; justify-content: center; border-radius: 8px; }
|
|
</style>
|
|
</head>
|
|
<body>
|
|
<h1>Bench UI Example</h1>
|
|
<div id="target">Hello from pywebview</div>
|
|
|
|
|
|
<h1>Click the button</h1>
|
|
<button id="submit" class="btn" data-instruction="the button">Submit</button>
|
|
<script>
|
|
window.__submitted = false;
|
|
document.getElementById('submit').addEventListener('click', function() {
|
|
window.__submitted = true;
|
|
this.textContent = 'Submitted!';
|
|
this.disabled = true;
|
|
});
|
|
</script>
|
|
</body>
|
|
</html>
|
|
"""
|
|
|
|
|
|
def main():
|
|
os.environ["CUA_BENCH_UI_DEBUG"] = "1"
|
|
|
|
# Launch a window with inline HTML content
|
|
pid = launch_window(
|
|
html=HTML,
|
|
title="Bench UI Example",
|
|
width=800,
|
|
height=600,
|
|
)
|
|
print(f"Launched window with PID: {pid}")
|
|
|
|
# Give the window a brief moment to render
|
|
time.sleep(1.0)
|
|
|
|
# Query the client rect of an element via CSS selector in SCREEN space
|
|
rect = get_element_rect(pid, "#target", space="screen")
|
|
print("Element rect (screen space):", rect)
|
|
|
|
# Take a screenshot and overlay the bbox
|
|
try:
|
|
from PIL import ImageDraw, ImageGrab
|
|
|
|
img = ImageGrab.grab() # full screen
|
|
draw = ImageDraw.Draw(img)
|
|
x, y, w, h = rect["x"], rect["y"], rect["width"], rect["height"]
|
|
box = (x, y, x + w, y + h)
|
|
draw.rectangle(box, outline=(255, 0, 0), width=3)
|
|
out_path = Path(__file__).parent / "output_overlay.png"
|
|
img.save(out_path)
|
|
print(f"Saved overlay screenshot to: {out_path}")
|
|
except Exception as e:
|
|
print(f"Failed to capture/annotate screenshot: {e}")
|
|
|
|
# Execute arbitrary JavaScript
|
|
text = execute_javascript(pid, "window.__submitted")
|
|
print("text:", text)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|