From 34bee240fcadea5f50956fa2303f077a44364941 Mon Sep 17 00:00:00 2001 From: Avi Fenesh Date: Fri, 20 Nov 2026 05:41:00 +0200 Subject: [PATCH] release: v0.7.59 --- .claude-plugin/marketplace.json | 2 +- CHANGELOG.md | 7 +++++-- Cargo.lock | 2 +- Cargo.toml | 2 +- package.json | 2 +- pi/extension/generated-tools.ts | 2 +- plugins/computer-use-linux/.claude-plugin/plugin.json | 2 +- plugins/computer-use-linux/.codex-plugin/plugin.json | 2 +- plugins/computer-use-linux/bin/computer-use-linux | 2 +- src/server.rs | 2 +- 10 files changed, 14 insertions(+), 11 deletions(-) diff --git a/.claude-plugin/marketplace.json b/.claude-plugin/marketplace.json index 39bbcf18..cac7dcc2 100644 --- a/.claude-plugin/marketplace.json +++ b/.claude-plugin/marketplace.json @@ -12,7 +12,7 @@ "name": "computer-use-linux", "source": "./plugins/computer-use-linux", "description": "Native Linux desktop control: semantic AT-SPI accessibility trees, screenshots, compositor window targeting (GNOME, KDE, Hyprland, niri, COSMIC, i3, Sway, labwc and other wlroots compositors, X11), Wayland/X11 input, and an on-screen activity indicator.", - "version": "0.7.58", + "version": "0.7.59", "category": "productivity" } ] diff --git a/CHANGELOG.md b/CHANGELOG.md index e1d0a6f8..191b5f86 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -7,13 +7,15 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 ## [Unreleased] +## [0.7.59] - 2026-11-20 + ### Added - KDE Plasma Wayland (KWin 6.3 and later) gets the virtual pen and touchscreen for `click`, `drag` and `scroll` with `delivery: "background"`, as routes `kwin-pen` and `kwin-touch`: the user's mouse pointer stays where it is. KWin maps the pen to the whole workspace and the touchscreen to the output under the point through `org.kde.KWin.InputDevice`, read back before input, and the server removes what KWin wrote for these devices into `kcminputrc` once they are gone. The point is checked through KWin scripting against KWin's stacking order (panels, popups and notifications included), on the current desktop and activity; Show Desktop and full-screen effects such as the Overview refuse the call. KWin's `SyncWithMouse` tablet option and `KWIN_WAYLAND_EMULATE_TABLET`, which move or click the user's pointer, leave no route. Measured on KWin 6.6.7 on a DRM output with GTK 4. ### Fixed -- A background right click on GNOME 48 and later arrived as a middle click and a middle click as a right click: GNOME 48 changed the stylus button defaults (`button-action` to `right`, `secondary-button-action` to `middle`), and mutter rewrites the pen's buttons by them. The server now sets both actions for its own pen (the settings path keyed by its vendor and product id) before every action, so mutter hands clients the button the pen pressed, and resets them when the pen goes away. Measured with GNOME 48's defaults on GNOME Shell 46, with GTK 4 and with native Wayland and Xwayland Chromium; mutter 48 and later read the same explicit values (from mutter's source). +- A background right click on GNOME 48 and later arrived as a middle click and a middle click as a right click: GNOME 48 changed the stylus button defaults (`button-action` to `right`, `secondary-button-action` to `middle`), and mutter rewrites the pen's buttons by them. The server now sets both actions for its own pen (the settings path keyed by its vendor and product id) before every action, so mutter hands clients the button the pen pressed, and resets them when the pen goes away. Measured with GNOME 48's defaults on GNOME Shell 46, with GTK 4 and with native Wayland and Xwayland Chromium; mutter 48 and later read the same explicit values (from mutter's source). Reported by [@Ondra-Zik](https://github.com/Ondra-Zik), who found the lower button gives a right click in Chromium ([#480](https://github.com/agent-sh/computer-use-linux/issues/480)). - A background scroll within 8 seconds of a background click or drag sent nothing: libinput pairs a pen with the first touchscreen it sees and drops that screen's touches while the pen is in proximity, and for 90 ms after it leaves. The same pairing could silence the user's own touchscreen while the pen hovered. The pen now leaves proximity at the end of each action instead of hovering for 8 seconds, and a scroll waits out the 90 ms. ## [0.7.58] - 2026-11-20 @@ -1259,7 +1261,8 @@ Wayland first; X11 best effort through AT-SPI and ydotool. Validated against GNO status, extension status, ydotool socket readiness, and portal coverage in a single JSON document. -[Unreleased]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.58...HEAD +[Unreleased]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.59...HEAD +[0.7.59]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.58...v0.7.59 [0.7.58]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.57...v0.7.58 [0.7.57]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.56...v0.7.57 [0.7.56]: https://github.com/agent-sh/computer-use-linux/compare/v0.7.55...v0.7.56 diff --git a/Cargo.lock b/Cargo.lock index b50630c5..d0772088 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -445,7 +445,7 @@ dependencies = [ [[package]] name = "computer-use-linux" -version = "0.7.58" +version = "0.7.59" dependencies = [ "anyhow", "atspi", diff --git a/Cargo.toml b/Cargo.toml index ccd0cb46..b702f203 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "computer-use-linux" -version = "0.7.58" +version = "0.7.59" edition = "2021" # kbvm, the pure-Rust XKB parser behind the GNOME keymap preflight, needs Rust 1.95. rust-version = "1.95" diff --git a/package.json b/package.json index ba6b1c8d..1d0aa864 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "@agent-sh/computer-use-linux", - "version": "0.7.58", + "version": "0.7.59", "description": "Native Linux desktop control for AI agents (MCP server, Pi tools, and CLI): semantic AT-SPI accessibility trees, screenshots, compositor window targeting, Wayland/X11 input, and an on-screen activity indicator.", "license": "MIT", "type": "commonjs", diff --git a/pi/extension/generated-tools.ts b/pi/extension/generated-tools.ts index ba447a08..67fa86c5 100644 --- a/pi/extension/generated-tools.ts +++ b/pi/extension/generated-tools.ts @@ -7,7 +7,7 @@ export interface GeneratedMcpToolDefinition { annotations: Record; } -export const GENERATED_SERVER_VERSION = "0.7.58"; +export const GENERATED_SERVER_VERSION = "0.7.59"; export const GENERATED_TOOL_CATALOG_HASH = "de04450abc876a3712849d85daad7b80ed6656e1ddf21e2bfd16e94712b4247c"; export const GENERATED_SHELL_TOOL_CATALOG_HASH = "26a00c32301af2704aeaf97fe3cb58f9429e255305ad4e17efd50db506cd6717"; export const GENERATED_MCP_TOOLS = diff --git a/plugins/computer-use-linux/.claude-plugin/plugin.json b/plugins/computer-use-linux/.claude-plugin/plugin.json index a9a474c4..618362c5 100644 --- a/plugins/computer-use-linux/.claude-plugin/plugin.json +++ b/plugins/computer-use-linux/.claude-plugin/plugin.json @@ -1,6 +1,6 @@ { "name": "computer-use-linux", - "version": "0.7.58", + "version": "0.7.59", "description": "Native Linux desktop control: semantic AT-SPI accessibility trees, screenshots, compositor window targeting (GNOME, KDE, Hyprland, niri, COSMIC, i3, Sway, labwc and other wlroots compositors, X11), Wayland/X11 input, and an on-screen activity indicator.", "author": { "name": "agent-sh", diff --git a/plugins/computer-use-linux/.codex-plugin/plugin.json b/plugins/computer-use-linux/.codex-plugin/plugin.json index 536fdd8d..72e25f5e 100644 --- a/plugins/computer-use-linux/.codex-plugin/plugin.json +++ b/plugins/computer-use-linux/.codex-plugin/plugin.json @@ -1,6 +1,6 @@ { "name": "computer-use-linux", - "version": "0.7.58", + "version": "0.7.59", "description": "Native Linux desktop control: semantic AT-SPI accessibility trees, screenshots, compositor window targeting (GNOME, KDE, Hyprland, niri, COSMIC, i3, Sway, labwc and other wlroots compositors, X11), Wayland/X11 input, and an on-screen activity indicator.", "author": { "name": "agent-sh", diff --git a/plugins/computer-use-linux/bin/computer-use-linux b/plugins/computer-use-linux/bin/computer-use-linux index ec366a2c..ed3acc5f 100755 --- a/plugins/computer-use-linux/bin/computer-use-linux +++ b/plugins/computer-use-linux/bin/computer-use-linux @@ -5,7 +5,7 @@ # message goes to stderr. set -eu -version=0.7.58 +version=0.7.59 say() { echo "computer-use-linux plugin: $*" >&2 diff --git a/src/server.rs b/src/server.rs index 2a149149..67f36a32 100644 --- a/src/server.rs +++ b/src/server.rs @@ -4106,7 +4106,7 @@ impl ComputerUseLinux { // The rmcp tool_handler macro only accepts a string literal here, so this // can't be env!("CARGO_PKG_VERSION"); the MCP safety check (CI) fails the // build if it drifts from the Cargo version. - version = "0.7.58", + version = "0.7.59", instructions = "Begin every turn that uses Computer Use by calling get_app_state. If diagnostics report disabled GNOME accessibility, call setup_accessibility before asking the user to retry. Use list_windows/focused_window before targeted keyboard input. If readiness reports can_query_windows or can_focus_windows false on GNOME, call setup_window_targeting to install the GNOME Shell extension, then ask the user to log out and back in if the setup report says a shell reload is required. This Linux backend captures size-bounded screenshots (pixelflux when configured, GNOME Shell, the XDG portal, native X11, gnome-screenshot; grim in Hyprland background mode), reads AT-SPI trees with action/value metadata, invokes native AT-SPI actions, sets AT-SPI values or editable text, lists and focuses compositor windows through registered Linux window backends when the session permits it, and attaches best-effort terminal tty/process metadata to terminal windows. Click, scroll and drag try pixelflux when configured, xdotool on native X11, the uinput pointer, the RemoteDesktop portal (an open portal session, or when ydotool is absent, on COSMIC, or when forced), then ydotool outside Wayland. On Wayland a point never goes through ydotool: without uinput or the portal a coordinate action is refused; a coordinate scroll sends the move and the wheel through the uinput pointer, and an untargeted scroll sends the wheel through ydotool, or the portal without its daemon. The uinput pointer is sized to the latest full screenshot; take a new one after the desktop size changes. type_text sends literal text through pixelflux when configured (an unreachable pixelflux falls through), KDE clipboard paste on Plasma Wayland (raw ydotool when Klipper cannot be read), wtype on compatible Wayland compositors, portal keysyms on other Wayland sessions, or xdotool on X11. Portal text startup or conversion failures return an error without replaying through ydotool. GNOME preflights the complete text against every configured keyboard layout group because the background reader cannot establish the active group; rejected text goes into the target's focused editable field through AT-SPI EditableText and must read back, and otherwise can use set_value on an editable field. Raw ydotool text is limited to printable ASCII, tab and newline, uses US physical key positions, and requires checking the resulting field contents under the active layout. Screenshot results include width/height for the returned image plus coordinate_width/coordinate_height and scale for desktop coordinate conversion; request more detail with max_width, max_height, max_bytes, format=jpeg, quality, or a smaller target/crop instead of relying on unbounded screenshots. Mutating tools (click, type_text, press_key, scroll, drag, perform_action, set_value, activate_window, move_window, resize_window) accept optional screenshot_after (true, \"screen\", or \"window\") with format/quality/scale/max_width/max_height/max_bytes, optional screenshot_file_path (an absolute path to a new file, stdio only, refused over HTTP) to save the screenshot there instead of returning image content, and optional include_tree=true to return post-action observation in the same tool call. A failed action returns no observation, except set_value with verified=false. Tools with readOnlyHint=false may mutate local desktop or application state; hosts should require approval for actions that can submit, delete, send, purchase, or overwrite data. For element-targeted actions, prefer element_index from the latest get_app_state result; click, perform_action, and set_value can also use semantic role/name/text/states selectors when the target is unique. Pass that result's snapshot_id with the index or selector: each get_app_state or include_tree tree replaces the cached one, and a call naming a replaced snapshot is refused before any input. type_text and press_key accept optional window_id, pid, app_id, wm_class, title, tty, terminal_pid, terminal_command, or terminal_cwd selectors and refuse targeted input if focus cannot be verified. After targeted keyboard input, results append focused-element feedback from AT-SPI (role, name, editable); type_text also warns when a concrete non-terminal focus is not editable. Exact window focus alone does not suppress a missing-focus warning; only a complete scoped tree containing window/menu chrome without content makes it informational. Terminals accept keyboard input without an EditableText interface. On Hyprland, wtype passes classified nonsecret text as one literal argument after -- to avoid stdin keymap-refresh corruption; that text is visible in process arguments, so confirmed password fields are rejected (use set_value), and terminals and ambiguous fields, with or without AT-SPI, use private stdin for at most 100 Unicode characters per call (split larger input or expose accessibility). Input classification has its own 1500 ms budget, independent of the 250 ms cosmetic indicator timeout. Other compatible compositors retain stdin. The wtype path rejects NUL and more than 131071 UTF-8 bytes before focus or indicators. X11 xdotool can silently substitute symbols under non-US XKB layouts (reported with br/ABNT2) or changing keymap state; inspect the text before pressing Enter or submitting it. A successful type_text result through a keyboard backend confirms dispatch only and leaves field contents unverified; only the GNOME AT-SPI fallback reads the field back. Re-observe the target before retrying. Screenshot, keyboard and move/resize results warn when the target window is partly or fully off-screen; click, scroll and drag results warn when a coordinate is off the screenshot or between monitors (not through pixelflux, and not for KWin element clicks, which KWin maps onto an output). move_window and resize_window, which bring a window back on-screen, work only through the GNOME Shell extension or X11/EWMH (wmctrl). scroll accepts the same window targeting and relative coordinates as click; on both, a window target is raised and focused first, and nothing is sent when focus cannot be verified. get_app_state returns a compact readiness block and compact tree nodes (null, empty and default fields left out, actions listed by name) by default; pass verbose=true for the full diagnostics dump and full nodes. Pass interactive_only=true to get only nodes with an action, editable text or a value, plus headings, status/live regions, windows and dialogs; containers are collapsed and element_index values match the full tree. A title or window_id target narrows an app that exposes several windows under one AT-SPI application root (Chromium) to that window's subtree, keeping the app's popups and dialogs. Scope get_app_state with app_name_or_bundle_identifier or a window target (window_id, pid, app_id, wm_class, title); without one it returns the whole desktop AT-SPI tree, reports tree_scoped=false, and warns in message, which can flood context. accessibility_tree_truncated=true means the node, depth, read, or time budget stopped traversal with unread elements left; recover by scoping to a narrower app or window target and raising max_nodes or max_depth (hard caps 10000 and 64), not by lowering max_nodes. A compacted tree too large to return inline comes back as its leading nodes plus accessibility_tree_spill.path, a private JSON file with the whole tree and the same element_index values; search that file instead of requesting the tree again, or page through it with get_tree_page when files are not readable. Electron apps with only window/menu chrome may need --force-renderer-accessibility to expose renderer content." )] impl ServerHandler for ComputerUseLinux {