feat: Computer Use — Windows 跨平台支持 + GUI 无障碍增强 + Python Bridge

三平台 Computer Use (macOS + Windows + Linux)，Windows 专项增强。

- MCP server: toolCalls/tools/executor/mcpServer 等 12 文件完整实现
- 平台抽象层: platforms/{win32,darwin,linux}.ts
- 跨平台 executor: executorCrossPlatform.ts
- CHICAGO_MCP + VOICE_MODE feature flags 启用

- windowMessage.ts: SendMessageW (WM_CHAR Unicode + 剪贴板粘贴)
- windowBorder.ts: 4 叠加窗口边框 (30fps 跟踪)
- uiAutomation.ts: UI Automation 元素树/点击/写值
- accessibilitySnapshot.ts: 无障碍快照 → 模型感知 GUI
- bridge.py + bridgeClient.ts: Python 长驻进程 (替代 per-call PS)

- window_management: min/max/restore/close/focus (Win32 API)
- click_element / type_into_element: 按名称操作 (无需坐标)
- 截图自动附带 Accessibility Snapshot

- 17 种方法, stdin/stdout JSON 通信
- 窗口枚举 1.5ms vs PS 500ms, 截图 360ms vs PS 800ms
- 依赖: mss + Pillow + pywinauto

packages/@ant/computer-use-mcp/src/executor.ts

@@ -16,6 +16,8 @@ export interface ScreenshotResult {
   originX: number
   originY: number
   displayId?: number
+  /** Accessibility snapshot — structured GUI element tree as model-friendly text. Windows only. */
+  accessibilityText?: string
 }
 
 export interface FrontmostApp {
@@ -108,4 +110,59 @@ export interface ComputerExecutor {
   getAppIcon(path: string): Promise<string | undefined>
   listRunningApps(): Promise<RunningApp[]>
   openApp(bundleId: string): Promise<void>
+
+  // ── Window management (Windows only, optional) ──────────────────────────
+  /** Perform a window management action on the bound window. Win32 API only — no global shortcuts. */
+  manageWindow?(action: string, opts?: { x?: number; y?: number; width?: number; height?: number }): Promise<boolean>
+  /** Get the current window rect of the bound window */
+  getWindowRect?(): Promise<{ x: number; y: number; width: number; height: number } | null>
+
+  // ── Element-targeted actions (Windows UIA, optional) ────────────────────
+  /** Open terminal and launch an agent CLI */
+  openTerminal?(opts: {
+    agent: 'claude' | 'codex' | 'gemini' | 'custom'
+    command?: string
+    terminal?: 'wt' | 'powershell' | 'cmd'
+    workingDirectory?: string
+  }): Promise<{ hwnd: string; title: string; launched: boolean } | null>
+  /** Bind to a window by hwnd/title/pid. Returns bound window info or null. */
+  bindToWindow?(query: { hwnd?: string; title?: string; pid?: number }): Promise<{ hwnd: string; title: string; pid: number } | null>
+  /** Unbind from the current window */
+  unbindFromWindow?(): Promise<void>
+  /** Cheap binding-state check for window-targeted routing decisions. */
+  hasBoundWindow?(): Promise<boolean>
+  /** Get current binding status */
+  getBindingStatus?(): Promise<{ bound: boolean; hwnd?: string; title?: string; pid?: number; rect?: { x: number; y: number; width: number; height: number } } | null>
+  /** List all visible windows */
+  listVisibleWindows?(): Promise<Array<{ hwnd: string; pid: number; title: string }>>
+  /** Control the status indicator overlay */
+  statusIndicator?(action: 'show' | 'hide' | 'status', message?: string): Promise<{ active: boolean; message?: string }>
+  /** Virtual keyboard — send keys/text/combos to bound window only */
+  virtualKeyboard?(opts: {
+    action: 'type' | 'combo' | 'press' | 'release' | 'hold'
+    text: string
+    duration?: number
+    repeat?: number
+  }): Promise<boolean>
+  /** Virtual mouse — click/move/drag on bound window only */
+  virtualMouse?(opts: {
+    action: 'click' | 'double_click' | 'right_click' | 'move' | 'drag' | 'down' | 'up'
+    x: number; y: number
+    startX?: number; startY?: number
+  }): Promise<boolean>
+  /** Mouse wheel scroll at client coordinates (works on Excel, browsers, modern UI) */
+  mouseWheel?(x: number, y: number, delta: number, horizontal?: boolean): Promise<boolean>
+  /** Activate the bound window (foreground + click to focus) */
+  activateWindow?(clickX?: number, clickY?: number): Promise<boolean>
+  /** Handle a terminal prompt (yes/no/select/type + enter) */
+  respondToPrompt?(opts: {
+    responseType: 'yes' | 'no' | 'enter' | 'escape' | 'select' | 'type'
+    arrowDirection?: 'up' | 'down'
+    arrowCount?: number
+    text?: string
+  }): Promise<boolean>
+  /** Click an element by name/role/automationId via UI Automation */
+  clickElement?(query: { name?: string; role?: string; automationId?: string }): Promise<boolean>
+  /** Type text into an element by name/role/automationId via UI Automation ValuePattern */
+  typeIntoElement?(query: { name?: string; role?: string; automationId?: string }, text: string): Promise<boolean>
 }