阶段2-断Electron依赖: human-dialog/window-extended/ai-service经HostBridge迁入包, external+transport迁包(session留宿主), 新增check:deps依赖护栏与包README留守清单

packages/rpa-core/src/capabilities/window-extended.ts

@@ -0,0 +1,226 @@
+import { register } from "../engine/registry";
+import { RuntimeError, type CapabilityHandler } from "../engine/types";
+import { powershell, psString } from "./desktop";
+import { getHostBridge } from "../engine/host-bridge";
+
+const WINDOW_API = `Add-Type @'
+using System;
+using System.Runtime.InteropServices;
+public static class RpaWindowExtended {
+  [StructLayout(LayoutKind.Sequential)] public struct RECT { public int Left; public int Top; public int Right; public int Bottom; }
+  [StructLayout(LayoutKind.Sequential)] public struct POINT { public int X; public int Y; }
+  [DllImport("user32.dll")] public static extern bool GetWindowRect(IntPtr hWnd, out RECT rect);
+  [DllImport("user32.dll")] public static extern bool SetForegroundWindow(IntPtr hWnd);
+  [DllImport("user32.dll")] public static extern bool ShowWindow(IntPtr hWnd, int command);
+  [DllImport("user32.dll")] public static extern bool SetWindowPos(IntPtr hWnd, IntPtr after, int x, int y, int width, int height, uint flags);
+  [DllImport("user32.dll")] public static extern bool SetCursorPos(int x, int y);
+  [DllImport("user32.dll")] public static extern bool GetCursorPos(out POINT point);
+  [DllImport("user32.dll")] public static extern IntPtr GetForegroundWindow();
+  [DllImport("user32.dll")] public static extern void mouse_event(uint flags, uint dx, uint dy, uint data, UIntPtr extra);
+  [DllImport("user32.dll")] public static extern bool SetProcessDpiAwarenessContext(IntPtr value);
+}
+'@; try { [void][RpaWindowExtended]::SetProcessDpiAwarenessContext([IntPtr](-4)) } catch {}`;
+
+function value(args: Record<string, unknown>, keys: string[], fallback = ""): string {
+  for (const key of keys) {
+    const current = args[key];
+    if (current !== undefined && current !== null && current !== "") return String(current);
+  }
+  return fallback;
+}
+
+function parseObject(candidate: unknown): Record<string, unknown> {
+  if (candidate && typeof candidate === "object") return candidate as Record<string, unknown>;
+  if (typeof candidate === "string" && candidate.trim().startsWith("{")) {
+    try { return JSON.parse(candidate); } catch { return {}; }
+  }
+  return {};
+}
+
+function titleOf(args: Record<string, unknown>): string {
+  const objectCandidate = args.window_obj ?? args["窗口对象"] ?? args.uiWindowSelector ?? args.target_window;
+  const object = parseObject(objectCandidate);
+  return String(object.title ?? object.windowTitle ?? args.title ?? args.match_title ?? args.select_title ?? objectCandidate ?? "").trim();
+}
+
+function requiredTitle(args: Record<string, unknown>, nodeId: string, componentId: string): string {
+  const title = titleOf(args);
+  if (!title || title === "{}" || title === "窗口对象") throw new RuntimeError("validation_error", "窗口标题为空", { nodeId, componentId, recommendation: "填写窗口标题或传入窗口对象" });
+  return title;
+}
+
+function findWindow(title: string): string {
+  return `$p = Get-Process | Where-Object { $_.MainWindowHandle -ne 0 -and $_.MainWindowTitle -like ${psString(`*${title}*`)} } | Select-Object -First 1; if (-not $p) { throw '找不到窗口：${title.replace(/'/g, "''")}' }`;
+}
+
+function parsePoint(candidate: unknown, label: string, nodeId: string, componentId: string): [number, number] {
+  let parsed: unknown = candidate;
+  if (typeof parsed === "string") {
+    const source = parsed;
+    try { parsed = JSON.parse(source); } catch { parsed = source.split(/[,，xX ]+/).map(Number); }
+  }
+  // 屏幕框选/拾取坐标生成的是 {"x":..,"y":..} 对象，直接转换
+  if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+    const record = parsed as Record<string, unknown>;
+    if (record.x !== undefined && record.y !== undefined) parsed = [record.x, record.y];
+  }
+  if (!Array.isArray(parsed) || parsed.length < 2 || parsed.slice(0, 2).some((item) => !Number.isFinite(Number(item)))) {
+    throw new RuntimeError("validation_error", `${label}无效`, { nodeId, componentId });
+  }
+  return [Number(parsed[0]), Number(parsed[1])];
+}
+
+async function windowObject(title: string): Promise<Record<string, unknown>> {
+  const output = await powershell(`${WINDOW_API}; ${findWindow(title)}; $r = New-Object RpaWindowExtended+RECT; [RpaWindowExtended]::GetWindowRect($p.MainWindowHandle,[ref]$r) | Out-Null; @{pid=$p.Id;title=$p.MainWindowTitle;hwnd=$p.MainWindowHandle.ToInt64();x=$r.Left;y=$r.Top;width=$r.Right-$r.Left;height=$r.Bottom-$r.Top} | ConvertTo-Json -Compress`);
+  return JSON.parse(output);
+}
+
+const getWindow: CapabilityHandler = async (_ctx, node, args) => windowObject(requiredTitle(args, node.id, node.componentId));
+register(["Window_Get", "Window_GetWindow", "Window_GetWindow_v1"], getWindow);
+
+register("Window_ActiveWindow_v1", async (_ctx, node, args) => {
+  const title = requiredTitle(args, node.id, node.componentId);
+  const maximize = [true, 1, "1", "true", "True"].includes(args.isMax as never);
+  await powershell(`${WINDOW_API}; ${findWindow(title)}; [RpaWindowExtended]::SetForegroundWindow($p.MainWindowHandle) | Out-Null; ${maximize ? "[RpaWindowExtended]::ShowWindow($p.MainWindowHandle,3) | Out-Null" : ""}`);
+  return windowObject(title);
+});
+
+register(["Window_GetWindowMessage", "Window_GetWindowMessage_v1"], async (_ctx, node, args) => {
+  const object = await windowObject(requiredTitle(args, node.id, node.componentId));
+  const type = value(args, ["switchType"], "all").toLowerCase();
+  if (type === "title") return object.title;
+  if (type === "pid") return object.pid;
+  if (type === "position" || type === "location") return [object.x, object.y];
+  if (type === "size") return [object.width, object.height];
+  return object;
+});
+
+register(["Window_SetPos", "Window_MoveWindow", "Window_MoveWindow_v1", "Window_SizeWindow"], async (_ctx, node, args) => {
+  const title = requiredTitle(args, node.id, node.componentId);
+  const current = await windowObject(title);
+  const moveOnly = node.componentId.includes("MoveWindow");
+  const sizeOnly = node.componentId === "Window_SizeWindow";
+  const position = args.location !== undefined ? parsePoint(args.location, "窗口位置", node.id, node.componentId) : [Number(args.x ?? current.x), Number(args.y ?? current.y)] as [number, number];
+  const sizeCandidate = args.size ?? args.window_size;
+  const size = sizeCandidate !== undefined ? parsePoint(sizeCandidate, "窗口尺寸", node.id, node.componentId) : [Number(args.width ?? current.width), Number(args.height ?? current.height)] as [number, number];
+  const x = sizeOnly ? Number(current.x) : position[0];
+  const y = sizeOnly ? Number(current.y) : position[1];
+  const width = moveOnly ? Number(current.width) : size[0];
+  const height = moveOnly ? Number(current.height) : size[1];
+  if (!(width > 0 && height > 0)) throw new RuntimeError("validation_error", "窗口尺寸必须大于 0", { nodeId: node.id, componentId: node.componentId });
+  await powershell(`${WINDOW_API}; ${findWindow(title)}; [RpaWindowExtended]::SetWindowPos($p.MainWindowHandle,[IntPtr]::Zero,${x},${y},${width},${height},4) | Out-Null`);
+  return { ...(await windowObject(title)), x, y, width, height };
+});
+
+/** 生成从当前位置到目标的插值路径点（JS 侧算好，PS 侧只执行循环） */
+function mousePath(from: [number, number], to: [number, number], mode: string, speed: number): Array<[number, number]> {
+  const dx = to[0] - from[0];
+  const dy = to[1] - from[1];
+  const distance = Math.hypot(dx, dy);
+  if (distance < 2) return [to];
+  const stepCount = Math.max(6, Math.min(50, Math.round(distance / 12)));
+  const points: Array<[number, number]> = [];
+  for (let i = 1; i <= stepCount; i++) {
+    const t = i / stepCount;
+    // 模拟人工：缓入缓出 + 轻微垂直抖动；匀速直线：线性
+    const ease = mode === "0" ? (t < 0.5 ? 2 * t * t : 1 - Math.pow(-2 * t + 2, 2) / 2) : t;
+    const jitter = mode === "0" ? Math.sin(t * Math.PI) * (Math.sin(i * 12.9898) * 43758.5453 % 1) * 3 : 0;
+    points.push([
+      Math.round(from[0] + dx * ease - (dy / distance) * jitter),
+      Math.round(from[1] + dy * ease + (dx / distance) * jitter)
+    ]);
+  }
+  points.push(to);
+  return points;
+}
+
+/** 界面(框选/元素拾取/截图)产出的是 DIP 逻辑坐标；DPI 感知进程的 SetCursorPos 用物理像素，
+ *  缩放屏(125%/150%)下直接混用会成比例偏移(用户实测 125% 下差约 25% 距离)。
+ *  统一在执行前换算；宿主桥未注入时(vitest)回退原值保持旧行为 */
+function dipToPhysical(x: number, y: number): [number, number] {
+  try {
+    const bridge = getHostBridge();
+    if (bridge) {
+      const physical = bridge.dipToScreenPoint({ x, y });
+      return [Math.round(physical.x), Math.round(physical.y)];
+    }
+  } catch {}
+  return [Math.round(x), Math.round(y)];
+}
+
+/** 反向换算：物理像素(如 GetWindowRect 结果) → DIP，用于「相对激活窗口」偏移叠加 */
+function physicalToDip(x: number, y: number): [number, number] {
+  try {
+    const bridge = getHostBridge();
+    if (bridge) {
+      const dip = bridge.screenToDipPoint({ x, y });
+      return [Math.round(dip.x), Math.round(dip.y)];
+    }
+  } catch {}
+  return [Math.round(x), Math.round(y)];
+}
+
+const moveMouse: CapabilityHandler = async (_ctx, node, args) => {
+  // 注意：position 字段是「坐标相对位置」(0=屏幕左上角/1=激活窗口左上角)，坐标本体在 location
+  const [rawX, rawY] = parsePoint(args.location ?? args.point, "鼠标坐标", node.id, node.componentId);
+  const relative = String(args.position ?? "0") === "1";
+  const moveType = String(args.move_type ?? "0");
+  const speed = Math.min(100, Math.max(1, Number(args.speed ?? 35) || 35));
+
+  let dipTarget: [number, number];
+  if (relative) {
+    // 相对激活窗口左上角：窗口矩形是物理像素，换回 DIP 再叠加偏移，最后统一转物理
+    const output = await powershell(`${WINDOW_API}; $fw = [RpaWindowExtended]::GetForegroundWindow(); $r = New-Object RpaWindowExtended+RECT; [void][RpaWindowExtended]::GetWindowRect($fw, [ref]$r); "$($r.Left),$($r.Top)"`);
+    const [wx, wy] = output.split(",").map(Number);
+    if (!Number.isFinite(wx) || !Number.isFinite(wy)) throw new RuntimeError("browser_error", "无法获取激活窗口位置", { nodeId: node.id, componentId: node.componentId });
+    const [dipWx, dipWy] = physicalToDip(wx, wy);
+    dipTarget = [dipWx + rawX, dipWy + rawY];
+  } else {
+    dipTarget = [rawX, rawY];
+  }
+  return moveToSmooth(dipTarget, moveType, speed);
+};
+
+async function moveToSmooth(dipTarget: [number, number], moveType: string, speed: number): Promise<{ x: number; y: number }> {
+  const [tx, ty] = dipToPhysical(dipTarget[0], dipTarget[1]);
+  if (moveType === "2") {
+    await powershell(`${WINDOW_API}; [void][RpaWindowExtended]::SetCursorPos(${tx},${ty})`);
+    return { x: Math.round(dipTarget[0]), y: Math.round(dipTarget[1]) };
+  }
+  // 平滑移动：从当前光标位置出发，按速度插值（路径全程物理像素，与目标同一坐标系）
+  const delay = Math.min(80, Math.max(4, Math.round(1500 / speed)));
+  const output = await powershell(`${WINDOW_API}; $cur = [RpaWindowExtended+POINT]::new(); [void][RpaWindowExtended]::GetCursorPos([ref]$cur); "$($cur.X),$($cur.Y)"`);
+  const [cx, cy] = output.split(",").map(Number);
+  const from: [number, number] = Number.isFinite(cx) && Number.isFinite(cy) ? [cx, cy] : [0, 0];
+  const path = mousePath(from, [tx, ty], moveType, speed);
+  const ptsLiteral = path.map(([px, py]) => `@(${px},${py})`).join(",");
+  await powershell(`${WINDOW_API}; $pts = @(${ptsLiteral}); foreach ($pt in $pts) { [void][RpaWindowExtended]::SetCursorPos($pt[0], $pt[1]); Start-Sleep -Milliseconds ${delay} }`);
+  return { x: Math.round(dipTarget[0]), y: Math.round(dipTarget[1]) };
+}
+register(["Mouse_MoveToV1", "Mouse_MoveToV2"], moveMouse);
+
+const dragMouse: CapabilityHandler = async (_ctx, node, args) => {
+  const [sx, sy] = parsePoint(args.Start ?? args.start, "起始坐标", node.id, node.componentId);
+  const [ex, ey] = parsePoint(args.End ?? args.end, "结束坐标", node.id, node.componentId);
+  const [spx, spy] = dipToPhysical(sx, sy);
+  const [epx, epy] = dipToPhysical(ex, ey);
+  const right = ["1", "right"].includes(value(args, ["side"], "0").toLowerCase());
+  const down = right ? 8 : 2;
+  const up = right ? 16 : 4;
+  await powershell(`${WINDOW_API}; [RpaWindowExtended]::SetCursorPos(${spx},${spy}) | Out-Null; [RpaWindowExtended]::mouse_event(${down},0,0,0,[UIntPtr]::Zero); Start-Sleep -Milliseconds 80; [RpaWindowExtended]::SetCursorPos(${epx},${epy}) | Out-Null; [RpaWindowExtended]::mouse_event(${up},0,0,0,[UIntPtr]::Zero)`);
+  return { start: [Math.round(sx), Math.round(sy)], end: [Math.round(ex), Math.round(ey)] };
+};
+register(["Mouse_DragToV1", "Mouse_DragToV2", "Mouse_DragToNew"], dragMouse);
+
+register(["Mouse_ClickCombine", "Mouse_ClickCombine_v1", "Mouse_ClickCombine_v2", "Mouse_ClickCombine_v3", "Mouse_ClickCombine_v4"], async (_ctx, node, args) => {
+  if (value(args, ["target"], "0") !== "0") throw new RuntimeError("validation_error", "组合点击当前仅支持坐标目标", { nodeId: node.id, componentId: node.componentId });
+  const [x, y] = parsePoint(args.location, "点击坐标", node.id, node.componentId);
+  const [px, py] = dipToPhysical(x, y);
+  const right = value(args, ["click_key"], "left").toLowerCase() === "right";
+  const doubleClick = value(args, ["click_time"], "click").toLowerCase().includes("double");
+  const down = right ? 8 : 2;
+  const up = right ? 16 : 4;
+  const repeats = doubleClick ? 2 : 1;
+  await powershell(`${WINDOW_API}; [RpaWindowExtended]::SetCursorPos(${px},${py}) | Out-Null; 1..${repeats} | ForEach-Object { [RpaWindowExtended]::mouse_event(${down},0,0,0,[UIntPtr]::Zero); [RpaWindowExtended]::mouse_event(${up},0,0,0,[UIntPtr]::Zero); Start-Sleep -Milliseconds 80 }`);
+  return { x: Math.round(x), y: Math.round(y), button: right ? "right" : "left", clicks: repeats };
+});