Add opt-in browser tools for desktop tabs

* Add opt-in browser tools for desktop tabs Adds the daemon opt-in, desktop tab routing, MCP tools, and real browser automation surfaces for Paseo desktop browser tabs. * Fix browser tools CI expectations * Address browser tools review findings * Restrict browser file automation paths * Fix browser upload test on Windows * Harden browser navigation inputs * Make browser tools create usable tabs * Update browser MCP empty-state test * Fail browser tab creation when registration times out * Fix browser screenshots for agents * Hide disabled browser tools from agents * Address browser tools architecture review * Replace browser tools review tests * Wrap browser tab registration errors * Mock Expo Router in app unit tests * Handle invalid browser automation requests * Return browser failure on desktop disconnect * Update browser disconnect websocket test * Relax browser timeout polling test * Handle invalid browser responses * Return browser failure when send fails * Remove local diagnostics and fixture paths * Fix dev service home fallback * Use worktree home for dev services * Use managed daemon in desktop dev * fix(browser): keep agent tabs addressable Track agent-active browser targets separately from human-focused tabs and keep resident webviews alive for automation. Browser tool visibility now comes from registration while the broker reports disabled execution. * refactor(browser): register tools through catalog Move browser tool registration onto the shared Paseo tool catalog so the MCP server remains only the transport adapter. * fix(settings): translate browser tools host error
2026-06-30 22:33:18 +02:00
parent db03b1f3fd
commit 20385bdb50
71 changed files with 10908 additions and 115 deletions
@@ -0,0 +1,74 @@
+import { describe, expect, test } from "vitest";
+
+import { CLIENT_CAPS } from "./client-capabilities.js";
+import {
+  MutableDaemonConfigPatchSchema,
+  MutableDaemonConfigSchema,
+  SessionInboundMessageSchema,
+  SessionOutboundMessageSchema,
+  WSHelloMessageSchema,
+} from "./messages.js";
+
+describe("browser automation protocol integration", () => {
+  test("desktop automation capability parses in hello without narrowing old clients", () => {
+    expect(
+      WSHelloMessageSchema.parse({
+        type: "hello",
+        clientId: "client-1",
+        clientType: "mobile",
+        protocolVersion: 1,
+        capabilities: {
+          [CLIENT_CAPS.desktopBrowserAutomation]: true,
+        },
+      }).capabilities,
+    ).toMatchObject({
+      [CLIENT_CAPS.desktopBrowserAutomation]: true,
+    });
+
+    expect(
+      WSHelloMessageSchema.parse({
+        type: "hello",
+        clientId: "old-client",
+        clientType: "mobile",
+        protocolVersion: 1,
+      }).capabilities,
+    ).toBeUndefined();
+  });
+
+  test("daemon to desktop execute request is an outbound session message", () => {
+    const parsed = SessionOutboundMessageSchema.parse({
+      type: "browser.automation.execute.request",
+      requestId: "req-1",
+      command: { command: "page_info", args: { browserId: "browser-1" } },
+    });
+
+    expect(parsed.type).toBe("browser.automation.execute.request");
+  });
+
+  test("desktop to daemon execute response is an inbound session message", () => {
+    const parsed = SessionInboundMessageSchema.parse({
+      type: "browser.automation.execute.response",
+      payload: {
+        requestId: "req-1",
+        ok: true,
+        result: { command: "list_tabs", tabs: [] },
+      },
+    });
+
+    expect(parsed.type).toBe("browser.automation.execute.response");
+  });
+
+  test("mutable daemon config defaults browser tools off and accepts opt-in patches", () => {
+    expect(
+      MutableDaemonConfigSchema.parse({
+        mcp: { injectIntoAgents: false },
+      }).browserTools,
+    ).toEqual({ enabled: false });
+
+    expect(
+      MutableDaemonConfigPatchSchema.parse({
+        browserTools: { enabled: true },
+      }).browserTools,
+    ).toEqual({ enabled: true });
+  });
+});