@elizaos/plugin-xr 2.0.3-beta.5 → 2.0.3-beta.7

package/src/__tests__/xr-view-host-http.test.ts

@@ -1,239 +0,0 @@
-/**
- * Full HTTP integration tests for the xrViewHostRoute.
- *
- * Unlike the unit tests in xr-view-host.test.ts (which call the route handler
- * directly), these tests spin up a real Node.js HTTP server, make actual
- * fetch() requests over TCP, and assert on the live HTTP response.
- *
- * This proves end-to-end integration:
- *   - URL parameter extraction works correctly
- *   - Route handler serializes the HTML response over a real socket
- *   - Content-Type and Content-Security-Policy headers are present in HTTP
- *   - Representative XR view IDs produce valid HTTP 200 responses
- */
-
-import { createServer } from "node:http";
-import type { AddressInfo } from "node:net";
-import { afterAll, beforeAll, describe, expect, it } from "vitest";
-import { xrViewHostRoute } from "../routes/xr-view-host.ts";
-
-const VIEW_HOST_SMOKE_IDS = [
-  "xr-route-smoke",
-  "hyphenated-view",
-  "space-panel",
-] as const;
-
-// ── HTTP server setup ─────────────────────────────────────────────────────────
-
-let baseUrl = "";
-let closeServer: () => Promise<void>;
-
-beforeAll(() => {
-  return new Promise<void>((resolve) => {
-    const server = createServer(async (req, res) => {
-      if (req.method !== "GET") {
-        res.writeHead(405);
-        res.end("Method not allowed");
-        return;
-      }
-
-      if (!req.url) {
-        res.writeHead(400);
-        res.end("Missing request URL");
-        return;
-      }
-
-      const url = new URL(req.url, "http://localhost");
-
-      // Route: GET /api/xr/view-host/:id
-      const match = url.pathname.match(/^\/api\/xr\/view-host\/(.+)$/);
-      if (match) {
-        const viewId = decodeURIComponent(match[1]);
-        const result = await xrViewHostRoute.routeHandler({
-          params: { id: viewId },
-          runtime: { port: 31337 },
-        } as never);
-
-        res.writeHead(result.status, result.headers as Record<string, string>);
-        res.end(result.body as string);
-        return;
-      }
-
-      // Route: GET /api/xr/view-host (no id — should 400)
-      if (url.pathname === "/api/xr/view-host") {
-        const result = await xrViewHostRoute.routeHandler({
-          params: {},
-          runtime: { port: 31337 },
-        } as never);
-        res.writeHead(result.status);
-        res.end(JSON.stringify(result.body));
-        return;
-      }
-
-      res.writeHead(404);
-      res.end("Not found");
-    });
-
-    server.listen(0, "127.0.0.1", () => {
-      const { port } = server.address() as AddressInfo;
-      baseUrl = `http://127.0.0.1:${port}`;
-      closeServer = () => new Promise((r) => server.close(() => r()));
-      resolve();
-    });
-  });
-});
-
-afterAll(() => closeServer());
-
-// ── Tests ─────────────────────────────────────────────────────────────────────
-
-describe("xrViewHostRoute — real HTTP server integration", () => {
-  it("GET /api/xr/view-host (no id) returns HTTP 400", async () => {
-    const res = await fetch(`${baseUrl}/api/xr/view-host`);
-    expect(res.status).toBe(400);
-  });
-
-  it("GET /api/xr/view-host/:id returns HTTP 200 with text/html for representative view ids", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      if (res.status !== 200) {
-        failures.push(`${id}: HTTP ${res.status}`);
-        continue;
-      }
-      const ct = res.headers.get("content-type") ?? "";
-      if (!ct.includes("text/html")) {
-        failures.push(`${id}: Content-Type "${ct}" is not text/html`);
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("every view-host response body is valid HTML with the view id in data-view-id", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      const html = await res.text();
-      if (
-        !html.startsWith("<!DOCTYPE html") &&
-        !html.startsWith("<!doctype html")
-      ) {
-        failures.push(`${id}: response does not start with DOCTYPE`);
-      }
-      if (!html.includes(`data-view-id="${id}"`)) {
-        failures.push(`${id}: data-view-id="${id}" not found in response`);
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("every view-host response has Content-Security-Policy header", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      const csp = res.headers.get("content-security-policy") ?? "";
-      if (!csp) {
-        failures.push(`${id}: missing Content-Security-Policy header`);
-      } else if (!csp.includes("esm.sh")) {
-        failures.push(`${id}: CSP missing esm.sh`);
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("view-host pages with special characters in id serve correctly", async () => {
-    const specialIds = ["hyphenated-view"];
-    for (const id of specialIds) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      expect(res.status, `${id}: expected 200`).toBe(200);
-      const html = await res.text();
-      expect(html, `${id}: data-view-id must match`).toContain(
-        `data-view-id="${id}"`,
-      );
-    }
-  });
-
-  it("view-host pages embed the correct bundle URL for the elizaOS views API", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      const html = await res.text();
-      // Bundle URL must reference /api/views/:id/bundle.js — the elizaOS views serving endpoint
-      const expectedBundlePath = `/api/views/${id}/bundle.js`;
-      if (!html.includes(expectedBundlePath)) {
-        failures.push(
-          `${id}: bundle URL "${expectedBundlePath}" not found in page`,
-        );
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("view-host pages load React from CDN importmap (not bundled)", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      const html = await res.text();
-      // React must come from importmap (esm.sh), not be bundled — proven by the importmap block
-      if (!html.includes("esm.sh/react")) {
-        failures.push(`${id}: React importmap missing`);
-      }
-      // importmap type must be present
-      if (!html.includes('type="importmap"')) {
-        failures.push(`${id}: importmap script tag missing`);
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("each view-host page has voice-input infrastructure wired (fillFocusedInput, xr:transcript)", async () => {
-    const failures: string[] = [];
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const res = await fetch(
-        `${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`,
-      );
-      const html = await res.text();
-      if (!html.includes("fillFocusedInput")) {
-        failures.push(`${id}: fillFocusedInput missing`);
-      }
-      if (!html.includes("xr:transcript")) {
-        failures.push(`${id}: xr:transcript handler missing`);
-      }
-      if (!html.includes("xr:view-ready")) {
-        failures.push(`${id}: xr:view-ready postMessage missing`);
-      }
-    }
-    expect(failures).toEqual([]);
-  });
-
-  it("concurrent requests for representative view ids resolve correctly in parallel", async () => {
-    // Proves the server handles concurrent requests without state corruption
-    const responses = await Promise.all(
-      VIEW_HOST_SMOKE_IDS.map((id) =>
-        fetch(`${baseUrl}/api/xr/view-host/${encodeURIComponent(id)}`).then(
-          async (r) => ({ id, status: r.status, html: await r.text() }),
-        ),
-      ),
-    );
-
-    const failures: string[] = [];
-    for (const { id, status, html } of responses) {
-      if (status !== 200) failures.push(`${id}: HTTP ${status}`);
-      else if (!html.includes(`data-view-id="${id}"`))
-        failures.push(`${id}: data-view-id mismatch in concurrent response`);
-    }
-    expect(failures).toEqual([]);
-  });
-});

package/src/__tests__/xr-view-host.test.ts

@@ -1,174 +0,0 @@
-/**
- * Unit tests for the xrViewHostRoute handler.
- *
- * These tests call the real route handler directly — no mock server,
- * no Playwright — proving that the elizaOS plugin infrastructure
- * produces correct, complete HTML for arbitrary XR view IDs. This validates
- * the shared host template without carrying a copied inventory of plugin views.
- */
-
-import { describe, expect, it } from "vitest";
-import { xrViewHostRoute } from "../routes/xr-view-host.ts";
-
-const VIEW_HOST_SMOKE_IDS = [
-  "xr-route-smoke",
-  "hyphenated-view",
-  "space-panel",
-] as const;
-
-function makeCtx(viewId: string) {
-  return {
-    params: { id: viewId },
-    runtime: { port: 31337 } as unknown as never,
-  };
-}
-
-async function fetchHtml(viewId: string): Promise<string> {
-  const result = await xrViewHostRoute.routeHandler(makeCtx(viewId) as never);
-  expect(result.status).toBe(200);
-  expect(result.headers?.["Content-Type"]).toMatch(/text\/html/);
-  return result.body as string;
-}
-
-describe("xrViewHostRoute — real route handler", () => {
-  it("returns 400 for missing view id", async () => {
-    const result = await xrViewHostRoute.routeHandler({
-      params: {},
-      runtime: {},
-    } as never);
-    expect(result.status).toBe(400);
-  });
-
-  it("returns 200 with Content-Type text/html for representative view ids", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const result = await xrViewHostRoute.routeHandler(makeCtx(id) as never);
-      expect(result.status, `${id}: expected status 200`).toBe(200);
-      expect(
-        result.headers?.["Content-Type"],
-        `${id}: expected text/html Content-Type`,
-      ).toMatch(/text\/html/);
-    }
-  });
-
-  it("each view-host page has a DOCTYPE and html[data-view-id] set to the view id", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: should start with <!DOCTYPE html>`).toMatch(
-        /^<!DOCTYPE html>/i,
-      );
-      expect(html, `${id}: html tag should carry data-view-id`).toContain(
-        `data-view-id="${id}"`,
-      );
-    }
-  });
-
-  it("each view-host page contains the XR shell structure", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: missing #xr-shell`).toContain('id="xr-shell"');
-      expect(html, `${id}: missing #xr-bar`).toContain('id="xr-bar"');
-      expect(html, `${id}: missing #view-mount`).toContain('id="view-mount"');
-      expect(html, `${id}: missing #btn-close`).toContain('id="btn-close"');
-      expect(html, `${id}: missing #voice-indicator`).toContain(
-        'id="voice-indicator"',
-      );
-    }
-  });
-
-  it("each view-host page includes the voice transcript routing script", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      // The page must listen for xr:transcript messages and route to focused input
-      expect(html, `${id}: missing xr:transcript handler`).toContain(
-        "xr:transcript",
-      );
-      expect(html, `${id}: missing fillFocusedInput`).toContain(
-        "fillFocusedInput",
-      );
-      expect(html, `${id}: missing xr:focus-next handler`).toContain(
-        "xr:focus-next",
-      );
-    }
-  });
-
-  it("each view-host page sends xr:view-ready to parent on mount", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: missing xr:view-ready postMessage`).toContain(
-        "xr:view-ready",
-      );
-      // And the view id must be encoded correctly in the page script
-      expect(html, `${id}: VIEW_ID constant not set`).toContain(
-        `const VIEW_ID = "${id}"`,
-      );
-    }
-  });
-
-  it("each view-host page has a React importmap pointing to esm.sh", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: missing importmap`).toContain('type="importmap"');
-      expect(
-        html,
-        `${id}: importmap should reference react from esm.sh`,
-      ).toContain("esm.sh/react");
-    }
-  });
-
-  it("each view-host page constructs the bundle URL from the agent origin", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      // Bundle URL must reference the view id and the agent origin
-      expect(html, `${id}: bundle URL must include view id`).toContain(
-        `/api/views/${id}/bundle.js`,
-      );
-    }
-  });
-
-  it("each view-host page has XR-friendly form styling (min-height 44px)", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: missing 44px touch target rule`).toContain(
-        "min-height: 44px",
-      );
-    }
-  });
-
-  it("each view-host page includes a transcript toast element", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const html = await fetchHtml(id);
-      expect(html, `${id}: missing #transcript-toast`).toContain(
-        'id="transcript-toast"',
-      );
-    }
-  });
-
-  it("Content-Security-Policy header allows the agent origin and esm.sh", async () => {
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      const result = await xrViewHostRoute.routeHandler(makeCtx(id) as never);
-      const csp = result.headers?.["Content-Security-Policy"] ?? "";
-      expect(csp, `${id}: CSP must include esm.sh`).toContain("esm.sh");
-      expect(csp, `${id}: CSP must include localhost agent origin`).toContain(
-        "localhost:31337",
-      );
-    }
-  });
-
-  it("view-host pages are distinct (each embeds its own VIEW_ID)", async () => {
-    const htmlMap = new Map<string, string>();
-    for (const id of VIEW_HOST_SMOKE_IDS) {
-      htmlMap.set(id, await fetchHtml(id));
-    }
-    // Every page should differ because VIEW_ID is embedded
-    for (const [id, html] of htmlMap) {
-      for (const [otherId, otherHtml] of htmlMap) {
-        if (id === otherId) continue;
-        // The two pages cannot be identical
-        expect(
-          html,
-          `${id} and ${otherId} pages are unexpectedly identical`,
-        ).not.toBe(otherHtml);
-      }
-    }
-  });
-});

package/src/actions/xr-query-vision.ts

@@ -1,64 +0,0 @@
-import type {
-  Action,
-  ActionResult,
-  HandlerCallback,
-  IAgentRuntime,
-  Memory,
-  State,
-} from "@elizaos/core";
-import {
-  XR_SERVICE_TYPE,
-  type XRSessionService,
-} from "../services/xr-session-service.ts";
-
-export const xrQueryVisionAction: Action = {
-  name: "XR_QUERY_VISION",
-  description:
-    "Describe what the user is currently looking at through their XR headset camera. Use this when the user asks 'what do you see', 'look at this', or any question about their surroundings.",
-
-  validate: async (runtime: IAgentRuntime): Promise<boolean> => {
-    const svc = runtime.getService<XRSessionService>(XR_SERVICE_TYPE);
-    if (!svc?.hasActiveConnections()) return false;
-    // At least one connection must have a recent frame
-    return svc
-      .getConnections()
-      .some((c) => svc.getVisionPipeline().hasRecentFrame(c.id));
-  },
-
-  handler: async (
-    runtime: IAgentRuntime,
-    message: Memory,
-    _state: State | undefined,
-    _options: unknown,
-    callback?: HandlerCallback,
-  ): Promise<ActionResult | undefined> => {
-    const svc = runtime.getService<XRSessionService>(XR_SERVICE_TYPE);
-    if (!svc) {
-      await callback?.({ text: "XR service is not running." });
-      return undefined;
-    }
-
-    const conn = svc.getConnections().find((c) => c.roomId === message.roomId);
-
-    if (!conn) {
-      await callback?.({
-        text: "No XR device connection found for this session.",
-      });
-      return undefined;
-    }
-
-    const description = await svc
-      .getVisionPipeline()
-      .describeFrame(runtime, conn.id);
-
-    if (!description) {
-      await callback?.({
-        text: "No recent camera frame available from the XR device.",
-      });
-      return undefined;
-    }
-
-    await callback?.({ text: description });
-    return undefined;
-  },
-};