@elizaos/plugin-facewear 2.0.3-beta.6 → 2.0.3-beta.7

package/dist/actions/display-text.d.ts

@@ -0,0 +1,4 @@
+import { type Action } from "@elizaos/core";
+export declare const displaySmartglassesTextAction: Action;
+export declare const displayFacewearTextAction: Action;
+//# sourceMappingURL=display-text.d.ts.map

package/dist/actions/display-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"display-text.d.ts","sourceRoot":"","sources":["../../src/actions/display-text.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,MAAM,EAQZ,MAAM,eAAe,CAAC;AAuDvB,eAAO,MAAM,6BAA6B,EAAE,MAuD3C,CAAC;AAGF,eAAO,MAAM,yBAAyB,QAAgC,CAAC"}

package/dist/actions/display-text.js

@@ -0,0 +1,90 @@
+import {
+  parseJSONObjectFromText
+} from "@elizaos/core";
+import {
+  getSmartglassesService
+} from "../services/smartglasses-service.js";
+function displayParamsFromMessage(message) {
+  const content = message.content;
+  const raw = content?.text ?? "";
+  const parsed = parseJSONObjectFromText(raw);
+  if (parsed) {
+    return {
+      text: typeof parsed.text === "string" ? parsed.text : null,
+      mode: normalizeMode(parsed.mode),
+      pageHoldMs: optionalNonNegativeNumber(parsed.pageHoldMs),
+      completionDelayMs: optionalNonNegativeNumber(parsed.completionDelayMs)
+    };
+  }
+  return { text: raw.trim() || null };
+}
+function optionalNonNegativeNumber(value) {
+  if (value === void 0) return void 0;
+  const parsed = typeof value === "number" ? value : Number(value);
+  if (!Number.isFinite(parsed) || parsed < 0) return void 0;
+  return parsed;
+}
+function normalizeMode(value) {
+  if (typeof value !== "string") return void 0;
+  const normalized = value.trim().toLowerCase();
+  if (normalized === "text" || normalized === "text_show" || normalized === "direct")
+    return "text";
+  if (normalized === "ai" || normalized === "even_ai" || normalized === "stream")
+    return "ai";
+  return void 0;
+}
+function actionErrorMessage(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+const displaySmartglassesTextAction = {
+  name: "SMARTGLASSES_DISPLAY_TEXT",
+  similes: ["DISPLAY_ON_GLASSES", "EVEN_DISPLAY_TEXT", "SHOW_ON_SMARTGLASSES"],
+  description: "Display text on connected Even Realities G1/G2 smartglasses, wrapping text into five-line pages and sending the correct G1 display packets. JSON input may include mode, pageHoldMs, and completionDelayMs.",
+  descriptionCompressed: "smartglasses-display-text: show wrapped text on Even G1/G2 display",
+  contexts: ["smartglasses", "wearable", "display"],
+  validate: async (runtime) => Boolean(getSmartglassesService(runtime)),
+  handler: async (runtime, message, _state, _options, callback) => {
+    const service = getSmartglassesService(runtime);
+    if (!service)
+      return { success: false, text: "Smartglasses service not loaded" };
+    const { text, mode, pageHoldMs, completionDelayMs } = displayParamsFromMessage(message);
+    if (!text) return { success: false, text: "No display text provided" };
+    let result;
+    try {
+      result = await service.displayText(text, {
+        mode,
+        pageHoldMs,
+        completionDelayMs
+      });
+    } catch (error) {
+      const response2 = `Smartglasses display command failed: ${actionErrorMessage(error)}`;
+      await callback?.({ text: response2 });
+      return {
+        success: false,
+        text: response2,
+        values: {
+          error: actionErrorMessage(error)
+        }
+      };
+    }
+    const response = `Displayed ${result.pages} page${result.pages === 1 ? "" : "s"} on smartglasses.`;
+    await callback?.({ text: response });
+    return {
+      success: true,
+      text: response,
+      values: {
+        ...result,
+        mode: mode ?? "ai",
+        pageHoldMs,
+        completionDelayMs
+      }
+    };
+  },
+  examples: []
+};
+const displayFacewearTextAction = displaySmartglassesTextAction;
+export {
+  displayFacewearTextAction,
+  displaySmartglassesTextAction
+};
+//# sourceMappingURL=display-text.js.map

package/dist/actions/display-text.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/actions/display-text.ts"],"sourcesContent":["import {\n  type Action,\n  type ActionResult,\n  type HandlerCallback,\n  type HandlerOptions,\n  type IAgentRuntime,\n  type Memory,\n  parseJSONObjectFromText,\n  type State,\n} from \"@elizaos/core\";\nimport {\n  getSmartglassesService,\n  type SmartglassesDisplayMode,\n} from \"../services/smartglasses-service.js\";\n\nfunction displayParamsFromMessage(message: Memory): {\n  text: string | null;\n  mode?: SmartglassesDisplayMode;\n  pageHoldMs?: number;\n  completionDelayMs?: number;\n} {\n  const content = message.content as { text?: string } | undefined;\n  const raw = content?.text ?? \"\";\n  const parsed = parseJSONObjectFromText(raw) as Record<string, unknown> | null;\n  if (parsed) {\n    return {\n      text: typeof parsed.text === \"string\" ? parsed.text : null,\n      mode: normalizeMode(parsed.mode),\n      pageHoldMs: optionalNonNegativeNumber(parsed.pageHoldMs),\n      completionDelayMs: optionalNonNegativeNumber(parsed.completionDelayMs),\n    };\n  }\n  return { text: raw.trim() || null };\n}\n\nfunction optionalNonNegativeNumber(value: unknown): number | undefined {\n  if (value === undefined) return undefined;\n  const parsed = typeof value === \"number\" ? value : Number(value);\n  if (!Number.isFinite(parsed) || parsed < 0) return undefined;\n  return parsed;\n}\n\nfunction normalizeMode(value: unknown): SmartglassesDisplayMode | undefined {\n  if (typeof value !== \"string\") return undefined;\n  const normalized = value.trim().toLowerCase();\n  if (\n    normalized === \"text\" ||\n    normalized === \"text_show\" ||\n    normalized === \"direct\"\n  )\n    return \"text\";\n  if (\n    normalized === \"ai\" ||\n    normalized === \"even_ai\" ||\n    normalized === \"stream\"\n  )\n    return \"ai\";\n  return undefined;\n}\n\nfunction actionErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\nexport const displaySmartglassesTextAction: Action = {\n  name: \"SMARTGLASSES_DISPLAY_TEXT\",\n  similes: [\"DISPLAY_ON_GLASSES\", \"EVEN_DISPLAY_TEXT\", \"SHOW_ON_SMARTGLASSES\"],\n  description:\n    \"Display text on connected Even Realities G1/G2 smartglasses, wrapping text into five-line pages and sending the correct G1 display packets. JSON input may include mode, pageHoldMs, and completionDelayMs.\",\n  descriptionCompressed:\n    \"smartglasses-display-text: show wrapped text on Even G1/G2 display\",\n  contexts: [\"smartglasses\", \"wearable\", \"display\"],\n  validate: async (runtime: IAgentRuntime) =>\n    Boolean(getSmartglassesService(runtime)),\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state?: State,\n    _options?: HandlerOptions,\n    callback?: HandlerCallback,\n  ): Promise<ActionResult> => {\n    const service = getSmartglassesService(runtime);\n    if (!service)\n      return { success: false, text: \"Smartglasses service not loaded\" };\n    const { text, mode, pageHoldMs, completionDelayMs } =\n      displayParamsFromMessage(message);\n    if (!text) return { success: false, text: \"No display text provided\" };\n    let result: { pages: number };\n    try {\n      result = await service.displayText(text, {\n        mode,\n        pageHoldMs,\n        completionDelayMs,\n      });\n    } catch (error) {\n      const response = `Smartglasses display command failed: ${actionErrorMessage(error)}`;\n      await callback?.({ text: response });\n      return {\n        success: false,\n        text: response,\n        values: {\n          error: actionErrorMessage(error),\n        },\n      };\n    }\n    const response = `Displayed ${result.pages} page${result.pages === 1 ? \"\" : \"s\"} on smartglasses.`;\n    await callback?.({ text: response });\n    return {\n      success: true,\n      text: response,\n      values: {\n        ...result,\n        mode: mode ?? \"ai\",\n        pageHoldMs,\n        completionDelayMs,\n      },\n    };\n  },\n  examples: [],\n};\n\n// Alias for facewear plugin consumers\nexport const displayFacewearTextAction = displaySmartglassesTextAction;\n"],"mappings":"AAAA;AAAA,EAOE;AAAA,OAEK;AACP;AAAA,EACE;AAAA,OAEK;AAEP,SAAS,yBAAyB,SAKhC;AACA,QAAM,UAAU,QAAQ;AACxB,QAAM,MAAM,SAAS,QAAQ;AAC7B,QAAM,SAAS,wBAAwB,GAAG;AAC1C,MAAI,QAAQ;AACV,WAAO;AAAA,MACL,MAAM,OAAO,OAAO,SAAS,WAAW,OAAO,OAAO;AAAA,MACtD,MAAM,cAAc,OAAO,IAAI;AAAA,MAC/B,YAAY,0BAA0B,OAAO,UAAU;AAAA,MACvD,mBAAmB,0BAA0B,OAAO,iBAAiB;AAAA,IACvE;AAAA,EACF;AACA,SAAO,EAAE,MAAM,IAAI,KAAK,KAAK,KAAK;AACpC;AAEA,SAAS,0BAA0B,OAAoC;AACrE,MAAI,UAAU,OAAW,QAAO;AAChC,QAAM,SAAS,OAAO,UAAU,WAAW,QAAQ,OAAO,KAAK;AAC/D,MAAI,CAAC,OAAO,SAAS,MAAM,KAAK,SAAS,EAAG,QAAO;AACnD,SAAO;AACT;AAEA,SAAS,cAAc,OAAqD;AAC1E,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,QAAM,aAAa,MAAM,KAAK,EAAE,YAAY;AAC5C,MACE,eAAe,UACf,eAAe,eACf,eAAe;AAEf,WAAO;AACT,MACE,eAAe,QACf,eAAe,aACf,eAAe;AAEf,WAAO;AACT,SAAO;AACT;AAEA,SAAS,mBAAmB,OAAwB;AAClD,SAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAC9D;AAEO,MAAM,gCAAwC;AAAA,EACnD,MAAM;AAAA,EACN,SAAS,CAAC,sBAAsB,qBAAqB,sBAAsB;AAAA,EAC3E,aACE;AAAA,EACF,uBACE;AAAA,EACF,UAAU,CAAC,gBAAgB,YAAY,SAAS;AAAA,EAChD,UAAU,OAAO,YACf,QAAQ,uBAAuB,OAAO,CAAC;AAAA,EACzC,SAAS,OACP,SACA,SACA,QACA,UACA,aAC0B;AAC1B,UAAM,UAAU,uBAAuB,OAAO;AAC9C,QAAI,CAAC;AACH,aAAO,EAAE,SAAS,OAAO,MAAM,kCAAkC;AACnE,UAAM,EAAE,MAAM,MAAM,YAAY,kBAAkB,IAChD,yBAAyB,OAAO;AAClC,QAAI,CAAC,KAAM,QAAO,EAAE,SAAS,OAAO,MAAM,2BAA2B;AACrE,QAAI;AACJ,QAAI;AACF,eAAS,MAAM,QAAQ,YAAY,MAAM;AAAA,QACvC;AAAA,QACA;AAAA,QACA;AAAA,MACF,CAAC;AAAA,IACH,SAAS,OAAO;AACd,YAAMA,YAAW,wCAAwC,mBAAmB,KAAK,CAAC;AAClF,YAAM,WAAW,EAAE,MAAMA,UAAS,CAAC;AACnC,aAAO;AAAA,QACL,SAAS;AAAA,QACT,MAAMA;AAAA,QACN,QAAQ;AAAA,UACN,OAAO,mBAAmB,KAAK;AAAA,QACjC;AAAA,MACF;AAAA,IACF;AACA,UAAM,WAAW,aAAa,OAAO,KAAK,QAAQ,OAAO,UAAU,IAAI,KAAK,GAAG;AAC/E,UAAM,WAAW,EAAE,MAAM,SAAS,CAAC;AACnC,WAAO;AAAA,MACL,SAAS;AAAA,MACT,MAAM;AAAA,MACN,QAAQ;AAAA,QACN,GAAG;AAAA,QACH,MAAM,QAAQ;AAAA,QACd;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EACA,UAAU,CAAC;AACb;AAGO,MAAM,4BAA4B;","names":["response"]}

package/dist/actions/facewear-connect.d.ts

@@ -0,0 +1,3 @@
+import type { Action } from "@elizaos/core";
+export declare const facewearConnectAction: Action;
+//# sourceMappingURL=facewear-connect.d.ts.map

package/dist/actions/facewear-connect.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"facewear-connect.d.ts","sourceRoot":"","sources":["../../src/actions/facewear-connect.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,MAAM,EAKP,MAAM,eAAe,CAAC;AAUvB,eAAO,MAAM,qBAAqB,EAAE,MA4EnC,CAAC"}

package/dist/actions/facewear-connect.js

@@ -0,0 +1,70 @@
+import {
+  DEVICE_REGISTRY
+} from "../devices/registry.js";
+import {
+  FACEWEAR_SERVICE_TYPE
+} from "../services/facewear-service.js";
+const facewearConnectAction = {
+  name: "FACEWEAR_CONNECT",
+  description: "Show connection instructions for a facewear device (Meta Quest, XReal, Even Realities, Apple Vision Pro).",
+  similes: [
+    "CONNECT_GLASSES",
+    "CONNECT_HEADSET",
+    "PAIR_DEVICE",
+    "CONNECT_FACEWEAR"
+  ],
+  examples: [
+    [
+      { name: "{{user1}}", content: { text: "How do I connect my Quest 3?" } },
+      {
+        name: "{{user2}}",
+        content: {
+          text: "To connect your Meta Quest 3, open a browser in VR, navigate to the pairing URL, and tap Allow on the camera/mic prompts."
+        }
+      }
+    ]
+  ],
+  validate: async (_runtime, _message) => true,
+  handler: async (runtime, message, _state, _options, callback) => {
+    const text = (message.content.text ?? "").toLowerCase();
+    let deviceType = "meta-quest";
+    if (text.includes("xreal") || text.includes("air")) deviceType = "xreal";
+    else if (text.includes("even") || text.includes("g1") || text.includes("g2"))
+      deviceType = "even-realities";
+    else if (text.includes("vision") || text.includes("apple") || text.includes("avp"))
+      deviceType = "apple-vision-pro";
+    const profile = DEVICE_REGISTRY[deviceType];
+    const svc = runtime.getService(FACEWEAR_SERVICE_TYPE);
+    const connected = svc?.getConnectedDevices() ?? [];
+    let instructions = `**${profile.displayName}** (${profile.manufacturer})
+
+`;
+    if (profile.connectionType === "ble") {
+      instructions += "**Connection method:** Bluetooth BLE\n";
+      instructions += "1. Enable Bluetooth on your phone/computer\n";
+      instructions += "2. Put on your Even Realities glasses\n";
+      instructions += "3. The elizaOS agent will auto-detect via Noble BLE or Web Bluetooth\n";
+      instructions += "4. For native Android: install the Even Realities companion app\n";
+    } else {
+      instructions += "**Connection method:** WebXR over WebSocket\n";
+      instructions += "1. Start the elizaOS agent (this server)\n";
+      instructions += "2. Visit `/api/xr/connect` for the QR code + pairing URL\n";
+      instructions += "3. Open the URL on your headset browser\n";
+      instructions += "4. Allow camera and microphone when prompted\n";
+      if (profile.nativeAppPath) {
+        instructions += `5. For native APK: see \`${profile.nativeAppPath}/README.md\`
+`;
+      }
+    }
+    if (connected.length > 0) {
+      instructions += `
+**Currently connected:** ${connected.map((d) => d.deviceType ?? d.kind).join(", ")}`;
+    }
+    await callback?.({ text: instructions });
+    return { success: true };
+  }
+};
+export {
+  facewearConnectAction
+};
+//# sourceMappingURL=facewear-connect.js.map

package/dist/actions/facewear-connect.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/actions/facewear-connect.ts"],"sourcesContent":["import type {\n  Action,\n  HandlerCallback,\n  IAgentRuntime,\n  Memory,\n  State,\n} from \"@elizaos/core\";\nimport {\n  DEVICE_REGISTRY,\n  type FacewearDeviceType,\n} from \"../devices/registry.js\";\nimport {\n  FACEWEAR_SERVICE_TYPE,\n  type FacewearService,\n} from \"../services/facewear-service.js\";\n\nexport const facewearConnectAction: Action = {\n  name: \"FACEWEAR_CONNECT\",\n  description:\n    \"Show connection instructions for a facewear device (Meta Quest, XReal, Even Realities, Apple Vision Pro).\",\n  similes: [\n    \"CONNECT_GLASSES\",\n    \"CONNECT_HEADSET\",\n    \"PAIR_DEVICE\",\n    \"CONNECT_FACEWEAR\",\n  ],\n  examples: [\n    [\n      { name: \"{{user1}}\", content: { text: \"How do I connect my Quest 3?\" } },\n      {\n        name: \"{{user2}}\",\n        content: {\n          text: \"To connect your Meta Quest 3, open a browser in VR, navigate to the pairing URL, and tap Allow on the camera/mic prompts.\",\n        },\n      },\n    ],\n  ],\n  validate: async (_runtime: IAgentRuntime, _message: Memory) => true,\n  handler: async (\n    runtime: IAgentRuntime,\n    message: Memory,\n    _state: State | undefined,\n    _options: Record<string, unknown> | undefined,\n    callback?: HandlerCallback,\n  ) => {\n    const text = (message.content.text ?? \"\").toLowerCase();\n    let deviceType: FacewearDeviceType = \"meta-quest\";\n    if (text.includes(\"xreal\") || text.includes(\"air\")) deviceType = \"xreal\";\n    else if (\n      text.includes(\"even\") ||\n      text.includes(\"g1\") ||\n      text.includes(\"g2\")\n    )\n      deviceType = \"even-realities\";\n    else if (\n      text.includes(\"vision\") ||\n      text.includes(\"apple\") ||\n      text.includes(\"avp\")\n    )\n      deviceType = \"apple-vision-pro\";\n\n    const profile = DEVICE_REGISTRY[deviceType];\n    const svc = runtime.getService<FacewearService>(FACEWEAR_SERVICE_TYPE);\n    const connected = svc?.getConnectedDevices() ?? [];\n\n    let instructions = `**${profile.displayName}** (${profile.manufacturer})\\n\\n`;\n    if (profile.connectionType === \"ble\") {\n      instructions += \"**Connection method:** Bluetooth BLE\\n\";\n      instructions += \"1. Enable Bluetooth on your phone/computer\\n\";\n      instructions += \"2. Put on your Even Realities glasses\\n\";\n      instructions +=\n        \"3. The elizaOS agent will auto-detect via Noble BLE or Web Bluetooth\\n\";\n      instructions +=\n        \"4. For native Android: install the Even Realities companion app\\n\";\n    } else {\n      instructions += \"**Connection method:** WebXR over WebSocket\\n\";\n      instructions += \"1. Start the elizaOS agent (this server)\\n\";\n      instructions +=\n        \"2. Visit `/api/xr/connect` for the QR code + pairing URL\\n\";\n      instructions += \"3. Open the URL on your headset browser\\n\";\n      instructions += \"4. Allow camera and microphone when prompted\\n\";\n      if (profile.nativeAppPath) {\n        instructions += `5. For native APK: see \\`${profile.nativeAppPath}/README.md\\`\\n`;\n      }\n    }\n    if (connected.length > 0) {\n      instructions += `\\n**Currently connected:** ${connected.map((d) => d.deviceType ?? d.kind).join(\", \")}`;\n    }\n\n    await callback?.({ text: instructions });\n    return { success: true };\n  },\n};\n"],"mappings":"AAOA;AAAA,EACE;AAAA,OAEK;AACP;AAAA,EACE;AAAA,OAEK;AAEA,MAAM,wBAAgC;AAAA,EAC3C,MAAM;AAAA,EACN,aACE;AAAA,EACF,SAAS;AAAA,IACP;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AAAA,EACA,UAAU;AAAA,IACR;AAAA,MACE,EAAE,MAAM,aAAa,SAAS,EAAE,MAAM,+BAA+B,EAAE;AAAA,MACvE;AAAA,QACE,MAAM;AAAA,QACN,SAAS;AAAA,UACP,MAAM;AAAA,QACR;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EACA,UAAU,OAAO,UAAyB,aAAqB;AAAA,EAC/D,SAAS,OACP,SACA,SACA,QACA,UACA,aACG;AACH,UAAM,QAAQ,QAAQ,QAAQ,QAAQ,IAAI,YAAY;AACtD,QAAI,aAAiC;AACrC,QAAI,KAAK,SAAS,OAAO,KAAK,KAAK,SAAS,KAAK,EAAG,cAAa;AAAA,aAE/D,KAAK,SAAS,MAAM,KACpB,KAAK,SAAS,IAAI,KAClB,KAAK,SAAS,IAAI;AAElB,mBAAa;AAAA,aAEb,KAAK,SAAS,QAAQ,KACtB,KAAK,SAAS,OAAO,KACrB,KAAK,SAAS,KAAK;AAEnB,mBAAa;AAEf,UAAM,UAAU,gBAAgB,UAAU;AAC1C,UAAM,MAAM,QAAQ,WAA4B,qBAAqB;AACrE,UAAM,YAAY,KAAK,oBAAoB,KAAK,CAAC;AAEjD,QAAI,eAAe,KAAK,QAAQ,WAAW,OAAO,QAAQ,YAAY;AAAA;AAAA;AACtE,QAAI,QAAQ,mBAAmB,OAAO;AACpC,sBAAgB;AAChB,sBAAgB;AAChB,sBAAgB;AAChB,sBACE;AACF,sBACE;AAAA,IACJ,OAAO;AACL,sBAAgB;AAChB,sBAAgB;AAChB,sBACE;AACF,sBAAgB;AAChB,sBAAgB;AAChB,UAAI,QAAQ,eAAe;AACzB,wBAAgB,4BAA4B,QAAQ,aAAa;AAAA;AAAA,MACnE;AAAA,IACF;AACA,QAAI,UAAU,SAAS,GAAG;AACxB,sBAAgB;AAAA,2BAA8B,UAAU,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,KAAK,IAAI,CAAC;AAAA,IACvG;AAEA,UAAM,WAAW,EAAE,MAAM,aAAa,CAAC;AACvC,WAAO,EAAE,SAAS,KAAK;AAAA,EACzB;AACF;","names":[]}

package/dist/actions/facewear-control.d.ts

@@ -0,0 +1,4 @@
+import { type Action } from "@elizaos/core";
+export declare const smartglassesControlAction: Action;
+export declare const facewearControlAction: Action;
+//# sourceMappingURL=facewear-control.d.ts.map

package/dist/actions/facewear-control.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"facewear-control.d.ts","sourceRoot":"","sources":["../../src/actions/facewear-control.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,MAAM,EAQZ,MAAM,eAAe,CAAC;AAoavB,eAAO,MAAM,yBAAyB,EAAE,MAgavC,CAAC;AAGF,eAAO,MAAM,qBAAqB,QAA4B,CAAC"}