@elizaos/plugin-facewear 2.0.3-beta.5 → 2.0.3-beta.7

package/dist/actions/facewear-control.js

@@ -0,0 +1,627 @@
+import {
+  parseJSONObjectFromText
+} from "@elizaos/core";
+import {
+  G1DashboardLayout,
+  G1SubCommand,
+  G1TemperatureUnit,
+  G1TimeFormat
+} from "../protocol/smartglasses.js";
+import {
+  getSmartglassesService
+} from "../services/smartglasses-service.js";
+import { setupSummaryForStatus } from "../status-format.js";
+const SUPPORTED_OPS = [
+  "connect",
+  "disconnect",
+  "clear",
+  "exit_dashboard",
+  "exit_function",
+  "start_ai",
+  "connection_ready",
+  "page_up",
+  "page_down",
+  "rsvp_text",
+  "heartbeat",
+  "heartbeat_start",
+  "heartbeat_stop",
+  "battery_status",
+  "raw",
+  "get_serial",
+  "app_whitelist",
+  "g1_setup",
+  "silent_mode",
+  "brightness",
+  "dashboard",
+  "dashboard_position",
+  "dashboard_layout",
+  "dashboard_calendar",
+  "dashboard_time_weather",
+  "headup_angle",
+  "wear_detection",
+  "wifi_scan",
+  "wifi_status",
+  "wifi_configure",
+  "wifi_setup",
+  "navigation_start",
+  "navigation_directions",
+  "navigation_primary_image",
+  "navigation_secondary_image",
+  "navigation_poller",
+  "navigation_end",
+  "translate_setup",
+  "translate_start",
+  "translate_languages",
+  "translate_original",
+  "translate_translated",
+  "note_add",
+  "note_delete",
+  "voice_note_list",
+  "voice_note_fetch",
+  "voice_note_delete",
+  "voice_note_delete_all",
+  "notification",
+  "bmp_image"
+];
+const OP_ALIASES = /* @__PURE__ */ new Map([
+  ["pair", "connect"],
+  ["pair_headset", "connect"],
+  ["connect_headset", "connect"],
+  ["reconnect", "connect"],
+  ["unpair", "disconnect"],
+  ["disconnect_headset", "disconnect"],
+  ["exit", "exit_dashboard"],
+  ["dashboard_exit", "exit_dashboard"],
+  ["function_exit", "exit_function"],
+  ["serial", "get_serial"],
+  ["whitelist", "app_whitelist"],
+  ["app_allowlist", "app_whitelist"],
+  ["setup", "g1_setup"],
+  ["app_setup", "g1_setup"],
+  ["dashboard_calendar_item", "dashboard_calendar"],
+  ["set_dashboard_position", "dashboard_position"],
+  ["dashboard_height_depth", "dashboard_position"],
+  ["dashboard_depth", "dashboard_position"],
+  ["time_weather", "dashboard_time_weather"],
+  ["navigation_init", "navigation_start"],
+  ["navigation_direction", "navigation_directions"],
+  ["navigation_primary", "navigation_primary_image"],
+  ["navigation_secondary", "navigation_secondary_image"],
+  ["navigation_stop", "navigation_end"],
+  ["translate", "translate_setup"],
+  ["translation_setup", "translate_setup"],
+  ["translate_text", "translate_translated"],
+  ["start_even_ai", "start_ai"],
+  ["init", "connection_ready"],
+  ["initialize", "connection_ready"],
+  ["connection_init", "connection_ready"],
+  ["ready", "connection_ready"],
+  ["previous_page", "page_up"],
+  ["prev_page", "page_up"],
+  ["next_page", "page_down"],
+  ["start_heartbeat", "heartbeat_start"],
+  ["heartbeat_loop", "heartbeat_start"],
+  ["stop_heartbeat", "heartbeat_stop"],
+  ["battery", "battery_status"],
+  ["get_battery", "battery_status"],
+  ["request_battery", "battery_status"],
+  ["battery_request", "battery_status"],
+  ["rsvp", "rsvp_text"],
+  ["rsvp_display", "rsvp_text"],
+  ["bmp", "bmp_image"],
+  ["image", "bmp_image"],
+  ["quick_note_fetch", "voice_note_fetch"],
+  ["quick_note_list", "voice_note_list"],
+  ["quick_note_info", "voice_note_list"],
+  ["voice_note_info", "voice_note_list"],
+  ["voice_notes", "voice_note_list"],
+  ["quick_note_delete", "voice_note_delete"],
+  ["quick_note_delete_all", "voice_note_delete_all"],
+  ["delete_all_voice_notes", "voice_note_delete_all"],
+  ["voice_notes_delete_all", "voice_note_delete_all"],
+  ["clear_voice_notes", "voice_note_delete_all"],
+  ["voice_note_audio", "voice_note_fetch"],
+  ["scan_wifi", "wifi_scan"],
+  ["wifi_networks", "wifi_scan"],
+  ["wifi", "wifi_status"],
+  ["wifi_connect", "wifi_configure"],
+  ["configure_wifi", "wifi_configure"],
+  ["set_wifi", "wifi_configure"],
+  ["wifi_prompt", "wifi_setup"],
+  ["wifi_setup_request", "wifi_setup"],
+  ["request_wifi_setup", "wifi_setup"]
+]);
+function parseParams(message) {
+  const text = message.content?.text ?? "";
+  return parseJSONObjectFromText(text) ?? {
+    op: text.trim()
+  };
+}
+function requireOp(value) {
+  if (typeof value !== "string") return null;
+  const normalized = value.trim().replace(/[\s-]+/g, "_").toLowerCase();
+  const alias = OP_ALIASES.get(normalized);
+  if (alias) return alias;
+  return SUPPORTED_OPS.includes(normalized) ? normalized : null;
+}
+function numberParam(params, name) {
+  const value = params[name];
+  const parsed = typeof value === "number" ? value : Number(value);
+  if (!Number.isFinite(parsed))
+    throw new Error(`Missing numeric parameter: ${name}`);
+  return parsed;
+}
+function stringParam(params, name) {
+  const value = params[name];
+  if (typeof value !== "string" || value.trim() === "") {
+    throw new Error(`Missing string parameter: ${name}`);
+  }
+  return value;
+}
+function boolParam(params, name, fallback = false) {
+  const value = params[name];
+  if (typeof value === "boolean") return value;
+  if (typeof value === "string")
+    return /^(true|1|yes|on|enable|enabled)$/i.test(value);
+  return fallback;
+}
+function sideParam(params, fallback = "both") {
+  const value = params.side ?? params.target;
+  if (value === void 0) return fallback;
+  if (value === "left" || value === "right" || value === "both") return value;
+  throw new Error("side must be left, right, or both");
+}
+function connectionReadyModeParam(params) {
+  const value = String(params.initMode ?? params.mode ?? params.variant ?? "").trim().toLowerCase();
+  if (value === "official" || value === "official-app" || value === "even-demo-app" || value === "same-init")
+    return "official";
+  if (value === "android-f4" || value === "android" || value === "even-demo-android" || value === "f4")
+    return "android-f4";
+  return "lens-specific";
+}
+function singleSideParam(params, fallback = "right") {
+  const side = sideParam(params, fallback);
+  return side === "both" ? fallback : side;
+}
+function whitelistParam(params) {
+  const value = params.whitelist ?? params.allowlist ?? params.json ?? params.data;
+  if (typeof value === "string" || Array.isArray(value)) return value;
+  if (value && typeof value === "object")
+    return value;
+  throw new Error(
+    "Missing whitelist payload: whitelist, allowlist, json, or data"
+  );
+}
+function startAiSubcommand(value) {
+  if (typeof value === "number") return value;
+  if (typeof value !== "string") return G1SubCommand.Start;
+  const normalized = value.trim().replace(/[\s-]+/g, "_").toLowerCase();
+  if (normalized === "exit" || normalized === "exit_dashboard")
+    return G1SubCommand.Exit;
+  if (normalized === "stop" || normalized === "clear") return G1SubCommand.Stop;
+  return G1SubCommand.Start;
+}
+function bytesParam(params) {
+  const value = params.data ?? params.bytes ?? params.hex ?? params.base64;
+  if (value instanceof Uint8Array) return value;
+  if (Array.isArray(value) && value.every((item) => Number.isInteger(item))) {
+    return Uint8Array.from(value);
+  }
+  if (typeof value !== "string" || value.trim() === "") {
+    throw new Error("Missing byte payload: data, bytes, hex, or base64");
+  }
+  const text = value.trim();
+  if (/^(?:0x)?[0-9a-f]+$/i.test(text) && text.replace(/^0x/i, "").length % 2 === 0) {
+    const hex = text.replace(/^0x/i, "");
+    return Uint8Array.from(
+      hex.match(/../g)?.map((byte) => Number.parseInt(byte, 16)) ?? []
+    );
+  }
+  if (typeof Buffer !== "undefined")
+    return Uint8Array.from(Buffer.from(text, "base64"));
+  if (typeof atob !== "undefined") {
+    return Uint8Array.from(atob(text), (char) => char.charCodeAt(0));
+  }
+  throw new Error("Base64 payload decoding is not available");
+}
+function pixelBytesParam(params) {
+  const value = params.pixels ?? params.pixelData ?? params.data;
+  return bytesParam({ data: value });
+}
+function numberArrayParam(params, name) {
+  const value = params[name];
+  if (Array.isArray(value) && value.every((item) => Number.isInteger(item))) {
+    return value.map(Number);
+  }
+  return Array.from(bytesParam({ data: value }));
+}
+function bitPlaneParam(params, name, expectedLength, fallbackBit) {
+  const value = params[name];
+  if (value === void 0 && fallbackBit !== void 0) {
+    return Array.from({ length: expectedLength }, () => fallbackBit);
+  }
+  const bits = numberArrayParam(params, name);
+  if (bits.length !== expectedLength) {
+    throw new Error(`${name} must contain ${expectedLength} bit values`);
+  }
+  return bits;
+}
+function dashboardLayoutParam(params) {
+  const value = String(params.layout ?? "full").toLowerCase();
+  if (value === "full") return G1DashboardLayout.Full;
+  if (value === "dual") return G1DashboardLayout.Dual;
+  if (value === "minimal") return G1DashboardLayout.Minimal;
+  throw new Error("layout must be full, dual, or minimal");
+}
+function temperatureUnitParam(value) {
+  if (value === void 0) return void 0;
+  const normalized = String(value).toLowerCase();
+  if (normalized === "f" || normalized === "fahrenheit")
+    return G1TemperatureUnit.Fahrenheit;
+  if (normalized === "c" || normalized === "celsius")
+    return G1TemperatureUnit.Celsius;
+  throw new Error("temperatureUnit must be celsius or fahrenheit");
+}
+function timeFormatParam(value) {
+  if (value === void 0) return void 0;
+  const normalized = String(value).toLowerCase();
+  if (normalized === "12" || normalized === "12h")
+    return G1TimeFormat.TwelveHour;
+  if (normalized === "24" || normalized === "24h")
+    return G1TimeFormat.TwentyFourHour;
+  throw new Error("timeFormat must be 12h or 24h");
+}
+function wifiActionValue(result) {
+  return {
+    available: result.available,
+    status: result.status,
+    networks: result.networks
+  };
+}
+function statusActionValue(status) {
+  return {
+    ...status,
+    setup: setupSummaryForStatus(status)
+  };
+}
+function actionErrorMessage(error) {
+  return error instanceof Error ? error.message : String(error);
+}
+const smartglassesControlAction = {
+  name: "SMARTGLASSES_CONTROL",
+  similes: [
+    "EVEN_GLASSES_CONTROL",
+    "SMARTGLASSES_SETTINGS",
+    "SMARTGLASSES_NOTIFICATION",
+    "SMARTGLASSES_NOTE"
+  ],
+  description: "Run Even Realities G1 control operations: whole-headset connect/disconnect, clear/exit/start AI, connection-ready init including official iOS same-init and Android F4 same-init modes, RSVP display, heartbeat loop, battery status request, raw packets, serial request, app whitelist/setup, silent mode, brightness, bridge Wi-Fi scan/status/configure, dashboard position/content, navigation, translation overlays, head-up angle, wear detection, notes, voice-note list/fetch/delete/delete-all, notifications, and BMP images. Provide JSON with op and parameters.",
+  descriptionCompressed: "smartglasses-control: connect, display session, raw packets, settings, Wi-Fi, dashboard, navigation, translate, notes, notifications, BMP",
+  contexts: ["smartglasses", "wearable", "operations"],
+  validate: async (runtime) => Boolean(getSmartglassesService(runtime)),
+  handler: async (runtime, message, _state, _options, callback) => {
+    const service = getSmartglassesService(runtime);
+    if (!service)
+      return { success: false, text: "Smartglasses service not loaded" };
+    const params = parseParams(message);
+    const op = requireOp(params.op);
+    if (!op) {
+      return {
+        success: false,
+        text: "Provide a supported smartglasses op.",
+        values: {
+          supportedOps: SUPPORTED_OPS.join(",")
+        }
+      };
+    }
+    let operationResult;
+    try {
+      switch (op) {
+        case "connect":
+          await service.connect();
+          if (boolParam(params, "init", true)) {
+            await service.sendConnectionReady(
+              sideParam(params),
+              connectionReadyModeParam(params)
+            );
+          }
+          operationResult = statusActionValue(service.getStatus());
+          break;
+        case "disconnect":
+          await service.disconnect();
+          operationResult = statusActionValue(service.getStatus());
+          break;
+        case "clear":
+          await service.clearDisplay();
+          break;
+        case "exit_dashboard":
+          await service.exitToDashboard();
+          break;
+        case "exit_function":
+          await service.exitFunction();
+          break;
+        case "start_ai":
+          await service.sendStartAi(
+            startAiSubcommand(params.subcommand),
+            params.param === void 0 ? new Uint8Array() : bytesParam({ data: params.param })
+          );
+          break;
+        case "connection_ready":
+          await service.sendConnectionReady(
+            sideParam(params),
+            connectionReadyModeParam(params)
+          );
+          break;
+        case "page_up":
+          await service.pageUp();
+          break;
+        case "page_down":
+          await service.pageDown();
+          break;
+        case "rsvp_text":
+          await service.displayRsvpText(stringParam(params, "text"), {
+            wordsPerGroup: params.wordsPerGroup === void 0 ? void 0 : numberParam(params, "wordsPerGroup"),
+            wpm: params.wpm === void 0 ? void 0 : numberParam(params, "wpm"),
+            paddingChar: typeof params.paddingChar === "string" ? params.paddingChar : void 0,
+            mode: params.mode === "text" || params.mode === "ai" ? params.mode : void 0,
+            skipDelay: boolParam(params, "skipDelay", false)
+          });
+          break;
+        case "heartbeat":
+          await service.sendHeartbeat(
+            params.seq === void 0 ? void 0 : numberParam(params, "seq")
+          );
+          break;
+        case "heartbeat_start":
+          service.startHeartbeatLoop({
+            intervalMs: params.intervalMs === void 0 ? void 0 : numberParam(params, "intervalMs"),
+            immediate: boolParam(params, "immediate", true)
+          });
+          break;
+        case "heartbeat_stop":
+          service.stopHeartbeatLoop();
+          break;
+        case "battery_status":
+          await service.requestBatteryStatus(sideParam(params));
+          break;
+        case "raw":
+          await service.sendRaw(bytesParam(params), sideParam(params));
+          break;
+        case "get_serial":
+          await service.requestSerial(sideParam(params));
+          break;
+        case "app_whitelist":
+          operationResult = await service.sendAppWhitelist(
+            whitelistParam(params),
+            sideParam(params, "left")
+          );
+          break;
+        case "g1_setup":
+          operationResult = await service.sendG1Setup(
+            whitelistParam(params),
+            sideParam(params, "left")
+          );
+          break;
+        case "silent_mode":
+          await service.setSilentMode(boolParam(params, "enabled", true));
+          break;
+        case "brightness":
+          await service.setBrightness(
+            numberParam(params, "level"),
+            boolParam(params, "auto", false)
+          );
+          break;
+        case "dashboard":
+          await service.setDashboard(
+            boolParam(params, "enabled", true),
+            params.position === void 0 ? 0 : numberParam(params, "position")
+          );
+          break;
+        case "dashboard_position":
+          await service.setDashboardPosition(
+            numberParam(params, "height"),
+            numberParam(params, "depth")
+          );
+          break;
+        case "dashboard_layout":
+          await service.setDashboardLayout(dashboardLayoutParam(params));
+          break;
+        case "dashboard_calendar":
+          await service.sendDashboardCalendarItem({
+            name: stringParam(params, "name"),
+            time: stringParam(params, "time"),
+            location: stringParam(params, "location")
+          });
+          break;
+        case "dashboard_time_weather":
+          await service.sendDashboardTimeWeather({
+            seqId: params.seqId === void 0 ? void 0 : numberParam(params, "seqId"),
+            timestampMs: params.timestampMs === void 0 ? void 0 : numberParam(params, "timestampMs"),
+            timezoneOffsetSeconds: params.timezoneOffsetSeconds === void 0 ? void 0 : numberParam(params, "timezoneOffsetSeconds"),
+            temperatureInCelsius: numberParam(params, "temperatureInCelsius"),
+            weatherIcon: params.weatherIcon === void 0 ? void 0 : numberParam(params, "weatherIcon"),
+            temperatureUnit: temperatureUnitParam(params.temperatureUnit),
+            timeFormat: timeFormatParam(params.timeFormat)
+          });
+          break;
+        case "headup_angle":
+          await service.setHeadUpAngle(numberParam(params, "angle"));
+          break;
+        case "wear_detection":
+          await service.setGlassesWearDetection(
+            boolParam(params, "enabled", true)
+          );
+          break;
+        case "wifi_scan":
+          operationResult = wifiActionValue(await service.scanWifi());
+          break;
+        case "wifi_status":
+          operationResult = wifiActionValue(await service.getWifiStatus());
+          break;
+        case "wifi_configure":
+          operationResult = wifiActionValue(
+            await service.configureWifi(
+              stringParam(params, "ssid"),
+              typeof params.password === "string" ? params.password : ""
+            )
+          );
+          break;
+        case "wifi_setup":
+          operationResult = wifiActionValue(
+            await service.requestWifiSetup(
+              typeof params.reason === "string" ? params.reason : void 0
+            )
+          );
+          break;
+        case "navigation_start":
+          await service.startNavigation();
+          break;
+        case "navigation_directions":
+          await service.sendNavigationDirections({
+            seqId: params.seqId === void 0 ? void 0 : numberParam(params, "seqId"),
+            totalDuration: stringParam(params, "totalDuration"),
+            totalDistance: stringParam(params, "totalDistance"),
+            direction: stringParam(params, "direction"),
+            distance: stringParam(params, "distance"),
+            speed: stringParam(params, "speed"),
+            directionTurn: numberParam(params, "directionTurn"),
+            customX: Array.isArray(params.customX) ? params.customX : void 0,
+            customY: params.customY === void 0 ? void 0 : numberParam(params, "customY")
+          });
+          break;
+        case "navigation_primary_image":
+          operationResult = await service.sendNavigationPrimaryImage(
+            bitPlaneParam(params, "image", 136 * 136),
+            bitPlaneParam(params, "overlay", 136 * 136, 0)
+          );
+          break;
+        case "navigation_secondary_image":
+          operationResult = await service.sendNavigationSecondaryImage(
+            bitPlaneParam(params, "image", 488 * 136),
+            bitPlaneParam(params, "overlay", 488 * 136, 0)
+          );
+          break;
+        case "navigation_poller":
+          await service.sendNavigationPoller();
+          break;
+        case "navigation_end":
+          await service.endNavigation();
+          break;
+        case "translate_setup":
+          await service.sendTranslateSetup();
+          break;
+        case "translate_start":
+          await service.startTranslate();
+          break;
+        case "translate_languages":
+          await service.setTranslateLanguages(
+            numberParam(params, "fromLanguage"),
+            numberParam(params, "toLanguage")
+          );
+          break;
+        case "translate_original":
+          await service.sendTranslateText(
+            "original",
+            stringParam(params, "text"),
+            params.syncId === void 0 ? void 0 : numberParam(params, "syncId")
+          );
+          break;
+        case "translate_translated":
+          await service.sendTranslateText(
+            "translated",
+            stringParam(params, "text"),
+            params.syncId === void 0 ? void 0 : numberParam(params, "syncId")
+          );
+          break;
+        case "note_add":
+          await service.addOrUpdateNote(
+            numberParam(params, "noteNumber"),
+            stringParam(params, "title"),
+            stringParam(params, "text")
+          );
+          break;
+        case "note_delete":
+          await service.deleteNote(numberParam(params, "noteNumber"));
+          break;
+        case "voice_note_list":
+          operationResult = await service.requestVoiceNoteList({
+            syncId: params.syncId === void 0 ? void 0 : numberParam(params, "syncId"),
+            side: singleSideParam(params, "right")
+          });
+          break;
+        case "voice_note_fetch":
+          operationResult = await service.requestVoiceNoteAudio(
+            numberParam(params, "noteIndex"),
+            {
+              syncId: params.syncId === void 0 ? void 0 : numberParam(params, "syncId"),
+              side: singleSideParam(params, "right")
+            }
+          );
+          break;
+        case "voice_note_delete":
+          operationResult = await service.deleteVoiceNoteAudio(
+            numberParam(params, "noteIndex"),
+            {
+              syncId: params.syncId === void 0 ? void 0 : numberParam(params, "syncId"),
+              side: singleSideParam(params, "right")
+            }
+          );
+          break;
+        case "voice_note_delete_all":
+          operationResult = await service.deleteAllVoiceNoteAudio({
+            syncId: params.syncId === void 0 ? void 0 : numberParam(params, "syncId"),
+            side: singleSideParam(params, "right")
+          });
+          break;
+        case "notification":
+          operationResult = await service.sendNotification({
+            msgId: params.msgId === void 0 ? void 0 : numberParam(params, "msgId"),
+            type: params.type === void 0 ? void 0 : numberParam(params, "type"),
+            appIdentifier: stringParam(params, "appIdentifier"),
+            title: stringParam(params, "title"),
+            subtitle: typeof params.subtitle === "string" ? params.subtitle : void 0,
+            message: stringParam(params, "message"),
+            timeS: params.timeS === void 0 ? void 0 : numberParam(params, "timeS"),
+            date: typeof params.date === "string" ? params.date : void 0,
+            displayName: typeof params.displayName === "string" ? params.displayName : void 0
+          });
+          break;
+        case "bmp_image":
+          if (params.pixels !== void 0 || params.pixelData !== void 0) {
+            operationResult = await service.sendMonochromeBmpImage(
+              pixelBytesParam(params),
+              {
+                width: params.width === void 0 ? void 0 : numberParam(params, "width"),
+                height: params.height === void 0 ? void 0 : numberParam(params, "height"),
+                threshold: params.threshold === void 0 ? void 0 : numberParam(params, "threshold")
+              }
+            );
+          } else {
+            operationResult = await service.sendBmpImage(bytesParam(params));
+          }
+          break;
+      }
+    } catch (error) {
+      const text = `Smartglasses ${op} command failed: ${actionErrorMessage(error)}`;
+      await callback?.({ text });
+      return {
+        success: false,
+        text,
+        values: {
+          op,
+          error: actionErrorMessage(error)
+        }
+      };
+    }
+    const response = `Smartglasses ${op} command sent.`;
+    await callback?.({ text: response });
+    return { success: true, text: response, values: { op, operationResult } };
+  },
+  examples: []
+};
+const facewearControlAction = smartglassesControlAction;
+export {
+  facewearControlAction,
+  smartglassesControlAction
+};
+//# sourceMappingURL=facewear-control.js.map