@yahaha-studio/kichi-forwarder 0.1.2-beta.13 → 0.1.2-beta.15

package/README.md

@@ -12,6 +12,7 @@ It can directly control your companion's avatar in Kichi, show what it is doing,
 
 - Bring your OpenClaw companion into Kichi
 - Directly control the avatar's poses and actions in Kichi
+- Let the avatar briefly glance at the camera when you ask for attention in chat
 - Keep its visible state in sync while it works
 - Plan human-like idle routines during heartbeat windows
 - Let it leave notes for you in Kichi
@@ -36,6 +37,7 @@ Get the `host` and `avatarId` from Kichi, then use them with `kichi_switch_host`
 
 - Connect to your chosen Kichi host and stay in sync while it works
 - Directly control the Kichi avatar's poses and actions
+- Briefly glance toward the camera when you directly ask from chat
 - Show activity in Kichi with actions, bubbles, logs, and timers
 - Leave notes for you on Kichi note boards
 - Recommend music in Kichi as part of your daily routine

package/dist/index.js

@@ -38,6 +38,7 @@ const MAX_NOTEBOARD_TEXT_LENGTH = 200;
 const MAX_MESSAGE_RECEIVED_PREVIEW_WIDTH = 20;
 const MAX_AGENT_END_PREVIEW_WIDTH = 10;
 const MESSAGE_RECEIVED_ELLIPSIS = "...";
+const DEFAULT_GLANCE_DURATION_SECONDS = 1.8;
 const IDLE_PLAN_POMODORO_PHASES = ["focus", "shortBreak", "longBreak", "none"];
 let cachedStaticConfig = null;
 let cachedStaticConfigMtime = 0;
@@ -814,7 +815,7 @@ function buildKichiActionDescription(service) {
     const roomContext = service?.getCachedRoomContext();
     const poseableProps = roomContext?.PoseableProps;
     if (Array.isArray(poseableProps) && poseableProps.length > 0) {
-        lines.push("", "Cached RoomContext.PoseableProps (from last kichi_query_status):", JSON.stringify(poseableProps), "When using a sit or lay pose, pick the propId whose DisplayName best matches the current task context and whose OccupancyState is not fully_occupied. If no prop fits, omit propId.");
+        lines.push("", "Cached RoomContext.PoseableProps (from last kichi_query_status):", JSON.stringify(poseableProps), "When using a sit or lay pose, pick the propId whose PoseableProps information best matches the current task context and whose OccupancyState is not fully_occupied. If no prop fits, omit propId.");
     }
     return lines.join("\n");
 }
@@ -1238,6 +1239,59 @@ const plugin = {
                 },
             });
         }, { name: "kichi_action" });
+        api.registerTool((ctx) => ({
+            name: "kichi_glance",
+            label: "kichi_glance",
+            description: "Ask the Kichi avatar to briefly look at the camera. Use only for direct player chat requests such as \"look at me\" or \"look at the camera\". Do not use for heartbeat, idle planning, bot-to-bot messages, lifecycle hooks, or routine work/status sync.",
+            parameters: {
+                type: "object",
+                properties: {
+                    requestId: {
+                        type: "string",
+                        description: "Optional client request ID for tracing. The websocket ack returns this ID.",
+                    },
+                    target: {
+                        type: "string",
+                        enum: ["camera"],
+                        description: "Glance target. The only supported target is camera.",
+                    },
+                    duration: {
+                        type: "number",
+                        description: "Optional glance duration in seconds. Defaults to 1.8.",
+                    },
+                },
+            },
+            execute: async (_toolCallId, params) => {
+                const locator = resolveToolLocator(ctx);
+                const agentId = runtimeManager.resolveRuntimeAgentId(locator);
+                if (!agentId) {
+                    return jsonResult({ success: false, error: "Failed to resolve agent-scoped Kichi runtime" });
+                }
+                const service = runtimeManager.getRuntime(locator) ?? runtimeManager.createRuntimeForAgent(agentId);
+                const { requestId, target, duration } = (params || {});
+                if (requestId !== undefined && typeof requestId !== "string") {
+                    return jsonResult({ success: false, error: "requestId must be a string when provided" });
+                }
+                const normalizedTarget = target === undefined ? "camera" : target;
+                if (normalizedTarget !== "camera") {
+                    return jsonResult({ success: false, error: "target must be camera" });
+                }
+                const normalizedDuration = duration === undefined ? DEFAULT_GLANCE_DURATION_SECONDS : duration;
+                if (typeof normalizedDuration !== "number" || !Number.isFinite(normalizedDuration) || normalizedDuration <= 0) {
+                    return jsonResult({ success: false, error: "duration must be a positive finite number" });
+                }
+                if (!service.hasValidIdentity() || !service.isConnected()) {
+                    return jsonResult({ success: false, error: "Not connected to Kichi world" });
+                }
+                try {
+                    const ack = await service.sendGlance("camera", normalizedDuration, typeof requestId === "string" ? requestId : undefined);
+                    return jsonResult({ success: true, ...ack });
+                }
+                catch (error) {
+                    return jsonResult({ success: false, error: `Failed to send glance: ${error}` });
+                }
+            },
+        }), { name: "kichi_glance" });
         api.registerTool((ctx) => ({
             name: "kichi_idle_plan",
             label: "kichi_idle_plan",
@@ -1466,7 +1520,7 @@ const plugin = {
         api.registerTool((ctx) => ({
             name: "kichi_query_status",
             label: "kichi_query_status",
-            description: "Query Kichi room and avatar status — includes room personnel, notes, ownerState, idlePlan, weather/time, timer snapshot, daily note quota, `hasCreatedMusicAlbumToday`, and RoomContext.PoseableProps (poseable props with PropId, DisplayName, SupportedPoseTypes, OccupancyState). The PoseableProps list is cached internally so that kichi_action can reference a propId during regular work sync without re-querying. Use this when the user asks to check kichi status, room status, or who is in the room. Also use this before creating a new note or daily recommended music album. For heartbeat planning, use the returned idlePlan as reference when shaping the next idle plan.",
+            description: "Query Kichi room and avatar status — includes room personnel, notes, ownerState, idlePlan, weather/time, timer snapshot, daily note quota, `hasCreatedMusicAlbumToday`, and RoomContext.PoseableProps (poseable props with PropId, DisplayName, Description, SupportedPoseTypes, OccupancyState). The PoseableProps list is cached internally so that kichi_action can reference a propId during regular work sync without re-querying. Use this when the user asks to check kichi status, room status, or who is in the room. Also use this before creating a new note or daily recommended music album. For heartbeat planning, use the returned idlePlan as reference when shaping the next idle plan.",
             parameters: {
                 type: "object",
                 properties: {

package/dist/src/service.js

@@ -4,7 +4,9 @@ import * as path from "path";
 import { randomUUID } from "node:crypto";
 const MAX_NOTEBOARD_TEXT_LENGTH = 200;
 const DEFAULT_LLM_RUNTIME_ENABLED = true;
+const DEFAULT_GLANCE_DURATION_SECONDS = 1.8;
 const JOIN_SOURCE_FILE_NAME = "join-source.json";
+const SMS_STATE_FILE_NAME = "sms-state.json";
 export class KichiForwarderService {
     logger;
     options;
@@ -177,6 +179,30 @@ export class KichiForwarderService {
         this.ws.send(JSON.stringify(payload));
         return true;
     }
+    async sendGlance(target, durationSeconds = DEFAULT_GLANCE_DURATION_SECONDS, requestId) {
+        const identity = this.requireIdentity();
+        if (!identity) {
+            throw new Error("Missing Kichi identity");
+        }
+        if (this.ws?.readyState !== WebSocket.OPEN) {
+            throw new Error("Kichi websocket is not connected");
+        }
+        if (target !== "camera") {
+            throw new Error("target must be camera");
+        }
+        if (!Number.isFinite(durationSeconds) || durationSeconds <= 0) {
+            throw new Error("duration must be a positive finite number");
+        }
+        const payload = {
+            type: "kichi_glance",
+            requestId: requestId?.trim() || randomUUID(),
+            avatarId: identity.avatarId,
+            authKey: identity.authKey,
+            target,
+            duration: durationSeconds,
+        };
+        return this.sendRequest(payload, "kichi_glance_ack", 5000);
+    }
     async queryStatus(requestId) {
         const identity = this.requireIdentity();
         if (!identity) {
@@ -463,6 +489,7 @@ export class KichiForwarderService {
                 if (this.identity) {
                     this.identity.authKey = joinAck.authKey;
                     this.saveIdentity();
+                    this.updateSmsLastActiveAt();
                     this.log("info", `joined as ${this.identity.avatarId}`);
                 }
                 this.joinResolve?.({ success: true, authKey: joinAck.authKey });
@@ -640,6 +667,9 @@ export class KichiForwarderService {
         }
         return path.join(this.options.runtimeDir, "hosts", encodeURIComponent(this.host));
     }
+    getSmsStatePath() {
+        return path.join(this.options.runtimeDir, SMS_STATE_FILE_NAME);
+    }
     getKichiWorldRootDir() {
         return path.dirname(path.dirname(this.options.runtimeDir));
     }
@@ -668,6 +698,25 @@ export class KichiForwarderService {
         fs.mkdirSync(this.options.runtimeDir, { recursive: true, mode: 0o700 });
         fs.writeFileSync(this.getStatePath(), JSON.stringify(nextState, null, 2), { mode: 0o600 });
     }
+    updateSmsLastActiveAt() {
+        try {
+            const now = new Date();
+            const previousState = this.readSmsStateFile();
+            const nextState = {
+                date: now.toISOString().slice(0, 10),
+                totalSent: 0,
+                windows: { morning: 0, afternoon: 0, evening: 0 },
+                lastTypes: [],
+                ...previousState,
+                lastActiveAt: now.toISOString(),
+            };
+            fs.mkdirSync(this.options.runtimeDir, { recursive: true, mode: 0o700 });
+            fs.writeFileSync(this.getSmsStatePath(), JSON.stringify(nextState, null, 2), { mode: 0o600 });
+        }
+        catch (e) {
+            this.log("error", `failed to update sms state: ${e}`);
+        }
+    }
     readStateFile() {
         const statePath = this.getStatePath();
         if (!fs.existsSync(statePath)) {
@@ -679,6 +728,17 @@ export class KichiForwarderService {
         }
         return data;
     }
+    readSmsStateFile() {
+        const smsStatePath = this.getSmsStatePath();
+        if (!fs.existsSync(smsStatePath)) {
+            return null;
+        }
+        const data = JSON.parse(fs.readFileSync(smsStatePath, "utf-8"));
+        if (!data || typeof data !== "object" || Array.isArray(data)) {
+            throw new Error(`Invalid SMS state payload in ${smsStatePath}`);
+        }
+        return data;
+    }
     clearReconnectTimeout() {
         if (!this.reconnectTimeout)
             return;

package/index.ts

@@ -60,6 +60,7 @@ const MAX_NOTEBOARD_TEXT_LENGTH = 200;
 const MAX_MESSAGE_RECEIVED_PREVIEW_WIDTH = 20;
 const MAX_AGENT_END_PREVIEW_WIDTH = 10;
 const MESSAGE_RECEIVED_ELLIPSIS = "...";
+const DEFAULT_GLANCE_DURATION_SECONDS = 1.8;
 const IDLE_PLAN_POMODORO_PHASES = ["focus", "shortBreak", "longBreak", "none"] as const;
 let cachedStaticConfig: KichiStaticConfig | null = null;
 let cachedStaticConfigMtime = 0;
@@ -1014,7 +1015,7 @@ function buildKichiActionDescription(service?: KichiForwarderService): string {
       "",
       "Cached RoomContext.PoseableProps (from last kichi_query_status):",
       JSON.stringify(poseableProps),
-      "When using a sit or lay pose, pick the propId whose DisplayName best matches the current task context and whose OccupancyState is not fully_occupied. If no prop fits, omit propId.",
+      "When using a sit or lay pose, pick the propId whose PoseableProps information best matches the current task context and whose OccupancyState is not fully_occupied. If no prop fits, omit propId.",
     );
   }
 
@@ -1478,6 +1479,71 @@ const plugin = {
         });
       },
     })}, { name: "kichi_action" });
+
+    api.registerTool((ctx) => ({
+      name: "kichi_glance",
+      label: "kichi_glance",
+      description:
+        "Ask the Kichi avatar to briefly look at the camera. Use only for direct player chat requests such as \"look at me\" or \"look at the camera\". Do not use for heartbeat, idle planning, bot-to-bot messages, lifecycle hooks, or routine work/status sync.",
+      parameters: {
+        type: "object",
+        properties: {
+          requestId: {
+            type: "string",
+            description: "Optional client request ID for tracing. The websocket ack returns this ID.",
+          },
+          target: {
+            type: "string",
+            enum: ["camera"],
+            description: "Glance target. The only supported target is camera.",
+          },
+          duration: {
+            type: "number",
+            description: "Optional glance duration in seconds. Defaults to 1.8.",
+          },
+        },
+      },
+      execute: async (_toolCallId, params) => {
+        const locator = resolveToolLocator(ctx);
+        const agentId = runtimeManager.resolveRuntimeAgentId(locator);
+        if (!agentId) {
+          return jsonResult({ success: false, error: "Failed to resolve agent-scoped Kichi runtime" });
+        }
+        const service = runtimeManager.getRuntime(locator) ?? runtimeManager.createRuntimeForAgent(agentId);
+        const { requestId, target, duration } = (params || {}) as {
+          requestId?: unknown;
+          target?: unknown;
+          duration?: unknown;
+        };
+
+        if (requestId !== undefined && typeof requestId !== "string") {
+          return jsonResult({ success: false, error: "requestId must be a string when provided" });
+        }
+        const normalizedTarget = target === undefined ? "camera" : target;
+        if (normalizedTarget !== "camera") {
+          return jsonResult({ success: false, error: "target must be camera" });
+        }
+        const normalizedDuration = duration === undefined ? DEFAULT_GLANCE_DURATION_SECONDS : duration;
+        if (typeof normalizedDuration !== "number" || !Number.isFinite(normalizedDuration) || normalizedDuration <= 0) {
+          return jsonResult({ success: false, error: "duration must be a positive finite number" });
+        }
+        if (!service.hasValidIdentity() || !service.isConnected()) {
+          return jsonResult({ success: false, error: "Not connected to Kichi world" });
+        }
+
+        try {
+          const ack = await service.sendGlance(
+            "camera",
+            normalizedDuration,
+            typeof requestId === "string" ? requestId : undefined,
+          );
+          return jsonResult({ success: true, ...ack });
+        } catch (error) {
+          return jsonResult({ success: false, error: `Failed to send glance: ${error}` });
+        }
+      },
+    }), { name: "kichi_glance" });
+
     api.registerTool((ctx) => ({
       name: "kichi_idle_plan",
       label: "kichi_idle_plan",
@@ -1717,7 +1783,7 @@ const plugin = {
       name: "kichi_query_status",
       label: "kichi_query_status",
       description:
-        "Query Kichi room and avatar status — includes room personnel, notes, ownerState, idlePlan, weather/time, timer snapshot, daily note quota, `hasCreatedMusicAlbumToday`, and RoomContext.PoseableProps (poseable props with PropId, DisplayName, SupportedPoseTypes, OccupancyState). The PoseableProps list is cached internally so that kichi_action can reference a propId during regular work sync without re-querying. Use this when the user asks to check kichi status, room status, or who is in the room. Also use this before creating a new note or daily recommended music album. For heartbeat planning, use the returned idlePlan as reference when shaping the next idle plan.",
+        "Query Kichi room and avatar status — includes room personnel, notes, ownerState, idlePlan, weather/time, timer snapshot, daily note quota, `hasCreatedMusicAlbumToday`, and RoomContext.PoseableProps (poseable props with PropId, DisplayName, Description, SupportedPoseTypes, OccupancyState). The PoseableProps list is cached internally so that kichi_action can reference a propId during regular work sync without re-querying. Use this when the user asks to check kichi status, room status, or who is in the room. Also use this before creating a new note or daily recommended music album. For heartbeat planning, use the returned idlePlan as reference when shaping the next idle plan.",
       parameters: {
         type: "object",
         properties: {

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "kichi-forwarder",
   "name": "Kichi Forwarder",
   "description": "Native OpenClaw plugin for Kichi World with direct avatar control, status sync, timers, notes, and music tools",
-  "version": "0.1.2-beta.13",
+  "version": "0.1.2-beta.15",
   "author": "OpenClaw",
   "skills": ["./skills/kichi-forwarder"],
   "contracts": {
@@ -13,6 +13,7 @@
       "kichi_leave",
       "kichi_connection_status",
       "kichi_action",
+      "kichi_glance",
       "kichi_idle_plan",
       "kichi_clock",
       "kichi_query_status",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@yahaha-studio/kichi-forwarder",
-  "version": "0.1.2-beta.13",
+  "version": "0.1.2-beta.15",
   "description": "Native OpenClaw plugin for Kichi World with direct avatar control, status sync, timers, notes, and music tools",
   "type": "module",
   "main": "./dist/index.js",

package/skills/kichi-forwarder/SKILL.md

@@ -74,7 +74,7 @@ Use this order unless the user asks for a different explicit action. For install
 3. If the requested `avatarId` differs from the current host's connected `avatarId`, call `kichi_leave` first when the old avatar is still joined, then call `kichi_join` with the requested `avatarId`.
 4. If no `authKey` is available, call `kichi_join`.
 5. If `authKey` exists but websocket is not open, call `kichi_rejoin` or wait for automatic reconnect and rejoin.
-6. Use `kichi_action`, `kichi_clock`, note board tools, and music album tools after status is ready.
+6. Use `kichi_action`, `kichi_glance`, `kichi_clock`, note board tools, and music album tools after status is ready.
 
 ## Tools
 
@@ -141,6 +141,19 @@ Use this for direct Kichi avatar control as well as lifecycle sync.
 - For most work, prefer a sit pose and switch actions inside the same task as the work moves between stages.
 - The current action lists are injected into prompt context before the model chooses `kichi_action`.
 
+### kichi_glance
+
+```text
+kichi_glance(target: "camera", duration: 1.8)
+```
+
+Use this only when the player directly asks from chat for attention such as "look at me" or "look at the camera".
+
+- `target`: optional. Only `camera` is supported.
+- `duration`: optional seconds, defaults to `1.8`.
+- `requestId`: optional tracing ID; the websocket ack returns it.
+- Do not use this for heartbeat, idle plans, bot messages, lifecycle hooks, or routine work/status sync.
+
 ### kichi_idle_plan
 
 Use this for the avatar's heartbeat idle plan.

package/src/service.ts

@@ -13,6 +13,9 @@ import type {
   ClockPayload,
   CreateMusicAlbumPayload,
   CreateNotesBoardNotePayload,
+  GlanceAckPayload,
+  GlancePayload,
+  GlanceTarget,
   HookNotifyPayload,
   HookNotifyType,
   IdlePlanContent,
@@ -33,7 +36,21 @@ import type {
 
 const MAX_NOTEBOARD_TEXT_LENGTH = 200;
 const DEFAULT_LLM_RUNTIME_ENABLED = true;
+const DEFAULT_GLANCE_DURATION_SECONDS = 1.8;
 const JOIN_SOURCE_FILE_NAME = "join-source.json";
+const SMS_STATE_FILE_NAME = "sms-state.json";
+
+type SmsState = {
+  lastActiveAt: string;
+  date: string;
+  totalSent: number;
+  windows: {
+    morning: number;
+    afternoon: number;
+    evening: number;
+  };
+  lastTypes: string[];
+};
 
 type AckFailureResult = {
   success: false;
@@ -264,6 +281,36 @@ export class KichiForwarderService {
     return true;
   }
 
+  async sendGlance(
+    target: GlanceTarget,
+    durationSeconds = DEFAULT_GLANCE_DURATION_SECONDS,
+    requestId?: string,
+  ): Promise<GlanceAckPayload> {
+    const identity = this.requireIdentity();
+    if (!identity) {
+      throw new Error("Missing Kichi identity");
+    }
+    if (this.ws?.readyState !== WebSocket.OPEN) {
+      throw new Error("Kichi websocket is not connected");
+    }
+    if (target !== "camera") {
+      throw new Error("target must be camera");
+    }
+    if (!Number.isFinite(durationSeconds) || durationSeconds <= 0) {
+      throw new Error("duration must be a positive finite number");
+    }
+
+    const payload: GlancePayload = {
+      type: "kichi_glance",
+      requestId: requestId?.trim() || randomUUID(),
+      avatarId: identity.avatarId,
+      authKey: identity.authKey,
+      target,
+      duration: durationSeconds,
+    };
+    return this.sendRequest<GlanceAckPayload>(payload, "kichi_glance_ack", 5000);
+  }
+
   async queryStatus(requestId?: string): Promise<QueryStatusResultPayload> {
     const identity = this.requireIdentity();
     if (!identity) {
@@ -591,6 +638,7 @@ export class KichiForwarderService {
         if (this.identity) {
           this.identity.authKey = joinAck.authKey;
           this.saveIdentity();
+          this.updateSmsLastActiveAt();
           this.log("info", `joined as ${this.identity.avatarId}`);
         }
         this.joinResolve?.({ success: true, authKey: joinAck.authKey });
@@ -790,6 +838,10 @@ export class KichiForwarderService {
     return path.join(this.options.runtimeDir, "hosts", encodeURIComponent(this.host));
   }
 
+  private getSmsStatePath(): string {
+    return path.join(this.options.runtimeDir, SMS_STATE_FILE_NAME);
+  }
+
   private getKichiWorldRootDir(): string {
     return path.dirname(path.dirname(this.options.runtimeDir));
   }
@@ -822,6 +874,25 @@ export class KichiForwarderService {
     fs.writeFileSync(this.getStatePath(), JSON.stringify(nextState, null, 2), { mode: 0o600 });
   }
 
+  private updateSmsLastActiveAt(): void {
+    try {
+      const now = new Date();
+      const previousState = this.readSmsStateFile();
+      const nextState: SmsState = {
+        date: now.toISOString().slice(0, 10),
+        totalSent: 0,
+        windows: { morning: 0, afternoon: 0, evening: 0 },
+        lastTypes: [],
+        ...previousState,
+        lastActiveAt: now.toISOString(),
+      };
+      fs.mkdirSync(this.options.runtimeDir, { recursive: true, mode: 0o700 });
+      fs.writeFileSync(this.getSmsStatePath(), JSON.stringify(nextState, null, 2), { mode: 0o600 });
+    } catch (e) {
+      this.log("error", `failed to update sms state: ${e}`);
+    }
+  }
+
   private readStateFile(): Partial<KichiState> | null {
     const statePath = this.getStatePath();
     if (!fs.existsSync(statePath)) {
@@ -834,6 +905,18 @@ export class KichiForwarderService {
     return data as Partial<KichiState>;
   }
 
+  private readSmsStateFile(): Partial<SmsState> | null {
+    const smsStatePath = this.getSmsStatePath();
+    if (!fs.existsSync(smsStatePath)) {
+      return null;
+    }
+    const data = JSON.parse(fs.readFileSync(smsStatePath, "utf-8")) as unknown;
+    if (!data || typeof data !== "object" || Array.isArray(data)) {
+      throw new Error(`Invalid SMS state payload in ${smsStatePath}`);
+    }
+    return data as Partial<SmsState>;
+  }
+
   private clearReconnectTimeout(): void {
     if (!this.reconnectTimeout) return;
     clearTimeout(this.reconnectTimeout);

package/src/types.ts

@@ -132,6 +132,23 @@ export type StatusAckPayload = {
   warning?: string;
 };
 
+export type GlanceTarget = "camera";
+
+export type GlancePayload = {
+  type: "kichi_glance";
+  requestId: string;
+  avatarId: string;
+  authKey: string;
+  target: GlanceTarget;
+  duration: number;
+};
+
+export type GlanceAckPayload = {
+  type: "kichi_glance_ack";
+  requestId: string;
+  target: GlanceTarget;
+};
+
 export type HookNotifyType = "message_received" | "before_send_message";
 
 export type HookNotifyPayload = {