openmates 0.11.0-alpha.35 → 0.11.0-alpha.36

package/dist/{chunk-XIYO56TH.js → chunk-RQCEKYOW.js}

@@ -1132,6 +1132,7 @@ var OpenMatesWsClient = class {
       const pendingMemoryRequestHandlers = /* @__PURE__ */ new Set();
       const embeds = /* @__PURE__ */ new Map();
       const processingEmbedIds = /* @__PURE__ */ new Set();
+      let waitingForUserPayload = null;
       let aiResponseDone = false;
       let postProcessingDone = false;
       const POST_PROCESSING_WINDOW_MS = 12e3;
@@ -1172,6 +1173,22 @@ var OpenMatesWsClient = class {
         maybeResolve();
       };
       const maybeResolve = () => {
+        if (waitingForUserPayload) {
+          if (pendingSubChatHandlers.size > 0) return;
+          cleanup();
+          resolve5({
+            status: "waiting_for_user",
+            messageId,
+            taskId,
+            content: latestContent,
+            category,
+            modelName,
+            followUpSuggestions,
+            embeds: [...embeds.values()],
+            subChatEvents
+          });
+          return;
+        }
         if (!aiResponseDone || !postProcessingDone) return;
         if (pendingSubChatHandlers.size > 0) return;
         if (pendingMemoryRequestHandlers.size > 0) return;
@@ -1179,6 +1196,7 @@ var OpenMatesWsClient = class {
           asyncEmbedTimer = setTimeout(() => {
             cleanup();
             resolve5({
+              status: "completed",
               messageId,
               taskId,
               content: latestContent,
@@ -1194,6 +1212,7 @@ var OpenMatesWsClient = class {
         if (processingEmbedIds.size > 0) return;
         cleanup();
         resolve5({
+          status: "completed",
           messageId,
           taskId,
           content: latestContent,
@@ -1206,10 +1225,17 @@ var OpenMatesWsClient = class {
       };
       const handleSubChatEvent = (type, p) => {
         const eventPayload = p.payload && typeof p.payload === "object" && !Array.isArray(p.payload) ? p.payload : p;
-        const eventChatId = typeof eventPayload.chat_id === "string" ? eventPayload.chat_id : typeof eventPayload.parent_id === "string" ? eventPayload.parent_id : null;
+        const eventChatId = type === "awaiting_user_input" && typeof eventPayload.parent_id === "string" ? eventPayload.parent_id : typeof eventPayload.chat_id === "string" ? eventPayload.chat_id : typeof eventPayload.parent_id === "string" ? eventPayload.parent_id : null;
         if (eventChatId && eventChatId !== chatId) return;
         const event = { type, payload: eventPayload };
         subChatEvents.push(event);
+        if (type === "awaiting_user_input") {
+          waitingForUserPayload = eventPayload;
+          messageId = typeof eventPayload.message_id === "string" ? eventPayload.message_id : messageId;
+          taskId = typeof eventPayload.task_id === "string" ? eventPayload.task_id : taskId;
+          latestContent = typeof eventPayload.question === "string" ? eventPayload.question : latestContent;
+          postProcessingDone = true;
+        }
         if (type === "awaiting_sub_chats_completion") {
           awaitingSubChatsCompletion = true;
           resetTimeout(SUB_CHAT_COMPLETION_TIMEOUT_MS);
@@ -1393,6 +1419,7 @@ var OpenMatesWsClient = class {
         if (aiResponseDone) {
           cleanup();
           resolve5({
+            status: "completed",
             messageId,
             taskId,
             content: latestContent,
@@ -3130,18 +3157,18 @@ var OpenMatesClient = class _OpenMatesClient {
     }
     const parentEmbedId = typeof embed.parent_embed_id === "string" ? embed.parent_embed_id : null;
     if (parentEmbedId && parentEmbedId !== embedId) {
-      const parentEmbed = cache.embeds.find(
+      const parentEmbed2 = cache.embeds.find(
         (e) => String(e.embed_id ?? e.id ?? "") === parentEmbedId
       );
-      if (parentEmbed) {
+      if (parentEmbed2) {
         const parentFullId = String(
-          parentEmbed.embed_id ?? parentEmbed.id ?? ""
+          parentEmbed2.embed_id ?? parentEmbed2.id ?? ""
         );
         const parentHashedId = createHash5("sha256").update(parentFullId).digest("hex");
         const parentKey = await this.resolveEmbedKey(
           cache,
           masterKey,
-          parentEmbed,
+          parentEmbed2,
           parentFullId,
           parentHashedId,
           visited
@@ -3501,6 +3528,20 @@ var OpenMatesClient = class _OpenMatesClient {
         category = resp.category;
         modelName = resp.modelName;
         subChatEvents = resp.subChatEvents;
+        if (resp.status === "waiting_for_user") {
+          return {
+            status: resp.status,
+            chatId,
+            messageId: assistantMessageId,
+            assistant,
+            category,
+            modelName,
+            mateName: category ? MATE_NAMES[category] ?? null : null,
+            followUpSuggestions,
+            subChatEvents,
+            appSettingsMemoryRequests
+          };
+        }
       } finally {
         ws.close();
       }
@@ -3513,6 +3554,20 @@ var OpenMatesClient = class _OpenMatesClient {
         modelName = resp.modelName;
         followUpSuggestions = resp.followUpSuggestions;
         subChatEvents = resp.subChatEvents;
+        if (resp.status === "waiting_for_user") {
+          return {
+            status: resp.status,
+            chatId,
+            messageId: assistantMessageId,
+            assistant,
+            category,
+            modelName,
+            mateName: category ? MATE_NAMES[category] ?? null : null,
+            followUpSuggestions,
+            subChatEvents,
+            appSettingsMemoryRequests
+          };
+        }
         if (chatKeyBytes && assistant) {
           const completedAt = Math.floor(Date.now() / 1e3);
           const encryptedAssistantContent = await encryptWithAesGcmCombined(
@@ -3563,7 +3618,9 @@ var OpenMatesClient = class _OpenMatesClient {
     }
     const mateName = category ? MATE_NAMES[category] ?? null : null;
     return {
+      status: "completed",
       chatId,
+      messageId: assistantMessageId,
       assistant,
       category,
       modelName,
@@ -4956,8 +5013,8 @@ Required: ${schema.required.join(", ")}`
     }
     const { ws } = await this.openWsClient();
     const chats = [];
-    let embeds = [];
-    let embedKeys = [];
+    const embeds = [];
+    const embedKeys = [];
     let newChatSuggestions = [];
     let totalChatCount = 0;
     try {
@@ -24207,6 +24264,142 @@ docx_model:
   }
 };
 
+// ../ui/src/demo_chats/data/example_chats/search-parent-preview-stress-test.ts
+var CHAT_ID = "example-search-parent-preview-stress-test";
+var BASE_TIMESTAMP = 17809e5;
+var TURN_COUNT = 40;
+var CHILDREN_PER_PARENT = 12;
+function deterministicId(kind, index, childIndex = 0) {
+  const suffix = `${index.toString().padStart(6, "0")}${childIndex.toString().padStart(6, "0")}`;
+  const kindCode = kind === "parent" ? "4000" : kind === "child" ? "4001" : "4002";
+  return `00000000-0000-${kindCode}-8000-${suffix}`;
+}
+function jsonContent(value) {
+  return JSON.stringify(value);
+}
+function parentEmbed(appId, turnIndex, childIds) {
+  const previewResults = childIds.slice(0, 6).map((childId, childIndex) => {
+    const title = `${appId === "web" ? "Article" : "Image"} ${turnIndex}-${childIndex}`;
+    return appId === "web" ? {
+      title,
+      url: `https://example.com/stress/${turnIndex}/${childIndex}`,
+      favicon_url: `https://example.com/favicon-${childIndex}.ico`,
+      source: "example.com"
+    } : {
+      title,
+      source_page_url: `https://images.example.com/stress/${turnIndex}/${childIndex}`,
+      image_url: `https://images.example.com/full/${turnIndex}-${childIndex}.jpg`,
+      thumbnail_url: `https://images.example.com/thumb/${turnIndex}-${childIndex}.jpg`,
+      source: "images.example.com"
+    };
+  });
+  const embedId = deterministicId("parent", turnIndex);
+  return {
+    embed_id: embedId,
+    type: "app_skill_use",
+    content: jsonContent({
+      app_id: appId,
+      skill_id: "search",
+      status: "finished",
+      embed_id: embedId,
+      embed_ids: childIds,
+      result_count: childIds.length,
+      query: `${appId} stress query ${turnIndex}`,
+      provider: "Synthetic Fixture",
+      preview_results: previewResults,
+      ...appId === "images" ? { preview_results_json: JSON.stringify(previewResults) } : {}
+    }),
+    parent_embed_id: null,
+    embed_ids: childIds
+  };
+}
+function childEmbed(appId, turnIndex, childIndex, parentId) {
+  const embedId = deterministicId("child", turnIndex, childIndex);
+  const title = `${appId === "web" ? "Article" : "Image"} ${turnIndex}-${childIndex}`;
+  return {
+    embed_id: embedId,
+    type: appId === "web" ? "website" : "image_result",
+    content: jsonContent(
+      appId === "web" ? {
+        title,
+        url: `https://example.com/stress/${turnIndex}/${childIndex}`,
+        description: `Full synthetic child result ${turnIndex}-${childIndex}`,
+        favicon_url: `https://example.com/favicon-${childIndex}.ico`,
+        app_id: appId,
+        skill_id: "search",
+        embed_ref: `stress-web-${turnIndex}-${childIndex}`
+      } : {
+        title,
+        source_page_url: `https://images.example.com/stress/${turnIndex}/${childIndex}`,
+        image_url: `https://images.example.com/full/${turnIndex}-${childIndex}.jpg`,
+        thumbnail_url: `https://images.example.com/thumb/${turnIndex}-${childIndex}.jpg`,
+        app_id: appId,
+        skill_id: "search",
+        embed_ref: `stress-image-${turnIndex}-${childIndex}`
+      }
+    ),
+    parent_embed_id: parentId,
+    embed_ids: null
+  };
+}
+function buildStressData() {
+  const messages = [];
+  const embeds = [];
+  for (let turnIndex = 0; turnIndex < TURN_COUNT; turnIndex++) {
+    const appId = turnIndex % 2 === 0 ? "web" : "images";
+    const childIds = Array.from(
+      { length: CHILDREN_PER_PARENT },
+      (_, childIndex) => deterministicId("child", turnIndex, childIndex)
+    );
+    const parent = parentEmbed(appId, turnIndex, childIds);
+    embeds.push(parent);
+    for (let childIndex = 0; childIndex < CHILDREN_PER_PARENT; childIndex++) {
+      embeds.push(childEmbed(appId, turnIndex, childIndex, parent.embed_id));
+    }
+    messages.push({
+      id: deterministicId("message", turnIndex * 2),
+      role: "user",
+      content: `Run synthetic ${appId} search stress turn ${turnIndex}.`,
+      created_at: BASE_TIMESTAMP + turnIndex * 60
+    });
+    messages.push({
+      id: deterministicId("message", turnIndex * 2 + 1),
+      role: "assistant",
+      content: `Synthetic ${appId} search parent ${turnIndex}:
+
+\`\`\`json
+${JSON.stringify({
+        type: "app_skill_use",
+        embed_id: parent.embed_id,
+        app_id: appId,
+        skill_id: "search"
+      })}
+\`\`\``,
+      created_at: BASE_TIMESTAMP + turnIndex * 60 + 30,
+      category: "general_knowledge",
+      model_name: "Synthetic Fixture"
+    });
+  }
+  return { messages, embeds };
+}
+var stressData = buildStressData();
+var searchParentPreviewStressTestChat = {
+  chat_id: CHAT_ID,
+  slug: "search-parent-preview-stress-test",
+  title: "Search Parent Preview Stress Test",
+  summary: "Internal synthetic fixture with many messages, parent embeds, and child embeds for load testing.",
+  icon: "search",
+  category: "general_knowledge",
+  keywords: ["internal", "stress", "embeds", "search", "performance"],
+  follow_up_suggestions: [],
+  messages: stressData.messages,
+  embeds: stressData.embeds,
+  metadata: {
+    featured: false,
+    order: 99999
+  }
+};
+
 // ../ui/src/demo_chats/exampleChatData.ts
 var ALL_EXAMPLE_CHATS = [
   giganticAirplanesChat,
@@ -26848,6 +27041,9 @@ Only output the final Markdown table. Do NOT include explanations, notes, or any
     new_chat: {
       text: "New chat"
     },
+    interactive_question_failed: {
+      text: "Failed to display question."
+    },
     share: {
       text: "Share chat"
     },
@@ -29452,6 +29648,9 @@ Only output the final Markdown table. Do NOT include explanations, notes, or any
     search_no_results_for_query: {
       text: 'No results found for "{query}"'
     },
+    search_preview_open_to_view_results: {
+      text: "Open to view results"
+    },
     application_title: {
       text: "Application"
     },
@@ -41423,6 +41622,49 @@ function getExampleChatConversation(query) {
   };
 }
 
+// src/interactiveQuestions.ts
+var INTERACTIVE_QUESTION_RE = /```interactive_question\s*\n([\s\S]*?)\n```/;
+function parseInteractiveQuestionBlock(content) {
+  const match = content.match(INTERACTIVE_QUESTION_RE);
+  if (!match) return null;
+  try {
+    const parsed = JSON.parse(match[1]);
+    return isInteractiveQuestionPayload(parsed) ? parsed : null;
+  } catch {
+    return null;
+  }
+}
+function isInteractiveQuestionPayload(value) {
+  if (!value || typeof value !== "object") return false;
+  const payload = value;
+  if (!isQuestionType(payload.type)) return false;
+  if (typeof payload.id !== "string" || payload.id.trim().length === 0) return false;
+  if (payload.type === "choice") {
+    return typeof payload.question === "string" && payload.question.trim().length > 0 && Array.isArray(payload.options) && payload.options.length > 0;
+  }
+  if (payload.type === "input") return Array.isArray(payload.fields) && payload.fields.length > 0;
+  if (payload.type === "slider") {
+    return typeof payload.question === "string" && payload.question.trim().length > 0 && typeof payload.min === "number" && typeof payload.max === "number";
+  }
+  if (payload.type === "swipe") return Array.isArray(payload.cards) && payload.cards.length > 0;
+  if (payload.type === "rating") {
+    return typeof payload.question === "string" && payload.question.trim().length > 0 && (typeof payload.max === "number" || typeof payload.scale === "number");
+  }
+  return false;
+}
+function isQuestionType(value) {
+  return value === "choice" || value === "input" || value === "slider" || value === "swipe" || value === "rating";
+}
+function toWaitingForUserResult(params) {
+  return {
+    status: "waiting_for_user",
+    chat_id: params.chatId,
+    message_id: params.messageId,
+    parent_id: params.parentId,
+    question: params.question
+  };
+}
+
 // src/cli.ts
 async function main() {
   const parsed = parseArgs(process.argv.slice(2));
@@ -42842,7 +43084,11 @@ function findSettingsInfoCommand(tokens) {
 }
 async function printSettingsResult(resultPromise, flags) {
   const result = await resultPromise;
-  flags.json === true ? printJson2(result) : printGenericObject(result);
+  if (flags.json === true) {
+    printJson2(result);
+  } else {
+    printGenericObject(result);
+  }
 }
 async function printSettingsMutationResult(resultPromise, flags) {
   const result = await resultPromise;
@@ -43341,7 +43587,11 @@ async function handleSettings(client, subcommand, rest, flags) {
   }
   if (matches(tokens, ["account", "info"])) {
     const user = await client.whoAmI();
-    flags.json === true ? printJson2(user) : printWhoAmI(user);
+    if (flags.json === true) {
+      printJson2(user);
+    } else {
+      printWhoAmI(user);
+    }
     return;
   }
   if (matches(tokens, ["account", "timezone", "set"])) {
@@ -43505,14 +43755,22 @@ async function handleSettings(client, subcommand, rest, flags) {
   if (matches(tokens, ["billing", "buy-credits", "bank-transfer"])) {
     const credits = parseRequiredNumber(flags.credits, "--credits");
     const order = await client.createBankTransferOrder(credits);
-    flags.json === true ? printJson2(order) : printBankTransferOrder(order, false);
+    if (flags.json === true) {
+      printJson2(order);
+    } else {
+      printBankTransferOrder(order, false);
+    }
     return;
   }
   if (matches(tokens, ["billing", "bank-transfer", "status"])) {
     const orderId = rest[2];
     if (!orderId) throw new Error("Missing order ID.");
     const status = await client.getBankTransferStatus(orderId);
-    flags.json === true ? printJson2(status) : printBankTransferStatus(status, false);
+    if (flags.json === true) {
+      printJson2(status);
+    } else {
+      printBankTransferStatus(status, false);
+    }
     return;
   }
   if (matches(tokens, ["billing", "bank-transfer", "list"])) {
@@ -43572,14 +43830,22 @@ async function handleSettings(client, subcommand, rest, flags) {
   if (matches(tokens, ["billing", "gift-card", "buy", "bank-transfer"])) {
     const credits = parseRequiredNumber(flags.credits, "--credits");
     const order = await client.createGiftCardBankTransferOrder(credits);
-    flags.json === true ? printJson2(order) : printBankTransferOrder(order, true);
+    if (flags.json === true) {
+      printJson2(order);
+    } else {
+      printBankTransferOrder(order, true);
+    }
     return;
   }
   if (matches(tokens, ["billing", "gift-card", "purchase-status"])) {
     const orderId = rest[3];
     if (!orderId) throw new Error("Missing order ID.");
     const status = await client.getGiftCardPurchaseStatus(orderId);
-    flags.json === true ? printJson2(status) : printBankTransferStatus(status, true);
+    if (flags.json === true) {
+      printJson2(status);
+    } else {
+      printBankTransferStatus(status, true);
+    }
     return;
   }
   if (matches(tokens, ["billing", "gift-card", "purchased"])) {
@@ -43606,7 +43872,11 @@ async function handleSettings(client, subcommand, rest, flags) {
       backup_reminder_interval_days: user.backup_reminder_interval_days ?? null,
       encrypted_notification_email_configured: Boolean(user.encrypted_notification_email)
     };
-    flags.json === true ? printJson2(status) : printGenericObject(status);
+    if (flags.json === true) {
+      printJson2(status);
+    } else {
+      printGenericObject(status);
+    }
     return;
   }
   if (matches(tokens, ["notifications", "list"])) {
@@ -44326,6 +44596,23 @@ async function sendMessageStreaming(client, params, redactor) {
     preparedEmbeds: preparedEmbeds.length > 0 ? preparedEmbeds : void 0
   });
   clearTyping();
+  if (result.status === "waiting_for_user") {
+    const question = parseInteractiveQuestionBlock(result.assistant);
+    if (params.json && question) {
+      return toWaitingForUserResult({
+        chatId: result.chatId,
+        messageId: result.messageId ?? "",
+        parentId: result.chatId,
+        question
+      });
+    }
+    if (!params.json) {
+      process.stderr.write(
+        "\x1B[33mOpenMates needs more input to continue.\x1B[0m\nContinue in the web app, or rerun with --json to inspect the structured waiting state.\n"
+      );
+    }
+    return result;
+  }
   if (!params.json) {
     if (!headerPrinted) {
       const mateBlock = ansiMateBlock(result.category, result.mateName);

package/dist/cli.js

@@ -2,7 +2,7 @@
 import {
   getExtForLang,
   serializeToYaml
-} from "./chunk-XIYO56TH.js";
+} from "./chunk-RQCEKYOW.js";
 import "./chunk-AXNRPVLE.js";
 export {
   getExtForLang,

package/dist/index.d.ts

@@ -590,7 +590,9 @@ declare class OpenMatesClient {
         /** Prepared embeds to encrypt after the real chat/message IDs are known. */
         preparedEmbeds?: PreparedEmbed[];
     }): Promise<{
+        status: "completed" | "waiting_for_user";
         chatId: string;
+        messageId: string | null;
         assistant: string;
         category: string | null;
         modelName: string | null;

package/dist/index.js

@@ -7,7 +7,7 @@ import {
   getExtForLang,
   parseNewChatSuggestionText,
   serializeToYaml
-} from "./chunk-XIYO56TH.js";
+} from "./chunk-RQCEKYOW.js";
 import "./chunk-AXNRPVLE.js";
 export {
   MATE_NAMES,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openmates",
-  "version": "0.11.0-alpha.35",
+  "version": "0.11.0-alpha.36",
   "description": "OpenMates CLI and SDK",
   "type": "module",
   "main": "dist/index.js",