@ouro.bot/cli 0.1.0-alpha.476 → 0.1.0-alpha.478

package/changelog.json

@@ -1,6 +1,22 @@
 {
   "_note": "This changelog is maintained as part of the PR/version-bump workflow. Agent-curated, not auto-generated. Agents read this file directly via read_file to understand what changed between versions.",
   "versions": [
+    {
+      "version": "0.1.0-alpha.478",
+      "changes": [
+        "`ouro mail backfill-indexes` now refreshes vault runtime credentials before resolving the hosted Mailroom reader, so the one-shot index repair works in a fresh CLI process instead of falsely reporting `runtime/config` missing.",
+        "Backfill CLI coverage now locks both the runtime-refresh path and the real failure shape, preventing future hosted-mail repair releases from depending on warmed in-process config caches.",
+        "`@ouro.bot/cli` and the `ouro.bot` wrapper stay version-synced for the hosted mail index-repair follow-up."
+      ]
+    },
+    {
+      "version": "0.1.0-alpha.477",
+      "changes": [
+        "Hosted Mailroom reads now use per-agent message index blobs, so MCP mail tools and Outlook stop crawling the entire hosted mailbox just to load recent mail.",
+        "Legacy hosted mailboxes can rebuild missing message indexes without reimporting mail, and duplicate or placement-update paths now repair index drift automatically.",
+        "Mail source filtering is now case-insensitive across blob and file mail stores, which keeps delegated-source reads resilient to older mixed-case source labels while the runtime and `ouro.bot` wrapper stay version-synced for the hosted-mail read repair."
+      ]
+    },
     {
       "version": "0.1.0-alpha.476",
       "changes": [

package/dist/heart/daemon/cli-exec.js

@@ -3469,6 +3469,54 @@ async function executeMailImportMbox(command, deps) {
         throw error;
     }
 }
+async function executeMailBackfillIndexes(command, deps) {
+    const progress = createHumanCommandProgress(deps, "mail index repair");
+    try {
+        progress.startPhase("resolving Mailroom store");
+        const runtime = await (0, runtime_credentials_1.refreshRuntimeCredentialConfig)(command.agent, { preserveCachedOnFailure: true });
+        if (!runtime.ok) {
+            progress.end();
+            throw new Error(`cannot read Mailroom config from ${runtime.itemPath}: ${runtime.error}`);
+        }
+        const resolved = (0, reader_1.resolveMailroomReader)(command.agent);
+        if (!resolved.ok) {
+            progress.end();
+            throw new Error(resolved.error);
+        }
+        if (resolved.storeKind !== "azure-blob") {
+            progress.completePhase("resolving Mailroom store", "not needed");
+            progress.end();
+            const message = [
+                `Hosted mail index backfill not needed for ${command.agent}`,
+                `store: ${resolved.storeLabel}`,
+                "This agent is using the local file Mailroom store, so recent mail reads do not depend on hosted blob indexes.",
+            ].join("\n");
+            deps.writeStdout(message);
+            return message;
+        }
+        const store = resolved.store;
+        if (typeof store.backfillMessageIndexes !== "function") {
+            progress.end();
+            throw new Error(`hosted Mailroom store for ${command.agent} does not expose index backfill`);
+        }
+        progress.updateDetail("backfilling hosted message indexes");
+        const indexed = await store.backfillMessageIndexes(command.agent);
+        progress.completePhase("resolving Mailroom store", "backfilled");
+        progress.end();
+        const message = [
+            `Backfilled hosted mail indexes for ${command.agent}`,
+            `store: ${resolved.storeLabel}`,
+            `indexed: ${indexed}`,
+            "Safe to rerun. Existing index entries are rewritten in place.",
+        ].join("\n");
+        deps.writeStdout(message);
+        return message;
+    }
+    catch (error) {
+        progress.end();
+        throw error;
+    }
+}
 async function executeConnectProviders(agent, deps) {
     const promptInput = deps.promptInput;
     if (!promptInput) {
@@ -4889,6 +4937,9 @@ async function runOuroCli(args, deps = (0, cli_defaults_1.createDefaultOuroCliDe
     if (command.kind === "mail.import-mbox") {
         return executeMailImportMbox(command, deps);
     }
+    if (command.kind === "mail.backfill-indexes") {
+        return executeMailBackfillIndexes(command, deps);
+    }
     if (command.kind === "daemon.up") {
         // ── dev mode cleanup: delete dev-config.json so the wrapper stops dispatching to dev repo ──
         /* v8 ignore start -- dev-config cleanup: requires real filesystem state @preserve */

package/dist/heart/daemon/cli-help.js

@@ -179,10 +179,10 @@ exports.COMMAND_REGISTRY = {
     },
     mail: {
         category: "Auth",
-        description: "Import delegated mail into the agent Mailroom substrate",
-        usage: "ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]",
+        description: "Import delegated mail and repair hosted Mailroom mailbox indexes",
+        usage: "ouro mail <import-mbox|backfill-indexes> [--agent <name>]",
         example: "ouro mail import-mbox --file ~/Downloads/hey.mbox --owner-email ari@mendelow.me --source hey --agent slugger",
-        subcommands: ["import-mbox"],
+        subcommands: ["import-mbox", "backfill-indexes"],
     },
     use: {
         category: "Auth",
@@ -326,6 +326,11 @@ const SUBCOMMAND_HELP = {
         usage: "ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]",
         example: "ouro mail import-mbox --file ~/Downloads/hey.mbox --owner-email ari@mendelow.me --source hey --agent slugger",
     },
+    "mail backfill-indexes": {
+        description: "Rebuild hosted blob mailbox indexes for faster recent-mail reads after large legacy imports or drift repair.",
+        usage: "ouro mail backfill-indexes [--agent <name>]",
+        example: "ouro mail backfill-indexes --agent slugger",
+    },
     "provider refresh": {
         description: "Reload this agent's provider credentials from its vault into daemon memory",
         usage: "ouro provider refresh [--agent <name>]",

package/dist/heart/daemon/cli-parse.js

@@ -87,6 +87,7 @@ function usage() {
         "  ouro account ensure [--agent <name>] [--owner-email <email> --source <label>|--no-delegated-source] [--rotate-missing-mail-keys]",
         "  ouro connect [providers|perplexity|embeddings|teams|bluebubbles|mail] [--agent <name>] [--owner-email <email> --source <label>|--no-delegated-source] [--rotate-missing-mail-keys]",
         "  ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]",
+        "  ouro mail backfill-indexes [--agent <name>]",
         "  ouro auth verify [--agent <name>] [--provider <provider>]",
         "  ouro auth switch [--agent <name>] --provider <provider>",
         "  ouro vault create [--agent <name>] --email <email> [--server <url>] [--store <store>]",
@@ -884,8 +885,18 @@ function parseConnectCommand(args) {
 }
 function parseMailCommand(args) {
     const [sub, ...subArgs] = args;
+    const usageText = "Usage: ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]\n       ouro mail backfill-indexes [--agent <name>]";
+    if (sub === "backfill-indexes") {
+        const { agent, rest } = extractAgentFlag(subArgs);
+        if (rest.length > 0)
+            throw new Error(usageText);
+        return {
+            kind: "mail.backfill-indexes",
+            ...(agent ? { agent } : {}),
+        };
+    }
     if (sub !== "import-mbox") {
-        throw new Error("Usage: ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]");
+        throw new Error(usageText);
     }
     const { agent, rest } = extractAgentFlag(subArgs);
     let filePath;
@@ -905,10 +916,10 @@ function parseMailCommand(args) {
             source = rest[++i];
             continue;
         }
-        throw new Error("Usage: ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]");
+        throw new Error(usageText);
     }
     if (!filePath) {
-        throw new Error("Usage: ouro mail import-mbox --file <path> [--owner-email <email>] [--source <label>] [--agent <name>]");
+        throw new Error(usageText);
     }
     return {
         kind: "mail.import-mbox",

package/dist/mailroom/blob-store.js

@@ -4,6 +4,12 @@ exports.AzureBlobMailroomStore = void 0;
 exports.decryptBlobMessages = decryptBlobMessages;
 const runtime_1 = require("../nerves/runtime");
 const core_1 = require("./core");
+const MESSAGE_INDEX_PREFIX = "message-index";
+const MESSAGE_INDEX_SORT_MAX_MS = 9_999_999_999_999;
+const MESSAGE_INDEX_SORT_WIDTH = 13;
+const MESSAGE_INDEX_NO_SOURCE = "~";
+const MESSAGE_INDEX_BACKFILL_CONCURRENCY = 16;
+const MESSAGE_LIST_SCAN_CONCURRENCY = 32;
 function compareNewestFirst(left, right) {
     return Date.parse(right.receivedAt) - Date.parse(left.receivedAt);
 }
@@ -18,6 +24,73 @@ async function downloadJson(blob) {
         return null;
     return JSON.parse((await blob.downloadToBuffer()).toString("utf-8"));
 }
+function encodeSourceToken(source) {
+    return source ? encodeURIComponent(source.toLowerCase()) : MESSAGE_INDEX_NO_SOURCE;
+}
+function decodeSourceToken(token) {
+    return token === MESSAGE_INDEX_NO_SOURCE ? undefined : decodeURIComponent(token);
+}
+function parseSortMs(receivedAt) {
+    const parsed = Date.parse(receivedAt);
+    if (!Number.isFinite(parsed))
+        return 0;
+    return Math.max(0, Math.min(MESSAGE_INDEX_SORT_MAX_MS, parsed));
+}
+function messageIndexPrefix(agentId) {
+    return `${MESSAGE_INDEX_PREFIX}/${agentId}/`;
+}
+function messageIndexBlobName(message) {
+    const sortKey = String(MESSAGE_INDEX_SORT_MAX_MS - parseSortMs(message.receivedAt)).padStart(MESSAGE_INDEX_SORT_WIDTH, "0");
+    return `${messageIndexPrefix(message.agentId)}${sortKey}__${message.compartmentKind}__${message.placement}__${encodeSourceToken(message.source)}__${message.id}.json`;
+}
+function messageIndexRecord(message) {
+    return {
+        schemaVersion: 1,
+        id: message.id,
+        agentId: message.agentId,
+        compartmentKind: message.compartmentKind,
+        placement: message.placement,
+        ...(message.source ? { source: message.source } : {}),
+        receivedAt: message.receivedAt,
+    };
+}
+function parseMessageIndexBlobName(name) {
+    if (!name.startsWith(`${MESSAGE_INDEX_PREFIX}/`) || !name.endsWith(".json"))
+        return null;
+    const parts = name.split("/");
+    if (parts.length !== 3)
+        return null;
+    const agentId = parts[1];
+    const stem = parts[2].slice(0, -5);
+    const [sortKey, compartmentKind, placement, sourceToken, ...idParts] = stem.split("__");
+    if (!sortKey || !compartmentKind || !placement || !sourceToken || idParts.length === 0)
+        return null;
+    if (compartmentKind !== "native" && compartmentKind !== "delegated")
+        return null;
+    const receivedAtMs = MESSAGE_INDEX_SORT_MAX_MS - Number.parseInt(sortKey, 10);
+    return {
+        schemaVersion: 1,
+        id: idParts.join("__"),
+        agentId,
+        compartmentKind,
+        placement: placement,
+        ...(decodeSourceToken(sourceToken) ? { source: decodeSourceToken(sourceToken) } : {}),
+        receivedAt: Number.isFinite(receivedAtMs) ? new Date(receivedAtMs).toISOString() : new Date(0).toISOString(),
+    };
+}
+function sourceMatchesFilter(source, filter) {
+    if (!filter)
+        return true;
+    if (!source)
+        return false;
+    return source.toLowerCase() === filter.toLowerCase();
+}
+function messageMatchesFilters(message, filters) {
+    return message.agentId === filters.agentId &&
+        (filters.placement ? message.placement === filters.placement : true) &&
+        (filters.compartmentKind ? message.compartmentKind === filters.compartmentKind : true) &&
+        sourceMatchesFilter(message.source, filters.source);
+}
 class AzureBlobMailroomStore {
     serviceClient;
     containerName;
@@ -44,6 +117,9 @@ class AzureBlobMailroomStore {
     messageBlob(id) {
         return this.container.getBlockBlobClient(`messages/${id}.json`);
     }
+    messageIndexBlob(name) {
+        return this.container.getBlockBlobClient(name);
+    }
     candidateBlob(id) {
         return this.container.getBlockBlobClient(`candidates/${id}.json`);
     }
@@ -59,11 +135,92 @@ class AzureBlobMailroomStore {
     outboundBlob(id) {
         return this.container.getBlockBlobClient(`outbound/${id}.json`);
     }
+    async putMessageIndex(message) {
+        await this.messageIndexBlob(messageIndexBlobName(message)).uploadData(blobText(messageIndexRecord(message)));
+    }
+    async removeMessageIndex(message) {
+        await this.messageIndexBlob(messageIndexBlobName(message)).deleteIfExists();
+    }
+    async listMessagesLegacy(filters) {
+        const messageBlobNames = [];
+        for await (const item of this.container.listBlobsFlat({ prefix: "messages/" })) {
+            messageBlobNames.push(item.name);
+        }
+        const matches = [];
+        const limit = filters.limit ?? 20;
+        let nextIndex = 0;
+        const worker = async () => {
+            while (nextIndex < messageBlobNames.length) {
+                const current = messageBlobNames[nextIndex];
+                nextIndex += 1;
+                const message = await downloadJson(this.container.getBlockBlobClient(current));
+                if (!message || !messageMatchesFilters(message, filters))
+                    continue;
+                matches.push(message);
+                matches.sort(compareNewestFirst);
+                if (matches.length > limit)
+                    matches.length = limit;
+            }
+        };
+        await Promise.all(Array.from({ length: Math.min(MESSAGE_LIST_SCAN_CONCURRENCY, Math.max(messageBlobNames.length, 1)) }, async () => worker()));
+        return matches.sort(compareNewestFirst).slice(0, limit);
+    }
+    async listMessagesFromIndexes(filters) {
+        const messageIds = [];
+        let sawIndex = false;
+        for await (const item of this.container.listBlobsFlat({ prefix: messageIndexPrefix(filters.agentId) })) {
+            sawIndex = true;
+            const parsed = parseMessageIndexBlobName(item.name);
+            if (!parsed || !messageMatchesFilters(parsed, filters))
+                continue;
+            messageIds.push(parsed.id);
+            if (messageIds.length >= (filters.limit ?? 20))
+                break;
+        }
+        if (!sawIndex)
+            return null;
+        return (await Promise.all(messageIds.map(async (id) => downloadJson(this.messageBlob(id)))))
+            .filter((message) => message !== null)
+            .filter((message) => messageMatchesFilters(message, filters))
+            .sort(compareNewestFirst)
+            .slice(0, filters.limit ?? 20);
+    }
+    async backfillMessageIndexes(agentId) {
+        await this.ensureContainer();
+        const messageBlobNames = [];
+        for await (const item of this.container.listBlobsFlat({ prefix: "messages/" })) {
+            messageBlobNames.push(item.name);
+        }
+        let indexed = 0;
+        let nextIndex = 0;
+        const worker = async () => {
+            while (nextIndex < messageBlobNames.length) {
+                const current = messageBlobNames[nextIndex];
+                nextIndex += 1;
+                const message = await downloadJson(this.container.getBlockBlobClient(current));
+                if (!message)
+                    continue;
+                if (agentId && message.agentId !== agentId)
+                    continue;
+                await this.messageIndexBlob(messageIndexBlobName(message)).uploadData(blobText(messageIndexRecord(message)));
+                indexed += 1;
+            }
+        };
+        await Promise.all(Array.from({ length: Math.min(MESSAGE_INDEX_BACKFILL_CONCURRENCY, Math.max(messageBlobNames.length, 1)) }, async () => worker()));
+        (0, runtime_1.emitNervesEvent)({
+            component: "senses",
+            event: "senses.mail_blob_index_backfilled",
+            message: "azure blob mailroom message indexes backfilled",
+            meta: { agentId: agentId ?? null, indexed },
+        });
+        return indexed;
+    }
     async putRawMessage(input) {
         await this.ensureContainer();
         const { message, rawPayload, candidate } = await (0, core_1.buildStoredMailMessage)(input);
         const existing = await downloadJson(this.messageBlob(message.id));
         if (existing) {
+            await this.putMessageIndex(existing);
             (0, runtime_1.emitNervesEvent)({
                 component: "senses",
                 event: "senses.mail_blob_store_dedupe",
@@ -74,6 +231,7 @@ class AzureBlobMailroomStore {
         }
         await this.rawBlob(message.rawObject).uploadData(blobText(rawPayload));
         await this.messageBlob(message.id).uploadData(blobText(message));
+        await this.putMessageIndex(message);
         if (candidate) {
             await this.candidateBlob(candidate.id).uploadData(blobText(candidate));
         }
@@ -98,24 +256,17 @@ class AzureBlobMailroomStore {
     }
     async listMessages(filters) {
         await this.ensureContainer();
-        const messages = [];
-        for await (const item of this.container.listBlobsFlat({ prefix: "messages/" })) {
-            const message = await downloadJson(this.container.getBlockBlobClient(item.name));
-            if (message)
-                messages.push(message);
+        let filtered = await this.listMessagesFromIndexes(filters);
+        let source = "index";
+        if (filtered === null) {
+            filtered = await this.listMessagesLegacy(filters);
+            source = "legacy";
         }
-        const filtered = messages
-            .filter((message) => message.agentId === filters.agentId)
-            .filter((message) => filters.placement ? message.placement === filters.placement : true)
-            .filter((message) => filters.compartmentKind ? message.compartmentKind === filters.compartmentKind : true)
-            .filter((message) => filters.source ? message.source === filters.source : true)
-            .sort(compareNewestFirst)
-            .slice(0, filters.limit ?? 20);
         (0, runtime_1.emitNervesEvent)({
             component: "senses",
             event: "senses.mail_blob_store_messages_listed",
             message: "azure blob mailroom store listed messages",
-            meta: { agentId: filters.agentId, count: filtered.length },
+            meta: { agentId: filters.agentId, count: filtered.length, source },
         });
         return filtered;
     }
@@ -134,6 +285,8 @@ class AzureBlobMailroomStore {
         }
         const updated = { ...message, placement };
         await blob.uploadData(blobText(updated));
+        await this.removeMessageIndex(message);
+        await this.putMessageIndex(updated);
         (0, runtime_1.emitNervesEvent)({
             component: "senses",
             event: "senses.mail_blob_store_message_placement_updated",

package/dist/mailroom/file-store.js

@@ -61,6 +61,13 @@ function compareNewestFirst(left, right) {
 function compareCandidatesNewestFirst(left, right) {
     return Date.parse(right.lastSeenAt) - Date.parse(left.lastSeenAt);
 }
+function sourceMatchesFilter(source, filter) {
+    if (!filter)
+        return true;
+    if (!source)
+        return false;
+    return source.toLowerCase() === filter.toLowerCase();
+}
 class FileMailroomStore {
     rootDir;
     constructor(options) {
@@ -157,7 +164,7 @@ class FileMailroomStore {
             .filter((message) => message.agentId === filters.agentId)
             .filter((message) => filters.placement ? message.placement === filters.placement : true)
             .filter((message) => filters.compartmentKind ? message.compartmentKind === filters.compartmentKind : true)
-            .filter((message) => filters.source ? message.source === filters.source : true)
+            .filter((message) => sourceMatchesFilter(message.source, filters.source))
             .sort(compareNewestFirst)
             .slice(0, filters.limit ?? 20);
         (0, runtime_1.emitNervesEvent)({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ouro.bot/cli",
-  "version": "0.1.0-alpha.476",
+  "version": "0.1.0-alpha.478",
   "main": "dist/heart/daemon/ouro-entry.js",
   "bin": {
     "cli": "dist/heart/daemon/ouro-bot-entry.js",