aismemory 0.5.0 → 0.5.2

package/dist/local-mirror.js

@@ -1,4 +1,4 @@
-import { existsSync, mkdirSync, appendFileSync, readFileSync, writeFileSync, renameSync, unlinkSync } from 'node:fs';
+import { existsSync, mkdirSync, appendFileSync, openSync, readSync, closeSync, fstatSync, writeSync, renameSync, unlinkSync, } from 'node:fs';
 import { join } from 'node:path';
 import { homedir } from 'node:os';
 export class LocalMirror {
@@ -28,20 +28,18 @@ export class LocalMirror {
         if (!existsSync(filePath))
             return;
         const cutoff = Date.now() - this.retentionDays * 24 * 60 * 60 * 1000;
-        const lines = readFileSync(filePath, 'utf8')
-            .split('\n')
-            .filter((l) => l.length > 0);
-        const surviving = lines.filter((line) => {
-            try {
-                const parsed = JSON.parse(line);
-                return new Date(parsed.importedAt).getTime() >= cutoff;
-            }
-            catch {
-                return false;
-            }
-        });
         const tmp = `${filePath}.tmp`;
-        writeFileSync(tmp, surviving.join('\n') + (surviving.length > 0 ? '\n' : ''), { mode: 0o600 });
+        const outFd = openSync(tmp, 'w', 0o600);
+        try {
+            for (const line of this.readJsonlLines(filePath)) {
+                if (this.isWithinRetention(line, cutoff)) {
+                    writeSync(outFd, `${line}\n`);
+                }
+            }
+        }
+        finally {
+            closeSync(outFd);
+        }
         renameSync(tmp, filePath);
     }
     scrub(agentId) {
@@ -49,8 +47,68 @@ export class LocalMirror {
         if (existsSync(filePath))
             unlinkSync(filePath);
     }
+    /** Collect provenance.sourceHash values from the local mirror JSONL cache. */
+    collectSourceHashes(agentId) {
+        const filePath = this.pathFor(agentId);
+        if (!existsSync(filePath))
+            return new Set();
+        const hashes = new Set();
+        for (const line of this.readJsonlLines(filePath)) {
+            try {
+                const parsed = JSON.parse(line);
+                const hash = parsed.memory?.provenance?.sourceHash;
+                if (typeof hash === 'string' && hash.length > 0) {
+                    hashes.add(hash);
+                }
+            }
+            catch {
+                // Malformed lines are ignored (same as cleanup).
+            }
+        }
+        return hashes;
+    }
     pathFor(agentId) {
         return join(this.cacheDir, `${agentId}.jsonl`);
     }
+    /** Read JSONL lines without loading the whole file into memory. */
+    *readJsonlLines(filePath) {
+        const fd = openSync(filePath, 'r');
+        try {
+            const { size } = fstatSync(fd);
+            if (size === 0)
+                return;
+            const bufferSize = 64 * 1024;
+            const buffer = Buffer.alloc(bufferSize);
+            let leftover = '';
+            let position = 0;
+            while (position < size) {
+                const bytesRead = readSync(fd, buffer, 0, bufferSize, position);
+                if (bytesRead === 0)
+                    break;
+                position += bytesRead;
+                const chunk = leftover + buffer.toString('utf8', 0, bytesRead);
+                const parts = chunk.split('\n');
+                leftover = parts.pop() ?? '';
+                for (const line of parts) {
+                    if (line.length > 0)
+                        yield line;
+                }
+            }
+            if (leftover.length > 0)
+                yield leftover;
+        }
+        finally {
+            closeSync(fd);
+        }
+    }
+    isWithinRetention(line, cutoff) {
+        try {
+            const parsed = JSON.parse(line);
+            return new Date(parsed.importedAt).getTime() >= cutoff;
+        }
+        catch {
+            return false;
+        }
+    }
 }
 //# sourceMappingURL=local-mirror.js.map

package/dist/local-mirror.js.map

@@ -1 +1 @@
-{"version":3,"file":"local-mirror.js","sourceRoot":"","sources":["../src/local-mirror.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAYlC,MAAM,OAAO,WAAW;IAIH;IACA;IAJF,QAAQ,CAAS;IAElC,YACmB,OAAe,OAAO,EAAE,EACxB,gBAAwB,EAAE;QAD1B,SAAI,GAAJ,IAAI,CAAoB;QACxB,kBAAa,GAAb,aAAa,CAAa;QAE3C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,CAAC,OAAe,EAAE,OAAsB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO;aAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,MAAM,MAAM,GAAsB,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACvF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACrB,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,OAAe;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACrE,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC;aACzC,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YACtC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;gBACrD,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,MAAM,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,QAAQ,MAAM,CAAC;QAC9B,aAAa,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/F,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,UAAU,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEO,OAAO,CAAC,OAAe;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,OAAO,QAAQ,CAAC,CAAC;IACjD,CAAC;CACF"}
+{"version":3,"file":"local-mirror.js","sourceRoot":"","sources":["../src/local-mirror.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EACV,SAAS,EACT,cAAc,EACd,QAAQ,EACR,QAAQ,EACR,SAAS,EACT,SAAS,EACT,SAAS,EACT,UAAU,EACV,UAAU,GACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAYlC,MAAM,OAAO,WAAW;IAIH;IACA;IAJF,QAAQ,CAAS;IAElC,YACmB,OAAe,OAAO,EAAE,EACxB,gBAAwB,EAAE;QAD1B,SAAI,GAAJ,IAAI,CAAoB;QACxB,kBAAa,GAAb,aAAa,CAAa;QAE3C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,CAAC,OAAe,EAAE,OAAsB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,OAAO;aAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACT,MAAM,MAAM,GAAsB,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACvF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACrB,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,CAAC,OAAe;QACrB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QACrE,MAAM,GAAG,GAAG,GAAG,QAAQ,MAAM,CAAC;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACjD,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;oBACzC,SAAS,CAAC,KAAK,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;QACD,UAAU,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,OAAe;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,UAAU,CAAC,QAAQ,CAAC;YAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,8EAA8E;IAC9E,mBAAmB,CAAC,OAAe;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,GAAG,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;gBACrD,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;gBACnD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,iDAAiD;YACnD,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,OAAO,CAAC,OAAe;QAC7B,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,OAAO,QAAQ,CAAC,CAAC;IACjD,CAAC;IAED,mEAAmE;IAC3D,CAAC,cAAc,CAAC,QAAgB;QACtC,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACnC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,IAAI,KAAK,CAAC;gBAAE,OAAO;YACvB,MAAM,UAAU,GAAG,EAAE,GAAG,IAAI,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACxC,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,OAAO,QAAQ,GAAG,IAAI,EAAE,CAAC;gBACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAChE,IAAI,SAAS,KAAK,CAAC;oBAAE,MAAM;gBAC3B,QAAQ,IAAI,SAAS,CAAC;gBACtB,MAAM,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC/D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAChC,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;wBAAE,MAAM,IAAI,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,QAAQ,CAAC;QAC1C,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,IAAY,EAAE,MAAc;QACpD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAsB,CAAC;YACrD,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,IAAI,MAAM,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;CACF"}

package/dist/oauth-credentials.d.ts

@@ -0,0 +1,14 @@
+export interface OAuthCredentials {
+    token: string;
+    agentId: string;
+    tenantId: string;
+    expiresAt: string;
+}
+export declare function credentialsDir(home?: string): string;
+export declare function credentialsFilePath(home?: string): string;
+/**
+ * Persist OAuth bearer credentials under ~/.aismemory with restrictive POSIX
+ * permissions (dir 0700, file 0600). Mirrors key-auth.ts / SyncConfig.persist.
+ */
+export declare function saveOAuthCredentials(creds: OAuthCredentials, home?: string): void;
+export declare function loadOAuthCredentials(home?: string): OAuthCredentials | null;

package/dist/oauth-credentials.js

@@ -0,0 +1,35 @@
+import { chmodSync, existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+export function credentialsDir(home = homedir()) {
+    return join(home, '.aismemory');
+}
+export function credentialsFilePath(home = homedir()) {
+    return join(credentialsDir(home), 'credentials.json');
+}
+/**
+ * Persist OAuth bearer credentials under ~/.aismemory with restrictive POSIX
+ * permissions (dir 0700, file 0600). Mirrors key-auth.ts / SyncConfig.persist.
+ */
+export function saveOAuthCredentials(creds, home = homedir()) {
+    const dir = credentialsDir(home);
+    const file = credentialsFilePath(home);
+    mkdirSync(dir, { recursive: true, mode: 0o700 });
+    writeFileSync(file, JSON.stringify(creds, null, 2), { mode: 0o600 });
+    // writeFileSync mode is umask-dependent; chmod is the reliable path on POSIX.
+    if (process.platform !== 'win32') {
+        chmodSync(file, 0o600);
+    }
+}
+export function loadOAuthCredentials(home = homedir()) {
+    const file = credentialsFilePath(home);
+    try {
+        if (!existsSync(file))
+            return null;
+        return JSON.parse(readFileSync(file, 'utf-8'));
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=oauth-credentials.js.map

package/dist/oauth-credentials.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"oauth-credentials.js","sourceRoot":"","sources":["../src/oauth-credentials.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxF,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,MAAM,UAAU,cAAc,CAAC,OAAe,OAAO,EAAE;IACrD,OAAO,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAe,OAAO,EAAE;IAC1D,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,kBAAkB,CAAC,CAAC;AACxD,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAuB,EAAE,OAAe,OAAO,EAAE;IACpF,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACjD,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrE,8EAA8E;IAC9E,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,OAAe,OAAO,EAAE;IAC3D,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAqB,CAAC;IACrE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/pipeline/bulk-store.d.ts

@@ -0,0 +1,46 @@
+import type { AisMemoryDraft } from './types.js';
+export declare const BULK_CHUNK_SIZE = 25;
+export declare const BULK_TIMEOUT_MS = 20000;
+export interface BulkWriteResult {
+    created: Array<{
+        index: number;
+        id: string;
+    }>;
+    failed: Array<{
+        index: number;
+        error: string;
+    }>;
+}
+export interface AisCreds {
+    apiBase: string;
+    apiKey: string;
+    tenantId: string;
+}
+/**
+ * POST a single chunk to the AIS bulk endpoint with a hard timeout.
+ * Throws on HTTP auth errors (401/403) or AbortError; returns a result with
+ * transient errors mapped to per-item failures for all other HTTP errors.
+ */
+export declare function postBulkChunk(agentId: string, drafts: AisMemoryDraft[], creds: AisCreds, timeoutMs?: number): Promise<BulkWriteResult>;
+/**
+ * POST a single memory via the single-write endpoint.
+ * Returns a BulkWriteResult-shaped object for uniform handling.
+ * Throws on auth errors; returns per-item failure for other errors/timeouts.
+ */
+export declare function postSingleWrite(agentId: string, draft: AisMemoryDraft, originalIndex: number, creds: AisCreds, timeoutMs?: number): Promise<BulkWriteResult>;
+/**
+ * Recursively write `drafts` mapped to their original `baseIndices`.
+ * On AbortError or 502/503/504, halves the chunk and retries; falls through to
+ * single-write when the chunk reaches size 1.
+ * Per-item `failed` entries from a successful bulk call are retried individually.
+ */
+export declare function writeWithRetry(agentId: string, drafts: AisMemoryDraft[], baseIndices: number[], creds: AisCreds, timeoutMs?: number): Promise<BulkWriteResult>;
+/**
+ * Public entry point: chunk `drafts` into BULK_CHUNK_SIZE batches, write each
+ * with timeout + recursive-split retry, and accumulate results.
+ */
+export declare function bulkStoreViaAis(agentId: string, drafts: AisMemoryDraft[], creds: AisCreds): Promise<BulkWriteResult>;
+/**
+ * Single-write-only mode: bypasses bulk endpoint entirely.
+ */
+export declare function singleWriteAllViaAis(agentId: string, drafts: AisMemoryDraft[], creds: AisCreds): Promise<BulkWriteResult>;

package/dist/pipeline/bulk-store.js

@@ -0,0 +1,165 @@
+export const BULK_CHUNK_SIZE = 25;
+export const BULK_TIMEOUT_MS = 20_000;
+function memoryPayload(draft) {
+    return {
+        content: draft.content,
+        type: draft.type,
+        importance: draft.importance,
+        metadata: { provenance: draft.provenance, trustScoreHint: draft.trustScore },
+    };
+}
+/**
+ * POST a single chunk to the AIS bulk endpoint with a hard timeout.
+ * Throws on HTTP auth errors (401/403) or AbortError; returns a result with
+ * transient errors mapped to per-item failures for all other HTTP errors.
+ */
+export async function postBulkChunk(agentId, drafts, creds, timeoutMs = BULK_TIMEOUT_MS) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+        const res = await fetch(`${creds.apiBase}/v1/agents/${agentId}/memory/bulk`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'x-api-key': creds.apiKey,
+                'x-tenant-id': creds.tenantId,
+            },
+            body: JSON.stringify({ memories: drafts.map(memoryPayload) }),
+            signal: controller.signal,
+        });
+        if (res.status === 401 || res.status === 403) {
+            const text = await res.text().catch(() => '');
+            throw new Error(`AIS bulk store auth error: HTTP ${res.status}${text ? ` — ${text.slice(0, 500)}` : ''}`);
+        }
+        if (!res.ok) {
+            const text = await res.text().catch(() => '');
+            throw new Error(`AIS bulk store failed: HTTP ${res.status} ${res.statusText}${text ? ` — ${text.slice(0, 500)}` : ''}`);
+        }
+        const json = (await res.json());
+        return { created: json.data?.created ?? [], failed: json.data?.failed ?? [] };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * POST a single memory via the single-write endpoint.
+ * Returns a BulkWriteResult-shaped object for uniform handling.
+ * Throws on auth errors; returns per-item failure for other errors/timeouts.
+ */
+export async function postSingleWrite(agentId, draft, originalIndex, creds, timeoutMs = BULK_TIMEOUT_MS) {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+        const res = await fetch(`${creds.apiBase}/v1/agents/${agentId}/memory`, {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'x-api-key': creds.apiKey,
+                'x-tenant-id': creds.tenantId,
+            },
+            body: JSON.stringify(memoryPayload(draft)),
+            signal: controller.signal,
+        });
+        if (res.status === 401 || res.status === 403) {
+            const text = await res.text().catch(() => '');
+            throw new Error(`AIS single write auth error: HTTP ${res.status}${text ? ` — ${text.slice(0, 200)}` : ''}`);
+        }
+        if (!res.ok) {
+            const text = await res.text().catch(() => '');
+            return {
+                created: [],
+                failed: [{ index: originalIndex, error: `HTTP ${res.status}: ${text.slice(0, 200)}` }],
+            };
+        }
+        const json = (await res.json());
+        return { created: [{ index: originalIndex, id: json.data?.id ?? `unknown-${originalIndex}` }], failed: [] };
+    }
+    catch (err) {
+        if (err.name === 'AbortError') {
+            return { created: [], failed: [{ index: originalIndex, error: 'request timed out' }] };
+        }
+        throw err;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * Recursively write `drafts` mapped to their original `baseIndices`.
+ * On AbortError or 502/503/504, halves the chunk and retries; falls through to
+ * single-write when the chunk reaches size 1.
+ * Per-item `failed` entries from a successful bulk call are retried individually.
+ */
+export async function writeWithRetry(agentId, drafts, baseIndices, creds, timeoutMs = BULK_TIMEOUT_MS) {
+    if (drafts.length === 0)
+        return { created: [], failed: [] };
+    if (drafts.length === 1) {
+        return postSingleWrite(agentId, drafts[0], baseIndices[0], creds, timeoutMs);
+    }
+    let chunkResult;
+    try {
+        chunkResult = await postBulkChunk(agentId, drafts, creds, timeoutMs);
+        // Re-map chunk-local indices back to global.
+        chunkResult = {
+            created: chunkResult.created.map((c) => ({ index: baseIndices[c.index], id: c.id })),
+            failed: chunkResult.failed.map((f) => ({ index: baseIndices[f.index], error: f.error })),
+        };
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        const isTransient = err.name === 'AbortError' ||
+            msg.includes('502') ||
+            msg.includes('503') ||
+            msg.includes('504');
+        if (!isTransient)
+            throw err;
+        const half = Math.ceil(drafts.length / 2);
+        const [left, right] = await Promise.all([
+            writeWithRetry(agentId, drafts.slice(0, half), baseIndices.slice(0, half), creds, timeoutMs),
+            writeWithRetry(agentId, drafts.slice(half), baseIndices.slice(half), creds, timeoutMs),
+        ]);
+        return { created: [...left.created, ...right.created], failed: [...left.failed, ...right.failed] };
+    }
+    if (chunkResult.failed.length === 0)
+        return chunkResult;
+    // Retry per-item failures individually.
+    const retried = await Promise.all(chunkResult.failed.map((f) => {
+        const localIdx = baseIndices.indexOf(f.index);
+        const draft = localIdx >= 0 ? drafts[localIdx] : undefined;
+        if (!draft)
+            return Promise.resolve({ created: [], failed: [f] });
+        return postSingleWrite(agentId, draft, f.index, creds, timeoutMs);
+    }));
+    return {
+        created: [...chunkResult.created, ...retried.flatMap((r) => r.created)],
+        failed: retried.flatMap((r) => r.failed),
+    };
+}
+/**
+ * Public entry point: chunk `drafts` into BULK_CHUNK_SIZE batches, write each
+ * with timeout + recursive-split retry, and accumulate results.
+ */
+export async function bulkStoreViaAis(agentId, drafts, creds) {
+    const allCreated = [];
+    const allFailed = [];
+    for (let start = 0; start < drafts.length; start += BULK_CHUNK_SIZE) {
+        const chunk = drafts.slice(start, start + BULK_CHUNK_SIZE);
+        const baseIndices = Array.from({ length: chunk.length }, (_, i) => start + i);
+        const result = await writeWithRetry(agentId, chunk, baseIndices, creds);
+        allCreated.push(...result.created);
+        allFailed.push(...result.failed);
+    }
+    return { created: allCreated, failed: allFailed };
+}
+/**
+ * Single-write-only mode: bypasses bulk endpoint entirely.
+ */
+export async function singleWriteAllViaAis(agentId, drafts, creds) {
+    const results = await Promise.all(drafts.map((d, i) => postSingleWrite(agentId, d, i, creds)));
+    return {
+        created: results.flatMap((r) => r.created),
+        failed: results.flatMap((r) => r.failed),
+    };
+}
+//# sourceMappingURL=bulk-store.js.map

package/dist/pipeline/bulk-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bulk-store.js","sourceRoot":"","sources":["../../src/pipeline/bulk-store.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,eAAe,GAAG,EAAE,CAAC;AAClC,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC;AAatC,SAAS,aAAa,CAAC,KAAqB;IAC1C,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,cAAc,EAAE,KAAK,CAAC,UAAU,EAAE;KAC7E,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAe,EACf,MAAwB,EACxB,KAAe,EACf,SAAS,GAAG,eAAe;IAE3B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,KAAK,CAAC,OAAO,cAAc,OAAO,cAAc,EAAE;YAC3E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,QAAQ;aAC9B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAC7D,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,mCAAmC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACzF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACvG,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAK7B,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,EAAE,EAAE,CAAC;IAChF,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,KAAqB,EACrB,aAAqB,EACrB,KAAe,EACf,SAAS,GAAG,eAAe;IAE3B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,KAAK,CAAC,OAAO,cAAc,OAAO,SAAS,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,aAAa,EAAE,KAAK,CAAC,QAAQ;aAC9B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QACH,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CACb,qCAAqC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC3F,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC;aACvF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA+B,CAAC;QAC9D,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,WAAW,aAAa,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAC9G,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE,CAAC;QACzF,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,MAAwB,EACxB,WAAqB,EACrB,KAAe,EACf,SAAS,GAAG,eAAe;IAE3B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IAE5D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAE,EAAE,WAAW,CAAC,CAAC,CAAE,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACjF,CAAC;IAED,IAAI,WAA4B,CAAC;IACjC,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;QACrE,6CAA6C;QAC7C,WAAW,GAAG;YACZ,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrF,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SAC1F,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,MAAM,WAAW,GACd,GAAa,CAAC,IAAI,KAAK,YAAY;YACpC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;YACnB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC;YACnB,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACtB,IAAI,CAAC,WAAW;YAAE,MAAM,GAAG,CAAC;QAE5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC;YAC5F,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC;SACvF,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;IACrG,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAExD,wCAAwC;IACxC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC3B,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3D,IAAI,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAqB,CAAC,CAAC;QACpF,OAAO,eAAe,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACpE,CAAC,CAAC,CACH,CAAC;IACF,OAAO;QACL,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvE,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACzC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,MAAwB,EACxB,KAAe;IAEf,MAAM,UAAU,GAAyC,EAAE,CAAC;IAC5D,MAAM,SAAS,GAA4C,EAAE,CAAC;IAE9D,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,IAAI,eAAe,EAAE,CAAC;QACpE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,eAAe,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC;QACxE,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACnC,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAe,EACf,MAAwB,EACxB,KAAe;IAEf,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAC5D,CAAC;IACF,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QAC1C,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACzC,CAAC;AACJ,CAAC"}

package/dist/pipeline/existing-hashes.d.ts

@@ -0,0 +1,20 @@
+import type { LocalMirror } from '../local-mirror.js';
+export interface AisCredentials {
+    apiBase: string;
+    apiKey: string;
+    tenantId: string;
+}
+/**
+ * Fetch provenance.sourceHash values already stored in AIS.
+ *
+ * The list endpoint omits metadata, so we page by memory type (up to 100 per
+ * type) and hydrate metadata per row. This covers large agents better than a
+ * single 100-row browse while staying within existing AIS APIs.
+ *
+ * Individual list or detail failures are tolerated — the dedupe falls back to
+ * what was fetched successfully, preventing a transient AIS error from blocking
+ * the entire sync.
+ */
+export declare function fetchAisSourceHashes(agentId: string, creds: AisCredentials): Promise<Set<string>>;
+/** Merge local mirror hashes with AIS provenance hashes (when credentials exist). */
+export declare function loadExistingHashes(agentId: string, mirror: LocalMirror, creds?: AisCredentials): Promise<Set<string>>;

package/dist/pipeline/existing-hashes.js

@@ -0,0 +1,111 @@
+const MEMORY_TYPES = [
+    'fact',
+    'event',
+    'lesson',
+    'context',
+    'goal',
+    'task',
+];
+const AIS_PAGE_LIMIT = 100;
+function extractSourceHashFromMetadata(metadata) {
+    if (typeof metadata !== 'object' || metadata === null)
+        return undefined;
+    const provenance = metadata.provenance;
+    if (typeof provenance !== 'object' || provenance === null)
+        return undefined;
+    const sourceHash = provenance.sourceHash;
+    return typeof sourceHash === 'string' && sourceHash.length > 0 ? sourceHash : undefined;
+}
+async function fetchJson(url, init) {
+    const res = await fetch(url, init);
+    if (!res.ok) {
+        const bodyText = await res.text().catch(() => '');
+        throw new Error(`AIS request failed: HTTP ${res.status} ${res.statusText}${bodyText ? ` — ${bodyText.slice(0, 500)}` : ''}`);
+    }
+    return (await res.json());
+}
+function aisHeaders(creds) {
+    return {
+        'Content-Type': 'application/json',
+        'x-api-key': creds.apiKey,
+        'x-tenant-id': creds.tenantId,
+    };
+}
+async function listMemoriesByType(agentId, creds, type) {
+    const params = new URLSearchParams({
+        types: type,
+        limit: String(AIS_PAGE_LIMIT),
+        sortBy: 'createdAt',
+        order: 'desc',
+        includeExpired: 'true',
+        includeSuperseded: 'true',
+        expandRelationships: 'false',
+    });
+    try {
+        const json = await fetchJson(`${creds.apiBase}/v1/agents/${agentId}/memory?${params.toString()}`, { headers: aisHeaders(creds) });
+        return json.data?.memories ?? [];
+    }
+    catch {
+        // Tolerate transient list failures — dedupe falls back to local mirror only.
+        return [];
+    }
+}
+async function getMemoryMetadata(agentId, creds, memoryId) {
+    try {
+        const json = await fetchJson(`${creds.apiBase}/v1/agents/${agentId}/memory/${memoryId}`, { headers: aisHeaders(creds) });
+        return json.data?.metadata;
+    }
+    catch (err) {
+        // Tolerate transient detail failures — skip hash for this entry.
+        console.warn(`[aismemory] skipping memory hash lookup for ${memoryId}: ${err}`);
+        return undefined;
+    }
+}
+/**
+ * Fetch provenance.sourceHash values already stored in AIS.
+ *
+ * The list endpoint omits metadata, so we page by memory type (up to 100 per
+ * type) and hydrate metadata per row. This covers large agents better than a
+ * single 100-row browse while staying within existing AIS APIs.
+ *
+ * Individual list or detail failures are tolerated — the dedupe falls back to
+ * what was fetched successfully, preventing a transient AIS error from blocking
+ * the entire sync.
+ */
+export async function fetchAisSourceHashes(agentId, creds) {
+    const hashes = new Set();
+    const seenIds = new Set();
+    for (const type of MEMORY_TYPES) {
+        const memories = await listMemoriesByType(agentId, creds, type);
+        const metadataList = await Promise.all(memories
+            .filter((m) => {
+            if (seenIds.has(m.id))
+                return false;
+            seenIds.add(m.id);
+            return true;
+        })
+            .map((m) => getMemoryMetadata(agentId, creds, m.id)));
+        for (const metadata of metadataList) {
+            const hash = extractSourceHashFromMetadata(metadata);
+            if (hash)
+                hashes.add(hash);
+        }
+    }
+    return hashes;
+}
+/** Merge local mirror hashes with AIS provenance hashes (when credentials exist). */
+export async function loadExistingHashes(agentId, mirror, creds) {
+    const hashes = mirror.collectSourceHashes(agentId);
+    if (!creds)
+        return hashes;
+    try {
+        const aisHashes = await fetchAisSourceHashes(agentId, creds);
+        for (const hash of aisHashes)
+            hashes.add(hash);
+    }
+    catch {
+        // If the entire hash-fetch fails, proceed with mirror-only dedupe.
+    }
+    return hashes;
+}
+//# sourceMappingURL=existing-hashes.js.map

package/dist/pipeline/existing-hashes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"existing-hashes.js","sourceRoot":"","sources":["../../src/pipeline/existing-hashes.ts"],"names":[],"mappings":"AAGA,MAAM,YAAY,GAA6B;IAC7C,MAAM;IACN,OAAO;IACP,QAAQ;IACR,SAAS;IACT,MAAM;IACN,MAAM;CACP,CAAC;AAEF,MAAM,cAAc,GAAG,GAAG,CAAC;AAwB3B,SAAS,6BAA6B,CAAC,QAAiB;IACtD,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACxE,MAAM,UAAU,GAAI,QAAoC,CAAC,UAAU,CAAC;IACpE,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5E,MAAM,UAAU,GAAI,UAAsC,CAAC,UAAU,CAAC;IACtE,OAAO,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1F,CAAC;AAED,KAAK,UAAU,SAAS,CAAI,GAAW,EAAE,IAAiB;IACxD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CACb,4BAA4B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5G,CAAC;IACJ,CAAC;IACD,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;AACjC,CAAC;AAED,SAAS,UAAU,CAAC,KAAqB;IACvC,OAAO;QACL,cAAc,EAAE,kBAAkB;QAClC,WAAW,EAAE,KAAK,CAAC,MAAM;QACzB,aAAa,EAAE,KAAK,CAAC,QAAQ;KAC9B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,OAAe,EACf,KAAqB,EACrB,IAAmB;IAEnB,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,MAAM,CAAC,cAAc,CAAC;QAC7B,MAAM,EAAE,WAAW;QACnB,KAAK,EAAE,MAAM;QACb,cAAc,EAAE,MAAM;QACtB,iBAAiB,EAAE,MAAM;QACzB,mBAAmB,EAAE,OAAO;KAC7B,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,KAAK,CAAC,OAAO,cAAc,OAAO,WAAW,MAAM,CAAC,QAAQ,EAAE,EAAE,EACnE,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAC/B,CAAC;QACF,OAAO,IAAI,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,6EAA6E;QAC7E,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,OAAe,EACf,KAAqB,EACrB,QAAgB;IAEhB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAC1B,GAAG,KAAK,CAAC,OAAO,cAAc,OAAO,WAAW,QAAQ,EAAE,EAC1D,EAAE,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,EAAE,CAC/B,CAAC;QACF,OAAO,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;IAC7B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,iEAAiE;QACjE,OAAO,CAAC,IAAI,CAAC,+CAA+C,QAAQ,KAAK,GAAG,EAAE,CAAC,CAAC;QAChF,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAe,EACf,KAAqB;IAErB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,QAAQ;aACL,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,OAAO,KAAK,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClB,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CACvD,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,6BAA6B,CAAC,QAAQ,CAAC,CAAC;YACrD,IAAI,IAAI;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAe,EACf,MAAmB,EACnB,KAAsB;IAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,KAAK,MAAM,IAAI,IAAI,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjD,CAAC;IAAC,MAAM,CAAC;QACP,mEAAmE;IACrE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/pipeline/ingestion.d.ts

@@ -15,6 +15,8 @@ export interface BulkStoreResult {
 }
 export type BulkStoreFn = (drafts: AisMemoryDraft[]) => Promise<BulkStoreResult>;
 export type ReviewFn = (drafts: AisMemoryDraft[]) => Promise<AisMemoryDraft[]>;
+/** AIS bulk endpoint limit — must not exceed this per request. */
+export declare const BULK_BATCH_SIZE = 100;
 export interface IngestionOptions {
     adapter: SourceAdapter;
     rawSourceData: string | FilesystemResult;
@@ -43,10 +45,12 @@ export interface IngestionOptions {
  * Failure semantics:
  * - If `bulkStore` throws, neither ledger nor mirror is updated — the caller
  *   may safely retry the entire run without double-counting.
- * - If `mirror.append` throws after a successful `bulkStore`, the ledger has
- *   already been advanced (AIS accepted the memories) and the failure is
- *   surfaced as a `warnings` entry rather than an exception so the caller
- *   receives a valid `SyncResult`.
+ * - If `bulkStore` returns any failures, the trust ledger is not advanced —
+ *   partial AIS writes must not count toward auto-commit trust.
+ * - If `mirror.append` throws after a fully successful `bulkStore`, the
+ *   ledger has already been advanced (AIS accepted all memories) and the
+ *   failure is surfaced as a `warnings` entry rather than an exception so
+ *   the caller receives a valid `SyncResult`.
  *
  * Zero-import path:
  * - When all candidates are dedupe-skipped or rejected by `review`,

package/dist/pipeline/ingestion.js

@@ -1,5 +1,7 @@
 import { preCommitDedupe } from './dedupe.js';
 import { applyTrustTags } from './trust-tagger.js';
+/** AIS bulk endpoint limit — must not exceed this per request. */
+export const BULK_BATCH_SIZE = 100;
 /**
  * Run the full ingestion pipeline for a single source adapter + scope pair.
  *
@@ -15,10 +17,12 @@ import { applyTrustTags } from './trust-tagger.js';
  * Failure semantics:
  * - If `bulkStore` throws, neither ledger nor mirror is updated — the caller
  *   may safely retry the entire run without double-counting.
- * - If `mirror.append` throws after a successful `bulkStore`, the ledger has
- *   already been advanced (AIS accepted the memories) and the failure is
- *   surfaced as a `warnings` entry rather than an exception so the caller
- *   receives a valid `SyncResult`.
+ * - If `bulkStore` returns any failures, the trust ledger is not advanced —
+ *   partial AIS writes must not count toward auto-commit trust.
+ * - If `mirror.append` throws after a fully successful `bulkStore`, the
+ *   ledger has already been advanced (AIS accepted all memories) and the
+ *   failure is surfaced as a `warnings` entry rather than an exception so
+ *   the caller receives a valid `SyncResult`.
  *
  * Zero-import path:
  * - When all candidates are dedupe-skipped or rejected by `review`,
@@ -47,10 +51,13 @@ export async function runIngestion(options) {
             failed: [],
         };
     }
-    const storeResult = await bulkStore(approved);
-    // Advance the trust ledger FIRST — if AIS accepted the memories, the
-    // trust ladder must reflect that regardless of local-mirror success.
-    ledger.recordSync(agentId, adapter.id, scopeKey);
+    // Split approved drafts into chunks to stay within AIS bulk limit.
+    const storeResult = await chunkedBulkStore(bulkStore, approved);
+    // Advance trust only on a clean bulk store — partial failures must not
+    // increment syncCount toward auto-commit.
+    if (storeResult.failed.length === 0) {
+        ledger.recordSync(agentId, adapter.id, scopeKey);
+    }
     const mirrorEntries = storeResult.created.map((c) => ({
         aisMemoryId: c.id,
         memory: approved[c.index],
@@ -72,6 +79,27 @@ export async function runIngestion(options) {
         failed: storeResult.failed,
     };
 }
+/**
+ * Call `fn` in batches of BULK_BATCH_SIZE, remapping per-batch indices to
+ * global indices so callers see a single aggregated BulkStoreResult.
+ */
+async function chunkedBulkStore(fn, drafts) {
+    if (drafts.length <= BULK_BATCH_SIZE) {
+        return fn(drafts);
+    }
+    const aggregated = { created: [], failed: [] };
+    for (let offset = 0; offset < drafts.length; offset += BULK_BATCH_SIZE) {
+        const chunk = drafts.slice(offset, offset + BULK_BATCH_SIZE);
+        const result = await fn(chunk);
+        for (const c of result.created) {
+            aggregated.created.push({ index: c.index + offset, id: c.id });
+        }
+        for (const f of result.failed) {
+            aggregated.failed.push({ index: f.index + offset, error: f.error });
+        }
+    }
+    return aggregated;
+}
 function scopeToKey(scope) {
     // Stable multi-field encoding prevents collisions when optional fields
     // are absent. Pipe separator is safe because none of the component