siclaw 0.1.0

package/dist/lib/s3-storage.js

@@ -0,0 +1,210 @@
+/**
+ * S3/OSS Storage Utility
+ *
+ * Primary storage for skill versions — must be reliable with retries.
+ * Compatible with AWS S3, Aliyun OSS, MinIO, etc.
+ */
+import fs from "node:fs";
+import path from "node:path";
+export class S3Storage {
+    config;
+    client = null;
+    constructor(config) {
+        this.config = config;
+    }
+    /** Lazy-load S3 client (avoids import cost when not used) */
+    async getClient() {
+        if (this.client)
+            return this.client;
+        try {
+            const { S3Client } = await import("@aws-sdk/client-s3");
+            this.client = new S3Client({
+                endpoint: this.config.endpoint,
+                region: this.config.region || "us-east-1",
+                credentials: {
+                    accessKeyId: this.config.accessKey,
+                    secretAccessKey: this.config.secretKey,
+                },
+                forcePathStyle: true,
+            });
+            return this.client;
+        }
+        catch {
+            console.warn("[s3-storage] @aws-sdk/client-s3 not installed, S3 storage disabled");
+            return null;
+        }
+    }
+    /** Retry wrapper for reliability (S3 is primary storage) */
+    async withRetry(fn, maxRetries = 3) {
+        for (let attempt = 1; attempt <= maxRetries; attempt++) {
+            try {
+                return await fn();
+            }
+            catch (err) {
+                if (attempt === maxRetries)
+                    throw err;
+                await new Promise((r) => setTimeout(r, 1000 * attempt));
+            }
+        }
+        throw new Error("unreachable");
+    }
+    /** Upload a single file */
+    async uploadFile(key, content) {
+        await this.withRetry(async () => {
+            const client = await this.getClient();
+            if (!client)
+                return;
+            const { PutObjectCommand } = await import("@aws-sdk/client-s3");
+            await client.send(new PutObjectCommand({
+                Bucket: this.config.bucket,
+                Key: key,
+                Body: typeof content === "string" ? Buffer.from(content) : content,
+            }));
+        });
+    }
+    /** Upload all files in a directory recursively */
+    async uploadDir(prefix, localDir) {
+        await this.withRetry(async () => {
+            if (!fs.existsSync(localDir))
+                return;
+            await this._uploadDirInner(prefix, localDir);
+        });
+    }
+    async _uploadDirInner(prefix, localDir) {
+        const entries = fs.readdirSync(localDir, { withFileTypes: true });
+        for (const entry of entries) {
+            const localPath = path.join(localDir, entry.name);
+            const s3Key = `${prefix}/${entry.name}`;
+            if (entry.isDirectory()) {
+                if (entry.name === ".git")
+                    continue;
+                await this._uploadDirInner(s3Key, localPath);
+            }
+            else {
+                const content = fs.readFileSync(localPath);
+                const client = await this.getClient();
+                if (!client)
+                    return;
+                const { PutObjectCommand } = await import("@aws-sdk/client-s3");
+                await client.send(new PutObjectCommand({
+                    Bucket: this.config.bucket,
+                    Key: s3Key,
+                    Body: content,
+                }));
+            }
+        }
+    }
+    /** Download a single file, returns null on NoSuchKey */
+    async downloadFile(key) {
+        return this.withRetry(async () => {
+            const client = await this.getClient();
+            if (!client)
+                return null;
+            const { GetObjectCommand } = await import("@aws-sdk/client-s3");
+            try {
+                const resp = await client.send(new GetObjectCommand({
+                    Bucket: this.config.bucket,
+                    Key: key,
+                }));
+                const chunks = [];
+                for await (const chunk of resp.Body) {
+                    chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk));
+                }
+                return Buffer.concat(chunks);
+            }
+            catch (err) {
+                if (err.name === "NoSuchKey" || err.Code === "NoSuchKey")
+                    return null;
+                throw err;
+            }
+        });
+    }
+    /** Download all files under a prefix to a local directory */
+    async downloadDir(prefix, localDir) {
+        await this.withRetry(async () => {
+            const keys = await this._listKeysInner(prefix);
+            for (const key of keys) {
+                const relativePath = key.slice(prefix.length).replace(/^\//, "");
+                if (!relativePath)
+                    continue;
+                const localPath = path.join(localDir, relativePath);
+                const dir = path.dirname(localPath);
+                if (!fs.existsSync(dir))
+                    fs.mkdirSync(dir, { recursive: true });
+                const content = await this.downloadFile(key);
+                if (content)
+                    fs.writeFileSync(localPath, content);
+            }
+        });
+    }
+    /** List all object keys under a prefix (with pagination) */
+    async listKeys(prefix) {
+        return this.withRetry(() => this._listKeysInner(prefix));
+    }
+    async _listKeysInner(prefix) {
+        const client = await this.getClient();
+        if (!client)
+            return [];
+        const { ListObjectsV2Command } = await import("@aws-sdk/client-s3");
+        const keys = [];
+        let continuationToken;
+        do {
+            const resp = await client.send(new ListObjectsV2Command({
+                Bucket: this.config.bucket,
+                Prefix: prefix,
+                ContinuationToken: continuationToken,
+            }));
+            if (resp.Contents) {
+                for (const obj of resp.Contents) {
+                    if (obj.Key)
+                        keys.push(obj.Key);
+                }
+            }
+            continuationToken = resp.IsTruncated ? resp.NextContinuationToken : undefined;
+        } while (continuationToken);
+        return keys;
+    }
+    /** Delete all objects under a prefix */
+    async deleteDir(prefix) {
+        const client = await this.getClient();
+        if (!client)
+            return;
+        const keys = await this._listKeysInner(prefix);
+        if (keys.length === 0)
+            return;
+        const { DeleteObjectsCommand } = await import("@aws-sdk/client-s3");
+        // Delete in batches of 1000 (S3 limit)
+        for (let i = 0; i < keys.length; i += 1000) {
+            const batch = keys.slice(i, i + 1000);
+            await client.send(new DeleteObjectsCommand({
+                Bucket: this.config.bucket,
+                Delete: {
+                    Objects: batch.map((Key) => ({ Key })),
+                },
+            }));
+        }
+    }
+    /** Check if S3 is configured */
+    isEnabled() {
+        return !!(this.config.endpoint && this.config.bucket);
+    }
+    /**
+     * Create from DB config → environment variables.
+     * Priority: dbConfig > SICLAW_S3_* env vars > null
+     */
+    static create(dbConfig) {
+        const endpoint = dbConfig?.["s3.endpoint"] ?? process.env.SICLAW_S3_ENDPOINT;
+        const bucket = dbConfig?.["s3.bucket"] ?? process.env.SICLAW_S3_BUCKET;
+        const accessKey = dbConfig?.["s3.accessKey"] ?? process.env.SICLAW_S3_ACCESS_KEY;
+        const secretKey = dbConfig?.["s3.secretKey"] ?? process.env.SICLAW_S3_SECRET_KEY;
+        if (!endpoint || !bucket || !accessKey || !secretKey) {
+            return null;
+        }
+        return new S3Storage({ endpoint, bucket, accessKey, secretKey });
+    }
+    /** @deprecated Use create() instead */
+    static fromEnv() {
+        return S3Storage.create();
+    }
+}
+//# sourceMappingURL=s3-storage.js.map

package/dist/lib/s3-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3-storage.js","sourceRoot":"","sources":["../../src/lib/s3-storage.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAU7B,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IACxB,MAAM,GAAQ,IAAI,CAAC;IAE3B,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,6DAA6D;IACrD,KAAK,CAAC,SAAS;QACrB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACxD,IAAI,CAAC,MAAM,GAAG,IAAI,QAAQ,CAAC;gBACzB,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;gBAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,WAAW;gBACzC,WAAW,EAAE;oBACX,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;oBAClC,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;iBACvC;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;YACnF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,4DAA4D;IACpD,KAAK,CAAC,SAAS,CAAI,EAAoB,EAAE,UAAU,GAAG,CAAC;QAC7D,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,OAAO,MAAM,EAAE,EAAE,CAAC;YACpB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,OAAO,KAAK,UAAU;oBAAE,MAAM,GAAG,CAAC;gBACtC,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IAED,2BAA2B;IAC3B,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,OAAwB;QACpD,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM;gBAAE,OAAO;YAEpB,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAChE,MAAM,MAAM,CAAC,IAAI,CACf,IAAI,gBAAgB,CAAC;gBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,GAAG,EAAE,GAAG;gBACR,IAAI,EAAE,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO;aACnE,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,QAAgB;QAC9C,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC9B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,OAAO;YACrC,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAc,EAAE,QAAgB;QAC5D,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,GAAG,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAExC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;oBAAE,SAAS;gBACpC,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;gBAC3C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM;oBAAE,OAAO;gBACpB,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBAChE,MAAM,MAAM,CAAC,IAAI,CACf,IAAI,gBAAgB,CAAC;oBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;oBAC1B,GAAG,EAAE,KAAK;oBACV,IAAI,EAAE,OAAO;iBACd,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAEzB,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAChE,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAC5B,IAAI,gBAAgB,CAAC;oBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;oBAC1B,GAAG,EAAE,GAAG;iBACT,CAAC,CACH,CAAC;gBACF,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,IAA6B,EAAE,CAAC;oBAC7D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACnE,CAAC;gBACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/B,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW;oBAAE,OAAO,IAAI,CAAC;gBACtE,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,QAAgB;QAChD,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC/C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjE,IAAI,CAAC,YAAY;oBAAE,SAAS;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;gBACpD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEhE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,OAAO;oBAAE,EAAE,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAc;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvB,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACpE,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,iBAAqC,CAAC;QAE1C,GAAG,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAC5B,IAAI,oBAAoB,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,MAAM,EAAE,MAAM;gBACd,iBAAiB,EAAE,iBAAiB;aACrC,CAAC,CACH,CAAC;YACF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAChC,IAAI,GAAG,CAAC,GAAG;wBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YACD,iBAAiB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,SAAS,CAAC;QAChF,CAAC,QAAQ,iBAAiB,EAAE;QAE5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,SAAS,CAAC,MAAc;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE9B,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAEpE,uCAAuC;QACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;YACtC,MAAM,MAAM,CAAC,IAAI,CACf,IAAI,oBAAoB,CAAC;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,MAAM,EAAE;oBACN,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;iBACvC;aACF,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,SAAS;QACP,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,MAAM,CAAC,QAAiC;QAC7C,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,aAAa,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC7E,MAAM,MAAM,GAAG,QAAQ,EAAE,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QACvE,MAAM,SAAS,GAAG,QAAQ,EAAE,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACjF,MAAM,SAAS,GAAG,QAAQ,EAAE,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAEjF,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,EAAE,CAAC;YACrD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,IAAI,SAAS,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,uCAAuC;IACvC,MAAM,CAAC,OAAO;QACZ,OAAO,SAAS,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/memory/chunker.d.ts

@@ -0,0 +1,15 @@
+export interface ChunkResult {
+    heading: string;
+    content: string;
+    startLine: number;
+    endLine: number;
+}
+export interface ChunkOptions {
+    maxTokens?: number;
+    overlapTokens?: number;
+}
+/**
+ * Split markdown content into chunks with heading context and line numbers.
+ * Chunks are split by headings first, then by token budget with overlap.
+ */
+export declare function chunkMarkdown(text: string, opts?: ChunkOptions): ChunkResult[];

package/dist/memory/chunker.js

@@ -0,0 +1,94 @@
+const HEADING_RE = /^(#{1,6})\s+(.+)$/;
+/** Rough token estimate: 1 token ≈ 4 bytes UTF-8 */
+function estimateTokens(text) {
+    return Math.ceil(Buffer.byteLength(text, "utf-8") / 4);
+}
+const DEFAULT_MAX_TOKENS = 400;
+const DEFAULT_OVERLAP_TOKENS = 80;
+/**
+ * Split markdown content into chunks with heading context and line numbers.
+ * Chunks are split by headings first, then by token budget with overlap.
+ */
+export function chunkMarkdown(text, opts) {
+    const maxTokens = opts?.maxTokens ?? DEFAULT_MAX_TOKENS;
+    const overlapTokens = opts?.overlapTokens ?? DEFAULT_OVERLAP_TOKENS;
+    const lines = text.split("\n");
+    const chunks = [];
+    // Track heading hierarchy: headings[level-1] = text
+    const headings = [];
+    // Accumulate sections (heading boundary → heading boundary)
+    let sectionLines = [];
+    let sectionStart = 1; // 1-indexed
+    const flushSection = (endLineExclusive) => {
+        const content = sectionLines.join("\n").trim();
+        if (!content) {
+            sectionLines = [];
+            sectionStart = endLineExclusive;
+            return;
+        }
+        const heading = headings.filter(Boolean).join(" > ");
+        const actualStart = sectionStart;
+        const actualEnd = endLineExclusive - 1; // inclusive
+        // Split section into token-bounded chunks with overlap
+        splitWithOverlap(sectionLines, actualStart, heading, maxTokens, overlapTokens, chunks);
+        sectionLines = [];
+        sectionStart = endLineExclusive;
+    };
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const match = line.match(HEADING_RE);
+        if (match) {
+            flushSection(i + 1); // flush previous section
+            const level = match[1].length;
+            const title = match[2].trim();
+            headings[level - 1] = title;
+            headings.length = level;
+            sectionLines.push(line);
+        }
+        else {
+            sectionLines.push(line);
+        }
+    }
+    flushSection(lines.length + 1);
+    return chunks;
+}
+/**
+ * Split a section's lines into token-bounded chunks with overlap.
+ * Each chunk records its start/end line number (1-indexed).
+ */
+function splitWithOverlap(lines, startLineOffset, heading, maxTokens, overlapTokens, out) {
+    let i = 0;
+    while (i < lines.length) {
+        let tokens = 0;
+        let j = i;
+        // Accumulate lines until token budget reached
+        while (j < lines.length) {
+            const lineTokens = estimateTokens(lines[j]);
+            if (tokens + lineTokens > maxTokens && j > i)
+                break;
+            tokens += lineTokens;
+            j++;
+        }
+        const chunkLines = lines.slice(i, j);
+        const content = chunkLines.join("\n").trim();
+        if (content) {
+            out.push({
+                heading,
+                content,
+                startLine: startLineOffset + i,
+                endLine: startLineOffset + j - 1,
+            });
+        }
+        if (j >= lines.length)
+            break;
+        // Step back by overlap amount
+        let overlapCount = 0;
+        let backtrack = j;
+        while (backtrack > i + 1 && overlapCount < overlapTokens) {
+            backtrack--;
+            overlapCount += estimateTokens(lines[backtrack]);
+        }
+        i = backtrack;
+    }
+}
+//# sourceMappingURL=chunker.js.map

package/dist/memory/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/memory/chunker.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,GAAG,mBAAmB,CAAC;AAEvC,oDAAoD;AACpD,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAOlC;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAmB;IAC7D,MAAM,SAAS,GAAG,IAAI,EAAE,SAAS,IAAI,kBAAkB,CAAC;IACxD,MAAM,aAAa,GAAG,IAAI,EAAE,aAAa,IAAI,sBAAsB,CAAC;IACpE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAkB,EAAE,CAAC;IAEjC,oDAAoD;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,4DAA4D;IAC5D,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC,YAAY;IAElC,MAAM,YAAY,GAAG,CAAC,gBAAwB,EAAE,EAAE;QAChD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,YAAY,GAAG,EAAE,CAAC;YAClB,YAAY,GAAG,gBAAgB,CAAC;YAChC,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,YAAY,CAAC;QACjC,MAAM,SAAS,GAAG,gBAAgB,GAAG,CAAC,CAAC,CAAC,YAAY;QAEpD,uDAAuD;QACvD,gBAAgB,CAAC,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;QAEvF,YAAY,GAAG,EAAE,CAAC;QAClB,YAAY,GAAG,gBAAgB,CAAC;IAClC,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,KAAK,EAAE,CAAC;YACV,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,yBAAyB;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9B,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;YAC5B,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IACD,YAAY,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,gBAAgB,CACvB,KAAe,EACf,eAAuB,EACvB,OAAe,EACf,SAAiB,EACjB,aAAqB,EACrB,GAAkB;IAElB,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,8CAA8C;QAC9C,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5C,IAAI,MAAM,GAAG,UAAU,GAAG,SAAS,IAAI,CAAC,GAAG,CAAC;gBAAE,MAAM;YACpD,MAAM,IAAI,UAAU,CAAC;YACrB,CAAC,EAAE,CAAC;QACN,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,OAAO,EAAE,CAAC;YACZ,GAAG,CAAC,IAAI,CAAC;gBACP,OAAO;gBACP,OAAO;gBACP,SAAS,EAAE,eAAe,GAAG,CAAC;gBAC9B,OAAO,EAAE,eAAe,GAAG,CAAC,GAAG,CAAC;aACjC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;YAAE,MAAM;QAE7B,8BAA8B;QAC9B,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,OAAO,SAAS,GAAG,CAAC,GAAG,CAAC,IAAI,YAAY,GAAG,aAAa,EAAE,CAAC;YACzD,SAAS,EAAE,CAAC;YACZ,YAAY,IAAI,cAAc,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QACnD,CAAC;QACD,CAAC,GAAG,SAAS,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/memory/embeddings.d.ts

@@ -0,0 +1,14 @@
+import type { EmbeddingProvider } from "./types.js";
+interface EmbeddingOpts {
+    baseUrl?: string;
+    apiKey?: string;
+    model?: string;
+    dimensions?: number;
+    maxInputTokens?: number;
+}
+export declare function createEmbeddingProvider(opts?: EmbeddingOpts): EmbeddingProvider;
+/** Convert number[] to Buffer for SQLite BLOB storage */
+export declare function vectorToBlob(vec: number[]): Buffer;
+/** Restore number[] from SQLite BLOB (returns Uint8Array, not Buffer) */
+export declare function blobToVector(blob: Uint8Array): number[];
+export {};

package/dist/memory/embeddings.js

@@ -0,0 +1,143 @@
+const DEFAULT_BASE_URL = "";
+const DEFAULT_MODEL = "BAAI/bge-m3";
+const DEFAULT_DIMENSIONS = 1024;
+const DEFAULT_MAX_INPUT_TOKENS = 8192;
+const MAX_RETRIES = 3;
+const TIMEOUT_MS = 30_000;
+const MAX_RETRY_DELAY_MS = 8000;
+/** Max estimated tokens per embedding API batch */
+const BATCH_MAX_TOKENS = 8000;
+export function createEmbeddingProvider(opts) {
+    const baseUrl = (opts?.baseUrl ?? DEFAULT_BASE_URL).replace(/\/+$/, "");
+    const apiKey = opts?.apiKey ?? "";
+    const model = opts?.model ?? DEFAULT_MODEL;
+    const dimensions = opts?.dimensions ?? DEFAULT_DIMENSIONS;
+    const maxInputTokens = opts?.maxInputTokens ?? DEFAULT_MAX_INPUT_TOKENS;
+    /** Estimate token count from text (rough: 1 token ≈ 4 bytes UTF-8) */
+    const estimateTokens = (text) => Math.ceil(Buffer.byteLength(text, "utf-8") / 4);
+    /** Truncate text to fit within maxInputTokens (byte-based, consistent with estimateTokens) */
+    const truncateToLimit = (text) => {
+        if (estimateTokens(text) <= maxInputTokens)
+            return text;
+        // Binary search for the right cutoff point
+        let lo = 0, hi = text.length;
+        while (lo < hi) {
+            const mid = (lo + hi + 1) >>> 1;
+            if (estimateTokens(text.slice(0, mid)) <= maxInputTokens)
+                lo = mid;
+            else
+                hi = mid - 1;
+        }
+        // Avoid splitting a UTF-16 surrogate pair
+        if (lo > 0 && lo < text.length) {
+            const code = text.charCodeAt(lo - 1);
+            if (code >= 0xd800 && code <= 0xdbff)
+                lo--;
+        }
+        return text.slice(0, lo);
+    };
+    /** Send a single batch to the embedding API with retries */
+    const embedBatch = async (texts) => {
+        if (texts.length === 0)
+            return [];
+        let lastError;
+        for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {
+            try {
+                const resp = await fetch(`${baseUrl}/embeddings`, {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        ...(apiKey ? { Authorization: `Bearer ${apiKey}` } : {}),
+                    },
+                    body: JSON.stringify({
+                        model,
+                        input: texts,
+                        dimensions,
+                    }),
+                    signal: AbortSignal.timeout(TIMEOUT_MS),
+                });
+                if (!resp.ok) {
+                    const body = await resp.text().catch(() => "");
+                    const err = new Error(`Embedding API error ${resp.status}: ${body.slice(0, 200)}`);
+                    // 4xx errors are not retryable, except 429 (rate limit)
+                    if (resp.status >= 400 && resp.status < 500 && resp.status !== 429)
+                        throw err;
+                    lastError = err;
+                    await sleep(retryDelay(attempt));
+                    continue;
+                }
+                const json = (await resp.json());
+                // Sort by index to preserve input order, sanitize non-finite values
+                const sorted = json.data.sort((a, b) => a.index - b.index);
+                return sorted.map((d) => d.embedding.map((v) => (Number.isFinite(v) ? v : 0)));
+            }
+            catch (err) {
+                lastError = err instanceof Error ? err : new Error(String(err));
+                // Don't retry abort errors or non-retryable 4xx (but allow 429)
+                if (lastError.name === "AbortError")
+                    throw lastError;
+                if (/API error 4\d\d/.test(lastError.message) && !lastError.message.includes("API error 429"))
+                    throw lastError;
+                if (attempt < MAX_RETRIES - 1) {
+                    await sleep(retryDelay(attempt));
+                }
+            }
+        }
+        throw lastError ?? new Error("Embedding failed after retries");
+    };
+    return {
+        dimensions,
+        model,
+        maxInputTokens,
+        async embed(texts) {
+            if (texts.length === 0)
+                return [];
+            // Truncate oversized texts
+            const truncated = texts.map(truncateToLimit);
+            // Split into token-bounded batches
+            const batches = [];
+            let currentBatch = [];
+            let currentTokens = 0;
+            for (const text of truncated) {
+                const tokens = estimateTokens(text);
+                // If adding this text would exceed budget and batch is non-empty, flush
+                if (currentBatch.length > 0 && currentTokens + tokens > BATCH_MAX_TOKENS) {
+                    batches.push(currentBatch);
+                    currentBatch = [];
+                    currentTokens = 0;
+                }
+                currentBatch.push(text);
+                currentTokens += tokens;
+            }
+            if (currentBatch.length > 0) {
+                batches.push(currentBatch);
+            }
+            // Process batches sequentially
+            const allResults = [];
+            for (const batch of batches) {
+                const results = await embedBatch(batch);
+                allResults.push(...results);
+            }
+            return allResults;
+        },
+    };
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/** Exponential backoff with jitter and max cap */
+function retryDelay(attempt) {
+    const base = 1000 * 2 ** attempt;
+    const jittered = Math.round(base * (1 + Math.random() * 0.2));
+    return Math.min(MAX_RETRY_DELAY_MS, jittered);
+}
+/** Convert number[] to Buffer for SQLite BLOB storage */
+export function vectorToBlob(vec) {
+    return Buffer.from(new Float32Array(vec).buffer);
+}
+/** Restore number[] from SQLite BLOB (returns Uint8Array, not Buffer) */
+export function blobToVector(blob) {
+    const f32 = new Float32Array(blob.buffer, blob.byteOffset, blob.byteLength / 4);
+    return Array.from(f32);
+}
+//# sourceMappingURL=embeddings.js.map

package/dist/memory/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["../../src/memory/embeddings.ts"],"names":[],"mappings":"AAUA,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,aAAa,GAAG,aAAa,CAAC;AACpC,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAEtC,MAAM,WAAW,GAAG,CAAC,CAAC;AACtB,MAAM,UAAU,GAAG,MAAM,CAAC;AAC1B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,mDAAmD;AACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAE9B,MAAM,UAAU,uBAAuB,CAAC,IAAoB;IAC1D,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,OAAO,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,EAAE,KAAK,IAAI,aAAa,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,kBAAkB,CAAC;IAC1D,MAAM,cAAc,GAAG,IAAI,EAAE,cAAc,IAAI,wBAAwB,CAAC;IAExE,sEAAsE;IACtE,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;IAEjG,8FAA8F;IAC9F,MAAM,eAAe,GAAG,CAAC,IAAY,EAAU,EAAE;QAC/C,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,cAAc;YAAE,OAAO,IAAI,CAAC;QACxD,2CAA2C;QAC3C,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC7B,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;YACf,MAAM,GAAG,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,cAAc;gBAAE,EAAE,GAAG,GAAG,CAAC;;gBAC9D,EAAE,GAAG,GAAG,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,0CAA0C;QAC1C,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACrC,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM;gBAAE,EAAE,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC3B,CAAC,CAAC;IAEF,4DAA4D;IAC5D,MAAM,UAAU,GAAG,KAAK,EAAE,KAAe,EAAuB,EAAE;QAChE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,IAAI,SAA4B,CAAC;QACjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,aAAa,EAAE;oBAChD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,UAAU,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACzD;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,KAAK;wBACL,KAAK,EAAE,KAAK;wBACZ,UAAU;qBACX,CAAC;oBACF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC;iBACxC,CAAC,CAAC;gBAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;oBACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;oBAC/C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACnF,wDAAwD;oBACxD,IAAI,IAAI,CAAC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG;wBAAE,MAAM,GAAG,CAAC;oBAC9E,SAAS,GAAG,GAAG,CAAC;oBAChB,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;oBACjC,SAAS;gBACX,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAE9B,CAAC;gBAEF,oEAAoE;gBACpE,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBAC3D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjF,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChE,gEAAgE;gBAChE,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY;oBAAE,MAAM,SAAS,CAAC;gBACrD,IAAI,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;oBAAE,MAAM,SAAS,CAAC;gBAC/G,IAAI,OAAO,GAAG,WAAW,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACjE,CAAC,CAAC;IAEF,OAAO;QACL,UAAU;QACV,KAAK;QACL,cAAc;QACd,KAAK,CAAC,KAAK,CAAC,KAAe;YACzB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YAElC,2BAA2B;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAE7C,mCAAmC;YACnC,MAAM,OAAO,GAAe,EAAE,CAAC;YAC/B,IAAI,YAAY,GAAa,EAAE,CAAC;YAChC,IAAI,aAAa,GAAG,CAAC,CAAC;YAEtB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;gBACpC,wEAAwE;gBACxE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,GAAG,MAAM,GAAG,gBAAgB,EAAE,CAAC;oBACzE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBAC3B,YAAY,GAAG,EAAE,CAAC;oBAClB,aAAa,GAAG,CAAC,CAAC;gBACpB,CAAC;gBACD,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,aAAa,IAAI,MAAM,CAAC;YAC1B,CAAC;YACD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAC7B,CAAC;YAED,+BAA+B;YAC/B,MAAM,UAAU,GAAe,EAAE,CAAC;YAClC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;gBACxC,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC9B,CAAC;YAED,OAAO,UAAU,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,kDAAkD;AAClD,SAAS,UAAU,CAAC,OAAe;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,OAAO,CAAC;IACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;IAC9D,OAAO,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;AAChD,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,YAAY,CAAC,GAAa;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;AACnD,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,YAAY,CAAC,IAAgB;IAC3C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAChF,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}

package/dist/memory/index.d.ts

@@ -0,0 +1,18 @@
+import { MemoryIndexer, type MemorySearchConfig } from "./indexer.js";
+export { MemoryIndexer, type MemorySearchConfig } from "./indexer.js";
+export { createEmbeddingProvider } from "./embeddings.js";
+export type { MemoryChunk, MemorySearchResult, EmbeddingProvider, InvestigationRecord } from "./types.js";
+export type { TemporalDecayConfig } from "./temporal-decay.js";
+export type { MMRConfig } from "./mmr.js";
+export interface MemoryIndexerOpts {
+    baseUrl?: string;
+    apiKey?: string;
+    model?: string;
+    dimensions?: number;
+    search?: MemorySearchConfig;
+}
+/**
+ * Create a MemoryIndexer with default settings.
+ * DB stored at {memoryDir}/.memory.db
+ */
+export declare function createMemoryIndexer(memoryDir: string, opts?: MemoryIndexerOpts): Promise<MemoryIndexer>;

package/dist/memory/index.js

@@ -0,0 +1,15 @@
+import path from "node:path";
+import { MemoryIndexer } from "./indexer.js";
+import { createEmbeddingProvider } from "./embeddings.js";
+export { MemoryIndexer } from "./indexer.js";
+export { createEmbeddingProvider } from "./embeddings.js";
+/**
+ * Create a MemoryIndexer with default settings.
+ * DB stored at {memoryDir}/.memory.db
+ */
+export async function createMemoryIndexer(memoryDir, opts) {
+    const dbPath = path.join(memoryDir, ".memory.db");
+    const embedding = createEmbeddingProvider(opts);
+    return new MemoryIndexer(dbPath, memoryDir, embedding, opts?.search);
+}
+//# sourceMappingURL=index.js.map

package/dist/memory/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/memory/index.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAA2B,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE1D,OAAO,EAAE,aAAa,EAA2B,MAAM,cAAc,CAAC;AACtE,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAa1D;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAiB,EAAE,IAAwB;IACnF,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,IAAI,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AACvE,CAAC"}

package/dist/memory/indexer.d.ts

@@ -0,0 +1,70 @@
+import type { EmbeddingProvider, InvestigationRecord, MemorySearchResult } from "./types.js";
+import { type TemporalDecayConfig } from "./temporal-decay.js";
+import { type MMRConfig } from "./mmr.js";
+export interface MemorySearchConfig {
+    vectorWeight?: number;
+    ftsWeight?: number;
+    temporalDecay?: Partial<TemporalDecayConfig>;
+    mmr?: Partial<MMRConfig>;
+}
+export declare class MemoryIndexer {
+    private db;
+    private memoryDir;
+    private embedding;
+    private searchConfig;
+    private _syncing;
+    private _closed;
+    /** sqlite-vec extension loaded and vec table dimensions (0 = not available) */
+    private _vecDims;
+    private _watcher;
+    private _watchDebounce;
+    private _stmts?;
+    constructor(dbPath: string, memoryDir: string, embedding: EmbeddingProvider, searchConfig?: MemorySearchConfig);
+    /**
+     * Try to load sqlite-vec extension. Non-fatal: falls back to in-memory cosine if unavailable.
+     */
+    private tryLoadSqliteVec;
+    /**
+     * Ensure the vec0 virtual table exists with the right dimensions.
+     * Re-creates if dimensions changed.
+     */
+    private ensureVecTable;
+    private get stmts();
+    /**
+     * Sync all .md files from memoryDir into SQLite.
+     * Only re-processes files whose mtime or hash changed.
+     */
+    sync(): Promise<void>;
+    private _doSync;
+    /**
+     * Hybrid search: vector similarity + FTS5 keyword.
+     * Weights, temporal decay, and MMR re-ranking are configurable via searchConfig.
+     */
+    search(query: string, topK?: number, minScore?: number): Promise<MemorySearchResult>;
+    /**
+     * Start watching the memory directory for file changes.
+     * Triggers a debounced sync (1.5s) on any .md file change.
+     */
+    startWatching(): void;
+    /**
+     * Stop watching the memory directory.
+     */
+    stopWatching(): void;
+    /** Insert a structured investigation record into the investigations table. */
+    insertInvestigation(record: InvestigationRecord): void;
+    /** Search past investigations by structured fields. */
+    searchInvestigations(_question: string, opts?: {
+        rootCauseCategory?: string;
+        environmentTag?: string;
+        topK?: number;
+    }): InvestigationRecord[];
+    close(): void;
+    /**
+     * Embed texts with cache: look up cached embeddings first, only call API for misses.
+     * Writes new embeddings back to the cache.
+     */
+    private embedWithCache;
+    private listMdFiles;
+    private vectorSearch;
+    private ftsSearch;
+}