getmnemo-migrate 0.1.0

package/dist/adapters/raw-json.js

@@ -0,0 +1,35 @@
+import { promises as fs } from "node:fs";
+import { Adapter } from "./base.js";
+import { parseMap, recordFromObject } from "./record-mapping.js";
+const MAX_JSON_BYTES = 50 * 1024 * 1024;
+export class RawJsonAdapter extends Adapter {
+    name = "raw-json";
+    defaultLane = "document";
+    constructor(cfg = {}) {
+        super(cfg);
+        if (!cfg.file)
+            throw new Error("--file <path.json> is required for the raw-json adapter");
+    }
+    async load() {
+        const stat = await fs.stat(this.cfg.file);
+        if (stat.size > MAX_JSON_BYTES) {
+            throw new Error("JSON arrays are limited to 50 MB; convert larger exports to JSONL");
+        }
+        const parsed = JSON.parse(await fs.readFile(this.cfg.file, "utf8"));
+        if (!Array.isArray(parsed))
+            throw new Error("raw-json expects a top-level JSON array");
+        return parsed.filter((item) => Boolean(item) && typeof item === "object" && !Array.isArray(item));
+    }
+    async count() {
+        return (await this.load()).length;
+    }
+    async *iterate() {
+        const map = parseMap(this.cfg.map);
+        for (const item of await this.load()) {
+            const record = recordFromObject(item, map, { source: "raw-json", file: this.cfg.file });
+            if (record)
+                yield record;
+        }
+    }
+}
+//# sourceMappingURL=raw-json.js.map

package/dist/adapters/raw-json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-json.js","sourceRoot":"","sources":["../../src/adapters/raw-json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,OAAO,EAA+B,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAEjE,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAExC,MAAM,OAAO,cAAe,SAAQ,OAAO;IAChC,IAAI,GAAG,UAAU,CAAC;IAClB,WAAW,GAAG,UAAmB,CAAC;IAE3C,YAAY,MAAqB,EAAE;QACjC,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;IAC5F,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACvF,OAAO,MAAM,CAAC,MAAM,CAClB,CAAC,IAAI,EAAmC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAC7G,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAK,EAAE,CAAC,CAAC;YACzF,IAAI,MAAM;gBAAE,MAAM,MAAM,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}

package/dist/adapters/raw-jsonl.d.ts

@@ -0,0 +1,11 @@
+import { Adapter, AdapterConfig, SourceRecord } from "./base.js";
+export declare class RawJsonlAdapter extends Adapter {
+    readonly name = "raw-jsonl";
+    readonly defaultLane: "document";
+    private filePath;
+    private map;
+    constructor(cfg?: AdapterConfig);
+    count(): Promise<number | null>;
+    iterate(): AsyncIterable<SourceRecord>;
+}
+//# sourceMappingURL=raw-jsonl.d.ts.map

package/dist/adapters/raw-jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-jsonl.d.ts","sourceRoot":"","sources":["../../src/adapters/raw-jsonl.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGjE,qBAAa,eAAgB,SAAQ,OAAO;IAC1C,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,WAAW,EAAG,UAAU,CAAU;IAE3C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,GAAG,CAAW;gBAEV,GAAG,GAAE,aAAkB;IAS7B,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAS9B,OAAO,IAAI,aAAa,CAAC,YAAY,CAAC;CAqB9C"}

package/dist/adapters/raw-jsonl.js

@@ -0,0 +1,52 @@
+import { createReadStream, promises as fs } from "node:fs";
+import { createInterface } from "node:readline";
+import { Adapter } from "./base.js";
+import { parseMap, recordFromObject } from "./record-mapping.js";
+export class RawJsonlAdapter extends Adapter {
+    name = "raw-jsonl";
+    defaultLane = "document";
+    filePath;
+    map;
+    constructor(cfg = {}) {
+        super(cfg);
+        if (!cfg.file) {
+            throw new Error("--file <path.jsonl> is required for the raw-jsonl adapter");
+        }
+        this.filePath = cfg.file;
+        this.map = parseMap(cfg.map);
+    }
+    async count() {
+        try {
+            const data = await fs.readFile(this.filePath, "utf8");
+            return data.split(/\r?\n/).filter((l) => l.trim().length > 0).length;
+        }
+        catch {
+            return null;
+        }
+    }
+    async *iterate() {
+        const stream = createReadStream(this.filePath, { encoding: "utf8" });
+        const rl = createInterface({ input: stream, crlfDelay: Infinity });
+        let lineNo = 0;
+        for await (const line of rl) {
+            lineNo += 1;
+            const trimmed = line.trim();
+            if (!trimmed)
+                continue;
+            let parsed;
+            try {
+                parsed = JSON.parse(trimmed);
+            }
+            catch (err) {
+                throw new Error(`Invalid JSON on line ${lineNo} of ${this.filePath}: ${err.message}`);
+            }
+            const record = recordFromObject(parsed, this.map, {
+                source: "raw-jsonl",
+                file: this.filePath,
+            });
+            if (record)
+                yield record;
+        }
+    }
+}
+//# sourceMappingURL=raw-jsonl.js.map

package/dist/adapters/raw-jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"raw-jsonl.js","sourceRoot":"","sources":["../../src/adapters/raw-jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,OAAO,EAA+B,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAiB,MAAM,qBAAqB,CAAC;AAEhF,MAAM,OAAO,eAAgB,SAAQ,OAAO;IACjC,IAAI,GAAG,WAAW,CAAC;IACnB,WAAW,GAAG,UAAmB,CAAC;IAEnC,QAAQ,CAAS;IACjB,GAAG,CAAW;IAEtB,YAAY,MAAqB,EAAE;QACjC,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACtD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;QACvE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;QACrE,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QACnE,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,CAAC;YACZ,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,SAAS;YACvB,IAAI,MAA+B,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;YAC1D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,OAAO,IAAI,CAAC,QAAQ,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACnG,CAAC;YACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE;gBAChD,MAAM,EAAE,WAAW;gBACnB,IAAI,EAAE,IAAI,CAAC,QAAQ;aACpB,CAAC,CAAC;YACH,IAAI,MAAM;gBAAE,MAAM,MAAM,CAAC;QAC3B,CAAC;IACH,CAAC;CACF"}

package/dist/adapters/record-mapping.d.ts

@@ -0,0 +1,6 @@
+import type { SourceRecord } from "./base.js";
+export type FieldMap = Record<string, string>;
+export declare function parseMap(spec: string | undefined): FieldMap;
+export declare function pluck(obj: Record<string, unknown>, key: string): unknown;
+export declare function recordFromObject(input: Record<string, unknown>, map: FieldMap, baseMetadata: Record<string, unknown>): SourceRecord | null;
+//# sourceMappingURL=record-mapping.d.ts.map

package/dist/adapters/record-mapping.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-mapping.d.ts","sourceRoot":"","sources":["../../src/adapters/record-mapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAE9C,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAE9C,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ,CAa3D;AAED,wBAAgB,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CASxE;AAED,wBAAgB,gBAAgB,CAC9B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC9B,GAAG,EAAE,QAAQ,EACb,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACpC,YAAY,GAAG,IAAI,CAyBrB"}

package/dist/adapters/record-mapping.js

@@ -0,0 +1,59 @@
+export function parseMap(spec) {
+    if (!spec)
+        return { content: "content", id: "id" };
+    const out = {};
+    for (const part of spec.split(",")) {
+        const separator = part.indexOf("=");
+        if (separator < 1)
+            continue;
+        const target = part.slice(0, separator).trim();
+        const source = part.slice(separator + 1).trim();
+        if (target && source)
+            out[target] = source;
+    }
+    if (!out.content)
+        out.content = "content";
+    if (!out.id)
+        out.id = "id";
+    return out;
+}
+export function pluck(obj, key) {
+    if (key === "*")
+        return obj;
+    if (!key.includes("."))
+        return obj[key];
+    let current = obj;
+    for (const segment of key.split(".")) {
+        if (!current || typeof current !== "object" || Array.isArray(current))
+            return undefined;
+        current = current[segment];
+    }
+    return current;
+}
+export function recordFromObject(input, map, baseMetadata) {
+    const rawContent = pluck(input, map.content);
+    const content = typeof rawContent === "string"
+        ? rawContent
+        : rawContent && typeof rawContent === "object"
+            ? JSON.stringify(rawContent)
+            : undefined;
+    if (!content?.trim())
+        return null;
+    const id = pluck(input, map.id);
+    const contentType = map.contentType ? pluck(input, map.contentType) : undefined;
+    const metadata = { ...baseMetadata };
+    for (const [target, source] of Object.entries(map)) {
+        if (target === "content" || target === "id" || target === "contentType")
+            continue;
+        const value = pluck(input, source);
+        if (value !== undefined)
+            metadata[target] = value;
+    }
+    return {
+        sourceId: typeof id === "string" || typeof id === "number" ? String(id) : undefined,
+        content,
+        metadata,
+        contentType: typeof contentType === "string" ? contentType : undefined,
+    };
+}
+//# sourceMappingURL=record-mapping.js.map

package/dist/adapters/record-mapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"record-mapping.js","sourceRoot":"","sources":["../../src/adapters/record-mapping.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,QAAQ,CAAC,IAAwB;IAC/C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACnD,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,SAAS,GAAG,CAAC;YAAE,SAAS;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,IAAI,MAAM,IAAI,MAAM;YAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAC7C,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,OAAO;QAAE,GAAG,CAAC,OAAO,GAAG,SAAS,CAAC;IAC1C,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC;IAC3B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,GAA4B,EAAE,GAAW;IAC7D,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,GAAG,CAAC;IAC5B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,OAAO,GAAY,GAAG,CAAC;IAC3B,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,SAAS,CAAC;QACxF,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,KAA8B,EAC9B,GAAa,EACb,YAAqC;IAErC,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,OAAQ,CAAC,CAAC;IAC9C,MAAM,OAAO,GACX,OAAO,UAAU,KAAK,QAAQ;QAC5B,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,UAAU,IAAI,OAAO,UAAU,KAAK,QAAQ;YAC5C,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;YAC5B,CAAC,CAAC,SAAS,CAAC;IAClB,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IAElC,MAAM,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAG,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChF,MAAM,QAAQ,GAA4B,EAAE,GAAG,YAAY,EAAE,CAAC;IAC9D,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,aAAa;YAAE,SAAS;QAClF,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,KAAK,KAAK,SAAS;YAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IACpD,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,OAAO,EAAE,KAAK,QAAQ,IAAI,OAAO,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;QACnF,OAAO;QACP,QAAQ;QACR,WAAW,EAAE,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;KACvE,CAAC;AACJ,CAAC"}

package/dist/adapters/supermemory.d.ts

@@ -0,0 +1,12 @@
+import { Adapter, AdapterConfig, SourceRecord } from "./base.js";
+export declare class SupermemoryAdapter extends Adapter {
+    readonly name = "supermemory";
+    readonly defaultLane: "memory";
+    private apiKey;
+    private baseUrl;
+    constructor(cfg?: AdapterConfig);
+    private request;
+    count(): Promise<number | null>;
+    iterate(): AsyncIterable<SourceRecord>;
+}
+//# sourceMappingURL=supermemory.d.ts.map

package/dist/adapters/supermemory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"supermemory.d.ts","sourceRoot":"","sources":["../../src/adapters/supermemory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAmBjE,qBAAa,kBAAmB,SAAQ,OAAO;IAC7C,QAAQ,CAAC,IAAI,iBAAiB;IAC9B,QAAQ,CAAC,WAAW,EAAG,QAAQ,CAAU;IAEzC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,GAAG,GAAE,aAAkB;YAUrB,OAAO;IAaf,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAK9B,OAAO,IAAI,aAAa,CAAC,YAAY,CAAC;CAuB9C"}

package/dist/adapters/supermemory.js

@@ -0,0 +1,58 @@
+import { Adapter } from "./base.js";
+const DEFAULT_BASE_URL = "https://api.supermemory.ai";
+export class SupermemoryAdapter extends Adapter {
+    name = "supermemory";
+    defaultLane = "memory";
+    apiKey;
+    baseUrl;
+    constructor(cfg = {}) {
+        super(cfg);
+        const key = process.env.SUPERMEMORY_API_KEY;
+        if (!key) {
+            throw new Error("SUPERMEMORY_API_KEY is required for the supermemory adapter");
+        }
+        this.apiKey = key;
+        this.baseUrl = (cfg.baseUrl ?? DEFAULT_BASE_URL).replace(/\/$/, "");
+    }
+    async request(path) {
+        const res = await fetch(new URL(path, this.baseUrl + "/"), {
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                Accept: "application/json",
+            },
+        });
+        if (!res.ok) {
+            throw new Error(`supermemory request failed: ${res.status} ${res.statusText}`);
+        }
+        return (await res.json());
+    }
+    async count() {
+        const page = await this.request("/v3/memories?limit=1");
+        return typeof page.total === "number" ? page.total : null;
+    }
+    async *iterate() {
+        const pageSize = this.cfg.pageSize ?? 100;
+        let cursor = null;
+        do {
+            const path = `/v3/memories?limit=${pageSize}${cursor ? `&cursor=${encodeURIComponent(cursor)}` : ""}`;
+            const page = await this.request(path);
+            for (const item of page.results ?? []) {
+                const content = item.content ?? item.text;
+                if (!content)
+                    continue;
+                yield {
+                    sourceId: item.id,
+                    content,
+                    metadata: {
+                        source: "supermemory",
+                        ...(item.type ? { type: item.type } : {}),
+                        ...(item.createdAt ? { sourceCreatedAt: item.createdAt } : {}),
+                        ...(item.metadata ?? {}),
+                    },
+                };
+            }
+            cursor = page.nextCursor ?? null;
+        } while (cursor);
+    }
+}
+//# sourceMappingURL=supermemory.js.map

package/dist/adapters/supermemory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"supermemory.js","sourceRoot":"","sources":["../../src/adapters/supermemory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA+B,MAAM,WAAW,CAAC;AAiBjE,MAAM,gBAAgB,GAAG,4BAA4B,CAAC;AAEtD,MAAM,OAAO,kBAAmB,SAAQ,OAAO;IACpC,IAAI,GAAG,aAAa,CAAC;IACrB,WAAW,GAAG,QAAiB,CAAC;IAEjC,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAqB,EAAE;QACjC,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC5C,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,IAAY;QAChC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,EAAE;YACzD,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,+BAA+B,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAoB,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,CAAC;QACxD,OAAO,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC;QAC1C,IAAI,MAAM,GAAkB,IAAI,CAAC;QACjC,GAAG,CAAC;YACF,MAAM,IAAI,GAAG,sBAAsB,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACtG,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBACtC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;gBAC1C,IAAI,CAAC,OAAO;oBAAE,SAAS;gBACvB,MAAM;oBACJ,QAAQ,EAAE,IAAI,CAAC,EAAE;oBACjB,OAAO;oBACP,QAAQ,EAAE;wBACR,MAAM,EAAE,aAAa;wBACrB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9D,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;qBACzB;iBACF,CAAC;YACJ,CAAC;YACD,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;QACnC,CAAC,QAAQ,MAAM,EAAE;IACnB,CAAC;CACF"}

package/dist/adapters/text-file.d.ts

@@ -0,0 +1,9 @@
+import { Adapter, AdapterConfig, SourceRecord } from "./base.js";
+export declare class TextFileAdapter extends Adapter {
+    readonly name = "text-file";
+    readonly defaultLane: "document";
+    constructor(cfg?: AdapterConfig);
+    count(): Promise<number>;
+    iterate(): AsyncIterable<SourceRecord>;
+}
+//# sourceMappingURL=text-file.d.ts.map

package/dist/adapters/text-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-file.d.ts","sourceRoot":"","sources":["../../src/adapters/text-file.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEjE,qBAAa,eAAgB,SAAQ,OAAO;IAC1C,QAAQ,CAAC,IAAI,eAAe;IAC5B,QAAQ,CAAC,WAAW,EAAG,UAAU,CAAU;gBAE/B,GAAG,GAAE,aAAkB;IAK7B,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;IAIvB,OAAO,IAAI,aAAa,CAAC,YAAY,CAAC;CAW9C"}

package/dist/adapters/text-file.js

@@ -0,0 +1,28 @@
+import { promises as fs } from "node:fs";
+import { basename, extname } from "node:path";
+import { Adapter } from "./base.js";
+export class TextFileAdapter extends Adapter {
+    name = "text-file";
+    defaultLane = "document";
+    constructor(cfg = {}) {
+        super(cfg);
+        if (!cfg.file)
+            throw new Error("--file <path> is required for the text-file adapter");
+    }
+    async count() {
+        return 1;
+    }
+    async *iterate() {
+        const content = await fs.readFile(this.cfg.file, "utf8");
+        if (!content.trim())
+            return;
+        const extension = extname(this.cfg.file).toLowerCase();
+        yield {
+            sourceId: basename(this.cfg.file),
+            content,
+            contentType: extension === ".md" ? "markdown" : "text",
+            metadata: { source: "text-file", file: this.cfg.file },
+        };
+    }
+}
+//# sourceMappingURL=text-file.js.map

package/dist/adapters/text-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-file.js","sourceRoot":"","sources":["../../src/adapters/text-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EAAE,OAAO,EAA+B,MAAM,WAAW,CAAC;AAEjE,MAAM,OAAO,eAAgB,SAAQ,OAAO;IACjC,IAAI,GAAG,WAAW,CAAC;IACnB,WAAW,GAAG,UAAmB,CAAC;IAE3C,YAAY,MAAqB,EAAE;QACjC,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACxF,CAAC;IAED,KAAK,CAAC,KAAK;QACT,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YAAE,OAAO;QAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACxD,MAAM;YACJ,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAK,CAAC;YAClC,OAAO;YACP,WAAW,EAAE,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM;YACtD,QAAQ,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,IAAK,EAAE;SACxD,CAAC;IACJ,CAAC;CACF"}

package/dist/adapters/zep.d.ts

@@ -0,0 +1,12 @@
+import { Adapter, AdapterConfig, SourceRecord } from "./base.js";
+export declare class ZepAdapter extends Adapter {
+    readonly name = "zep";
+    readonly defaultLane: "memory";
+    private apiKey;
+    private baseUrl;
+    constructor(cfg?: AdapterConfig);
+    private request;
+    count(): Promise<number | null>;
+    iterate(): AsyncIterable<SourceRecord>;
+}
+//# sourceMappingURL=zep.d.ts.map

package/dist/adapters/zep.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zep.d.ts","sourceRoot":"","sources":["../../src/adapters/zep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AA6BjE,qBAAa,UAAW,SAAQ,OAAO;IACrC,QAAQ,CAAC,IAAI,SAAS;IACtB,QAAQ,CAAC,WAAW,EAAG,QAAQ,CAAU;IAEzC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;gBAEZ,GAAG,GAAE,aAAkB;YAUrB,OAAO;IAaf,KAAK,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAU9B,OAAO,IAAI,aAAa,CAAC,YAAY,CAAC;CA6C9C"}

package/dist/adapters/zep.js

@@ -0,0 +1,79 @@
+import { Adapter } from "./base.js";
+const DEFAULT_BASE_URL = "https://api.getzep.com";
+export class ZepAdapter extends Adapter {
+    name = "zep";
+    defaultLane = "memory";
+    apiKey;
+    baseUrl;
+    constructor(cfg = {}) {
+        super(cfg);
+        const key = process.env.ZEP_API_KEY;
+        if (!key) {
+            throw new Error("ZEP_API_KEY is required for the zep adapter");
+        }
+        this.apiKey = key;
+        this.baseUrl = (cfg.baseUrl ?? DEFAULT_BASE_URL).replace(/\/$/, "");
+    }
+    async request(path) {
+        const res = await fetch(new URL(path, this.baseUrl + "/"), {
+            headers: {
+                Authorization: `Api-Key ${this.apiKey}`,
+                Accept: "application/json",
+            },
+        });
+        if (!res.ok) {
+            throw new Error(`zep request failed: ${res.status} ${res.statusText}`);
+        }
+        return (await res.json());
+    }
+    async count() {
+        if (this.cfg.user) {
+            const sessions = await this.request(`/api/v2/users/${encodeURIComponent(this.cfg.user)}/sessions?limit=1`);
+            return sessions.total_count ?? null;
+        }
+        return null;
+    }
+    async *iterate() {
+        const pageSize = this.cfg.pageSize ?? 100;
+        if (!this.cfg.user) {
+            throw new Error("--user is required for the zep adapter (Zep memories belong to a user)");
+        }
+        const userId = this.cfg.user;
+        let sessionCursor = null;
+        do {
+            const sessionsPath = `/api/v2/users/${encodeURIComponent(userId)}/sessions?limit=${pageSize}${sessionCursor ? `&cursor=${encodeURIComponent(sessionCursor)}` : ""}`;
+            const sessionsPage = await this.request(sessionsPath);
+            const sessions = sessionsPage.sessions ?? [];
+            for (const session of sessions) {
+                const sid = session.session_id;
+                if (!sid)
+                    continue;
+                let msgCursor = null;
+                do {
+                    const path = `/api/v2/sessions/${encodeURIComponent(sid)}/messages?limit=${pageSize}${msgCursor ? `&cursor=${encodeURIComponent(msgCursor)}` : ""}`;
+                    const messagesPage = await this.request(path);
+                    for (const msg of messagesPage.messages ?? []) {
+                        if (!msg.content)
+                            continue;
+                        yield {
+                            sourceId: msg.uuid,
+                            content: msg.content,
+                            metadata: {
+                                source: "zep",
+                                userId,
+                                sessionId: sid,
+                                ...(msg.role ? { role: msg.role } : {}),
+                                ...(msg.role_type ? { roleType: msg.role_type } : {}),
+                                ...(msg.created_at ? { sourceCreatedAt: msg.created_at } : {}),
+                                ...(msg.metadata ?? {}),
+                            },
+                        };
+                    }
+                    msgCursor = messagesPage.cursor ?? null;
+                } while (msgCursor);
+            }
+            sessionCursor = sessionsPage.cursor ?? null;
+        } while (sessionCursor);
+    }
+}
+//# sourceMappingURL=zep.js.map

package/dist/adapters/zep.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zep.js","sourceRoot":"","sources":["../../src/adapters/zep.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA+B,MAAM,WAAW,CAAC;AA2BjE,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAElD,MAAM,OAAO,UAAW,SAAQ,OAAO;IAC5B,IAAI,GAAG,KAAK,CAAC;IACb,WAAW,GAAG,QAAiB,CAAC;IAEjC,MAAM,CAAS;IACf,OAAO,CAAS;IAExB,YAAY,MAAqB,EAAE;QACjC,KAAK,CAAC,GAAG,CAAC,CAAC;QACX,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,gBAAgB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtE,CAAC;IAEO,KAAK,CAAC,OAAO,CAAI,IAAY;QACnC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,EAAE;YACzD,OAAO,EAAE;gBACP,aAAa,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE;gBACvC,MAAM,EAAE,kBAAkB;aAC3B;SACF,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CACjC,iBAAiB,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mBAAmB,CACtE,CAAC;YACF,OAAO,QAAQ,CAAC,WAAW,IAAI,IAAI,CAAC;QACtC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,CAAC,OAAO;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC;QAC1C,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,wEAAwE,CAAC,CAAC;QAC5F,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;QAE7B,IAAI,aAAa,GAAkB,IAAI,CAAC;QACxC,GAAG,CAAC;YACF,MAAM,YAAY,GAAW,iBAAiB,kBAAkB,CAAC,MAAM,CAAC,mBAAmB,QAAQ,GACjG,aAAa,CAAC,CAAC,CAAC,WAAW,kBAAkB,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,EACnE,EAAE,CAAC;YACH,MAAM,YAAY,GAAoB,MAAM,IAAI,CAAC,OAAO,CAAkB,YAAY,CAAC,CAAC;YACxF,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC;YAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,CAAC;gBAC/B,IAAI,CAAC,GAAG;oBAAE,SAAS;gBACnB,IAAI,SAAS,GAAkB,IAAI,CAAC;gBACpC,GAAG,CAAC;oBACF,MAAM,IAAI,GAAW,oBAAoB,kBAAkB,CAAC,GAAG,CAAC,mBAAmB,QAAQ,GACzF,SAAS,CAAC,CAAC,CAAC,WAAW,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAC3D,EAAE,CAAC;oBACH,MAAM,YAAY,GAAoB,MAAM,IAAI,CAAC,OAAO,CAAkB,IAAI,CAAC,CAAC;oBAChF,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;wBAC9C,IAAI,CAAC,GAAG,CAAC,OAAO;4BAAE,SAAS;wBAC3B,MAAM;4BACJ,QAAQ,EAAE,GAAG,CAAC,IAAI;4BAClB,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,QAAQ,EAAE;gCACR,MAAM,EAAE,KAAK;gCACb,MAAM;gCACN,SAAS,EAAE,GAAG;gCACd,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gCACvC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gCACrD,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gCAC9D,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;6BACxB;yBACF,CAAC;oBACJ,CAAC;oBACD,SAAS,GAAG,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC;gBAC1C,CAAC,QAAQ,SAAS,EAAE;YACtB,CAAC;YACD,aAAa,GAAG,YAAY,CAAC,MAAM,IAAI,IAAI,CAAC;QAC9C,CAAC,QAAQ,aAAa,EAAE;IAC1B,CAAC;CACF"}

package/dist/cli.d.ts

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+import { Command } from "commander";
+export declare function buildCli(): Command;
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,OAAO,EAAU,MAAM,WAAW,CAAC;AAwI5C,wBAAgB,QAAQ,IAAI,OAAO,CAoIlC"}