@framers/agentos 0.1.120 → 0.1.121

package/dist/rag/migration/MigrationEngine.js

@@ -0,0 +1,168 @@
+/**
+ * @fileoverview Universal streaming migration engine between vector store backends.
+ * @module rag/migration/MigrationEngine
+ *
+ * Streams data in configurable batches between any pair of supported backends
+ * (SQLite, Postgres, Qdrant). Never loads the entire dataset into memory.
+ *
+ * Usage:
+ * ```typescript
+ * import { MigrationEngine } from '@framers/agentos';
+ *
+ * await MigrationEngine.migrate({
+ *   from: { type: 'sqlite', path: './brain.sqlite' },
+ *   to: { type: 'postgres', connectionString: 'postgresql://...' },
+ *   batchSize: 1000,
+ *   onProgress: (done, total, table) => console.log(`${table}: ${done}/${total}`),
+ * });
+ * ```
+ */
+// ---------------------------------------------------------------------------
+// MigrationEngine
+// ---------------------------------------------------------------------------
+export class MigrationEngine {
+    /**
+     * Migrate data between any two backends.
+     *
+     * The engine:
+     * 1. Connects to source and lists available tables.
+     * 2. For each table, reads rows in streaming batches.
+     * 3. Creates the table in the target (if it doesn't exist).
+     * 4. Writes each batch to the target.
+     * 5. Reports progress after each batch.
+     *
+     * @param options - Source, target, batch size, and progress callback.
+     * @returns Migration result with counts, duration, and any errors.
+     */
+    static async migrate(options) {
+        const startTime = Date.now();
+        const batchSize = options.batchSize ?? 1000;
+        const errors = [];
+        const tablesProcessed = [];
+        let totalRows = 0;
+        // Create source and target adapters via dynamic import (lazy loading).
+        const source = await MigrationEngine._createSource(options.from);
+        const target = await MigrationEngine._createTarget(options.to);
+        try {
+            const tables = await source.listTables();
+            for (const table of tables) {
+                try {
+                    const count = await source.countRows(table);
+                    if (count === 0) {
+                        tablesProcessed.push(table);
+                        continue;
+                    }
+                    // Dry run: just count and report progress.
+                    if (options.dryRun) {
+                        options.onProgress?.(count, count, table);
+                        totalRows += count;
+                        tablesProcessed.push(table);
+                        continue;
+                    }
+                    // Read first batch to get a sample row for schema inference.
+                    const firstBatch = await source.readBatch(table, 0, batchSize);
+                    if (firstBatch.length === 0) {
+                        tablesProcessed.push(table);
+                        continue;
+                    }
+                    // Ensure target table exists (creates schema from sample row).
+                    await target.ensureTable(table, firstBatch[0]);
+                    // Write first batch.
+                    let written = await target.writeBatch(table, firstBatch);
+                    totalRows += written;
+                    options.onProgress?.(written, count, table);
+                    // Stream remaining batches.
+                    let offset = firstBatch.length;
+                    while (offset < count) {
+                        const batch = await source.readBatch(table, offset, batchSize);
+                        if (batch.length === 0)
+                            break;
+                        const w = await target.writeBatch(table, batch);
+                        written += w;
+                        totalRows += w;
+                        offset += batch.length;
+                        options.onProgress?.(Math.min(offset, count), count, table);
+                    }
+                    tablesProcessed.push(table);
+                }
+                catch (err) {
+                    // Per-table errors are collected, not thrown — other tables still migrate.
+                    errors.push(`[${table}] ${err instanceof Error ? err.message : String(err)}`);
+                }
+            }
+        }
+        catch (err) {
+            // Fatal error (e.g. source connection failed).
+            errors.push(err instanceof Error ? err.message : String(err));
+        }
+        finally {
+            await source.close().catch(() => { });
+            await target.close().catch(() => { });
+        }
+        return {
+            tablesProcessed,
+            totalRows,
+            durationMs: Date.now() - startTime,
+            verified: errors.length === 0,
+            errors,
+        };
+    }
+    // ---------------------------------------------------------------------------
+    // Adapter factories (dynamic import for tree-shaking)
+    // ---------------------------------------------------------------------------
+    /**
+     * Create a source adapter for the given backend type.
+     * Uses dynamic imports so unused adapters don't bloat the bundle.
+     */
+    static async _createSource(config) {
+        switch (config.type) {
+            case 'sqlite': {
+                const { SqliteSourceAdapter } = await import('./adapters/SqliteSourceAdapter.js');
+                return new SqliteSourceAdapter(config.path);
+            }
+            case 'postgres': {
+                const { PostgresSourceAdapter } = await import('./adapters/PostgresSourceAdapter.js');
+                return new PostgresSourceAdapter(config.connectionString);
+            }
+            case 'qdrant': {
+                const { QdrantSourceAdapter } = await import('./adapters/QdrantSourceAdapter.js');
+                return new QdrantSourceAdapter(config.url, config.apiKey);
+            }
+            case 'pinecone': {
+                const { PineconeSourceAdapter } = await import('./adapters/PineconeSourceAdapter.js');
+                return new PineconeSourceAdapter(config.url, config.apiKey, config.collectionPrefix);
+            }
+            default:
+                throw new Error(`Unsupported migration source type: ${config.type}`);
+        }
+    }
+    /**
+     * Create a target adapter for the given backend type.
+     * Uses dynamic imports so unused adapters don't bloat the bundle.
+     */
+    static async _createTarget(config) {
+        switch (config.type) {
+            case 'sqlite': {
+                const { SqliteTargetAdapter } = await import('./adapters/SqliteTargetAdapter.js');
+                return new SqliteTargetAdapter(config.path);
+            }
+            case 'postgres': {
+                const { PostgresTargetAdapter } = await import('./adapters/PostgresTargetAdapter.js');
+                return new PostgresTargetAdapter(config.connectionString);
+            }
+            case 'qdrant': {
+                const { QdrantTargetAdapter } = await import('./adapters/QdrantTargetAdapter.js');
+                return new QdrantTargetAdapter(config.url, config.apiKey);
+            }
+            case 'pinecone': {
+                // Pinecone as a target: upsert vectors via the same PineconeVectorStore.
+                // For now, use the source adapter pattern — Pinecone is typically a source
+                // for migration TO self-hosted backends, not a target.
+                throw new Error('Pinecone as migration target is not yet supported. Migrate FROM Pinecone to SQLite/Postgres/Qdrant.');
+            }
+            default:
+                throw new Error(`Unsupported migration target type: ${config.type}`);
+        }
+    }
+}
+//# sourceMappingURL=MigrationEngine.js.map

package/dist/rag/migration/MigrationEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MigrationEngine.js","sourceRoot":"","sources":["../../../src/rag/migration/MigrationEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAUH,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,OAAO,eAAe;IAC1B;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAyB;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;QAC5C,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAa,EAAE,CAAC;QACrC,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,uEAAuE;QACvE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;YAEzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC5C,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;wBAChB,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC5B,SAAS;oBACX,CAAC;oBAED,2CAA2C;oBAC3C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;wBACnB,OAAO,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;wBAC1C,SAAS,IAAI,KAAK,CAAC;wBACnB,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC5B,SAAS;oBACX,CAAC;oBAED,6DAA6D;oBAC7D,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;oBAC/D,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC5B,SAAS;oBACX,CAAC;oBAED,+DAA+D;oBAC/D,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;oBAE/C,qBAAqB;oBACrB,IAAI,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;oBACzD,SAAS,IAAI,OAAO,CAAC;oBACrB,OAAO,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;oBAE5C,4BAA4B;oBAC5B,IAAI,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;oBAC/B,OAAO,MAAM,GAAG,KAAK,EAAE,CAAC;wBACtB,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;wBAC/D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;4BAAE,MAAM;wBAE9B,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;wBAChD,OAAO,IAAI,CAAC,CAAC;wBACb,SAAS,IAAI,CAAC,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;wBACvB,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;oBAC9D,CAAC;oBAED,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,2EAA2E;oBAC3E,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+CAA+C;YAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACrC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,OAAO;YACL,eAAe;YACf,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC7B,MAAM;SACP,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,sDAAsD;IACtD,8EAA8E;IAE9E;;;OAGG;IACK,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAqB;QACtD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;gBAClF,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;YAC/C,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,qCAAqC,CAAC,CAAC;gBACtF,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,gBAAiB,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;gBAClF,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,GAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,qCAAqC,CAAC,CAAC;gBACtF,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,GAAI,EAAE,MAAM,CAAC,MAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YACzF,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,sCAAuC,MAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAqB;QACtD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;gBAClF,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC;YAC/C,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,qCAAqC,CAAC,CAAC;gBACtF,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,gBAAiB,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;gBAClF,OAAO,IAAI,mBAAmB,CAAC,MAAM,CAAC,GAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7D,CAAC;YACD,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,yEAAyE;gBACzE,2EAA2E;gBAC3E,uDAAuD;gBACvD,MAAM,IAAI,KAAK,CAAC,qGAAqG,CAAC,CAAC;YACzH,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,sCAAuC,MAAwB,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;CACF"}

package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts

@@ -0,0 +1,23 @@
+/**
+ * @fileoverview Pinecone source adapter for the migration engine.
+ * @module rag/migration/adapters/PineconeSourceAdapter
+ *
+ * Reads vectors from Pinecone using the list + fetch API.
+ * Non-vector data (knowledge graph, etc.) is not stored in Pinecone.
+ */
+import type { IMigrationSource } from '../types.js';
+export declare class PineconeSourceAdapter implements IMigrationSource {
+    private readonly indexHost;
+    private readonly apiKey;
+    private readonly namespace;
+    constructor(indexHost: string, apiKey: string, namespace?: string);
+    private _headers;
+    /** Pinecone only stores vector data — returns single "table". */
+    listTables(): Promise<string[]>;
+    /** Count vectors via describe_index_stats. */
+    countRows(_table: string): Promise<number>;
+    /** Read vectors via list + fetch. Pinecone doesn't support offset-based pagination well. */
+    readBatch(_table: string, offset: number, limit: number): Promise<Record<string, unknown>[]>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=PineconeSourceAdapter.d.ts.map

package/dist/rag/migration/adapters/PineconeSourceAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PineconeSourceAdapter.d.ts","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PineconeSourceAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,qBAAa,qBAAsB,YAAW,gBAAgB;IAE1D,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAFT,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,SAAK;IAGjC,OAAO,CAAC,QAAQ;IAIhB,iEAAiE;IAC3D,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAIrC,8CAA8C;IACxC,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBhD,4FAA4F;IACtF,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IA+B5F,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAC7B"}

package/dist/rag/migration/adapters/PineconeSourceAdapter.js

@@ -0,0 +1,63 @@
+/**
+ * @fileoverview Pinecone source adapter for the migration engine.
+ * @module rag/migration/adapters/PineconeSourceAdapter
+ *
+ * Reads vectors from Pinecone using the list + fetch API.
+ * Non-vector data (knowledge graph, etc.) is not stored in Pinecone.
+ */
+export class PineconeSourceAdapter {
+    constructor(indexHost, apiKey, namespace = '') {
+        this.indexHost = indexHost;
+        this.apiKey = apiKey;
+        this.namespace = namespace;
+    }
+    _headers() {
+        return { 'Api-Key': this.apiKey, 'Content-Type': 'application/json' };
+    }
+    /** Pinecone only stores vector data — returns single "table". */
+    async listTables() {
+        return ['memory_traces'];
+    }
+    /** Count vectors via describe_index_stats. */
+    async countRows(_table) {
+        const res = await fetch(`${this.indexHost}/describe_index_stats`, {
+            method: 'POST',
+            headers: this._headers(),
+            body: '{}',
+        });
+        if (!res.ok)
+            return 0;
+        const data = await res.json();
+        if (this.namespace && data.namespaces?.[this.namespace]) {
+            return data.namespaces[this.namespace].vectorCount ?? 0;
+        }
+        return data.totalVectorCount ?? 0;
+    }
+    /** Read vectors via list + fetch. Pinecone doesn't support offset-based pagination well. */
+    async readBatch(_table, offset, limit) {
+        // Use list endpoint to get IDs, then fetch to get vectors + metadata.
+        const listRes = await fetch(`${this.indexHost}/vectors/list?namespace=${encodeURIComponent(this.namespace)}&limit=${limit}`, { headers: this._headers() });
+        if (!listRes.ok)
+            return [];
+        const listData = await listRes.json();
+        const ids = (listData.vectors ?? []).map(v => v.id);
+        if (ids.length === 0)
+            return [];
+        // Fetch full vectors by ID.
+        const fetchRes = await fetch(`${this.indexHost}/vectors/fetch`, {
+            method: 'POST',
+            headers: this._headers(),
+            body: JSON.stringify({ ids, namespace: this.namespace }),
+        });
+        if (!fetchRes.ok)
+            return [];
+        const fetchData = await fetchRes.json();
+        return Object.values(fetchData.vectors ?? {}).map(v => ({
+            id: v.id,
+            embedding: v.values,
+            ...v.metadata,
+        }));
+    }
+    async close() { }
+}
+//# sourceMappingURL=PineconeSourceAdapter.js.map

package/dist/rag/migration/adapters/PineconeSourceAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PineconeSourceAdapter.js","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PineconeSourceAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,MAAM,OAAO,qBAAqB;IAChC,YACmB,SAAiB,EACjB,MAAc,EACd,YAAY,EAAE;QAFd,cAAS,GAAT,SAAS,CAAQ;QACjB,WAAM,GAAN,MAAM,CAAQ;QACd,cAAS,GAAT,SAAS,CAAK;IAC9B,CAAC;IAEI,QAAQ;QACd,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IACxE,CAAC;IAED,iEAAiE;IACjE,KAAK,CAAC,UAAU;QACd,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,SAAS,CAAC,MAAc;QAC5B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,uBAAuB,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE;YACxB,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;QACtB,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAG1B,CAAC;QACF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACxD,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,IAAI,CAAC,gBAAgB,IAAI,CAAC,CAAC;IACpC,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,SAAS,CAAC,MAAc,EAAE,MAAc,EAAE,KAAa;QAC3D,sEAAsE;QACtE,MAAM,OAAO,GAAG,MAAM,KAAK,CACzB,GAAG,IAAI,CAAC,SAAS,2BAA2B,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,KAAK,EAAE,EAC/F,EAAE,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAC7B,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAE3B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,EAAyC,CAAC;QAC7E,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEhC,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,gBAAgB,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE;YACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;SACzD,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAE5B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAEpC,CAAC;QAEF,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtD,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,SAAS,EAAE,CAAC,CAAC,MAAM;YACnB,GAAG,CAAC,CAAC,QAAQ;SACd,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC"}

package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts

@@ -0,0 +1,30 @@
+/**
+ * @fileoverview Postgres source adapter for the migration engine.
+ * @module rag/migration/adapters/PostgresSourceAdapter
+ *
+ * Reads data from a Postgres + pgvector database in streaming batches.
+ * Uses the `pg` npm package for connection management.
+ */
+import type { IMigrationSource } from '../types.js';
+export declare class PostgresSourceAdapter implements IMigrationSource {
+    private readonly connectionString;
+    private pool;
+    /**
+     * @param connectionString - Postgres connection string (e.g. 'postgresql://user:pass@host:5432/db').
+     */
+    constructor(connectionString: string);
+    /** Lazily initialize the pg connection pool. */
+    private _ensurePool;
+    /** List tables that exist in the Postgres schema. */
+    listTables(): Promise<string[]>;
+    /** Count rows in a table. */
+    countRows(table: string): Promise<number>;
+    /**
+     * Read a batch of rows using LIMIT/OFFSET.
+     * Converts pgvector `vector` columns to number[] arrays.
+     */
+    readBatch(table: string, offset: number, limit: number): Promise<Record<string, unknown>[]>;
+    /** Close the connection pool. */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=PostgresSourceAdapter.d.ts.map

package/dist/rag/migration/adapters/PostgresSourceAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresSourceAdapter.d.ts","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PostgresSourceAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAoBpD,qBAAa,qBAAsB,YAAW,gBAAgB;IAMhD,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAL7C,OAAO,CAAC,IAAI,CAAa;IAEzB;;OAEG;gBAC0B,gBAAgB,EAAE,MAAM;IAErD,gDAAgD;YAClC,WAAW;IAOzB,qDAAqD;IAC/C,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IASrC,6BAA6B;IACvB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAM/C;;;OAGG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAMjG,iCAAiC;IAC3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}

package/dist/rag/migration/adapters/PostgresSourceAdapter.js

@@ -0,0 +1,71 @@
+/**
+ * @fileoverview Postgres source adapter for the migration engine.
+ * @module rag/migration/adapters/PostgresSourceAdapter
+ *
+ * Reads data from a Postgres + pgvector database in streaming batches.
+ * Uses the `pg` npm package for connection management.
+ */
+/**
+ * Tables in the AgentOS Postgres schema that should be migrated.
+ * Matches the SQLite schema with JSONB instead of TEXT for JSON columns.
+ */
+const PG_MIGRATION_TABLES = [
+    'brain_meta',
+    'memory_traces',
+    'knowledge_nodes',
+    'knowledge_edges',
+    'documents',
+    'document_chunks',
+    'document_images',
+    'consolidation_log',
+    'retrieval_feedback',
+    'conversations',
+    'messages',
+];
+export class PostgresSourceAdapter {
+    /**
+     * @param connectionString - Postgres connection string (e.g. 'postgresql://user:pass@host:5432/db').
+     */
+    constructor(connectionString) {
+        this.connectionString = connectionString;
+        this.pool = null; // pg.Pool — dynamically imported
+    }
+    /** Lazily initialize the pg connection pool. */
+    async _ensurePool() {
+        if (this.pool)
+            return this.pool;
+        const pg = await import('pg');
+        this.pool = new pg.default.Pool({ connectionString: this.connectionString, max: 5 });
+        return this.pool;
+    }
+    /** List tables that exist in the Postgres schema. */
+    async listTables() {
+        const pool = await this._ensurePool();
+        const result = await pool.query("SELECT table_name FROM information_schema.tables WHERE table_schema = 'public' AND table_type = 'BASE TABLE'");
+        const existing = new Set(result.rows.map((r) => r.table_name));
+        return PG_MIGRATION_TABLES.filter(t => existing.has(t));
+    }
+    /** Count rows in a table. */
+    async countRows(table) {
+        const pool = await this._ensurePool();
+        const result = await pool.query(`SELECT COUNT(*) as c FROM "${table}"`);
+        return parseInt(result.rows[0].c, 10);
+    }
+    /**
+     * Read a batch of rows using LIMIT/OFFSET.
+     * Converts pgvector `vector` columns to number[] arrays.
+     */
+    async readBatch(table, offset, limit) {
+        const pool = await this._ensurePool();
+        const result = await pool.query(`SELECT * FROM "${table}" LIMIT $1 OFFSET $2`, [limit, offset]);
+        return result.rows;
+    }
+    /** Close the connection pool. */
+    async close() {
+        if (this.pool) {
+            await this.pool.end();
+            this.pool = null;
+        }
+    }
+}
+//# sourceMappingURL=PostgresSourceAdapter.js.map

package/dist/rag/migration/adapters/PostgresSourceAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresSourceAdapter.js","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PostgresSourceAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH;;;GAGG;AACH,MAAM,mBAAmB,GAAG;IAC1B,YAAY;IACZ,eAAe;IACf,iBAAiB;IACjB,iBAAiB;IACjB,WAAW;IACX,iBAAiB;IACjB,iBAAiB;IACjB,mBAAmB;IACnB,oBAAoB;IACpB,eAAe;IACf,UAAU;CACX,CAAC;AAEF,MAAM,OAAO,qBAAqB;IAGhC;;OAEG;IACH,YAA6B,gBAAwB;QAAxB,qBAAgB,GAAhB,gBAAgB,CAAQ;QAL7C,SAAI,GAAQ,IAAI,CAAC,CAAC,iCAAiC;IAKH,CAAC;IAEzD,gDAAgD;IACxC,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACrF,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,qDAAqD;IACrD,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAC7B,8GAA8G,CAC/G,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QACpE,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,6BAA6B;IAC7B,KAAK,CAAC,SAAS,CAAC,KAAa;QAC3B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,GAAG,CAAC,CAAC;QACxE,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,MAAc,EAAE,KAAa;QAC1D,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,KAAK,sBAAsB,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAChG,OAAO,MAAM,CAAC,IAAiC,CAAC;IAClD,CAAC;IAED,iCAAiC;IACjC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;CACF"}

package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts

@@ -0,0 +1,38 @@
+/**
+ * @fileoverview Postgres target adapter for the migration engine.
+ * @module rag/migration/adapters/PostgresTargetAdapter
+ *
+ * Writes migration data to a Postgres + pgvector database.
+ * Ensures pgvector extension and creates tables with appropriate
+ * column types (JSONB, vector, tsvector).
+ */
+import type { IMigrationTarget } from '../types.js';
+export declare class PostgresTargetAdapter implements IMigrationTarget {
+    private readonly connectionString;
+    private pool;
+    private createdTables;
+    /**
+     * @param connectionString - Postgres connection string.
+     */
+    constructor(connectionString: string);
+    /** Lazily initialize the pg connection pool and ensure pgvector is available. */
+    private _ensurePool;
+    /**
+     * Create the target table if it doesn't exist.
+     * Infers column types from the sample row:
+     * - Buffer → BYTEA (or vector if column name contains 'embedding')
+     * - number → BIGINT or DOUBLE PRECISION
+     * - boolean → BOOLEAN
+     * - object/array → JSONB
+     * - string → TEXT
+     */
+    ensureTable(table: string, sampleRow: Record<string, unknown>): Promise<void>;
+    /**
+     * Write a batch of rows using INSERT ... ON CONFLICT DO NOTHING.
+     * Wraps in a single transaction for atomicity.
+     */
+    writeBatch(table: string, rows: Record<string, unknown>[]): Promise<number>;
+    /** Close the connection pool. */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=PostgresTargetAdapter.d.ts.map

package/dist/rag/migration/adapters/PostgresTargetAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresTargetAdapter.d.ts","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PostgresTargetAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,qBAAa,qBAAsB,YAAW,gBAAgB;IAOhD,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IAN7C,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,aAAa,CAAqB;IAE1C;;OAEG;gBAC0B,gBAAgB,EAAE,MAAM;IAErD,iFAAiF;YACnE,WAAW;IASzB;;;;;;;;OAQG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuBnF;;;OAGG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;IAyCjF,iCAAiC;IAC3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}

package/dist/rag/migration/adapters/PostgresTargetAdapter.js

@@ -0,0 +1,114 @@
+/**
+ * @fileoverview Postgres target adapter for the migration engine.
+ * @module rag/migration/adapters/PostgresTargetAdapter
+ *
+ * Writes migration data to a Postgres + pgvector database.
+ * Ensures pgvector extension and creates tables with appropriate
+ * column types (JSONB, vector, tsvector).
+ */
+export class PostgresTargetAdapter {
+    /**
+     * @param connectionString - Postgres connection string.
+     */
+    constructor(connectionString) {
+        this.connectionString = connectionString;
+        this.pool = null;
+        this.createdTables = new Set();
+    }
+    /** Lazily initialize the pg connection pool and ensure pgvector is available. */
+    async _ensurePool() {
+        if (this.pool)
+            return this.pool;
+        const pg = await import('pg');
+        this.pool = new pg.default.Pool({ connectionString: this.connectionString, max: 5 });
+        // Ensure pgvector extension exists.
+        await this.pool.query('CREATE EXTENSION IF NOT EXISTS vector');
+        return this.pool;
+    }
+    /**
+     * Create the target table if it doesn't exist.
+     * Infers column types from the sample row:
+     * - Buffer → BYTEA (or vector if column name contains 'embedding')
+     * - number → BIGINT or DOUBLE PRECISION
+     * - boolean → BOOLEAN
+     * - object/array → JSONB
+     * - string → TEXT
+     */
+    async ensureTable(table, sampleRow) {
+        if (this.createdTables.has(table))
+            return;
+        const pool = await this._ensurePool();
+        const columns = Object.keys(sampleRow);
+        const colDefs = columns.map(col => {
+            const val = sampleRow[col];
+            // Embedding columns get the pgvector `vector` type.
+            if (col.includes('embedding') && (val instanceof Buffer || Array.isArray(val))) {
+                const dim = val instanceof Buffer ? val.byteLength / 4 : val.length;
+                return `"${col}" vector(${dim})`;
+            }
+            if (val instanceof Buffer || val instanceof Uint8Array)
+                return `"${col}" BYTEA`;
+            if (typeof val === 'number')
+                return `"${col}" ${Number.isInteger(val) ? 'BIGINT' : 'DOUBLE PRECISION'}`;
+            if (typeof val === 'boolean')
+                return `"${col}" BOOLEAN`;
+            if (typeof val === 'object' && val !== null)
+                return `"${col}" JSONB`;
+            return `"${col}" TEXT`;
+        }).join(', ');
+        await pool.query(`CREATE TABLE IF NOT EXISTS "${table}" (${colDefs})`);
+        this.createdTables.add(table);
+    }
+    /**
+     * Write a batch of rows using INSERT ... ON CONFLICT DO NOTHING.
+     * Wraps in a single transaction for atomicity.
+     */
+    async writeBatch(table, rows) {
+        if (rows.length === 0)
+            return 0;
+        const pool = await this._ensurePool();
+        const client = await pool.connect();
+        try {
+            await client.query('BEGIN');
+            const columns = Object.keys(rows[0]);
+            const quotedCols = columns.map(c => `"${c}"`).join(', ');
+            const placeholders = columns.map((_, i) => `$${i + 1}`).join(', ');
+            const sql = `INSERT INTO "${table}" (${quotedCols}) VALUES (${placeholders}) ON CONFLICT DO NOTHING`;
+            let count = 0;
+            for (const row of rows) {
+                const values = columns.map(c => {
+                    const v = row[c];
+                    // Convert Buffer embeddings to pgvector format: '[0.1,0.2,...]'
+                    if (c.includes('embedding') && v instanceof Buffer) {
+                        const f32 = new Float32Array(v.buffer, v.byteOffset, v.byteLength / 4);
+                        return `[${Array.from(f32).join(',')}]`;
+                    }
+                    // Convert objects/arrays to JSON strings for JSONB columns.
+                    if (typeof v === 'object' && v !== null && !(v instanceof Buffer)) {
+                        return JSON.stringify(v);
+                    }
+                    return v;
+                });
+                await client.query(sql, values);
+                count++;
+            }
+            await client.query('COMMIT');
+            return count;
+        }
+        catch (err) {
+            await client.query('ROLLBACK');
+            throw err;
+        }
+        finally {
+            client.release();
+        }
+    }
+    /** Close the connection pool. */
+    async close() {
+        if (this.pool) {
+            await this.pool.end();
+            this.pool = null;
+        }
+    }
+}
+//# sourceMappingURL=PostgresTargetAdapter.js.map

package/dist/rag/migration/adapters/PostgresTargetAdapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresTargetAdapter.js","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/PostgresTargetAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,MAAM,OAAO,qBAAqB;IAIhC;;OAEG;IACH,YAA6B,gBAAwB;QAAxB,qBAAgB,GAAhB,gBAAgB,CAAQ;QAN7C,SAAI,GAAQ,IAAI,CAAC;QACjB,kBAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IAKc,CAAC;IAEzD,iFAAiF;IACzE,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC;QAChC,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACrF,oCAAoC;QACpC,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC/D,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,WAAW,CAAC,KAAa,EAAE,SAAkC;QACjE,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC;YAAE,OAAO;QAC1C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEtC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YAChC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC3B,oDAAoD;YACpD,IAAI,GAAG,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,YAAY,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC/E,MAAM,GAAG,GAAG,GAAG,YAAY,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAE,GAAgB,CAAC,MAAM,CAAC;gBAClF,OAAO,IAAI,GAAG,YAAY,GAAG,GAAG,CAAC;YACnC,CAAC;YACD,IAAI,GAAG,YAAY,MAAM,IAAI,GAAG,YAAY,UAAU;gBAAE,OAAO,IAAI,GAAG,SAAS,CAAC;YAChF,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAAE,OAAO,IAAI,GAAG,KAAK,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC;YACxG,IAAI,OAAO,GAAG,KAAK,SAAS;gBAAE,OAAO,IAAI,GAAG,WAAW,CAAC;YACxD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;gBAAE,OAAO,IAAI,GAAG,SAAS,CAAC;YACrE,OAAO,IAAI,GAAG,QAAQ,CAAC;QACzB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,IAAI,CAAC,KAAK,CAAC,+BAA+B,KAAK,MAAM,OAAO,GAAG,CAAC,CAAC;QACvE,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,IAA+B;QAC7D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnE,MAAM,GAAG,GAAG,gBAAgB,KAAK,MAAM,UAAU,aAAa,YAAY,0BAA0B,CAAC;YAErG,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;oBAC7B,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBACjB,gEAAgE;oBAChE,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,MAAM,EAAE,CAAC;wBACnD,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;wBACvE,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBAC1C,CAAC;oBACD,4DAA4D;oBAC5D,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,MAAM,CAAC,EAAE,CAAC;wBAClE,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBAC3B,CAAC;oBACD,OAAO,CAAC,CAAC;gBACX,CAAC,CAAC,CAAC;gBACH,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAChC,KAAK,EAAE,CAAC;YACV,CAAC;YAED,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;CACF"}

package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts

@@ -0,0 +1,36 @@
+/**
+ * @fileoverview Qdrant source adapter for the migration engine.
+ * @module rag/migration/adapters/QdrantSourceAdapter
+ *
+ * Reads vectors from Qdrant collections using the scroll API.
+ * Non-vector data (knowledge graph, documents, etc.) is read from
+ * the sidecar SQLite file that accompanies Qdrant deployments.
+ */
+import type { IMigrationSource } from '../types.js';
+export declare class QdrantSourceAdapter implements IMigrationSource {
+    private readonly url;
+    private readonly apiKey?;
+    private sidecarDb;
+    /**
+     * @param url    - Qdrant base URL (e.g. 'http://localhost:6333').
+     * @param apiKey - Optional API key for cloud instances.
+     */
+    constructor(url: string, apiKey?: string | undefined);
+    /** Build fetch headers with optional API key. */
+    private _headers;
+    /**
+     * List available tables/collections.
+     * Combines Qdrant collections and sidecar SQLite tables.
+     */
+    listTables(): Promise<string[]>;
+    /** Count points in a Qdrant collection. */
+    countRows(table: string): Promise<number>;
+    /**
+     * Read a batch of points from a Qdrant collection using the scroll API.
+     * Converts Qdrant point format to flat row objects.
+     */
+    readBatch(table: string, offset: number, limit: number): Promise<Record<string, unknown>[]>;
+    /** Close connections. */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=QdrantSourceAdapter.d.ts.map

package/dist/rag/migration/adapters/QdrantSourceAdapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QdrantSourceAdapter.d.ts","sourceRoot":"","sources":["../../../../src/rag/migration/adapters/QdrantSourceAdapter.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAYpD,qBAAa,mBAAoB,YAAW,gBAAgB;IAQxD,OAAO,CAAC,QAAQ,CAAC,GAAG;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAR1B,OAAO,CAAC,SAAS,CAAa;IAE9B;;;OAGG;gBAEgB,GAAG,EAAE,MAAM,EACX,MAAM,CAAC,EAAE,MAAM,YAAA;IAGlC,iDAAiD;IACjD,OAAO,CAAC,QAAQ;IAMhB;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IA0BrC,2CAA2C;IACrC,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAW/C;;;OAGG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IA8BjG,yBAAyB;IACnB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}