@gzoo/cortex 0.5.9

package/packages/graph/dist/vector-store.d.ts

@@ -0,0 +1,27 @@
+export interface VectorSearchResult {
+    entityId: string;
+    distance: number;
+    text: string;
+}
+export interface VectorStoreOptions {
+    dbPath?: string;
+    dimensions?: number;
+}
+export declare class VectorStore {
+    private db;
+    private table;
+    private dbPath;
+    private dimensions;
+    constructor(options?: VectorStoreOptions);
+    initialize(): Promise<void>;
+    private ensureTable;
+    addVectors(records: Array<{
+        entityId: string;
+        vector: Float32Array;
+        text: string;
+    }>): Promise<void>;
+    search(queryVector: Float32Array, limit?: number): Promise<VectorSearchResult[]>;
+    deleteByEntityId(entityId: string): Promise<void>;
+    count(): Promise<number>;
+}
+//# sourceMappingURL=vector-store.d.ts.map

package/packages/graph/dist/vector-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.d.ts","sourceRoot":"","sources":["../src/vector-store.ts"],"names":[],"mappings":"AAWA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAID,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAA2B;IACrC,OAAO,CAAC,KAAK,CAAsB;IACnC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,UAAU,CAAS;gBAEf,OAAO,GAAE,kBAAuB;IAKtC,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;YAYnB,WAAW;IAmBnB,UAAU,CACd,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,YAAY,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,GACvE,OAAO,CAAC,IAAI,CAAC;IAeV,MAAM,CACV,WAAW,EAAE,YAAY,EACzB,KAAK,SAAK,GACT,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAe1B,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjD,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;CAI/B"}

package/packages/graph/dist/vector-store.js

@@ -0,0 +1,85 @@
+import { connect } from '@lancedb/lancedb';
+import { mkdirSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { createLogger } from '@cortex/core';
+const logger = createLogger('graph:vector-store');
+function resolveHomePath(p) {
+    return p.startsWith('~') ? p.replace('~', homedir()) : p;
+}
+const TABLE_NAME = 'entity_embeddings';
+export class VectorStore {
+    db = null;
+    table = null;
+    dbPath;
+    dimensions;
+    constructor(options = {}) {
+        this.dbPath = resolveHomePath(options.dbPath ?? '~/.cortex/vector.lance');
+        this.dimensions = options.dimensions ?? 384;
+    }
+    async initialize() {
+        mkdirSync(this.dbPath, { recursive: true });
+        this.db = await connect(this.dbPath);
+        try {
+            this.table = await this.db.openTable(TABLE_NAME);
+        }
+        catch {
+            // Table doesn't exist yet — will be created on first add
+            logger.debug('Vector table does not exist yet, will create on first add');
+        }
+    }
+    async ensureTable() {
+        if (this.table)
+            return this.table;
+        if (!this.db)
+            throw new Error('VectorStore not initialized');
+        // Create table with an initial record to establish schema
+        this.table = await this.db.createTable(TABLE_NAME, [
+            {
+                id: '_init',
+                entityId: '_init',
+                vector: new Array(this.dimensions).fill(0),
+                text: '',
+            },
+        ]);
+        // Remove the placeholder row
+        await this.table.delete('id = "_init"');
+        return this.table;
+    }
+    async addVectors(records) {
+        if (records.length === 0)
+            return;
+        const table = await this.ensureTable();
+        const rows = records.map((r) => ({
+            id: r.entityId,
+            entityId: r.entityId,
+            vector: Array.from(r.vector),
+            text: r.text,
+        }));
+        await table.add(rows);
+        logger.debug(`Added ${rows.length} vectors`);
+    }
+    async search(queryVector, limit = 20) {
+        if (!this.table)
+            return [];
+        const results = await this.table
+            .search(Array.from(queryVector))
+            .limit(limit)
+            .toArray();
+        return results.map((r) => ({
+            entityId: r.entityId,
+            distance: r._distance,
+            text: r.text,
+        }));
+    }
+    async deleteByEntityId(entityId) {
+        if (!this.table)
+            return;
+        await this.table.delete(`entityId = "${entityId}"`);
+    }
+    async count() {
+        if (!this.table)
+            return 0;
+        return await this.table.countRows();
+    }
+}
+//# sourceMappingURL=vector-store.js.map

package/packages/graph/dist/vector-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vector-store.js","sourceRoot":"","sources":["../src/vector-store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAA+B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAElD,SAAS,eAAe,CAAC,CAAS;IAChC,OAAO,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3D,CAAC;AAaD,MAAM,UAAU,GAAG,mBAAmB,CAAC;AAEvC,MAAM,OAAO,WAAW;IACd,EAAE,GAAsB,IAAI,CAAC;IAC7B,KAAK,GAAiB,IAAI,CAAC;IAC3B,MAAM,CAAS;IACf,UAAU,CAAS;IAE3B,YAAY,UAA8B,EAAE;QAC1C,IAAI,CAAC,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,IAAI,wBAAwB,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,UAAU;QACd,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAErC,IAAI,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,yDAAyD;YACzD,MAAM,CAAC,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAE7D,0DAA0D;QAC1D,IAAI,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE;YACjD;gBACE,EAAE,EAAE,OAAO;gBACX,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAa;gBACtD,IAAI,EAAE,EAAE;aACkB;SAC7B,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,UAAU,CACd,OAAwE;QAExE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEvC,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,EAAE,EAAE,CAAC,CAAC,QAAQ;YACd,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;YAC5B,IAAI,EAAE,CAAC,CAAC,IAAI;SACe,CAAA,CAAC,CAAC;QAE/B,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,MAAM,UAAU,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,MAAM,CACV,WAAyB,EACzB,KAAK,GAAG,EAAE;QAEV,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAE3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK;aAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aAC/B,KAAK,CAAC,KAAK,CAAC;aACZ,OAAO,EAAE,CAAC;QAEb,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,QAAQ,EAAE,CAAC,CAAC,QAAkB;YAC9B,QAAQ,EAAE,CAAC,CAAC,SAAmB;YAC/B,IAAI,EAAE,CAAC,CAAC,IAAc;SACvB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAgB;QACrC,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,QAAQ,GAAG,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;IACtC,CAAC;CACF"}

package/packages/graph/package.json

@@ -0,0 +1,27 @@
+{
+  "name": "@cortex/graph",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc --build",
+    "dev": "tsc --build --watch",
+    "test": "echo \"No tests yet\""
+  },
+  "dependencies": {
+    "@cortex/core": "*",
+    "@lancedb/lancedb": "^0.26.2",
+    "better-sqlite3": "^12.6.2"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13"
+  }
+}

package/packages/graph/tsconfig.json

@@ -0,0 +1,12 @@
+{
+  "extends": "../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "dist",
+    "rootDir": "src",
+    "composite": true
+  },
+  "include": ["src/**/*.ts"],
+  "references": [
+    { "path": "../core" }
+  ]
+}

package/packages/ingest/dist/chunker.d.ts

@@ -0,0 +1,21 @@
+import type { ParsedSection } from './parsers/types.js';
+export interface Chunk {
+    content: string;
+    startLine: number;
+    endLine: number;
+    sectionTitles: string[];
+    tokenEstimate: number;
+    index: number;
+}
+export interface ChunkerOptions {
+    maxTokens?: number;
+    overlapTokens?: number;
+}
+/**
+ * Splits parsed sections into overlapping chunks.
+ * - Target: 2,000 tokens per chunk
+ * - Overlap: 200 tokens between chunks
+ * - Splits on section boundaries when possible
+ */
+export declare function chunkSections(sections: ParsedSection[], options?: ChunkerOptions): Chunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/packages/ingest/dist/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAIxD,MAAM,WAAW,KAAK;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAMD;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,aAAa,EAAE,EACzB,OAAO,GAAE,cAAmB,GAC3B,KAAK,EAAE,CA8ET"}

package/packages/ingest/dist/chunker.js

@@ -0,0 +1,118 @@
+const AVG_CHARS_PER_TOKEN = 4;
+function estimateTokens(text) {
+    return Math.ceil(text.length / AVG_CHARS_PER_TOKEN);
+}
+/**
+ * Splits parsed sections into overlapping chunks.
+ * - Target: 2,000 tokens per chunk
+ * - Overlap: 200 tokens between chunks
+ * - Splits on section boundaries when possible
+ */
+export function chunkSections(sections, options = {}) {
+    const maxTokens = options.maxTokens ?? 2000;
+    const overlapTokens = options.overlapTokens ?? 200;
+    const maxChars = maxTokens * AVG_CHARS_PER_TOKEN;
+    const overlapChars = overlapTokens * AVG_CHARS_PER_TOKEN;
+    if (sections.length === 0)
+        return [];
+    const chunks = [];
+    let currentContent = '';
+    let currentStartLine = sections[0].startLine;
+    let currentEndLine = sections[0].startLine;
+    let currentTitles = [];
+    let overlapBuffer = '';
+    for (const section of sections) {
+        const sectionText = section.title
+            ? `## ${section.title}\n${section.content}`
+            : section.content;
+        const sectionTokens = estimateTokens(sectionText);
+        // If single section exceeds max, split it into sub-chunks
+        if (sectionTokens > maxTokens) {
+            // Flush current chunk first
+            if (currentContent.length > 0) {
+                chunks.push(buildChunk(currentContent, currentStartLine, currentEndLine, currentTitles, chunks.length));
+                overlapBuffer = currentContent.slice(-overlapChars);
+                currentContent = '';
+                currentTitles = [];
+            }
+            const subChunks = splitLargeText(sectionText, maxChars, overlapChars, section, chunks.length);
+            chunks.push(...subChunks);
+            overlapBuffer = subChunks.length > 0
+                ? subChunks[subChunks.length - 1].content.slice(-overlapChars)
+                : '';
+            currentStartLine = section.endLine + 1;
+            currentEndLine = section.endLine;
+            continue;
+        }
+        // Check if adding this section would exceed the limit
+        const combined = currentContent + (currentContent ? '\n\n' : '') + sectionText;
+        if (estimateTokens(combined) > maxTokens && currentContent.length > 0) {
+            // Flush current chunk
+            chunks.push(buildChunk(currentContent, currentStartLine, currentEndLine, currentTitles, chunks.length));
+            overlapBuffer = currentContent.slice(-overlapChars);
+            // Start new chunk with overlap
+            currentContent = overlapBuffer + '\n\n' + sectionText;
+            currentStartLine = section.startLine;
+            currentEndLine = section.endLine;
+            currentTitles = section.title ? [section.title] : [];
+        }
+        else {
+            // Accumulate
+            if (currentContent.length === 0 && overlapBuffer.length > 0) {
+                currentContent = overlapBuffer + '\n\n' + sectionText;
+            }
+            else {
+                currentContent = combined;
+            }
+            if (currentContent === sectionText || currentContent === combined) {
+                if (chunks.length === 0)
+                    currentStartLine = section.startLine;
+            }
+            currentEndLine = section.endLine;
+            if (section.title && !currentTitles.includes(section.title)) {
+                currentTitles.push(section.title);
+            }
+        }
+    }
+    // Flush remaining content
+    if (currentContent.trim().length > 0) {
+        chunks.push(buildChunk(currentContent, currentStartLine, currentEndLine, currentTitles, chunks.length));
+    }
+    return chunks;
+}
+function buildChunk(content, startLine, endLine, titles, index) {
+    return {
+        content: content.trim(),
+        startLine,
+        endLine,
+        sectionTitles: [...titles],
+        tokenEstimate: estimateTokens(content),
+        index,
+    };
+}
+function splitLargeText(text, maxChars, overlapChars, section, startIndex) {
+    const chunks = [];
+    const lines = text.split('\n');
+    let currentChunk = '';
+    let chunkStartLine = section.startLine;
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const next = currentChunk + (currentChunk ? '\n' : '') + line;
+        if (next.length > maxChars && currentChunk.length > 0) {
+            const lineOffset = section.startLine + i;
+            chunks.push(buildChunk(currentChunk, chunkStartLine, lineOffset - 1, section.title ? [section.title] : [], startIndex + chunks.length));
+            // Start next chunk with overlap
+            const overlap = currentChunk.slice(-overlapChars);
+            currentChunk = overlap + '\n' + line;
+            chunkStartLine = lineOffset;
+        }
+        else {
+            currentChunk = next;
+        }
+    }
+    if (currentChunk.trim().length > 0) {
+        chunks.push(buildChunk(currentChunk, chunkStartLine, section.endLine, section.title ? [section.title] : [], startIndex + chunks.length));
+    }
+    return chunks;
+}
+//# sourceMappingURL=chunker.js.map

package/packages/ingest/dist/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../src/chunker.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAgB9B,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,mBAAmB,CAAC,CAAC;AACtD,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAyB,EACzB,UAA0B,EAAE;IAE5B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC5C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,GAAG,CAAC;IACnD,MAAM,QAAQ,GAAG,SAAS,GAAG,mBAAmB,CAAC;IACjD,MAAM,YAAY,GAAG,aAAa,GAAG,mBAAmB,CAAC;IAEzD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,cAAc,GAAG,EAAE,CAAC;IACxB,IAAI,gBAAgB,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC;IAC9C,IAAI,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC,SAAS,CAAC;IAC5C,IAAI,aAAa,GAAa,EAAE,CAAC;IACjC,IAAI,aAAa,GAAG,EAAE,CAAC;IAEvB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK;YAC/B,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,KAAK,OAAO,CAAC,OAAO,EAAE;YAC3C,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAEpB,MAAM,aAAa,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAElD,0DAA0D;QAC1D,IAAI,aAAa,GAAG,SAAS,EAAE,CAAC;YAC9B,4BAA4B;YAC5B,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxG,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;gBACpD,cAAc,GAAG,EAAE,CAAC;gBACpB,aAAa,GAAG,EAAE,CAAC;YACrB,CAAC;YAED,MAAM,SAAS,GAAG,cAAc,CAAC,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9F,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;YAE1B,aAAa,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;gBAClC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC;gBAC/D,CAAC,CAAC,EAAE,CAAC;YACP,gBAAgB,GAAG,OAAO,CAAC,OAAO,GAAG,CAAC,CAAC;YACvC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC;YACjC,SAAS;QACX,CAAC;QAED,sDAAsD;QACtD,MAAM,QAAQ,GAAG,cAAc,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC;QAC/E,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,SAAS,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,sBAAsB;YACtB,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YACxG,aAAa,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YAEpD,+BAA+B;YAC/B,cAAc,GAAG,aAAa,GAAG,MAAM,GAAG,WAAW,CAAC;YACtD,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC;YACrC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC;YACjC,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,aAAa;YACb,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5D,cAAc,GAAG,aAAa,GAAG,MAAM,GAAG,WAAW,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG,QAAQ,CAAC;YAC5B,CAAC;YACD,IAAI,cAAc,KAAK,WAAW,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;gBAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC;YAChE,CAAC;YACD,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC;YACjC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5D,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,IAAI,cAAc,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,gBAAgB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1G,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CACjB,OAAe,EACf,SAAiB,EACjB,OAAe,EACf,MAAgB,EAChB,KAAa;IAEb,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;QACvB,SAAS;QACT,OAAO;QACP,aAAa,EAAE,CAAC,GAAG,MAAM,CAAC;QAC1B,aAAa,EAAE,cAAc,CAAC,OAAO,CAAC;QACtC,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,IAAY,EACZ,QAAgB,EAChB,YAAoB,EACpB,OAAsB,EACtB,UAAkB;IAElB,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,IAAI,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QACvB,MAAM,IAAI,GAAG,YAAY,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAE9D,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YACzC,MAAM,CAAC,IAAI,CAAC,UAAU,CACpB,YAAY,EACZ,cAAc,EACd,UAAU,GAAG,CAAC,EACd,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EACpC,UAAU,GAAG,MAAM,CAAC,MAAM,CAC3B,CAAC,CAAC;YAEH,gCAAgC;YAChC,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;YAClD,YAAY,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC;YACrC,cAAc,GAAG,UAAU,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,UAAU,CACpB,YAAY,EACZ,cAAc,EACd,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,EACpC,UAAU,GAAG,MAAM,CAAC,MAAM,CAC3B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/packages/ingest/dist/index.d.ts

@@ -0,0 +1,11 @@
+export { getParser, getSupportedExtensions } from './parsers/index.js';
+export type { Parser, ParseResult, ParsedSection } from './parsers/index.js';
+export { MarkdownParser } from './parsers/markdown.js';
+export { TypeScriptParser } from './parsers/typescript.js';
+export { JsonParser } from './parsers/json-parser.js';
+export { YamlParser } from './parsers/yaml-parser.js';
+export { ConversationParser, isConversationJson, isConversationMarkdown } from './parsers/conversation.js';
+export { chunkSections, type Chunk, type ChunkerOptions } from './chunker.js';
+export { FileWatcher, type WatcherOptions, type FileChangeHandler } from './watcher.js';
+export { IngestionPipeline, type PipelineOptions, type PipelineResult } from './pipeline.js';
+//# sourceMappingURL=index.d.ts.map

package/packages/ingest/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AACvE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAG3G,OAAO,EAAE,aAAa,EAAE,KAAK,KAAK,EAAE,KAAK,cAAc,EAAE,MAAM,cAAc,CAAC;AAG9E,OAAO,EAAE,WAAW,EAAE,KAAK,cAAc,EAAE,KAAK,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAGxF,OAAO,EAAE,iBAAiB,EAAE,KAAK,eAAe,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC"}

package/packages/ingest/dist/index.js

@@ -0,0 +1,14 @@
+// Parsers
+export { getParser, getSupportedExtensions } from './parsers/index.js';
+export { MarkdownParser } from './parsers/markdown.js';
+export { TypeScriptParser } from './parsers/typescript.js';
+export { JsonParser } from './parsers/json-parser.js';
+export { YamlParser } from './parsers/yaml-parser.js';
+export { ConversationParser, isConversationJson, isConversationMarkdown } from './parsers/conversation.js';
+// Chunker
+export { chunkSections } from './chunker.js';
+// Watcher
+export { FileWatcher } from './watcher.js';
+// Pipeline
+export { IngestionPipeline } from './pipeline.js';
+//# sourceMappingURL=index.js.map

package/packages/ingest/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,UAAU;AACV,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAEvE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAE3G,UAAU;AACV,OAAO,EAAE,aAAa,EAAmC,MAAM,cAAc,CAAC;AAE9E,UAAU;AACV,OAAO,EAAE,WAAW,EAA+C,MAAM,cAAc,CAAC;AAExF,WAAW;AACX,OAAO,EAAE,iBAAiB,EAA6C,MAAM,eAAe,CAAC"}

package/packages/ingest/dist/parsers/conversation.d.ts

@@ -0,0 +1,10 @@
+import type { Parser, ParseResult } from './types.js';
+/** Sniff whether content looks like a Claude/ChatGPT JSON export */
+export declare function isConversationJson(content: string): boolean;
+/** Sniff whether content is a markdown conversation export */
+export declare function isConversationMarkdown(content: string): boolean;
+export declare class ConversationParser implements Parser {
+    readonly supportedExtensions: string[];
+    parse(content: string, filePath: string): Promise<ParseResult>;
+}
+//# sourceMappingURL=conversation.d.ts.map

package/packages/ingest/dist/parsers/conversation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation.d.ts","sourceRoot":"","sources":["../../src/parsers/conversation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAMrE,oEAAoE;AACpE,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAkB3D;AAED,8DAA8D;AAC9D,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAY/D;AAqGD,qBAAa,kBAAmB,YAAW,MAAM;IAC/C,QAAQ,CAAC,mBAAmB,WAAkB;IAExC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CAcrE"}

package/packages/ingest/dist/parsers/conversation.js

@@ -0,0 +1,150 @@
+// Conversation role patterns for markdown export detection
+const HUMAN_PATTERN = /^(Human|User|Me)$/i;
+const ASSISTANT_PATTERN = /^(Assistant|Claude|ChatGPT|GPT)$/i;
+/** Sniff whether content looks like a Claude/ChatGPT JSON export */
+export function isConversationJson(content) {
+    try {
+        const obj = JSON.parse(content);
+        // ChatGPT export: top-level array or { conversations: [...] }
+        if (Array.isArray(obj) && obj.length > 0) {
+            const first = obj[0];
+            return ((Array.isArray(first?.mapping) || typeof first?.mapping === 'object') ||
+                Array.isArray(first?.messages));
+        }
+        if (Array.isArray(obj?.conversations))
+            return true;
+        // Claude export: top-level object with messages array containing role fields
+        if (Array.isArray(obj?.messages) && obj.messages[0]?.role !== undefined)
+            return true;
+        return false;
+    }
+    catch {
+        return false;
+    }
+}
+/** Sniff whether content is a markdown conversation export */
+export function isConversationMarkdown(content) {
+    const lines = content.split('\n');
+    const headings = [];
+    for (const line of lines) {
+        const m = line.match(/^#{1,3}\s+(.+)$/);
+        if (m) {
+            headings.push(m[1].trim());
+            if (headings.length >= 2)
+                break;
+        }
+    }
+    if (headings.length < 2)
+        return false;
+    return HUMAN_PATTERN.test(headings[0]) && ASSISTANT_PATTERN.test(headings[1]);
+}
+/** Parse a Claude/ChatGPT JSON export into sections */
+function parseConversationJson(content) {
+    const obj = JSON.parse(content);
+    const sections = [];
+    let messages = [];
+    if (Array.isArray(obj)) {
+        // Could be ChatGPT export array of conversations — flatten messages from first conversation
+        const first = obj[0];
+        if (first?.mapping && typeof first.mapping === 'object') {
+            // ChatGPT format: { mapping: { [id]: { message: { author: { role }, content: { parts } } } } }
+            for (const node of Object.values(first.mapping)) {
+                const msg = node?.message;
+                if (!msg?.author?.role || !msg.content?.parts)
+                    continue;
+                const text = msg.content.parts.join('\n').trim();
+                if (text)
+                    messages.push({ role: msg.author.role, content: text });
+            }
+        }
+        else if (Array.isArray(first?.messages)) {
+            messages = first.messages;
+        }
+    }
+    else if (Array.isArray(obj?.conversations)) {
+        messages = (obj.conversations[0]?.messages ?? []);
+    }
+    else if (Array.isArray(obj?.messages)) {
+        messages = obj.messages;
+    }
+    let lineNum = 1;
+    for (const msg of messages) {
+        const role = (msg.role ?? msg.author?.role ?? 'unknown').toLowerCase();
+        if (role === 'system')
+            continue;
+        const text = typeof msg.content === 'string'
+            ? msg.content
+            : (msg.text ?? JSON.stringify(msg.content));
+        if (!text || text.trim().length < 50)
+            continue;
+        const endLine = lineNum + text.split('\n').length;
+        sections.push({
+            type: 'paragraph',
+            title: role === 'user' ? 'Human' : 'Assistant',
+            content: text.trim(),
+            startLine: lineNum,
+            endLine,
+            metadata: { role, speaker: role === 'user' ? 'human' : 'assistant' },
+        });
+        lineNum = endLine + 1;
+    }
+    return sections;
+}
+/** Parse a markdown conversation export into sections */
+function parseConversationMarkdown(content) {
+    const sections = [];
+    const lines = content.split('\n');
+    let currentRole = null;
+    let blockStart = 0;
+    const blockLines = [];
+    const flush = (endLine) => {
+        if (!currentRole || blockLines.length === 0)
+            return;
+        const text = blockLines.join('\n').trim();
+        if (text.length >= 50) {
+            sections.push({
+                type: 'paragraph',
+                title: currentRole,
+                content: text,
+                startLine: blockStart,
+                endLine,
+                metadata: {
+                    role: HUMAN_PATTERN.test(currentRole) ? 'user' : 'assistant',
+                    speaker: HUMAN_PATTERN.test(currentRole) ? 'human' : 'assistant',
+                },
+            });
+        }
+        blockLines.length = 0;
+    };
+    for (let i = 0; i < lines.length; i++) {
+        const line = lines[i];
+        const headingMatch = line.match(/^#{1,3}\s+(.+)$/);
+        if (headingMatch) {
+            flush(i);
+            currentRole = headingMatch[1].trim();
+            blockStart = i + 2;
+        }
+        else if (currentRole) {
+            blockLines.push(line);
+        }
+    }
+    flush(lines.length);
+    return sections;
+}
+export class ConversationParser {
+    supportedExtensions = ['json', 'md'];
+    async parse(content, filePath) {
+        const isJson = filePath.endsWith('.json') || filePath.endsWith('.JSON');
+        const sections = isJson
+            ? parseConversationJson(content)
+            : parseConversationMarkdown(content);
+        return {
+            sections,
+            metadata: {
+                format: isJson ? 'conversation-json' : 'conversation-markdown',
+                messageCount: sections.length,
+            },
+        };
+    }
+}
+//# sourceMappingURL=conversation.js.map

package/packages/ingest/dist/parsers/conversation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation.js","sourceRoot":"","sources":["../../src/parsers/conversation.ts"],"names":[],"mappings":"AAEA,2DAA2D;AAC3D,MAAM,aAAa,GAAG,oBAAoB,CAAC;AAC3C,MAAM,iBAAiB,GAAG,mCAAmC,CAAC;AAE9D,oEAAoE;AACpE,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAChC,8DAA8D;QAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACrB,OAAO,CACL,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,OAAO,KAAK,EAAE,OAAO,KAAK,QAAQ,CAAC;gBACrE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAC/B,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC;YAAE,OAAO,IAAI,CAAC;QACnD,6EAA6E;QAC7E,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrF,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,8DAA8D;AAC9D,MAAM,UAAU,sBAAsB,CAAC,OAAe;IACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACxC,IAAI,CAAC,EAAE,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3B,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;gBAAE,MAAM;QAClC,CAAC;IACH,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACtC,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AAChF,CAAC;AAED,uDAAuD;AACvD,SAAS,qBAAqB,CAAC,OAAe;IAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAChC,MAAM,QAAQ,GAAoB,EAAE,CAAC;IAIrC,IAAI,QAAQ,GAAiB,EAAE,CAAC;IAEhC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,4FAA4F;QAC5F,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,KAAK,EAAE,OAAO,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxD,+FAA+F;YAC/F,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAmF,EAAE,CAAC;gBAClI,MAAM,GAAG,GAAG,IAAI,EAAE,OAAO,CAAC;gBAC1B,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK;oBAAE,SAAS;gBACxD,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBACjD,IAAI,IAAI;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC1C,QAAQ,GAAG,KAAK,CAAC,QAAwB,CAAC;QAC5C,CAAC;IACH,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,CAAC;QAC7C,QAAQ,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,EAAE,CAAiB,CAAC;IACpE,CAAC;SAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC;QACxC,QAAQ,GAAG,GAAG,CAAC,QAAwB,CAAC;IAC1C,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,IAAI,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;QACvE,IAAI,IAAI,KAAK,QAAQ;YAAE,SAAS;QAEhC,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAC1C,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE;YAAE,SAAS;QAE/C,MAAM,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAClD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;YAC9C,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE;YACpB,SAAS,EAAE,OAAO;YAClB,OAAO;YACP,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE;SACrE,CAAC,CAAC;QACH,OAAO,GAAG,OAAO,GAAG,CAAC,CAAC;IACxB,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,yDAAyD;AACzD,SAAS,yBAAyB,CAAC,OAAe;IAChD,MAAM,QAAQ,GAAoB,EAAE,CAAC;IACrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,IAAI,WAAW,GAAkB,IAAI,CAAC;IACtC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,MAAM,KAAK,GAAG,CAAC,OAAe,EAAQ,EAAE;QACtC,IAAI,CAAC,WAAW,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QACpD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,WAAW;gBAClB,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,UAAU;gBACrB,OAAO;gBACP,QAAQ,EAAE;oBACR,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW;oBAC5D,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW;iBACjE;aACF,CAAC,CAAC;QACL,CAAC;QACD,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;IACxB,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACnD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,CAAC,CAAC,CAAC;YACT,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrC,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;aAAM,IAAI,WAAW,EAAE,CAAC;YACvB,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAEpB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,OAAO,kBAAkB;IACpB,mBAAmB,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAE9C,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,QAAgB;QAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM;YACrB,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC;YAChC,CAAC,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAC;QAEvC,OAAO;YACL,QAAQ;YACR,QAAQ,EAAE;gBACR,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,uBAAuB;gBAC9D,YAAY,EAAE,QAAQ,CAAC,MAAM;aAC9B;SACF,CAAC;IACJ,CAAC;CACF"}

package/packages/ingest/dist/parsers/index.d.ts

@@ -0,0 +1,11 @@
+import type { Parser } from './types.js';
+export type { Parser, ParseResult, ParsedSection } from './types.js';
+/**
+ * Return the appropriate parser for the given file extension.
+ * When filePath + content are provided, sniff conversation formats first
+ * so that Claude/ChatGPT JSON exports and markdown conversations route to
+ * the ConversationParser rather than the generic JSON/Markdown parsers.
+ */
+export declare function getParser(extension: string, filePath?: string, content?: string): Parser | undefined;
+export declare function getSupportedExtensions(): string[];
+//# sourceMappingURL=index.d.ts.map

package/packages/ingest/dist/parsers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/parsers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAOzC,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAoBrE;;;;;GAKG;AACH,wBAAgB,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAUpG;AAED,wBAAgB,sBAAsB,IAAI,MAAM,EAAE,CAEjD"}

package/packages/ingest/dist/parsers/index.js

@@ -0,0 +1,42 @@
+import { MarkdownParser } from './markdown.js';
+import { TypeScriptParser } from './typescript.js';
+import { JsonParser } from './json-parser.js';
+import { YamlParser } from './yaml-parser.js';
+import { ConversationParser, isConversationJson, isConversationMarkdown } from './conversation.js';
+const markdownParser = new MarkdownParser();
+const typescriptParser = new TypeScriptParser();
+const jsonParser = new JsonParser();
+const yamlParser = new YamlParser();
+const conversationParser = new ConversationParser();
+const PARSER_REGISTRY = new Map([
+    ['md', markdownParser],
+    ['mdx', markdownParser],
+    ['ts', typescriptParser],
+    ['tsx', typescriptParser],
+    ['js', typescriptParser],
+    ['jsx', typescriptParser],
+    ['json', jsonParser],
+    ['yaml', yamlParser],
+    ['yml', yamlParser],
+]);
+/**
+ * Return the appropriate parser for the given file extension.
+ * When filePath + content are provided, sniff conversation formats first
+ * so that Claude/ChatGPT JSON exports and markdown conversations route to
+ * the ConversationParser rather than the generic JSON/Markdown parsers.
+ */
+export function getParser(extension, filePath, content) {
+    const ext = extension.toLowerCase();
+    // Sniff for conversation formats when content is available
+    if (content !== undefined && filePath !== undefined) {
+        if ((ext === 'json') && isConversationJson(content))
+            return conversationParser;
+        if ((ext === 'md' || ext === 'mdx') && isConversationMarkdown(content))
+            return conversationParser;
+    }
+    return PARSER_REGISTRY.get(ext);
+}
+export function getSupportedExtensions() {
+    return [...PARSER_REGISTRY.keys()];
+}
+//# sourceMappingURL=index.js.map

package/packages/ingest/dist/parsers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/parsers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAInG,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;AAC5C,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAChD,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;AACpC,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC;AACpC,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAEpD,MAAM,eAAe,GAAwB,IAAI,GAAG,CAAC;IACnD,CAAC,IAAI,EAAE,cAAc,CAAC;IACtB,CAAC,KAAK,EAAE,cAAc,CAAC;IACvB,CAAC,IAAI,EAAE,gBAAgB,CAAC;IACxB,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACzB,CAAC,IAAI,EAAE,gBAAgB,CAAC;IACxB,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACzB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,MAAM,EAAE,UAAU,CAAC;IACpB,CAAC,KAAK,EAAE,UAAU,CAAC;CACpB,CAAC,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,SAAiB,EAAE,QAAiB,EAAE,OAAgB;IAC9E,MAAM,GAAG,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAEpC,2DAA2D;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACpD,IAAI,CAAC,GAAG,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC;YAAE,OAAO,kBAAkB,CAAC;QAC/E,IAAI,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,KAAK,CAAC,IAAI,sBAAsB,CAAC,OAAO,CAAC;YAAE,OAAO,kBAAkB,CAAC;IACpG,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,CAAC,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC"}

package/packages/ingest/dist/parsers/json-parser.d.ts

@@ -0,0 +1,6 @@
+import type { Parser, ParseResult } from './types.js';
+export declare class JsonParser implements Parser {
+    readonly supportedExtensions: string[];
+    parse(content: string, filePath: string): Promise<ParseResult>;
+}
+//# sourceMappingURL=json-parser.d.ts.map

package/packages/ingest/dist/parsers/json-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parser.d.ts","sourceRoot":"","sources":["../../src/parsers/json-parser.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAiB,MAAM,YAAY,CAAC;AAmErE,qBAAa,UAAW,YAAW,MAAM;IACvC,QAAQ,CAAC,mBAAmB,WAAY;IAElC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;CA8DrE"}