@echoes-io/mcp-server 4.1.0 → 6.0.0

package/lib/database/index.js

@@ -0,0 +1,266 @@
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { connect } from '@lancedb/lancedb';
+import { getEmbeddingDimension, getEmbeddingModel } from '../indexer/embeddings.js';
+import { getPackageConfig } from '../utils.js';
+import { createChapterSchema, createEntitySchema, RelationSchema, } from './schemas.js';
+export class Database {
+    dbPath;
+    db = null;
+    tables = new Map();
+    migrationChecked = false;
+    metadata = null;
+    tableConfigs = null;
+    get metadataPath() {
+        return join(this.dbPath, 'metadata.json');
+    }
+    constructor(dbPath) {
+        this.dbPath = dbPath;
+    }
+    async getMetadata() {
+        if (this.metadata)
+            return this.metadata;
+        const model = getEmbeddingModel();
+        const dim = await getEmbeddingDimension(model);
+        this.metadata = {
+            version: getPackageConfig().version,
+            embeddingModel: model,
+            embeddingDim: dim,
+        };
+        return this.metadata;
+    }
+    async getTableConfigs() {
+        if (this.tableConfigs)
+            return this.tableConfigs;
+        const metadata = await this.getMetadata();
+        this.tableConfigs = {
+            chapters: { name: 'chapters', schema: createChapterSchema(metadata.embeddingDim) },
+            entities: { name: 'entities', schema: createEntitySchema(metadata.embeddingDim) },
+            relations: { name: 'relations', schema: RelationSchema },
+        };
+        return this.tableConfigs;
+    }
+    get embeddingModel() {
+        if (!this.metadata)
+            throw new Error('Database not connected');
+        return this.metadata.embeddingModel;
+    }
+    get embeddingDim() {
+        if (!this.metadata)
+            throw new Error('Database not connected');
+        return this.metadata.embeddingDim;
+    }
+    async getConnection() {
+        this.db ??= await connect(this.dbPath);
+        return this.db;
+    }
+    async checkMigration() {
+        if (this.migrationChecked)
+            return;
+        this.migrationChecked = true;
+        const current = await this.getMetadata();
+        if (!existsSync(this.metadataPath)) {
+            this.saveMetadata();
+            return;
+        }
+        try {
+            const stored = JSON.parse(readFileSync(this.metadataPath, 'utf-8'));
+            const reasons = [];
+            if (stored.version !== current.version) {
+                reasons.push(`version ${stored.version} → ${current.version}`);
+            }
+            if (stored.embeddingModel !== current.embeddingModel) {
+                reasons.push(`model ${stored.embeddingModel} → ${current.embeddingModel}`);
+            }
+            if (stored.embeddingDim !== current.embeddingDim) {
+                reasons.push(`dimension ${stored.embeddingDim} → ${current.embeddingDim}`);
+            }
+            if (reasons.length > 0) {
+                console.log(`🔄 Database config changed: ${reasons.join(', ')}`);
+                console.log('🗑️  Removing old database for re-indexing...');
+                const db = await this.getConnection();
+                const existingTables = await db.tableNames();
+                const configs = await this.getTableConfigs();
+                for (const config of Object.values(configs)) {
+                    if (existingTables.includes(config.name)) {
+                        await db.dropTable(config.name);
+                    }
+                }
+                this.tables.clear();
+                this.saveMetadata();
+                console.log('✅ Database ready for re-indexing');
+            }
+        }
+        catch {
+            this.saveMetadata();
+        }
+    }
+    saveMetadata() {
+        if (!existsSync(this.dbPath)) {
+            mkdirSync(this.dbPath, { recursive: true });
+        }
+        writeFileSync(this.metadataPath, JSON.stringify(this.metadata, null, 2));
+    }
+    async connect() {
+        await this.checkMigration();
+        return this.getConnection();
+    }
+    async getTable(config) {
+        const cached = this.tables.get(config.name);
+        if (cached)
+            return cached;
+        const db = await this.connect();
+        const existingTables = await db.tableNames();
+        const table = existingTables.includes(config.name)
+            ? await db.openTable(config.name)
+            : await db.createEmptyTable(config.name, config.schema);
+        this.tables.set(config.name, table);
+        return table;
+    }
+    async upsert(config, records) {
+        if (records.length === 0)
+            return 0;
+        const table = await this.getTable(config);
+        await table.mergeInsert('id').whenMatchedUpdateAll().whenNotMatchedInsertAll().execute(records);
+        return records.length;
+    }
+    async upsertChapters(records) {
+        const configs = await this.getTableConfigs();
+        return this.upsert(configs.chapters, records);
+    }
+    async upsertEntities(records) {
+        const configs = await this.getTableConfigs();
+        return this.upsert(configs.entities, records);
+    }
+    async upsertRelations(records) {
+        const configs = await this.getTableConfigs();
+        return this.upsert(configs.relations, records);
+    }
+    async getChapters(arc) {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.chapters);
+            let query = table.query();
+            if (arc) {
+                query = query.where(`arc = '${arc}'`);
+            }
+            return (await query.toArray());
+            /* v8 ignore start */
+        }
+        catch {
+            return [];
+        }
+        /* v8 ignore stop */
+    }
+    async getChapterHashes() {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.chapters);
+            const results = await table.query().select(['file_path', 'file_hash']).toArray();
+            return new Map(results.map((r) => [r.file_path, r.file_hash]));
+            /* v8 ignore start */
+        }
+        catch {
+            return new Map();
+        }
+        /* v8 ignore stop */
+    }
+    async deleteChaptersByPaths(paths) {
+        if (paths.length === 0)
+            return 0;
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.chapters);
+            const filter = paths.map((p) => `file_path = '${p}'`).join(' OR ');
+            await table.delete(filter);
+            return paths.length;
+            /* v8 ignore start */
+        }
+        catch {
+            return 0;
+        }
+        /* v8 ignore stop */
+    }
+    async searchChapters(vector, limit, arc) {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.chapters);
+            let query = table.search(vector).limit(limit);
+            if (arc) {
+                query = query.where(`arc = '${arc}'`);
+            }
+            return (await query.toArray());
+            /* v8 ignore start */
+        }
+        catch {
+            return [];
+        }
+        /* v8 ignore stop */
+    }
+    async searchEntities(vector, limit, arc, type) {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.entities);
+            let query = table.search(vector).limit(limit);
+            if (arc) {
+                query = query.where(`arc = '${arc}'`);
+            }
+            if (type) {
+                query = query.where(`type = '${type}'`);
+            }
+            return (await query.toArray());
+            /* v8 ignore start */
+        }
+        catch {
+            return [];
+        }
+        /* v8 ignore stop */
+    }
+    async getEntities(arc, type) {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.entities);
+            let query = table.query();
+            const filters = [];
+            if (arc)
+                filters.push(`arc = '${arc}'`);
+            if (type)
+                filters.push(`type = '${type}'`);
+            if (filters.length > 0) {
+                query = query.where(filters.join(' AND '));
+            }
+            return (await query.toArray());
+            /* v8 ignore start */
+        }
+        catch {
+            return [];
+        }
+        /* v8 ignore stop */
+    }
+    async getRelations(arc, type) {
+        try {
+            const configs = await this.getTableConfigs();
+            const table = await this.getTable(configs.relations);
+            let query = table.query();
+            const filters = [];
+            if (arc)
+                filters.push(`arc = '${arc}'`);
+            if (type)
+                filters.push(`type = '${type}'`);
+            if (filters.length > 0) {
+                query = query.where(filters.join(' AND '));
+            }
+            return (await query.toArray());
+            /* v8 ignore start */
+        }
+        catch {
+            return [];
+        }
+        /* v8 ignore stop */
+    }
+    close() {
+        this.db = null;
+        this.tables.clear();
+    }
+}
+//# sourceMappingURL=index.js.map

package/lib/database/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAmB,OAAO,EAAc,MAAM,kBAAkB,CAAC;AAIxE,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAEL,mBAAmB,EACnB,kBAAkB,EAGlB,cAAc,GACf,MAAM,cAAc,CAAC;AActB,MAAM,OAAO,QAAQ;IAeS;IAdpB,EAAE,GAAsB,IAAI,CAAC;IAC7B,MAAM,GAAG,IAAI,GAAG,EAAiB,CAAC;IAClC,gBAAgB,GAAG,KAAK,CAAC;IACzB,QAAQ,GAAoB,IAAI,CAAC;IACjC,YAAY,GAIT,IAAI,CAAC;IAEhB,IAAY,YAAY;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;IAC5C,CAAC;IAED,YAA4B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;IAAG,CAAC;IAEtC,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QAExC,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,MAAM,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAE/C,IAAI,CAAC,QAAQ,GAAG;YACd,OAAO,EAAE,gBAAgB,EAAE,CAAC,OAAO;YACnC,cAAc,EAAE,KAAK;YACrB,YAAY,EAAE,GAAG;SAClB,CAAC;QAEF,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO,IAAI,CAAC,YAAY,CAAC;QAEhD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAE1C,IAAI,CAAC,YAAY,GAAG;YAClB,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,mBAAmB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;YAClF,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;YACjF,SAAS,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE;SACzD,CAAC;QAEF,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAI,cAAc;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;IACtC,CAAC;IAED,IAAI,YAAY;QACd,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC9D,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,EAAE,KAAK,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO;QAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;QAE7B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAEzC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAsB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;YACvF,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,IAAI,MAAM,CAAC,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;gBACvC,OAAO,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,OAAO,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,IAAI,MAAM,CAAC,cAAc,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC;gBACrD,OAAO,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,cAAc,MAAM,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,MAAM,CAAC,YAAY,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,YAAY,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;YAC7E,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjE,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;gBAE7D,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtC,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;gBAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;gBAE7C,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5C,IAAI,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;wBACzC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAClC,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,YAAY,EAAE,CAAC;gBACpB,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAI,MAAsB;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAChC,MAAM,cAAc,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QAE7C,MAAM,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;YAChD,CAAC,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;YACjC,CAAC,CAAC,MAAM,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAE1D,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,MAAsB,EACtB,OAAY;QAEZ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEnC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,CAAC,uBAAuB,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChG,OAAO,OAAO,CAAC,MAAM,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAwB;QAC3C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,OAAuB;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAyB;QAC7C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7C,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAY;QAC5B,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAoB,CAAC;YAClD,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACjF,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAmB,EAAE,CAAC,CAAC,SAAmB,CAAC,CAAC,CAAC,CAAC;YACnF,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,GAAG,EAAE,CAAC;QACnB,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,KAAe;QACzC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAEjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,OAAO,KAAK,CAAC,MAAM,CAAC;YACpB,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAAgB,EAAE,KAAa,EAAE,GAAY;QAChE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAoB,CAAC;YAClD,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAgB,EAChB,KAAa,EACb,GAAY,EACZ,IAAa;QAEb,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9C,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxC,CAAC;YACD,IAAI,IAAI,EAAE,CAAC;gBACT,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;YAC1C,CAAC;YACD,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAmB,CAAC;YACjD,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAY,EAAE,IAAa;QAC3C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI,GAAG;gBAAE,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxC,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;YAC3C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAmB,CAAC;YACjD,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,GAAY,EAAE,IAAa;QAC5C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,IAAI,GAAG;gBAAE,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;YACxC,IAAI,IAAI;gBAAE,OAAO,CAAC,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;YAC3C,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,CAAC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAqB,CAAC;YACnD,qBAAqB;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,oBAAoB;IACtB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACf,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IACtB,CAAC;CACF"}

package/lib/database/schemas.d.ts

@@ -0,0 +1,55 @@
+import { Schema } from 'apache-arrow';
+export declare const ENTITY_TYPES: readonly ["CHARACTER", "LOCATION", "EVENT", "OBJECT", "EMOTION"];
+export type EntityType = (typeof ENTITY_TYPES)[number];
+export declare const RELATION_TYPES: readonly ["LOVES", "HATES", "KNOWS", "RELATED_TO", "FRIENDS_WITH", "ENEMIES_WITH", "LOCATED_IN", "LIVES_IN", "TRAVELS_TO", "HAPPENS_BEFORE", "HAPPENS_AFTER", "CAUSES", "OWNS", "USES", "SEEKS"];
+export type RelationType = (typeof RELATION_TYPES)[number];
+export declare function createChapterSchema(embeddingDim: number): Schema;
+export declare function createEntitySchema(embeddingDim: number): Schema;
+export declare const RelationSchema: Schema<any>;
+export interface ScannedChapter {
+    id: string;
+    file_path: string;
+    file_hash: string;
+    arc: string;
+    episode: number;
+    chapter: number;
+    pov: string;
+    title: string;
+    location: string;
+    date: string;
+    content: string;
+    summary: string;
+    word_count: number;
+    char_count: number;
+    paragraph_count: number;
+}
+export interface ChapterRecord extends ScannedChapter {
+    vector: number[];
+    entities: string[];
+    indexed_at: number;
+}
+export interface EntityRecord {
+    id: string;
+    arc: string;
+    name: string;
+    type: EntityType;
+    description: string;
+    aliases: string[];
+    vector: number[];
+    chapters: string[];
+    chapter_count: number;
+    first_appearance: string;
+    indexed_at: number;
+}
+export interface RelationRecord {
+    id: string;
+    arc: string;
+    source_entity: string;
+    target_entity: string;
+    type: RelationType;
+    description: string;
+    weight: number;
+    chapters: string[];
+    indexed_at: number;
+}
+//# sourceMappingURL=schemas.d.ts.map

package/lib/database/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuD,MAAM,EAAQ,MAAM,cAAc,CAAC;AAGjG,eAAO,MAAM,YAAY,kEAAmE,CAAC;AAC7F,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,cAAc,kMAgBjB,CAAC;AACX,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC;AAG3D,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAqBhE;AAED,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAc/D;AAED,eAAO,MAAM,cAAc,aAUzB,CAAC;AAKH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAGD,MAAM,WAAW,aAAc,SAAQ,cAAc;IACnD,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,YAAY,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB"}

package/lib/database/schemas.js

@@ -0,0 +1,70 @@
+import { Field, FixedSizeList, Float32, Float64, Int32, List, Schema, Utf8 } from 'apache-arrow';
+// Entity and Relation type constants
+export const ENTITY_TYPES = ['CHARACTER', 'LOCATION', 'EVENT', 'OBJECT', 'EMOTION'];
+export const RELATION_TYPES = [
+    'LOVES',
+    'HATES',
+    'KNOWS',
+    'RELATED_TO',
+    'FRIENDS_WITH',
+    'ENEMIES_WITH',
+    'LOCATED_IN',
+    'LIVES_IN',
+    'TRAVELS_TO',
+    'HAPPENS_BEFORE',
+    'HAPPENS_AFTER',
+    'CAUSES',
+    'OWNS',
+    'USES',
+    'SEEKS',
+];
+// Dynamic Arrow Schema factories
+export function createChapterSchema(embeddingDim) {
+    return new Schema([
+        new Field('id', new Utf8(), false),
+        new Field('file_path', new Utf8(), false),
+        new Field('file_hash', new Utf8(), false),
+        new Field('arc', new Utf8(), false),
+        new Field('episode', new Int32(), false),
+        new Field('chapter', new Int32(), false),
+        new Field('pov', new Utf8(), false),
+        new Field('title', new Utf8(), false),
+        new Field('location', new Utf8(), false),
+        new Field('date', new Utf8(), false),
+        new Field('content', new Utf8(), false),
+        new Field('summary', new Utf8(), false),
+        new Field('word_count', new Int32(), false),
+        new Field('char_count', new Int32(), false),
+        new Field('paragraph_count', new Int32(), false),
+        new Field('vector', new FixedSizeList(embeddingDim, new Field('item', new Float32())), false),
+        new Field('entities', new List(new Field('item', new Utf8())), false),
+        new Field('indexed_at', new Float64(), false),
+    ]);
+}
+export function createEntitySchema(embeddingDim) {
+    return new Schema([
+        new Field('id', new Utf8(), false),
+        new Field('arc', new Utf8(), false),
+        new Field('name', new Utf8(), false),
+        new Field('type', new Utf8(), false),
+        new Field('description', new Utf8(), false),
+        new Field('aliases', new List(new Field('item', new Utf8())), false),
+        new Field('vector', new FixedSizeList(embeddingDim, new Field('item', new Float32())), false),
+        new Field('chapters', new List(new Field('item', new Utf8())), false),
+        new Field('chapter_count', new Int32(), false),
+        new Field('first_appearance', new Utf8(), false),
+        new Field('indexed_at', new Float64(), false),
+    ]);
+}
+export const RelationSchema = new Schema([
+    new Field('id', new Utf8(), false),
+    new Field('arc', new Utf8(), false),
+    new Field('source_entity', new Utf8(), false),
+    new Field('target_entity', new Utf8(), false),
+    new Field('type', new Utf8(), false),
+    new Field('description', new Utf8(), false),
+    new Field('weight', new Float64(), false),
+    new Field('chapters', new List(new Field('item', new Utf8())), false),
+    new Field('indexed_at', new Float64(), false),
+]);
+//# sourceMappingURL=schemas.js.map

package/lib/database/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEjG,qCAAqC;AACrC,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAU,CAAC;AAG7F,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,OAAO;IACP,OAAO;IACP,OAAO;IACP,YAAY;IACZ,cAAc;IACd,cAAc;IACd,YAAY;IACZ,UAAU;IACV,YAAY;IACZ,gBAAgB;IAChB,eAAe;IACf,QAAQ;IACR,MAAM;IACN,MAAM;IACN,OAAO;CACC,CAAC;AAGX,iCAAiC;AACjC,MAAM,UAAU,mBAAmB,CAAC,YAAoB;IACtD,OAAO,IAAI,MAAM,CAAC;QAChB,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QAClC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACzC,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACzC,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACnC,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QACxC,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QACxC,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACnC,IAAI,KAAK,CAAC,OAAO,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACrC,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACpC,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACvC,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACvC,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QAC3C,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QAC3C,IAAI,KAAK,CAAC,iBAAiB,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QAChD,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,aAAa,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QAC7F,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QACrE,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,OAAO,EAAE,EAAE,KAAK,CAAC;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,YAAoB;IACrD,OAAO,IAAI,MAAM,CAAC;QAChB,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QAClC,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACpC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QACpC,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QAC3C,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QACpE,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,aAAa,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QAC7F,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;QACrE,IAAI,KAAK,CAAC,eAAe,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;QAC9C,IAAI,KAAK,CAAC,kBAAkB,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;QAChD,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,OAAO,EAAE,EAAE,KAAK,CAAC;KAC9C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,IAAI,MAAM,CAAC;IACvC,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAClC,IAAI,KAAK,CAAC,KAAK,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IACnC,IAAI,KAAK,CAAC,eAAe,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAC7C,IAAI,KAAK,CAAC,eAAe,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAC7C,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IACpC,IAAI,KAAK,CAAC,aAAa,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAC3C,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,OAAO,EAAE,EAAE,KAAK,CAAC;IACzC,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC;IACrE,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,OAAO,EAAE,EAAE,KAAK,CAAC;CAC9C,CAAC,CAAC"}

package/lib/indexer/embeddings.d.ts

@@ -0,0 +1,6 @@
+export declare function getEmbeddingModel(): string;
+export declare function getEmbeddingDimension(model?: string): Promise<number>;
+export declare function generateEmbedding(text: string, model?: string): Promise<number[]>;
+export declare function generateEmbeddings(texts: string[], model?: string): Promise<number[][]>;
+export declare function resetExtractor(): void;
+//# sourceMappingURL=embeddings.d.ts.map

package/lib/indexer/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["embeddings.ts"],"names":[],"mappings":"AAaA,wBAAgB,iBAAiB,IAAI,MAAM,CAE1C;AAED,wBAAsB,qBAAqB,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAU3E;AAkBD,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAKvF;AAED,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAU7F;AAED,wBAAgB,cAAc,IAAI,IAAI,CAIrC"}

package/lib/indexer/embeddings.js

@@ -0,0 +1,51 @@
+import { AutoConfig, pipeline, } from '@huggingface/transformers';
+import { DEFAULT_EMBEDDING_MODEL } from '../constants.js';
+let extractor = null;
+let currentModel = null;
+let cachedDimension = null;
+export function getEmbeddingModel() {
+    return process.env.ECHOES_EMBEDDING_MODEL ?? DEFAULT_EMBEDDING_MODEL;
+}
+export async function getEmbeddingDimension(model) {
+    const m = model ?? getEmbeddingModel();
+    if (cachedDimension && currentModel === m) {
+        return cachedDimension;
+    }
+    const config = await AutoConfig.from_pretrained(m);
+    // @ts-expect-error hidden_size exists on transformer configs
+    return config.hidden_size;
+}
+async function getExtractor(model) {
+    if (extractor && currentModel === model) {
+        return extractor;
+    }
+    extractor = await pipeline('feature-extraction', model);
+    currentModel = model;
+    // Cache dimension when loading model
+    const config = await AutoConfig.from_pretrained(model);
+    // @ts-expect-error hidden_size exists on transformer configs
+    cachedDimension = config.hidden_size;
+    return extractor;
+}
+export async function generateEmbedding(text, model) {
+    const m = model ?? getEmbeddingModel();
+    const ext = await getExtractor(m);
+    const output = (await ext(text, { pooling: 'mean', normalize: true }));
+    return Array.from(output.data);
+}
+export async function generateEmbeddings(texts, model) {
+    if (texts.length === 0)
+        return [];
+    const m = model ?? getEmbeddingModel();
+    const ext = await getExtractor(m);
+    const output = (await ext(texts, { pooling: 'mean', normalize: true }));
+    const data = output.data;
+    const dim = output.dims[1];
+    return texts.map((_, i) => Array.from(data.slice(i * dim, (i + 1) * dim)));
+}
+export function resetExtractor() {
+    extractor = null;
+    currentModel = null;
+    cachedDimension = null;
+}
+//# sourceMappingURL=embeddings.js.map

package/lib/indexer/embeddings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.js","sourceRoot":"","sources":["embeddings.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EAEV,QAAQ,GAET,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE1D,IAAI,SAAS,GAAqC,IAAI,CAAC;AACvD,IAAI,YAAY,GAAkB,IAAI,CAAC;AACvC,IAAI,eAAe,GAAkB,IAAI,CAAC;AAE1C,MAAM,UAAU,iBAAiB;IAC/B,OAAO,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,uBAAuB,CAAC;AACvE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAAc;IACxD,MAAM,CAAC,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC;IAEvC,IAAI,eAAe,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QAC1C,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACnD,6DAA6D;IAC7D,OAAO,MAAM,CAAC,WAAqB,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,KAAa;IACvC,IAAI,SAAS,IAAI,YAAY,KAAK,KAAK,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,SAAS,GAAG,MAAM,QAAQ,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;IACxD,YAAY,GAAG,KAAK,CAAC;IAErB,qCAAqC;IACrC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvD,6DAA6D;IAC7D,eAAe,GAAG,MAAM,CAAC,WAAqB,CAAC;IAE/C,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAAc;IAClE,MAAM,CAAC,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAW,CAAC;IACjF,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAoB,CAAC,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,KAAe,EAAE,KAAc;IACtE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAElC,MAAM,CAAC,GAAG,KAAK,IAAI,iBAAiB,EAAE,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAW,CAAC;IAClF,MAAM,IAAI,GAAG,MAAM,CAAC,IAAoB,CAAC;IACzC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE3B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,SAAS,GAAG,IAAI,CAAC;IACjB,YAAY,GAAG,IAAI,CAAC;IACpB,eAAe,GAAG,IAAI,CAAC;AACzB,CAAC"}

package/lib/indexer/extractor.d.ts

@@ -0,0 +1,81 @@
+import { z } from 'zod';
+declare const ExtractedEntitySchema: z.ZodObject<{
+    name: z.ZodString;
+    type: z.ZodEnum<{
+        CHARACTER: "CHARACTER";
+        LOCATION: "LOCATION";
+        EVENT: "EVENT";
+        OBJECT: "OBJECT";
+        EMOTION: "EMOTION";
+    }>;
+    description: z.ZodString;
+    aliases: z.ZodArray<z.ZodString>;
+}, z.core.$strip>;
+declare const ExtractedRelationSchema: z.ZodObject<{
+    source: z.ZodString;
+    target: z.ZodString;
+    type: z.ZodEnum<{
+        LOVES: "LOVES";
+        HATES: "HATES";
+        KNOWS: "KNOWS";
+        RELATED_TO: "RELATED_TO";
+        FRIENDS_WITH: "FRIENDS_WITH";
+        ENEMIES_WITH: "ENEMIES_WITH";
+        LOCATED_IN: "LOCATED_IN";
+        LIVES_IN: "LIVES_IN";
+        TRAVELS_TO: "TRAVELS_TO";
+        HAPPENS_BEFORE: "HAPPENS_BEFORE";
+        HAPPENS_AFTER: "HAPPENS_AFTER";
+        CAUSES: "CAUSES";
+        OWNS: "OWNS";
+        USES: "USES";
+        SEEKS: "SEEKS";
+    }>;
+    description: z.ZodString;
+}, z.core.$strip>;
+declare const ExtractionResultSchema: z.ZodObject<{
+    entities: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        type: z.ZodEnum<{
+            CHARACTER: "CHARACTER";
+            LOCATION: "LOCATION";
+            EVENT: "EVENT";
+            OBJECT: "OBJECT";
+            EMOTION: "EMOTION";
+        }>;
+        description: z.ZodString;
+        aliases: z.ZodArray<z.ZodString>;
+    }, z.core.$strip>>;
+    relations: z.ZodArray<z.ZodObject<{
+        source: z.ZodString;
+        target: z.ZodString;
+        type: z.ZodEnum<{
+            LOVES: "LOVES";
+            HATES: "HATES";
+            KNOWS: "KNOWS";
+            RELATED_TO: "RELATED_TO";
+            FRIENDS_WITH: "FRIENDS_WITH";
+            ENEMIES_WITH: "ENEMIES_WITH";
+            LOCATED_IN: "LOCATED_IN";
+            LIVES_IN: "LIVES_IN";
+            TRAVELS_TO: "TRAVELS_TO";
+            HAPPENS_BEFORE: "HAPPENS_BEFORE";
+            HAPPENS_AFTER: "HAPPENS_AFTER";
+            CAUSES: "CAUSES";
+            OWNS: "OWNS";
+            USES: "USES";
+            SEEKS: "SEEKS";
+        }>;
+        description: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type ExtractedEntity = z.infer<typeof ExtractedEntitySchema>;
+export type ExtractedRelation = z.infer<typeof ExtractedRelationSchema>;
+export type ExtractionResult = z.infer<typeof ExtractionResultSchema>;
+export interface ExtractorConfig {
+    model?: string;
+}
+export declare function extractEntities(content: string, config?: ExtractorConfig): Promise<ExtractionResult>;
+export declare function resetClient(): void;
+export {};
+//# sourceMappingURL=extractor.d.ts.map

package/lib/indexer/extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.d.ts","sourceRoot":"","sources":["extractor.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,QAAA,MAAM,qBAAqB;;;;;;;;;;;iBAKzB,CAAC;AAEH,QAAA,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;iBAK3B,CAAC;AAEH,QAAA,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAG1B,CAAC;AAEH,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAgCtE,MAAM,WAAW,eAAe;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAID,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAmB3B;AAED,wBAAgB,WAAW,IAAI,IAAI,CAElC"}

package/lib/indexer/extractor.js

@@ -0,0 +1,68 @@
+import { GoogleGenAI } from '@google/genai';
+import { z } from 'zod';
+import { ENTITY_TYPES, RELATION_TYPES } from '../database/schemas.js';
+// Zod schemas for extraction
+const ExtractedEntitySchema = z.object({
+    name: z.string().describe('The canonical name of the entity'),
+    type: z.enum(ENTITY_TYPES).describe('The type of entity'),
+    description: z.string().describe('A brief description of the entity in context'),
+    aliases: z.array(z.string()).describe('Alternative names or nicknames'),
+});
+const ExtractedRelationSchema = z.object({
+    source: z.string().describe('Name of the source entity'),
+    target: z.string().describe('Name of the target entity'),
+    type: z.enum(RELATION_TYPES).describe('The type of relationship'),
+    description: z.string().describe('A brief description of the relationship'),
+});
+const ExtractionResultSchema = z.object({
+    entities: z.array(ExtractedEntitySchema),
+    relations: z.array(ExtractedRelationSchema),
+});
+const EXTRACTION_PROMPT = `Analyze the following narrative text and extract:
+
+1. ENTITIES: Characters, locations, events, objects, and emotions that are significant to the story.
+   - Use the character's most common name as the canonical name
+   - Include nicknames and alternative names as aliases
+   - Provide a brief description based on what's revealed in this text
+
+2. RELATIONS: Relationships between entities.
+   - Only include relationships that are explicitly shown or strongly implied
+   - Use the canonical entity names for source and target
+
+Focus on narrative-relevant information. Be concise but accurate.
+
+TEXT:
+`;
+let client = null;
+function getClient() {
+    if (client)
+        return client;
+    const apiKey = process.env.GEMINI_API_KEY;
+    if (!apiKey) {
+        throw new Error('GEMINI_API_KEY environment variable is required');
+    }
+    client = new GoogleGenAI({ apiKey });
+    return client;
+}
+const DEFAULT_MODEL = 'gemini-2.5-flash';
+export async function extractEntities(content, config) {
+    const ai = getClient();
+    const model = config?.model ?? process.env.ECHOES_GEMINI_MODEL ?? DEFAULT_MODEL;
+    const response = await ai.models.generateContent({
+        model,
+        contents: EXTRACTION_PROMPT + content,
+        config: {
+            responseMimeType: 'application/json',
+            responseJsonSchema: z.toJSONSchema(ExtractionResultSchema),
+        },
+    });
+    const text = response.text;
+    if (!text) {
+        return { entities: [], relations: [] };
+    }
+    return ExtractionResultSchema.parse(JSON.parse(text));
+}
+export function resetClient() {
+    client = null;
+}
+//# sourceMappingURL=extractor.js.map

package/lib/indexer/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["extractor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEtE,6BAA6B;AAC7B,MAAM,qBAAqB,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC7D,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACzD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IAChF,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC;CACxE,CAAC,CAAC;AAEH,MAAM,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACxD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACxD,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACjE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CAC5E,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC;IACxC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC;CAC5C,CAAC,CAAC;AAMH,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;CAczB,CAAC;AAEF,IAAI,MAAM,GAAuB,IAAI,CAAC;AAEtC,SAAS,SAAS;IAChB,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACrC,OAAO,MAAM,CAAC;AAChB,CAAC;AAMD,MAAM,aAAa,GAAG,kBAAkB,CAAC;AAEzC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,MAAwB;IAExB,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,aAAa,CAAC;IAEhF,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC;QAC/C,KAAK;QACL,QAAQ,EAAE,iBAAiB,GAAG,OAAO;QACrC,MAAM,EAAE;YACN,gBAAgB,EAAE,kBAAkB;YACpC,kBAAkB,EAAE,CAAC,CAAC,YAAY,CAAC,sBAAsB,CAAC;SAC3D;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,OAAO,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,WAAW;IACzB,MAAM,GAAG,IAAI,CAAC;AAChB,CAAC"}

package/lib/indexer/scanner.d.ts

@@ -0,0 +1,8 @@
+import type { ScannedChapter } from '../database/schemas.js';
+export interface ScanResult {
+    chapters: ScannedChapter[];
+    arcs: string[];
+}
+export declare function scanChapter(filePath: string, basePath: string): ScannedChapter;
+export declare function scanTimeline(contentPath: string, arcFilter?: string): ScanResult;
+//# sourceMappingURL=scanner.d.ts.map