zenn-rag 0.1.0

package/dist/services/sync-service.js

@@ -0,0 +1,310 @@
+import fs from "node:fs/promises";
+import { watch as fsWatch } from "node:fs";
+import path from "node:path";
+import { getActiveModel, getContext } from "../config.js";
+import { getEmbedding, getEmbeddings } from "../embedder.js";
+import { computeHash, parseArticleFile, parseBookChapterFile, } from "../parser.js";
+import { ArticleVectorStore } from "../store.js";
+import { getLogger } from "../logger.js";
+export class SyncService {
+    logger;
+    constructor(logger) {
+        this.logger = logger ?? getLogger();
+    }
+    async loadManifest(manifestPath) {
+        try {
+            const raw = await fs.readFile(manifestPath, "utf-8");
+            return JSON.parse(raw);
+        }
+        catch {
+            return { version: 1, entries: {} };
+        }
+    }
+    async saveManifest(manifestPath, manifest) {
+        await fs.mkdir(path.dirname(manifestPath), { recursive: true });
+        await fs.writeFile(manifestPath, JSON.stringify(manifest, null, 2), "utf-8");
+    }
+    /**
+     * articles/ および books/ から対象 Markdown ファイルを走査
+     */
+    async scanContentTargets(articlesDir, booksDir) {
+        const targets = [];
+        let hasFoundAnyDir = false;
+        // 1. articles/
+        try {
+            const entries = await fs.readdir(articlesDir);
+            hasFoundAnyDir = true;
+            for (const entry of entries) {
+                if (entry.endsWith(".md")) {
+                    const slug = path.basename(entry, ".md");
+                    targets.push({
+                        filePath: path.join(articlesDir, entry),
+                        slug,
+                        itemType: "article",
+                    });
+                }
+            }
+        }
+        catch {
+            // articles/ がない場合スキップ
+        }
+        // 2. books/
+        try {
+            const bookEntries = await fs.readdir(booksDir, { withFileTypes: true });
+            hasFoundAnyDir = true;
+            for (const bookEntry of bookEntries) {
+                if (bookEntry.isDirectory()) {
+                    const bookSlug = bookEntry.name;
+                    const bookDirPath = path.join(booksDir, bookSlug);
+                    try {
+                        const chapterFiles = await fs.readdir(bookDirPath);
+                        for (const chFile of chapterFiles) {
+                            if (chFile.endsWith(".md")) {
+                                const chSlug = path.basename(chFile, ".md");
+                                targets.push({
+                                    filePath: path.join(bookDirPath, chFile),
+                                    slug: `${bookSlug}/${chSlug}`,
+                                    itemType: "book",
+                                    bookSlug,
+                                });
+                            }
+                        }
+                    }
+                    catch {
+                        // チャプター読み込みエラーはスキップ
+                    }
+                }
+            }
+        }
+        catch {
+            // books/ がない場合スキップ
+        }
+        if (!hasFoundAnyDir) {
+            throw new Error(`記事または本ディレクトリが見つかりません (articles: ${articlesDir}, books: ${booksDir})`);
+        }
+        return targets;
+    }
+    async sync(options = {}) {
+        const logger = options.logger ?? this.logger;
+        const ctx = getContext();
+        const active = getActiveModel();
+        logger.info("=== Zenn 記事 / 本 インデックス同期 ===");
+        logger.info(`プロバイダ:       ${active.provider}`);
+        logger.info(`Embeddingモデル:  ${active.model}`);
+        logger.info(`記事ディレクトリ: ${ctx.articlesDir}`);
+        logger.info(`本ディレクトリ:   ${ctx.booksDir}`);
+        logger.info(`Vector DB保存先:  ${ctx.vectorDbDir}\n`);
+        let manifest = await this.loadManifest(ctx.manifestPath);
+        const store = new ArticleVectorStore();
+        await store.init();
+        logger.write("Embeddingモデルの接続と次元数を確認中... ");
+        const testVector = await getEmbedding("health check");
+        const currentDim = testVector.length;
+        logger.info(`OK (${currentDim}次元)`);
+        const dbDim = await store.getVectorDimension();
+        const hasExistingEntries = Object.keys(manifest.entries).length > 0;
+        const isDimensionMismatch = dbDim !== null && dbDim !== currentDim;
+        const isModelChanged = !manifest.model ||
+            manifest.provider !== active.provider ||
+            manifest.model !== active.model ||
+            isDimensionMismatch;
+        let isReset = false;
+        if (options.force || isDimensionMismatch) {
+            isReset = true;
+            if (isDimensionMismatch) {
+                logger.info(`\n[ベクトルの次元数不一致を検知]`);
+                logger.info(`  既存DB: ${dbDim}次元`);
+                logger.info(`  新モデル: ${currentDim}次元`);
+                logger.info(`  ベクトルの次元数が異なるため、Vector DBとマニフェストを自動リセットして全件再インデックスします。\n`);
+            }
+            else {
+                logger.info("[強制再インデックス] 既存のVector DBとマニフェストをリセットします...\n");
+            }
+            await store.resetTable();
+            manifest = {
+                version: 1,
+                provider: active.provider,
+                model: active.model,
+                entries: {},
+            };
+        }
+        else if (hasExistingEntries && isModelChanged) {
+            isReset = true;
+            logger.info(`\n[プロバイダ / モデル変更を検知]`);
+            logger.info(`  前回: ${manifest.provider || "未記録"} (${manifest.model || "未記録"})`);
+            logger.info(`  今回: ${active.provider} (${active.model})`);
+            logger.info(`  ベクトルの形式が異なるため、Vector DBを自動リセットして全件再インデックスします。\n`);
+            await store.resetTable();
+            manifest = {
+                version: 1,
+                provider: active.provider,
+                model: active.model,
+                entries: {},
+            };
+        }
+        else {
+            manifest.provider = active.provider;
+            manifest.model = active.model;
+        }
+        let targets = [];
+        try {
+            targets = await this.scanContentTargets(ctx.articlesDir, ctx.booksDir);
+        }
+        catch (err) {
+            logger.error(err instanceof Error ? err.message : String(err));
+            throw err;
+        }
+        const currentSlugs = new Set(targets.map((t) => t.slug));
+        // 削除されたコンテンツをDBから除去
+        for (const manifestSlug of Object.keys(manifest.entries)) {
+            if (!currentSlugs.has(manifestSlug)) {
+                logger.info(`[削除検知] ${manifestSlug} をDBから削除しています...`);
+                await store.deleteBySlug(manifestSlug);
+                delete manifest.entries[manifestSlug];
+            }
+        }
+        // 変更または未処理のファイルを抽出
+        const toProcess = [];
+        for (const target of targets) {
+            const content = await fs.readFile(target.filePath, "utf-8");
+            const currentHash = computeHash(content);
+            const prevEntry = manifest.entries[target.slug];
+            if (!prevEntry || prevEntry.fileHash !== currentHash || options.force) {
+                toProcess.push(target);
+            }
+        }
+        if (toProcess.length === 0) {
+            logger.info("全コンテンツがすでに最新状態です。更新の必要はありません。");
+            return {
+                totalFiles: targets.length,
+                processedArticles: 0,
+                totalChunks: 0,
+                isReset,
+            };
+        }
+        logger.info(`対象ファイル数: ${toProcess.length} 件 / 全 ${targets.length} 件`);
+        const allNewChunks = [];
+        for (const target of toProcess) {
+            if (target.itemType === "book" && target.bookSlug) {
+                const parsed = await parseBookChapterFile(target.filePath, target.bookSlug);
+                allNewChunks.push({
+                    slug: target.slug,
+                    fileHash: parsed.fileHash,
+                    itemType: "book",
+                    bookSlug: target.bookSlug,
+                    chunks: parsed.chunks,
+                });
+            }
+            else {
+                const parsed = await parseArticleFile(target.filePath);
+                allNewChunks.push({
+                    slug: target.slug,
+                    fileHash: parsed.fileHash,
+                    itemType: "article",
+                    chunks: parsed.chunks,
+                });
+            }
+        }
+        const totalChunks = allNewChunks.reduce((acc, cur) => acc + cur.chunks.length, 0);
+        logger.info(`総チャンク数: ${totalChunks} 個`);
+        logger.info(`ベクトル埋め込みを生成中 (${active.provider} / ${active.model})...\n`);
+        let processedChunks = 0;
+        for (const item of allNewChunks) {
+            const typeLabel = item.itemType === "book" ? "[Book]" : "[Article]";
+            logger.write(`- ${typeLabel} ${item.slug} (${item.chunks.length} chunks)... `);
+            if (item.chunks.length === 0) {
+                logger.info("本文なし（スキップ）");
+                continue;
+            }
+            const textsToEmbed = item.chunks.map((c) => c.vectorText);
+            const vectors = await getEmbeddings(textsToEmbed);
+            for (let i = 0; i < item.chunks.length; i++) {
+                item.chunks[i].vector = vectors[i];
+            }
+            await store.deleteBySlug(item.slug);
+            await store.addChunks(item.chunks);
+            manifest.entries[item.slug] = {
+                fileHash: item.fileHash,
+                lastIndexed: new Date().toISOString(),
+                chunkIds: item.chunks.map((c) => c.id),
+                itemType: item.itemType,
+                bookSlug: item.bookSlug,
+            };
+            await this.saveManifest(ctx.manifestPath, manifest);
+            processedChunks += item.chunks.length;
+            logger.info(`完了 (${processedChunks}/${totalChunks})`);
+        }
+        logger.info("\nインデックス同期が正常に完了しました！");
+        return {
+            totalFiles: targets.length,
+            processedArticles: toProcess.length,
+            totalChunks,
+            isReset,
+        };
+    }
+    /**
+     * ファイル保存を監視して自動同期するウォッチモード
+     */
+    async watch(options = {}) {
+        const logger = options.logger ?? this.logger;
+        const ctx = getContext();
+        // 初回同期を実行
+        logger.info("[ウォッチモード起動] 初回インデックス同期を実行します...");
+        try {
+            await this.sync(options);
+        }
+        catch (err) {
+            logger.error("初回同期に失敗しました:", err);
+        }
+        logger.info("\n👀 ファイル変更を監視中... (終了するには Ctrl+C を押してください)");
+        let debounceTimer = null;
+        let isSyncing = false;
+        const triggerSync = (filename) => {
+            if (filename && !filename.endsWith(".md")) {
+                return;
+            }
+            if (debounceTimer) {
+                clearTimeout(debounceTimer);
+            }
+            debounceTimer = setTimeout(async () => {
+                if (isSyncing)
+                    return;
+                isSyncing = true;
+                try {
+                    logger.info(`\n[変更検知: ${filename || "ファイル"}] 差分同期を開始...`);
+                    await this.sync(options);
+                    logger.info("👀 ファイル変更を監視中...");
+                }
+                catch (err) {
+                    logger.error("自動同期中にエラーが発生しました:", err);
+                }
+                finally {
+                    isSyncing = false;
+                }
+            }, 1500);
+        };
+        // articles/ の監視
+        try {
+            fsWatch(ctx.articlesDir, { recursive: true }, (_, filename) => {
+                triggerSync(filename);
+            });
+            logger.info(`- 監視中: ${ctx.articlesDir}`);
+        }
+        catch {
+            // ディレクトリ未作成なら無視
+        }
+        // books/ の監視
+        try {
+            fsWatch(ctx.booksDir, { recursive: true }, (_, filename) => {
+                triggerSync(filename);
+            });
+            logger.info(`- 監視中: ${ctx.booksDir}`);
+        }
+        catch {
+            // ディレクトリ未作成なら無視
+        }
+        // プロセスを維持
+        await new Promise(() => { });
+    }
+}
+//# sourceMappingURL=sync-service.js.map

package/dist/services/sync-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-service.js","sourceRoot":"","sources":["../../src/services/sync-service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,KAAK,IAAI,OAAO,EAAE,MAAM,SAAS,CAAC;AAC3C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC7D,OAAO,EACL,WAAW,EACX,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EAAE,SAAS,EAAe,MAAM,cAAc,CAAC;AAqBtD,MAAM,OAAO,WAAW;IACd,MAAM,CAAS;IAEvB,YAAY,MAAe;QACzB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,SAAS,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,YAAoB;QACrC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACrD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,YAAoB,EACpB,QAAsB;QAEtB,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,WAAmB,EACnB,QAAgB;QAEhB,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK,CAAC;QAE3B,eAAe;QACf,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9C,cAAc,GAAG,IAAI,CAAC;YACtB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;oBACzC,OAAO,CAAC,IAAI,CAAC;wBACX,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC;wBACvC,IAAI;wBACJ,QAAQ,EAAE,SAAS;qBACpB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,sBAAsB;QACxB,CAAC;QAED,YAAY;QACZ,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,cAAc,GAAG,IAAI,CAAC;YACtB,KAAK,MAAM,SAAS,IAAI,WAAW,EAAE,CAAC;gBACpC,IAAI,SAAS,CAAC,WAAW,EAAE,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC;oBAChC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;oBAClD,IAAI,CAAC;wBACH,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;wBACnD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;4BAClC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gCAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;gCAC5C,OAAO,CAAC,IAAI,CAAC;oCACX,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC;oCACxC,IAAI,EAAE,GAAG,QAAQ,IAAI,MAAM,EAAE;oCAC7B,QAAQ,EAAE,MAAM;oCAChB,QAAQ;iCACT,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,oBAAoB;oBACtB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,mCAAmC,WAAW,YAAY,QAAQ,GAAG,CACtE,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAO,GAAgB,EAAE;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC7C,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,cAAc,EAAE,CAAC;QAEhC,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;QAEnD,IAAI,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACvC,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QAEnB,MAAM,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAC5C,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,cAAc,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,UAAU,KAAK,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,kBAAkB,EAAE,CAAC;QAC/C,MAAM,kBAAkB,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;QACpE,MAAM,mBAAmB,GAAG,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,UAAU,CAAC;QACnE,MAAM,cAAc,GAClB,CAAC,QAAQ,CAAC,KAAK;YACf,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ;YACrC,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;YAC/B,mBAAmB,CAAC;QAEtB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,IAAI,OAAO,CAAC,KAAK,IAAI,mBAAmB,EAAE,CAAC;YACzC,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,mBAAmB,EAAE,CAAC;gBACxB,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC,WAAW,UAAU,IAAI,CAAC,CAAC;gBACvC,MAAM,CAAC,IAAI,CACT,2DAA2D,CAC5D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CACT,8CAA8C,CAC/C,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzB,QAAQ,GAAG;gBACT,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;aAAM,IAAI,kBAAkB,IAAI,cAAc,EAAE,CAAC;YAChD,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CACT,SAAS,QAAQ,CAAC,QAAQ,IAAI,KAAK,KAAK,QAAQ,CAAC,KAAK,IAAI,KAAK,GAAG,CACnE,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,SAAS,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YAC1D,MAAM,CAAC,IAAI,CACT,mDAAmD,CACpD,CAAC;YAEF,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;YACzB,QAAQ,GAAG;gBACT,OAAO,EAAE,CAAC;gBACV,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;YACpC,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAChC,CAAC;QAED,IAAI,OAAO,GAAoB,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/D,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEzD,oBAAoB;QACpB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBACpC,MAAM,CAAC,IAAI,CAAC,UAAU,YAAY,kBAAkB,CAAC,CAAC;gBACtD,MAAM,KAAK,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;gBACvC,OAAO,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,MAAM,SAAS,GAAoB,EAAE,CAAC;QACtC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YAEzC,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,QAAQ,KAAK,WAAW,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACtE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC7C,OAAO;gBACL,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,iBAAiB,EAAE,CAAC;gBACpB,WAAW,EAAE,CAAC;gBACd,OAAO;aACR,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,YAAY,SAAS,CAAC,MAAM,UAAU,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;QAEtE,MAAM,YAAY,GAMZ,EAAE,CAAC;QAET,KAAK,MAAM,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClD,MAAM,MAAM,GAAG,MAAM,oBAAoB,CACvC,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,QAAQ,CAChB,CAAC;gBACF,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,QAAQ,EAAE,MAAM;oBAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvD,YAAY,CAAC,IAAI,CAAC;oBAChB,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,QAAQ,EAAE,SAAS;oBACnB,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CACrC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EACrC,CAAC,CACF,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,WAAW,WAAW,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CACT,iBAAiB,MAAM,CAAC,QAAQ,MAAM,MAAM,CAAC,KAAK,QAAQ,CAC3D,CAAC;QAEF,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC;YACpE,MAAM,CAAC,KAAK,CACV,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,MAAM,CAAC,MAAM,cAAc,CACjE,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC1B,SAAS;YACX,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,YAAY,CAAC,CAAC;YAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5C,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,CAAC;YAED,MAAM,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;gBAC5B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC;YACF,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;YAEpD,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,OAAO,eAAe,IAAI,WAAW,GAAG,CAAC,CAAC;QACxD,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAErC,OAAO;YACL,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,iBAAiB,EAAE,SAAS,CAAC,MAAM;YACnC,WAAW;YACX,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,OAAO,GAAgB,EAAE;QACnC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;QAC7C,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QAEzB,UAAU;QACV,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAE3D,IAAI,aAAa,GAA0B,IAAI,CAAC;QAChD,IAAI,SAAS,GAAG,KAAK,CAAC;QAEtB,MAAM,WAAW,GAAG,CAAC,QAAwB,EAAE,EAAE;YAC/C,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,OAAO;YACT,CAAC;YAED,IAAI,aAAa,EAAE,CAAC;gBAClB,YAAY,CAAC,aAAa,CAAC,CAAC;YAC9B,CAAC;YAED,aAAa,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;gBACpC,IAAI,SAAS;oBAAE,OAAO;gBACtB,SAAS,GAAG,IAAI,CAAC;gBACjB,IAAI,CAAC;oBACH,MAAM,CAAC,IAAI,CAAC,YAAY,QAAQ,IAAI,MAAM,cAAc,CAAC,CAAC;oBAC1D,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBAClC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;gBACzC,CAAC;wBAAS,CAAC;oBACT,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;QACX,CAAC,CAAC;QAEF,gBAAgB;QAChB,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE;gBAC5D,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;QAED,aAAa;QACb,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE;gBACzD,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,gBAAgB;QAClB,CAAC;QAED,UAAU;QACV,MAAM,IAAI,OAAO,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/store.d.ts

@@ -0,0 +1,35 @@
+import { type Table } from "@lancedb/lancedb";
+import type { ArticleChunk, SearchResult } from "./types.js";
+export interface DBRecord {
+    id: string;
+    slug: string;
+    title: string;
+    topics: string;
+    heading: string;
+    text: string;
+    url: string;
+    contentHash: string;
+    vector: number[];
+    itemType: string;
+    bookSlug: string;
+    [key: string]: unknown;
+}
+export declare class ArticleVectorStore {
+    private db;
+    private table;
+    private getDb;
+    init(): Promise<void>;
+    resetTable(): Promise<void>;
+    getVectorDimension(): Promise<number | null>;
+    getTable(): Promise<Table | null>;
+    private getOrCreateTable;
+    addChunks(chunks: ArticleChunk[]): Promise<void>;
+    deleteBySlug(slug: string): Promise<void>;
+    search(queryVector: number[], options?: {
+        limit?: number;
+        topic?: string;
+    }): Promise<SearchResult[]>;
+    getAllTopics(): Promise<Record<string, number>>;
+    getArticleChunks(slug: string): Promise<SearchResult[]>;
+}
+//# sourceMappingURL=store.d.ts.map

package/dist/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AACA,OAAO,EAA4B,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAExE,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAI7D,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAgDD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,EAAE,CAA2B;IACrC,OAAO,CAAC,KAAK,CAAsB;YAErB,KAAK;IASb,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAE1B;IAEK,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAOhC;IAEK,kBAAkB,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAcjD;IAEK,QAAQ,IAAI,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,CAWtC;YAEa,gBAAgB;IAYxB,SAAS,CAAC,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAUrD;IAEK,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAS9C;IAEK,MAAM,CACV,WAAW,EAAE,MAAM,EAAE,EACrB,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAO,GAC/C,OAAO,CAAC,YAAY,EAAE,CAAC,CAqBzB;IAEK,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAyBpD;IAEK,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAQ5D;CACF"}

package/dist/store.js

@@ -0,0 +1,180 @@
+import fs from "node:fs/promises";
+import { connect } from "@lancedb/lancedb";
+import { getContext } from "./config.js";
+const TABLE_NAME = "article_chunks";
+function chunkToRecord(chunk) {
+    if (!chunk.vector) {
+        throw new Error(`Chunk ${chunk.id} にベクトルが含まれていません`);
+    }
+    return {
+        id: chunk.id,
+        slug: chunk.slug,
+        title: chunk.title,
+        topics: chunk.topics.join(", "),
+        heading: chunk.heading,
+        text: chunk.text,
+        url: chunk.url,
+        contentHash: chunk.contentHash,
+        vector: chunk.vector,
+        itemType: chunk.itemType || "article",
+        bookSlug: chunk.bookSlug || "",
+    };
+}
+function rowToSearchResult(row, score) {
+    const topicsStr = row.topics || "";
+    const topics = topicsStr
+        .split(",")
+        .map((s) => s.trim())
+        .filter(Boolean);
+    const itemType = row.itemType || "article";
+    const bookSlug = row.bookSlug || undefined;
+    return {
+        id: String(row.id),
+        slug: String(row.slug),
+        title: String(row.title),
+        topics,
+        heading: String(row.heading),
+        text: String(row.text),
+        url: String(row.url),
+        score,
+        itemType,
+        bookSlug: bookSlug || undefined,
+    };
+}
+export class ArticleVectorStore {
+    db = null;
+    table = null;
+    async getDb() {
+        if (!this.db) {
+            const ctx = getContext();
+            await fs.mkdir(ctx.vectorDbDir, { recursive: true });
+            this.db = await connect(ctx.vectorDbDir);
+        }
+        return this.db;
+    }
+    async init() {
+        await this.getTable();
+    }
+    async resetTable() {
+        const db = await this.getDb();
+        const tables = await db.tableNames();
+        if (tables.includes(TABLE_NAME)) {
+            await db.dropTable(TABLE_NAME);
+        }
+        this.table = null;
+    }
+    async getVectorDimension() {
+        const table = await this.getTable();
+        if (!table)
+            return null;
+        try {
+            const rows = await table.query().limit(1).toArray();
+            const vec = rows[0]?.vector;
+            if (typeof vec?.length === "number") {
+                return vec.length;
+            }
+        }
+        catch {
+            // テーブルが空などの場合はnull
+        }
+        return null;
+    }
+    async getTable() {
+        if (this.table) {
+            return this.table;
+        }
+        const db = await this.getDb();
+        const tables = await db.tableNames();
+        if (tables.includes(TABLE_NAME)) {
+            this.table = await db.openTable(TABLE_NAME);
+            return this.table;
+        }
+        return null;
+    }
+    async getOrCreateTable(sampleData) {
+        const db = await this.getDb();
+        const tables = await db.tableNames();
+        if (tables.includes(TABLE_NAME)) {
+            this.table = await db.openTable(TABLE_NAME);
+        }
+        else {
+            this.table = await db.createTable(TABLE_NAME, sampleData);
+        }
+        return this.table;
+    }
+    async addChunks(chunks) {
+        if (chunks.length === 0)
+            return;
+        const records = chunks.map(chunkToRecord);
+        const table = await this.getTable();
+        if (!table) {
+            await this.getOrCreateTable(records);
+        }
+        else {
+            await table.add(records);
+        }
+    }
+    async deleteBySlug(slug) {
+        const table = await this.getTable();
+        if (!table)
+            return;
+        try {
+            await table.delete(`slug = '${slug}'`);
+        }
+        catch {
+            // 削除エラーは許容
+        }
+    }
+    async search(queryVector, options = {}) {
+        const table = await this.getTable();
+        if (!table)
+            return [];
+        const limit = options.limit || 5;
+        let query = table
+            .vectorSearch(queryVector)
+            .distanceType("cosine")
+            .limit(limit);
+        if (options.topic) {
+            query = query.where(`topics LIKE '%${options.topic}%'`);
+        }
+        const rawResults = await query.toArray();
+        return rawResults.map((row) => {
+            const distance = row._distance ?? 0;
+            const score = Math.max(0, 1 - distance);
+            return rowToSearchResult(row, score);
+        });
+    }
+    async getAllTopics() {
+        const table = await this.getTable();
+        if (!table)
+            return {};
+        const rows = await table.query().select(["topics", "slug"]).toArray();
+        const topicCounts = {};
+        for (const row of rows) {
+            const topicsStr = row.topics || "";
+            const slug = String(row.slug);
+            const topics = topicsStr
+                .split(",")
+                .map((s) => s.trim())
+                .filter(Boolean);
+            for (const t of topics) {
+                if (!topicCounts[t])
+                    topicCounts[t] = new Set();
+                topicCounts[t].add(slug);
+            }
+        }
+        const result = {};
+        for (const [topic, slugs] of Object.entries(topicCounts)) {
+            result[topic] = slugs.size;
+        }
+        return result;
+    }
+    async getArticleChunks(slug) {
+        const table = await this.getTable();
+        if (!table)
+            return [];
+        const rows = await table.query().where(`slug = '${slug}'`).toArray();
+        return rows.map((row) => rowToSearchResult(row, 1.0));
+    }
+}
+//# sourceMappingURL=store.js.map

package/dist/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../src/store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,OAAO,EAA+B,MAAM,kBAAkB,CAAC;AACxE,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,UAAU,GAAG,gBAAgB,CAAC;AAiBpC,SAAS,aAAa,CAAC,KAAmB;IACxC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;IACtD,CAAC;IACD,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,GAAG,EAAE,KAAK,CAAC,GAAG;QACd,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,SAAS;QACrC,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,EAAE;KAC/B,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,GAA4B,EAC5B,KAAa;IAEb,MAAM,SAAS,GAAI,GAAG,CAAC,MAAiB,IAAI,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,SAAS;SACrB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnB,MAAM,QAAQ,GAAI,GAAG,CAAC,QAA+B,IAAI,SAAS,CAAC;IACnE,MAAM,QAAQ,GAAI,GAAG,CAAC,QAAmB,IAAI,SAAS,CAAC;IAEvD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QACxB,MAAM;QACN,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;QACtB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC;QACpB,KAAK;QACL,QAAQ;QACR,QAAQ,EAAE,QAAQ,IAAI,SAAS;KAChC,CAAC;AACJ,CAAC;AAED,MAAM,OAAO,kBAAkB;IACrB,EAAE,GAAsB,IAAI,CAAC;IAC7B,KAAK,GAAiB,IAAI,CAAC;IAE3B,KAAK,CAAC,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;YACzB,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,IAAI,CAAC,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAyC,CAAC;YAC/D,IAAI,OAAO,GAAG,EAAE,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO,GAAG,CAAC,MAAM,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mBAAmB;QACrB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QACD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QACrC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC,KAAK,CAAC;QACpB,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,UAAsB;QACnD,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QAErC,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,MAAM,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAC5D,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAsB;QACpC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEhC,MAAM,OAAO,GAAe,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO;QAEnB,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC;QACzC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CACV,WAAqB,EACrB,OAAO,GAAuC,EAAE;QAEhD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;QACjC,IAAI,KAAK,GAAG,KAAK;aACd,YAAY,CAAC,WAAW,CAAC;aACzB,YAAY,CAAC,QAAQ,CAAC;aACtB,KAAK,CAAC,KAAK,CAAC,CAAC;QAEhB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAEzC,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC5B,MAAM,QAAQ,GAAI,GAAG,CAAC,SAAoB,IAAI,CAAC,CAAC;YAChD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC;YACxC,OAAO,iBAAiB,CAAC,GAA8B,EAAE,KAAK,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACtE,MAAM,WAAW,GAAgC,EAAE,CAAC;QAEpD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,SAAS,GAAI,GAAG,CAAC,MAAiB,IAAI,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,MAAM,GAAG,SAAS;iBACrB,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpB,MAAM,CAAC,OAAO,CAAC,CAAC;YACnB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACvB,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;oBAAE,WAAW,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC;gBAChD,WAAW,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YACzD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;QAC7B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;QACrE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACtB,iBAAiB,CAAC,GAA8B,EAAE,GAAG,CAAC,CACvD,CAAC;IACJ,CAAC;CACF"}

package/dist/types.d.ts

@@ -0,0 +1,49 @@
+export interface ArticleFrontmatter {
+    title: string;
+    emoji?: string;
+    type?: "tech" | "idea";
+    topics?: string[];
+    published?: boolean;
+    [key: string]: unknown;
+}
+export type ItemType = "article" | "book";
+export interface ArticleChunk {
+    id: string;
+    slug: string;
+    title: string;
+    topics: string[];
+    heading: string;
+    text: string;
+    vectorText: string;
+    url: string;
+    contentHash: string;
+    vector?: number[];
+    itemType?: ItemType;
+    bookSlug?: string;
+}
+export interface ManifestEntry {
+    fileHash: string;
+    lastIndexed: string;
+    chunkIds: string[];
+    itemType?: ItemType;
+    bookSlug?: string;
+}
+export interface SyncManifest {
+    version: number;
+    provider?: string;
+    model?: string;
+    entries: Record<string, ManifestEntry>;
+}
+export interface SearchResult {
+    id: string;
+    slug: string;
+    title: string;
+    topics: string[];
+    heading: string;
+    text: string;
+    url: string;
+    score: number;
+    itemType?: ItemType;
+    bookSlug?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,MAAM,MAAM,QAAQ,GAAG,SAAS,GAAG,MAAM,CAAC;AAE1C,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}