zenn-rag 0.1.0

package/dist/parser.js

@@ -0,0 +1,214 @@
+import crypto from "node:crypto";
+import fs from "node:fs/promises";
+import path from "node:path";
+import matter from "gray-matter";
+import { getArticleUrl, getBookChapterUrl } from "./config.js";
+export function computeHash(content) {
+    return crypto.createHash("md5").update(content, "utf8").digest("hex");
+}
+/**
+ * Markdownを見出し単位でセクションに分割する
+ */
+export function splitMarkdownIntoSections(markdown) {
+    const lines = markdown.split(/\r?\n/);
+    const sections = [];
+    const headingStack = [];
+    let currentLines = [];
+    let currentHeading = "イントロダクション";
+    function saveCurrentSection() {
+        const text = currentLines.join("\n").trim();
+        if (text.length > 0) {
+            sections.push({
+                heading: currentHeading,
+                text,
+            });
+        }
+        currentLines = [];
+    }
+    for (const line of lines) {
+        const headingMatch = line.match(/^(#{1,4})\s+(.+)$/);
+        if (headingMatch) {
+            saveCurrentSection();
+            const level = headingMatch[1].length;
+            const title = headingMatch[2].trim();
+            while (headingStack.length > 0 &&
+                headingStack[headingStack.length - 1].level >= level) {
+                headingStack.pop();
+            }
+            headingStack.push({ level, text: title });
+            currentHeading = headingStack.map((h) => h.text).join(" > ");
+        }
+        else {
+            currentLines.push(line);
+        }
+    }
+    saveCurrentSection();
+    return sections;
+}
+/**
+ * コードブロック（``` または ~~~）を保護しながら段落に分割する
+ */
+export function extractParagraphs(text) {
+    const lines = text.split(/\r?\n/);
+    const paragraphs = [];
+    let currentParagraphLines = [];
+    let inCodeFence = false;
+    let codeFenceMarker = "";
+    for (const line of lines) {
+        const trimmed = line.trim();
+        const fenceMatch = trimmed.match(/^(`{3,}|~{3,})/);
+        if (fenceMatch) {
+            const marker = fenceMatch[1][0]; // '`' or '~'
+            if (!inCodeFence) {
+                inCodeFence = true;
+                codeFenceMarker = marker;
+            }
+            else if (marker === codeFenceMarker) {
+                inCodeFence = false;
+                codeFenceMarker = "";
+            }
+        }
+        if (!inCodeFence && trimmed === "") {
+            if (currentParagraphLines.length > 0) {
+                paragraphs.push(currentParagraphLines.join("\n"));
+                currentParagraphLines = [];
+            }
+        }
+        else {
+            currentParagraphLines.push(line);
+        }
+    }
+    if (currentParagraphLines.length > 0) {
+        paragraphs.push(currentParagraphLines.join("\n"));
+    }
+    return paragraphs;
+}
+export function splitSectionIfLong(text, maxChars = 2000) {
+    if (text.length <= maxChars) {
+        return [text];
+    }
+    const paragraphs = extractParagraphs(text);
+    const chunks = [];
+    let current = "";
+    for (const p of paragraphs) {
+        if ((current + "\n\n" + p).length > maxChars && current.length > 0) {
+            chunks.push(current.trim());
+            current = p;
+        }
+        else {
+            current = current.length > 0 ? `${current}\n\n${p}` : p;
+        }
+    }
+    if (current.trim().length > 0) {
+        chunks.push(current.trim());
+    }
+    return chunks;
+}
+/**
+ * Markdown文字列をパースしてArticleChunk配列に変換する純粋関数
+ */
+export function parseArticle(rawContent, slug, options) {
+    const fileHash = computeHash(rawContent);
+    const parsed = matter(rawContent);
+    const frontmatter = parsed.data;
+    const title = frontmatter.title || slug;
+    const topics = Array.isArray(frontmatter.topics) ? frontmatter.topics : [];
+    const articleUrl = options?.articleUrl ?? getArticleUrl(slug);
+    const sections = splitMarkdownIntoSections(parsed.content);
+    const chunks = [];
+    let chunkIndex = 0;
+    for (const section of sections) {
+        const subTexts = splitSectionIfLong(section.text);
+        for (let i = 0; i < subTexts.length; i++) {
+            const text = subTexts[i];
+            const partSuffix = subTexts.length > 1 ? ` (Part ${i + 1})` : "";
+            const headingWithPart = `${section.heading}${partSuffix}`;
+            const vectorText = [
+                `記事タイトル: ${title}`,
+                topics.length > 0 ? `トピック: ${topics.join(", ")}` : null,
+                `見出し: ${headingWithPart}`,
+                "",
+                text,
+            ]
+                .filter(Boolean)
+                .join("\n");
+            chunks.push({
+                id: `${slug}#chunk_${chunkIndex++}`,
+                slug,
+                title,
+                topics,
+                heading: headingWithPart,
+                text,
+                vectorText,
+                url: articleUrl,
+                contentHash: computeHash(text),
+                itemType: "article",
+            });
+        }
+    }
+    return { slug, frontmatter, chunks, fileHash };
+}
+/**
+ * 1つの記事Markdownファイルを読み込んでパースし、複数のArticleChunkに変換する
+ */
+export async function parseArticleFile(filePath, options) {
+    const rawContent = await fs.readFile(filePath, "utf-8");
+    const slug = path.basename(filePath, path.extname(filePath));
+    return parseArticle(rawContent, slug, options);
+}
+/**
+ * Zennの本（Books）の1チャプターをパースしてArticleChunk配列に変換する純粋関数
+ */
+export function parseBookChapter(rawContent, bookSlug, chapterSlug, options) {
+    const fileHash = computeHash(rawContent);
+    const parsed = matter(rawContent);
+    const frontmatter = parsed.data;
+    const title = frontmatter.title || chapterSlug;
+    const topics = Array.isArray(frontmatter.topics) ? frontmatter.topics : [];
+    const fullSlug = `${bookSlug}/${chapterSlug}`;
+    const chapterUrl = options?.articleUrl ?? getBookChapterUrl(bookSlug, chapterSlug);
+    const sections = splitMarkdownIntoSections(parsed.content);
+    const chunks = [];
+    let chunkIndex = 0;
+    for (const section of sections) {
+        const subTexts = splitSectionIfLong(section.text);
+        for (let i = 0; i < subTexts.length; i++) {
+            const text = subTexts[i];
+            const partSuffix = subTexts.length > 1 ? ` (Part ${i + 1})` : "";
+            const headingWithPart = `${section.heading}${partSuffix}`;
+            const vectorText = [
+                `本: ${bookSlug}`,
+                `チャプター: ${title}`,
+                topics.length > 0 ? `トピック: ${topics.join(", ")}` : null,
+                `見出し: ${headingWithPart}`,
+                "",
+                text,
+            ]
+                .filter(Boolean)
+                .join("\n");
+            chunks.push({
+                id: `${fullSlug}#chunk_${chunkIndex++}`,
+                slug: fullSlug,
+                title: `${bookSlug}: ${title}`,
+                topics,
+                heading: headingWithPart,
+                text,
+                vectorText,
+                url: chapterUrl,
+                contentHash: computeHash(text),
+                itemType: "book",
+                bookSlug,
+            });
+        }
+    }
+    return { slug: fullSlug, frontmatter, chunks, fileHash, bookSlug };
+}
+/**
+ * 本のチャプターファイルを読み込んでパースする
+ */
+export async function parseBookChapterFile(filePath, bookSlug, options) {
+    const rawContent = await fs.readFile(filePath, "utf-8");
+    const chapterSlug = path.basename(filePath, path.extname(filePath));
+    return parseBookChapter(rawContent, bookSlug, chapterSlug, options);
+}
+//# sourceMappingURL=parser.js.map

package/dist/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAG/D,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACxE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CACvC,QAAgB;IAEhB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAwC,EAAE,CAAC;IAEzD,MAAM,YAAY,GAAsC,EAAE,CAAC;IAC3D,IAAI,YAAY,GAAa,EAAE,CAAC;IAChC,IAAI,cAAc,GAAG,WAAW,CAAC;IAEjC,SAAS,kBAAkB;QACzB,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpB,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO,EAAE,cAAc;gBACvB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QACD,YAAY,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,CAAC;YACjB,kBAAkB,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YACrC,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAErC,OACE,YAAY,CAAC,MAAM,GAAG,CAAC;gBACvB,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,EACpD,CAAC;gBACD,YAAY,CAAC,GAAG,EAAE,CAAC;YACrB,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,cAAc,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,kBAAkB,EAAE,CAAC;IACrB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,qBAAqB,GAAa,EAAE,CAAC;IACzC,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,IAAI,eAAe,GAAG,EAAE,CAAC;IAEzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAEnD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa;YAC9C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,WAAW,GAAG,IAAI,CAAC;gBACnB,eAAe,GAAG,MAAM,CAAC;YAC3B,CAAC;iBAAM,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;gBACtC,WAAW,GAAG,KAAK,CAAC;gBACpB,eAAe,GAAG,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACnC,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,UAAU,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClD,qBAAqB,GAAG,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrC,UAAU,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACpD,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY,EAAE,QAAQ,GAAG,IAAI;IAC9D,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,OAAO,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5B,OAAO,GAAG,CAAC,CAAC;QACd,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAMD;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,UAAkB,EAClB,IAAY,EACZ,OAA6B;IAO7B,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,CAAC,IAA0B,CAAC;IACtD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC;IACxC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IAE9D,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,MAAM,eAAe,GAAG,GAAG,OAAO,CAAC,OAAO,GAAG,UAAU,EAAE,CAAC;YAE1D,MAAM,UAAU,GAAG;gBACjB,WAAW,KAAK,EAAE;gBAClB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;gBACvD,QAAQ,eAAe,EAAE;gBACzB,EAAE;gBACF,IAAI;aACL;iBACE,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,IAAI,UAAU,UAAU,EAAE,EAAE;gBACnC,IAAI;gBACJ,KAAK;gBACL,MAAM;gBACN,OAAO,EAAE,eAAe;gBACxB,IAAI;gBACJ,UAAU;gBACV,GAAG,EAAE,UAAU;gBACf,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC;gBAC9B,QAAQ,EAAE,SAAS;aACpB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,OAA6B;IAO7B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7D,OAAO,YAAY,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,UAAkB,EAClB,QAAgB,EAChB,WAAmB,EACnB,OAA6B;IAQ7B,MAAM,QAAQ,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,CAAC,IAA0B,CAAC;IACtD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC;IAC/C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,WAAW,EAAE,CAAC;IAC9C,MAAM,UAAU,GACd,OAAO,EAAE,UAAU,IAAI,iBAAiB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAElE,MAAM,QAAQ,GAAG,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACjE,MAAM,eAAe,GAAG,GAAG,OAAO,CAAC,OAAO,GAAG,UAAU,EAAE,CAAC;YAE1D,MAAM,UAAU,GAAG;gBACjB,MAAM,QAAQ,EAAE;gBAChB,UAAU,KAAK,EAAE;gBACjB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;gBACvD,QAAQ,eAAe,EAAE;gBACzB,EAAE;gBACF,IAAI;aACL;iBACE,MAAM,CAAC,OAAO,CAAC;iBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,QAAQ,UAAU,UAAU,EAAE,EAAE;gBACvC,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,GAAG,QAAQ,KAAK,KAAK,EAAE;gBAC9B,MAAM;gBACN,OAAO,EAAE,eAAe;gBACxB,IAAI;gBACJ,UAAU;gBACV,GAAG,EAAE,UAAU;gBACf,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC;gBAC9B,QAAQ,EAAE,MAAM;gBAChB,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;AACrE,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,QAAgB,EAChB,OAA6B;IAQ7B,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACpE,OAAO,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;AACtE,CAAC"}

package/dist/providers/base.d.ts

@@ -0,0 +1,2 @@
+export declare function sleep(ms: number): Promise<void>;
+//# sourceMappingURL=base.d.ts.map

package/dist/providers/base.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C"}

package/dist/providers/base.js

@@ -0,0 +1,4 @@
+export function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=base.js.map

package/dist/providers/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/providers/base.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,KAAK,CAAC,EAAU;IAC9B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/providers/factory.d.ts

@@ -0,0 +1,4 @@
+import { type RagContext } from "../config.js";
+import type { IEmbeddingProvider } from "./types.js";
+export declare function createEmbeddingProvider(customCtx?: RagContext): IEmbeddingProvider;
+//# sourceMappingURL=factory.d.ts.map

package/dist/providers/factory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../src/providers/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,KAAK,UAAU,EAAE,MAAM,cAAc,CAAC;AAI3D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,wBAAgB,uBAAuB,CACrC,SAAS,CAAC,EAAE,UAAU,GACrB,kBAAkB,CAwBpB"}

package/dist/providers/factory.js

@@ -0,0 +1,27 @@
+import { getContext } from "../config.js";
+import { GeminiEmbeddingProvider } from "./gemini.js";
+import { OllamaEmbeddingProvider } from "./ollama.js";
+import { OpenAIEmbeddingProvider } from "./openai.js";
+export function createEmbeddingProvider(customCtx) {
+    const ctx = customCtx ?? getContext();
+    switch (ctx.provider) {
+        case "openai":
+            return new OpenAIEmbeddingProvider({
+                apiKey: ctx.openaiApiKey,
+                model: ctx.openaiModel,
+                baseUrl: ctx.openaiBaseUrl,
+            });
+        case "ollama":
+            return new OllamaEmbeddingProvider({
+                baseUrl: ctx.ollamaBaseUrl,
+                model: ctx.ollamaModel,
+            });
+        case "gemini":
+        default:
+            return new GeminiEmbeddingProvider({
+                apiKey: ctx.geminiApiKey,
+                model: ctx.geminiModel,
+            });
+    }
+}
+//# sourceMappingURL=factory.js.map

package/dist/providers/factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"factory.js","sourceRoot":"","sources":["../../src/providers/factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAmB,MAAM,cAAc,CAAC;AAC3D,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,UAAU,uBAAuB,CACrC,SAAsB;IAEtB,MAAM,GAAG,GAAG,SAAS,IAAI,UAAU,EAAE,CAAC;IAEtC,QAAQ,GAAG,CAAC,QAAQ,EAAE,CAAC;QACrB,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAuB,CAAC;gBACjC,MAAM,EAAE,GAAG,CAAC,YAAY;gBACxB,KAAK,EAAE,GAAG,CAAC,WAAW;gBACtB,OAAO,EAAE,GAAG,CAAC,aAAa;aAC3B,CAAC,CAAC;QAEL,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAuB,CAAC;gBACjC,OAAO,EAAE,GAAG,CAAC,aAAa;gBAC1B,KAAK,EAAE,GAAG,CAAC,WAAW;aACvB,CAAC,CAAC;QAEL,KAAK,QAAQ,CAAC;QACd;YACE,OAAO,IAAI,uBAAuB,CAAC;gBACjC,MAAM,EAAE,GAAG,CAAC,YAAY;gBACxB,KAAK,EAAE,GAAG,CAAC,WAAW;aACvB,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}

package/dist/providers/gemini.d.ts

@@ -0,0 +1,20 @@
+import type { IEmbeddingProvider } from "./types.js";
+export interface GeminiProviderOptions {
+    apiKey: string;
+    model: string;
+    maxRetries?: number;
+    delayBetweenRequestsMs?: number;
+}
+export declare class GeminiEmbeddingProvider implements IEmbeddingProvider {
+    readonly name = "gemini";
+    readonly model: string;
+    private readonly apiKey;
+    private readonly maxRetries;
+    private readonly delayBetweenRequestsMs;
+    private client;
+    constructor(options: GeminiProviderOptions);
+    private getClient;
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[], onProgress?: (completed: number, total: number) => void): Promise<number[][]>;
+}
+//# sourceMappingURL=gemini.d.ts.map

package/dist/providers/gemini.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAS;IAChD,OAAO,CAAC,MAAM,CAA4B;IAE1C,YAAY,OAAO,EAAE,qBAAqB,EAYzC;IAED,OAAO,CAAC,SAAS;IAOX,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqDlD;IAEK,aAAa,CACjB,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAgBrB;CACF"}

package/dist/providers/gemini.js

@@ -0,0 +1,79 @@
+import { GoogleGenAI } from "@google/genai";
+import { sleep } from "./base.js";
+export class GeminiEmbeddingProvider {
+    name = "gemini";
+    model;
+    apiKey;
+    maxRetries;
+    delayBetweenRequestsMs;
+    client = null;
+    constructor(options) {
+        if (!options.apiKey) {
+            throw new Error("GEMINI_API_KEY が設定されていません。\n" +
+                ".env に GEMINI_API_KEY=<your-key> を設定するか、\n" +
+                "または EMBEDDING_PROVIDER=openai を指定して OPENAI_API_KEY を設定してください。");
+        }
+        this.apiKey = options.apiKey;
+        this.model = options.model;
+        this.maxRetries = options.maxRetries ?? 5;
+        this.delayBetweenRequestsMs = options.delayBetweenRequestsMs ?? 650;
+    }
+    getClient() {
+        if (!this.client) {
+            this.client = new GoogleGenAI({ apiKey: this.apiKey });
+        }
+        return this.client;
+    }
+    async getEmbedding(text) {
+        const ai = this.getClient();
+        for (let attempt = 1; attempt <= this.maxRetries; attempt++) {
+            try {
+                const response = await ai.models.embedContent({
+                    model: this.model,
+                    contents: text,
+                });
+                const embedding = response.embeddings?.[0]?.values ||
+                    response
+                        .embedding?.values;
+                if (!embedding || embedding.length === 0) {
+                    throw new Error("Gemini Embeddingの生成に失敗しました: 空のベクトルが返されました");
+                }
+                return embedding;
+            }
+            catch (err) {
+                const errorMsg = err instanceof Error ? err.message : String(err);
+                const isRateLimit = errorMsg.includes("429") ||
+                    errorMsg.includes("RESOURCE_EXHAUSTED") ||
+                    errorMsg.includes("quota");
+                if (isRateLimit && attempt <= this.maxRetries) {
+                    const match = errorMsg.match(/retry in ([0-9.]+)s/i) ||
+                        errorMsg.match(/retryDelay["':\s]+([0-9.]+)s/i);
+                    let waitMs = 3000 * Math.pow(1.5, attempt);
+                    if (match && match[1]) {
+                        waitMs = Math.ceil(parseFloat(match[1])) * 1000 + 1000;
+                    }
+                    console.warn(`\n[Gemini レートリミット待機] Quota制限のため ${Math.round(waitMs / 1000)} 秒待機して再試行します (${attempt}/${this.maxRetries})...`);
+                    await sleep(waitMs);
+                    continue;
+                }
+                throw err;
+            }
+        }
+        throw new Error(`Gemini Embedding生成が ${this.maxRetries} 回の再試行後に失敗しました`);
+    }
+    async getEmbeddings(texts, onProgress) {
+        const results = [];
+        for (let i = 0; i < texts.length; i++) {
+            const vector = await this.getEmbedding(texts[i]);
+            results.push(vector);
+            if (onProgress) {
+                onProgress(i + 1, texts.length);
+            }
+            if (i + 1 < texts.length) {
+                await sleep(this.delayBetweenRequestsMs);
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/dist/providers/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAUlC,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,KAAK,CAAS;IACN,MAAM,CAAS;IACf,UAAU,CAAS;IACnB,sBAAsB,CAAS;IACxC,MAAM,GAAuB,IAAI,CAAC;IAE1C,YAAY,OAA8B;QACxC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CACb,8BAA8B;gBAC5B,4CAA4C;gBAC5C,+DAA+D,CAClE,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,IAAI,GAAG,CAAC;IACtE,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAE5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAC5D,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC;oBAC5C,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI;iBACf,CAAC,CAAC;gBAEH,MAAM,SAAS,GACb,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM;oBAC/B,QAA4D;yBAC1D,SAAS,EAAE,MAAM,CAAC;gBAEvB,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzC,MAAM,IAAI,KAAK,CACb,2CAA2C,CAC5C,CAAC;gBACJ,CAAC;gBACD,OAAO,SAAS,CAAC;YACnB,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAClE,MAAM,WAAW,GACf,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;oBACxB,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,CAAC;oBACvC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAE7B,IAAI,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC9C,MAAM,KAAK,GACT,QAAQ,CAAC,KAAK,CAAC,sBAAsB,CAAC;wBACtC,QAAQ,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;oBAClD,IAAI,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;oBAC3C,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;wBACtB,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;oBACzD,CAAC;oBAED,OAAO,CAAC,IAAI,CACV,mCAAmC,IAAI,CAAC,KAAK,CAC3C,MAAM,GAAG,IAAI,CACd,iBAAiB,OAAO,IAAI,IAAI,CAAC,UAAU,MAAM,CACnD,CAAC;oBACF,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC;oBACpB,SAAS;gBACX,CAAC;gBAED,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,CAAC,UAAU,gBAAgB,CACvD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAe,EACf,UAAuD;QAEvD,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAErB,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACzB,MAAM,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/providers/ollama.d.ts

@@ -0,0 +1,14 @@
+import type { IEmbeddingProvider } from "./types.js";
+export interface OllamaProviderOptions {
+    baseUrl?: string;
+    model: string;
+}
+export declare class OllamaEmbeddingProvider implements IEmbeddingProvider {
+    readonly name = "ollama";
+    readonly model: string;
+    private readonly baseUrl;
+    constructor(options: OllamaProviderOptions);
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[], onProgress?: (completed: number, total: number) => void): Promise<number[][]>;
+}
+//# sourceMappingURL=ollama.d.ts.map

package/dist/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IAEjC,YAAY,OAAO,EAAE,qBAAqB,EAMzC;IAEK,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAkBlD;IAEK,aAAa,CACjB,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAUrB;CACF"}

package/dist/providers/ollama.js

@@ -0,0 +1,38 @@
+export class OllamaEmbeddingProvider {
+    name = "ollama";
+    model;
+    baseUrl;
+    constructor(options) {
+        this.model = options.model;
+        this.baseUrl = (options.baseUrl || "http://localhost:11434").replace(/\/+$/, "");
+    }
+    async getEmbedding(text) {
+        const url = `${this.baseUrl}/api/embeddings`;
+        const res = await fetch(url, {
+            method: "POST",
+            headers: { "Content-Type": "application/json" },
+            body: JSON.stringify({
+                model: this.model,
+                prompt: text,
+            }),
+        });
+        if (!res.ok) {
+            const errorText = await res.text();
+            throw new Error(`Ollama Embeddingエラー (${res.status}): ${errorText}`);
+        }
+        const json = (await res.json());
+        return json.embedding;
+    }
+    async getEmbeddings(texts, onProgress) {
+        const results = [];
+        for (let i = 0; i < texts.length; i++) {
+            const vector = await this.getEmbedding(texts[i]);
+            results.push(vector);
+            if (onProgress) {
+                onProgress(i + 1, texts.length);
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAOA,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,KAAK,CAAS;IACN,OAAO,CAAS;IAEjC,YAAY,OAA8B;QACxC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAClE,MAAM,EACN,EAAE,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,iBAAiB,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI;aACb,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC3D,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAe,EACf,UAAuD;QAEvD,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACjD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/providers/openai.d.ts

@@ -0,0 +1,18 @@
+import type { IEmbeddingProvider } from "./types.js";
+export interface OpenAIProviderOptions {
+    apiKey?: string;
+    model: string;
+    baseUrl?: string;
+    batchSize?: number;
+}
+export declare class OpenAIEmbeddingProvider implements IEmbeddingProvider {
+    readonly name = "openai";
+    readonly model: string;
+    private readonly apiKey;
+    private readonly baseUrl;
+    private readonly batchSize;
+    constructor(options: OpenAIProviderOptions);
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[], onProgress?: (completed: number, total: number) => void): Promise<number[][]>;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAErD,MAAM,WAAW,qBAAqB;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,YAAY,OAAO,EAAE,qBAAqB,EAQzC;IAEK,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAqBlD;IAEK,aAAa,CACjB,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAqCrB;CACF"}

package/dist/providers/openai.js

@@ -0,0 +1,65 @@
+export class OpenAIEmbeddingProvider {
+    name = "openai";
+    model;
+    apiKey;
+    baseUrl;
+    batchSize;
+    constructor(options) {
+        this.model = options.model;
+        this.apiKey = options.apiKey || (options.baseUrl ? "lm-studio" : "");
+        this.baseUrl = (options.baseUrl || "https://api.openai.com/v1").replace(/\/+$/, "");
+        this.batchSize = options.batchSize ?? 25;
+    }
+    async getEmbedding(text) {
+        const url = `${this.baseUrl}/embeddings`;
+        const res = await fetch(url, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${this.apiKey || "lm-studio"}`,
+            },
+            body: JSON.stringify({
+                model: this.model,
+                input: text,
+            }),
+        });
+        if (!res.ok) {
+            const errorText = await res.text();
+            throw new Error(`Embedding APIエラー (${res.status}): ${errorText}`);
+        }
+        const json = (await res.json());
+        return json.data[0].embedding;
+    }
+    async getEmbeddings(texts, onProgress) {
+        const url = `${this.baseUrl}/embeddings`;
+        const results = [];
+        for (let i = 0; i < texts.length; i += this.batchSize) {
+            const batch = texts.slice(i, i + this.batchSize);
+            const res = await fetch(url, {
+                method: "POST",
+                headers: {
+                    "Content-Type": "application/json",
+                    Authorization: `Bearer ${this.apiKey || "lm-studio"}`,
+                },
+                body: JSON.stringify({
+                    model: this.model,
+                    input: batch,
+                }),
+            });
+            if (!res.ok) {
+                const errorText = await res.text();
+                throw new Error(`Embedding APIエラー (${res.status}): ${errorText}`);
+            }
+            const json = (await res.json());
+            const sorted = [...json.data].sort((a, b) => a.index - b.index);
+            for (const item of sorted) {
+                results.push(item.embedding);
+            }
+            if (onProgress) {
+                onProgress(results.length, texts.length);
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/providers/openai.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,uBAAuB;IACzB,IAAI,GAAG,QAAQ,CAAC;IAChB,KAAK,CAAS;IACN,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,OAA8B;QACxC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,2BAA2B,CAAC,CAAC,OAAO,CACrE,MAAM,EACN,EAAE,CACH,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,IAAY;QAC7B,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC3B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;aACtD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,KAAK,EAAE,IAAI;aACZ,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAwC,CAAC;QACvE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,KAAe,EACf,UAAuD;QAEvD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,aAAa,CAAC;QACzC,MAAM,OAAO,GAAe,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACjD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC3B,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,IAAI,WAAW,EAAE;iBACtD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,KAAK;iBACb,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAE7B,CAAC;YACF,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAChE,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;gBAC1B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/providers/types.d.ts

@@ -0,0 +1,7 @@
+export interface IEmbeddingProvider {
+    readonly name: string;
+    readonly model: string;
+    getEmbedding(text: string): Promise<number[]>;
+    getEmbeddings(texts: string[], onProgress?: (completed: number, total: number) => void): Promise<number[][]>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAEvB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9C,aAAa,CACX,KAAK,EAAE,MAAM,EAAE,EACf,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,GACtD,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CACxB"}

package/dist/providers/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/services/sync-service.d.ts

@@ -0,0 +1,28 @@
+import type { SyncManifest } from "../types.js";
+import { type Logger } from "../logger.js";
+export interface SyncOptions {
+    force?: boolean;
+    logger?: Logger;
+}
+export interface SyncResult {
+    totalFiles: number;
+    processedArticles: number;
+    totalChunks: number;
+    isReset: boolean;
+}
+export declare class SyncService {
+    private logger;
+    constructor(logger?: Logger);
+    loadManifest(manifestPath: string): Promise<SyncManifest>;
+    saveManifest(manifestPath: string, manifest: SyncManifest): Promise<void>;
+    /**
+     * articles/ および books/ から対象 Markdown ファイルを走査
+     */
+    private scanContentTargets;
+    sync(options?: SyncOptions): Promise<SyncResult>;
+    /**
+     * ファイル保存を監視して自動同期するウォッチモード
+     */
+    watch(options?: SyncOptions): Promise<void>;
+}
+//# sourceMappingURL=sync-service.d.ts.map

package/dist/services/sync-service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sync-service.d.ts","sourceRoot":"","sources":["../../src/services/sync-service.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAA0B,YAAY,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAa,KAAK,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtD,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB;AASD,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAS;IAEvB,YAAY,MAAM,CAAC,EAAE,MAAM,EAE1B;IAEK,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAO9D;IAEK,YAAY,CAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,YAAY,GACrB,OAAO,CAAC,IAAI,CAAC,CAGf;IAED;;OAEG;YACW,kBAAkB;IAgE1B,IAAI,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CA2MzD;IAED;;OAEG;IACG,KAAK,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CA+DpD;CACF"}