mdrip 0.1.0

package/dist/lib/html-to-markdown.js

@@ -0,0 +1,312 @@
+import { parseDocument } from "htmlparser2";
+const SKIP_TAGS = new Set([
+    "script",
+    "style",
+    "noscript",
+    "svg",
+    "canvas",
+    "iframe",
+    "form",
+    "input",
+    "button",
+]);
+const BLOCK_TAGS = new Set([
+    "article",
+    "section",
+    "main",
+    "div",
+    "p",
+    "header",
+    "footer",
+    "aside",
+    "figure",
+    "figcaption",
+    "details",
+    "summary",
+    "dl",
+    "dt",
+    "dd",
+]);
+function isElement(node) {
+    return node.type === "tag" || node.type === "script" || node.type === "style";
+}
+function isText(node) {
+    return node.type === "text";
+}
+function getChildren(node) {
+    return "children" in node && Array.isArray(node.children) ? node.children : [];
+}
+function collapseWhitespace(value) {
+    return value.replace(/\s+/g, " ");
+}
+function resolveHref(value, baseUrl) {
+    if (!baseUrl) {
+        return value;
+    }
+    try {
+        return new URL(value, baseUrl).toString();
+    }
+    catch {
+        return value;
+    }
+}
+function getTextContent(node) {
+    if (isText(node)) {
+        return node.data;
+    }
+    return getChildren(node).map((child) => getTextContent(child)).join("");
+}
+function normalizeMarkdown(markdown) {
+    const cleaned = markdown
+        .replace(/\r\n/g, "\n")
+        .replace(/[ \t]+\n/g, "\n")
+        .replace(/\n{3,}/g, "\n\n")
+        .trim();
+    return cleaned ? `${cleaned}\n` : "";
+}
+function renderInlineChildren(children, ctx) {
+    const rendered = children.map((child) => renderNode(child, ctx)).join("");
+    return rendered.replace(/\s+/g, " ");
+}
+function block(text) {
+    const trimmed = text.trim();
+    if (!trimmed) {
+        return "";
+    }
+    return `\n\n${trimmed}\n\n`;
+}
+function renderListItem(node, ordered, index, ctx) {
+    const marker = ordered ? `${index + 1}. ` : "- ";
+    const indent = "  ".repeat(ctx.listDepth);
+    const contentNodes = [];
+    const nestedLists = [];
+    for (const child of getChildren(node)) {
+        if (isElement(child) && (child.name === "ul" || child.name === "ol")) {
+            nestedLists.push(renderList(child, child.name === "ol", {
+                ...ctx,
+                listDepth: ctx.listDepth + 1,
+            }));
+            continue;
+        }
+        contentNodes.push(child);
+    }
+    const text = renderInlineChildren(contentNodes, ctx).trim();
+    let output = `${indent}${marker}${text}`.trimEnd();
+    if (nestedLists.length > 0) {
+        output += `\n${nestedLists.join("\n")}`;
+    }
+    return output;
+}
+function renderList(node, ordered, ctx) {
+    const items = getChildren(node).filter((child) => isElement(child) && child.name === "li");
+    if (items.length === 0) {
+        return "";
+    }
+    const lines = items.map((item, index) => renderListItem(item, ordered, index, ctx));
+    return block(lines.join("\n"));
+}
+function renderBlockquote(node, ctx) {
+    const content = renderChildren(node, ctx).trim();
+    if (!content) {
+        return "";
+    }
+    const lines = content
+        .split("\n")
+        .map((line) => (line.trim() ? `> ${line}` : ">"))
+        .join("\n");
+    return `\n\n${lines}\n\n`;
+}
+function renderTable(node, ctx) {
+    const rows = [];
+    const pushRow = (row) => {
+        const cells = getChildren(row).filter((child) => isElement(child) && (child.name === "th" || child.name === "td"));
+        if (cells.length === 0) {
+            return;
+        }
+        rows.push(cells.map((cell) => renderInlineChildren(getChildren(cell), ctx).trim()));
+    };
+    const visit = (current) => {
+        if (current.name === "tr") {
+            pushRow(current);
+            return;
+        }
+        for (const child of getChildren(current)) {
+            if (isElement(child)) {
+                visit(child);
+            }
+        }
+    };
+    visit(node);
+    if (rows.length === 0) {
+        return "";
+    }
+    const colCount = Math.max(...rows.map((row) => row.length));
+    const normalizedRows = rows.map((row) => {
+        const out = [...row];
+        while (out.length < colCount) {
+            out.push("");
+        }
+        return out;
+    });
+    const header = normalizedRows[0];
+    const body = normalizedRows.slice(1);
+    const separator = new Array(colCount).fill("---");
+    const markdownRows = [header, separator, ...body].map((row) => `| ${row.join(" | ")} |`);
+    return block(markdownRows.join("\n"));
+}
+function renderPre(node) {
+    const className = node.attribs.class || "";
+    const languageMatch = className.match(/(?:language|lang)-([a-zA-Z0-9+-]+)/);
+    const language = languageMatch ? languageMatch[1] : "";
+    const raw = getTextContent(node).replace(/\r\n/g, "\n").trimEnd();
+    if (!raw) {
+        return "";
+    }
+    return `\n\n\`\`\`${language}\n${raw}\n\`\`\`\n\n`;
+}
+function renderChildren(node, ctx) {
+    return getChildren(node).map((child) => renderNode(child, ctx)).join("");
+}
+function renderNode(node, ctx) {
+    if (isText(node)) {
+        return ctx.inPre ? node.data : collapseWhitespace(node.data);
+    }
+    if (!isElement(node)) {
+        return renderChildren(node, ctx);
+    }
+    const tag = node.name.toLowerCase();
+    if (SKIP_TAGS.has(tag)) {
+        return "";
+    }
+    switch (tag) {
+        case "br":
+            return "  \n";
+        case "hr":
+            return "\n\n---\n\n";
+        case "h1":
+        case "h2":
+        case "h3":
+        case "h4":
+        case "h5":
+        case "h6": {
+            const level = Number.parseInt(tag.slice(1), 10);
+            const text = renderInlineChildren(getChildren(node), ctx).trim();
+            return block(`${"#".repeat(level)} ${text}`);
+        }
+        case "p": {
+            const text = renderInlineChildren(getChildren(node), ctx).trim();
+            return block(text);
+        }
+        case "strong":
+        case "b": {
+            const text = renderInlineChildren(getChildren(node), ctx).trim();
+            return text ? `**${text}**` : "";
+        }
+        case "em":
+        case "i": {
+            const text = renderInlineChildren(getChildren(node), ctx).trim();
+            return text ? `*${text}*` : "";
+        }
+        case "code": {
+            const text = renderInlineChildren(getChildren(node), { ...ctx, inPre: true }).trim();
+            if (!text) {
+                return "";
+            }
+            return ctx.inPre ? text : `\`${text}\``;
+        }
+        case "pre":
+            return renderPre(node);
+        case "a": {
+            const href = node.attribs.href;
+            const text = renderInlineChildren(getChildren(node), ctx).trim();
+            if (!href) {
+                return text;
+            }
+            const resolvedHref = resolveHref(href, ctx.baseUrl);
+            const label = text || resolvedHref;
+            return `[${label}](${resolvedHref})`;
+        }
+        case "img": {
+            const src = node.attribs.src;
+            const alt = (node.attribs.alt || "image").trim();
+            if (!src) {
+                return alt;
+            }
+            const resolvedSrc = resolveHref(src, ctx.baseUrl);
+            return `![${alt}](${resolvedSrc})`;
+        }
+        case "ul":
+            return renderList(node, false, ctx);
+        case "ol":
+            return renderList(node, true, ctx);
+        case "blockquote":
+            return renderBlockquote(node, ctx);
+        case "table":
+            return renderTable(node, ctx);
+        default: {
+            const content = renderChildren(node, ctx);
+            if (BLOCK_TAGS.has(tag)) {
+                return block(content);
+            }
+            return content;
+        }
+    }
+}
+function findFirstByTag(node, tagName) {
+    if (isElement(node) && node.name.toLowerCase() === tagName) {
+        return node;
+    }
+    for (const child of getChildren(node)) {
+        const found = findFirstByTag(child, tagName);
+        if (found) {
+            return found;
+        }
+    }
+    return null;
+}
+function findBestRoot(document) {
+    const main = findFirstByTag(document, "main");
+    if (main) {
+        return main;
+    }
+    const article = findFirstByTag(document, "article");
+    if (article) {
+        return article;
+    }
+    const body = findFirstByTag(document, "body");
+    if (body) {
+        return body;
+    }
+    return document;
+}
+function getDocumentTitle(document) {
+    const titleElement = findFirstByTag(document, "title");
+    if (!titleElement) {
+        return null;
+    }
+    const title = getTextContent(titleElement).trim();
+    return title || null;
+}
+export function estimateTokenCount(markdown) {
+    const compact = markdown.trim();
+    if (!compact) {
+        return 0;
+    }
+    return Math.ceil(compact.length / 4);
+}
+export function convertHtmlToMarkdown(html, baseUrl) {
+    const document = parseDocument(html, { decodeEntities: true });
+    const root = findBestRoot(document);
+    const content = renderChildren(root, {
+        baseUrl,
+        inPre: false,
+        listDepth: 0,
+    });
+    let markdown = normalizeMarkdown(content);
+    const title = getDocumentTitle(document);
+    if (title && !markdown.startsWith("# ")) {
+        markdown = normalizeMarkdown(`# ${title}\n\n${markdown}`);
+    }
+    return markdown;
+}
+//# sourceMappingURL=html-to-markdown.js.map

package/dist/lib/html-to-markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../src/lib/html-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAS5C,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,QAAQ;IACR,OAAO;IACP,UAAU;IACV,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,OAAO;IACP,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,SAAS;IACT,SAAS;IACT,MAAM;IACN,KAAK;IACL,GAAG;IACH,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,YAAY;IACZ,SAAS;IACT,SAAS;IACT,IAAI;IACJ,IAAI;IACJ,IAAI;CACL,CAAC,CAAC;AAQH,SAAS,SAAS,CAAC,IAAa;IAC9B,OAAO,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC;AAChF,CAAC;AAED,SAAS,MAAM,CAAC,IAAa;IAC3B,OAAO,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;AAC9B,CAAC;AAED,SAAS,WAAW,CAAC,IAAa;IAChC,OAAO,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,OAAgB;IAClD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAa;IACnC,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1E,CAAC;AAED,SAAS,iBAAiB,CAAC,QAAgB;IACzC,MAAM,OAAO,GAAG,QAAQ;SACrB,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;IAEV,OAAO,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAqB,EAAE,GAAkB;IACrE,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1E,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,KAAK,CAAC,IAAY;IACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,OAAO,OAAO,MAAM,CAAC;AAC9B,CAAC;AAED,SAAS,cAAc,CACrB,IAAa,EACb,OAAgB,EAChB,KAAa,EACb,GAAkB;IAElB,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE1C,MAAM,YAAY,GAAgB,EAAE,CAAC;IACrC,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACrE,WAAW,CAAC,IAAI,CACd,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,IAAI,EAAE;gBACrC,GAAG,GAAG;gBACN,SAAS,EAAE,GAAG,CAAC,SAAS,GAAG,CAAC;aAC7B,CAAC,CACH,CAAC;YACF,SAAS;QACX,CAAC;QAED,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,GAAG,oBAAoB,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,IAAI,MAAM,GAAG,GAAG,MAAM,GAAG,MAAM,GAAG,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;IAEnD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC1C,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,IAAa,EAAE,OAAgB,EAAE,GAAkB;IACrE,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,MAAM,CACpC,CAAC,KAAK,EAAoB,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CACrE,CAAC;IAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;IAEpF,OAAO,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAa,EAAE,GAAkB;IACzD,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,KAAK,GAAG,OAAO;SAClB,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;SAChD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,OAAO,KAAK,MAAM,CAAC;AAC5B,CAAC;AAED,SAAS,WAAW,CAAC,IAAa,EAAE,GAAkB;IACpD,MAAM,IAAI,GAAe,EAAE,CAAC;IAE5B,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE;QAC/B,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CACnC,CAAC,KAAK,EAAoB,EAAE,CAC1B,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CACnE,CAAC;QAEF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,CAAC,OAAgB,EAAE,EAAE;QACjC,IAAI,OAAO,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC1B,OAAO,CAAC,OAAO,CAAC,CAAC;YACjB,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,KAAK,CAAC,KAAK,CAAC,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,IAAI,CAAC,CAAC;IAEZ,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAC5D,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;QACrB,OAAO,GAAG,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC7B,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAElD,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CACnD,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAClC,CAAC;IAEF,OAAO,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,SAAS,CAAC,IAAa;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAC3C,MAAM,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvD,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;IAClE,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,aAAa,QAAQ,KAAK,GAAG,cAAc,CAAC;AACrD,CAAC;AAED,SAAS,cAAc,CAAC,IAAa,EAAE,GAAkB;IACvD,OAAO,WAAW,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC3E,CAAC;AAED,SAAS,UAAU,CAAC,IAAa,EAAE,GAAkB;IACnD,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,IAAI;YACP,OAAO,MAAM,CAAC;QAChB,KAAK,IAAI;YACP,OAAO,aAAa,CAAC;QACvB,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC;QACV,KAAK,IAAI,CAAC,CAAC,CAAC;YACV,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,KAAK,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC/C,CAAC;QACD,KAAK,GAAG,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,KAAK,GAAG,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,CAAC;QACD,KAAK,IAAI,CAAC;QACV,KAAK,GAAG,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACrF,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;YACZ,CAAC;YACD,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC;QAC1C,CAAC;QACD,KAAK,KAAK;YACR,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,GAAG,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAC/B,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,IAAI,IAAI,YAAY,CAAC;YACnC,OAAO,IAAI,KAAK,KAAK,YAAY,GAAG,CAAC;QACvC,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YAEjD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,GAAG,CAAC;YACb,CAAC;YAED,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;YAClD,OAAO,KAAK,GAAG,KAAK,WAAW,GAAG,CAAC;QACrC,CAAC;QACD,KAAK,IAAI;YACP,OAAO,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QACtC,KAAK,IAAI;YACP,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,KAAK,YAAY;YACf,OAAO,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QACrC,KAAK,OAAO;YACV,OAAO,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAChC,OAAO,CAAC,CAAC,CAAC;YACR,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC1C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAa,EAAE,OAAe;IACpD,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,OAAO,EAAE,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB;IACtC,MAAM,IAAI,GAAG,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;IACpD,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,IAAI,GAAG,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9C,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAkB;IAC1C,MAAM,YAAY,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC;IAClD,OAAO,KAAK,IAAI,IAAI,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,CAAC,CAAC;IACX,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,OAAgB;IAClE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE;QACnC,OAAO;QACP,KAAK,EAAE,KAAK;QACZ,SAAS,EAAE,CAAC;KACb,CAAC,CAAC;IAEH,IAAI,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,QAAQ,GAAG,iBAAiB,CAAC,KAAK,KAAK,OAAO,QAAQ,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/lib/html-to-markdown.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=html-to-markdown.test.d.ts.map

package/dist/lib/html-to-markdown.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-to-markdown.test.d.ts","sourceRoot":"","sources":["../../src/lib/html-to-markdown.test.ts"],"names":[],"mappings":""}

package/dist/lib/html-to-markdown.test.js

@@ -0,0 +1,54 @@
+import { describe, it, expect } from "vitest";
+import { convertHtmlToMarkdown, estimateTokenCount } from "./html-to-markdown.js";
+describe("convertHtmlToMarkdown", () => {
+    it("converts common HTML content into markdown", () => {
+        const html = `
+      <html>
+        <head><title>Example Page</title></head>
+        <body>
+          <main>
+            <h2>Intro</h2>
+            <p>Hello <strong>world</strong> and <a href="/docs">docs</a>.</p>
+            <ul>
+              <li>one</li>
+              <li>two</li>
+            </ul>
+            <pre class="language-ts"><code>const n = 1;</code></pre>
+          </main>
+        </body>
+      </html>
+    `;
+        const markdown = convertHtmlToMarkdown(html, "https://example.com/base");
+        expect(markdown).toContain("# Example Page");
+        expect(markdown).toContain("## Intro");
+        expect(markdown).toContain("Hello **world** and [docs](https://example.com/docs).");
+        expect(markdown).toContain("- one");
+        expect(markdown).toContain("- two");
+        expect(markdown).toContain("```ts");
+        expect(markdown).toContain("const n = 1;");
+    });
+    it("skips scripts and styles", () => {
+        const html = `
+      <html>
+        <body>
+          <main>
+            <script>window.secret = 1;</script>
+            <style>body { display: none; }</style>
+            <p>Visible text</p>
+          </main>
+        </body>
+      </html>
+    `;
+        const markdown = convertHtmlToMarkdown(html);
+        expect(markdown).toContain("Visible text");
+        expect(markdown).not.toContain("window.secret");
+        expect(markdown).not.toContain("display: none");
+    });
+});
+describe("estimateTokenCount", () => {
+    it("returns 0 for empty markdown and estimate for text", () => {
+        expect(estimateTokenCount(" ")).toBe(0);
+        expect(estimateTokenCount("12345678")).toBe(2);
+    });
+});
+//# sourceMappingURL=html-to-markdown.test.js.map

package/dist/lib/html-to-markdown.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-to-markdown.test.js","sourceRoot":"","sources":["../../src/lib/html-to-markdown.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAElF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;KAeZ,CAAC;QAEF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;QAEzE,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACvC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,uDAAuD,CAAC,CAAC;QACpF,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,IAAI,GAAG;;;;;;;;;;KAUZ,CAAC;QAEF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAE7C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/lib/prompt.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Prompt the user with a yes/no question (responds on keypress)
+ */
+export declare function confirm(question: string): Promise<boolean>;
+//# sourceMappingURL=prompt.d.ts.map

package/dist/lib/prompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../src/lib/prompt.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,wBAAsB,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CA+ChE"}

package/dist/lib/prompt.js

@@ -0,0 +1,47 @@
+/**
+ * Prompt the user with a yes/no question (responds on keypress)
+ */
+export async function confirm(question) {
+    process.stdout.write(`${question} (y/n): `);
+    return new Promise((resolve) => {
+        if (!process.stdin.isTTY) {
+            process.stdin.resume();
+            process.stdin.setEncoding("utf8");
+            process.stdin.once("data", (data) => {
+                process.stdin.pause();
+                const normalized = data.toString().trim().toLowerCase();
+                resolve(normalized === "y" || normalized === "yes");
+            });
+            return;
+        }
+        process.stdin.setRawMode(true);
+        process.stdin.resume();
+        process.stdin.setEncoding("utf8");
+        const onKeypress = (key) => {
+            if (key === "\u0003") {
+                process.stdout.write("\n");
+                process.stdin.setRawMode(false);
+                process.stdin.pause();
+                process.stdin.removeListener("data", onKeypress);
+                process.exit(130);
+            }
+            const lower = key.toLowerCase();
+            if (lower === "y") {
+                process.stdout.write("y\n");
+                process.stdin.setRawMode(false);
+                process.stdin.pause();
+                process.stdin.removeListener("data", onKeypress);
+                resolve(true);
+            }
+            else if (lower === "n") {
+                process.stdout.write("n\n");
+                process.stdin.setRawMode(false);
+                process.stdin.pause();
+                process.stdin.removeListener("data", onKeypress);
+                resolve(false);
+            }
+        };
+        process.stdin.on("data", onKeypress);
+    });
+}
+//# sourceMappingURL=prompt.js.map

package/dist/lib/prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.js","sourceRoot":"","sources":["../../src/lib/prompt.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,QAAgB;IAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,UAAU,CAAC,CAAC;IAE5C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBAClC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACxD,OAAO,CAAC,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,KAAK,CAAC,CAAC;YACtD,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC/B,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;QACvB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAElC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE;YACjC,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;YAED,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAEhC,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;gBAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;gBACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAChC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjD,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC;QAEF,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/lib/settings.d.ts

@@ -0,0 +1,9 @@
+export interface MdripSettings {
+    allowFileModifications?: boolean;
+}
+export declare function ensureMdripDir(cwd: string): Promise<void>;
+export declare function readSettings(cwd?: string): Promise<MdripSettings>;
+export declare function writeSettings(settings: MdripSettings, cwd?: string): Promise<void>;
+export declare function getFileModificationPermission(cwd?: string): Promise<boolean | undefined>;
+export declare function setFileModificationPermission(allowed: boolean, cwd?: string): Promise<void>;
+//# sourceMappingURL=settings.d.ts.map

package/dist/lib/settings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.d.ts","sourceRoot":"","sources":["../../src/lib/settings.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,aAAa;IAC5B,sBAAsB,CAAC,EAAE,OAAO,CAAC;CAClC;AAMD,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAK/D;AAED,wBAAsB,YAAY,CAChC,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,aAAa,CAAC,CAaxB;AAED,wBAAsB,aAAa,CACjC,QAAQ,EAAE,aAAa,EACvB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAIf;AAED,wBAAsB,6BAA6B,CACjD,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAG9B;AAED,wBAAsB,6BAA6B,CACjD,OAAO,EAAE,OAAO,EAChB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAIf"}

package/dist/lib/settings.js

@@ -0,0 +1,42 @@
+import { readFile, writeFile, mkdir } from "fs/promises";
+import { join } from "path";
+import { existsSync } from "fs";
+const MDRIP_DIR = "mdrip";
+const SETTINGS_FILE = "settings.json";
+function getSettingsPath(cwd) {
+    return join(cwd, MDRIP_DIR, SETTINGS_FILE);
+}
+export async function ensureMdripDir(cwd) {
+    const mdripDir = join(cwd, MDRIP_DIR);
+    if (!existsSync(mdripDir)) {
+        await mkdir(mdripDir, { recursive: true });
+    }
+}
+export async function readSettings(cwd = process.cwd()) {
+    const settingsPath = getSettingsPath(cwd);
+    if (!existsSync(settingsPath)) {
+        return {};
+    }
+    try {
+        const content = await readFile(settingsPath, "utf-8");
+        return JSON.parse(content);
+    }
+    catch {
+        return {};
+    }
+}
+export async function writeSettings(settings, cwd = process.cwd()) {
+    await ensureMdripDir(cwd);
+    const settingsPath = getSettingsPath(cwd);
+    await writeFile(settingsPath, JSON.stringify(settings, null, 2) + "\n", "utf-8");
+}
+export async function getFileModificationPermission(cwd = process.cwd()) {
+    const settings = await readSettings(cwd);
+    return settings.allowFileModifications;
+}
+export async function setFileModificationPermission(allowed, cwd = process.cwd()) {
+    const settings = await readSettings(cwd);
+    settings.allowFileModifications = allowed;
+    await writeSettings(settings, cwd);
+}
+//# sourceMappingURL=settings.js.map

package/dist/lib/settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../../src/lib/settings.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEhC,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,aAAa,GAAG,eAAe,CAAC;AAMtC,SAAS,eAAe,CAAC,GAAW;IAClC,OAAO,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAW;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,YAAY,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAE1C,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAuB,EACvB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,YAAY,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;IACzC,OAAO,QAAQ,CAAC,sBAAsB,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,OAAgB,EAChB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;IACzC,QAAQ,CAAC,sBAAsB,GAAG,OAAO,CAAC;IAC1C,MAAM,aAAa,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AACrC,CAAC"}

package/dist/lib/storage.d.ts

@@ -0,0 +1,11 @@
+import type { PageEntry } from "../types.js";
+export declare function getMdripDir(cwd?: string): string;
+export declare function getPagesDir(cwd?: string): string;
+export declare function listSources(cwd?: string): Promise<{
+    pages: PageEntry[];
+}>;
+export declare function getPageInfo(url: string, cwd?: string): Promise<PageEntry | null>;
+export declare function savePageMarkdown(url: string, markdown: string, cwd?: string): Promise<string>;
+export declare function removeStoredPage(relativePath: string, cwd?: string): Promise<boolean>;
+export declare function cleanupEmptyPageDirs(cwd?: string): Promise<void>;
+//# sourceMappingURL=storage.d.ts.map

package/dist/lib/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/lib/storage.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAY7C,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAsB,GAAG,MAAM,CAE/D;AAED,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAsB,GAAG,MAAM,CAE/D;AAqBD,wBAAsB,WAAW,CAAC,GAAG,GAAE,MAAsB,GAAG,OAAO,CAAC;IACtE,KAAK,EAAE,SAAS,EAAE,CAAC;CACpB,CAAC,CAMD;AAED,wBAAsB,WAAW,CAC/B,GAAG,EAAE,MAAM,EACX,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAS3B;AAED,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,EAChB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,MAAM,CAAC,CAajB;AAED,wBAAsB,gBAAgB,CACpC,YAAY,EAAE,MAAM,EACpB,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,OAAO,CAAC,CASlB;AAwBD,wBAAsB,oBAAoB,CACxC,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,IAAI,CAAC,CAOf"}

package/dist/lib/storage.js

@@ -0,0 +1,87 @@
+import { readFile, writeFile, mkdir, rm, readdir } from "fs/promises";
+import { join, dirname } from "path";
+import { existsSync } from "fs";
+import { getPageRelativePath, normalizeUrl } from "./url.js";
+import { ensureMdripDir } from "./settings.js";
+const MDRIP_DIR = "mdrip";
+const PAGES_DIR = "pages";
+const SOURCES_FILE = "sources.json";
+export function getMdripDir(cwd = process.cwd()) {
+    return join(cwd, MDRIP_DIR);
+}
+export function getPagesDir(cwd = process.cwd()) {
+    return join(getMdripDir(cwd), PAGES_DIR);
+}
+function getSourcesPath(cwd) {
+    return join(getMdripDir(cwd), SOURCES_FILE);
+}
+async function readSourcesData(cwd) {
+    const sourcesPath = getSourcesPath(cwd);
+    if (!existsSync(sourcesPath)) {
+        return null;
+    }
+    try {
+        const content = await readFile(sourcesPath, "utf-8");
+        return JSON.parse(content);
+    }
+    catch {
+        return null;
+    }
+}
+export async function listSources(cwd = process.cwd()) {
+    const sources = await readSourcesData(cwd);
+    return {
+        pages: sources?.pages || [],
+    };
+}
+export async function getPageInfo(url, cwd = process.cwd()) {
+    const normalized = normalizeUrl(url);
+    const sources = await listSources(cwd);
+    return (sources.pages.find((page) => page.url === normalized || page.resolvedUrl === normalized) || null);
+}
+export async function savePageMarkdown(url, markdown, cwd = process.cwd()) {
+    await ensureMdripDir(cwd);
+    const relativePath = getPageRelativePath(url);
+    const fullPath = join(getMdripDir(cwd), relativePath);
+    const parentDir = dirname(fullPath);
+    if (!existsSync(parentDir)) {
+        await mkdir(parentDir, { recursive: true });
+    }
+    await writeFile(fullPath, markdown, "utf-8");
+    return relativePath;
+}
+export async function removeStoredPage(relativePath, cwd = process.cwd()) {
+    const fullPath = join(getMdripDir(cwd), relativePath);
+    if (!existsSync(fullPath)) {
+        return false;
+    }
+    await rm(fullPath, { force: true });
+    return true;
+}
+async function cleanupEmptyDirs(dir) {
+    try {
+        const entries = await readdir(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            if (entry.isDirectory()) {
+                await cleanupEmptyDirs(join(dir, entry.name));
+            }
+        }
+        const remaining = await readdir(dir);
+        if (remaining.length === 0) {
+            await rm(dir, { recursive: true, force: true });
+            return true;
+        }
+    }
+    catch {
+        // Ignore cleanup errors.
+    }
+    return false;
+}
+export async function cleanupEmptyPageDirs(cwd = process.cwd()) {
+    const pagesDir = getPagesDir(cwd);
+    if (!existsSync(pagesDir)) {
+        return;
+    }
+    await cleanupEmptyDirs(pagesDir);
+}
+//# sourceMappingURL=storage.js.map

package/dist/lib/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/lib/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAEhC,OAAO,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,SAAS,GAAG,OAAO,CAAC;AAC1B,MAAM,YAAY,GAAG,cAAc,CAAC;AAMpC,MAAM,UAAU,WAAW,CAAC,MAAc,OAAO,CAAC,GAAG,EAAE;IACrD,OAAO,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,MAAc,OAAO,CAAC,GAAG,EAAE;IACrD,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,GAAW;IACxC,MAAM,WAAW,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IAExC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAoB,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAc,OAAO,CAAC,GAAG,EAAE;IAG3D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,GAAG,CAAC,CAAC;IAE3C,OAAO;QACL,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE;KAC5B,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAW,EACX,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,UAAU,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;IAEvC,OAAO,CACL,OAAO,CAAC,KAAK,CAAC,IAAI,CAChB,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,IAAI,IAAI,CAAC,WAAW,KAAK,UAAU,CACrE,IAAI,IAAI,CACV,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAW,EACX,QAAgB,EAChB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;IAE1B,MAAM,YAAY,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,YAAoB,EACpB,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;IAEtD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,GAAW;IACzC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,MAAM,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;YAChD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,MAAc,OAAO,CAAC,GAAG,EAAE;IAE3B,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;IAED,MAAM,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACnC,CAAC"}

package/dist/lib/tsconfig.d.ts

@@ -0,0 +1,4 @@
+export declare function hasTsConfig(cwd?: string): boolean;
+export declare function hasMdripExclude(cwd?: string): Promise<boolean>;
+export declare function ensureTsconfigExclude(cwd?: string): Promise<boolean>;
+//# sourceMappingURL=tsconfig.d.ts.map

package/dist/lib/tsconfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tsconfig.d.ts","sourceRoot":"","sources":["../../src/lib/tsconfig.ts"],"names":[],"mappings":"AAWA,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAsB,GAAG,OAAO,CAEhE;AAED,wBAAsB,eAAe,CACnC,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,OAAO,CAAC,CAwBlB;AAED,wBAAsB,qBAAqB,CACzC,GAAG,GAAE,MAAsB,GAC1B,OAAO,CAAC,OAAO,CAAC,CA0BlB"}