@page2ai/core 0.1.0

package/dist/shared/utils.js

@@ -0,0 +1,184 @@
+// Pure utilities: no DOM access, no shared state.
+// Ported from Rev-032v2 prototype (Sections 7-10, 16-17, 21-22, 35).
+import { PII_VALUE_PATTERNS, PII_KEY_PATTERNS, SOCIAL_DOMAIN_RE } from './constants.js';
+export const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+// Race a Promise against a hard wall-clock timeout. On timeout resolves to
+// `onTimeout` (default null) — never rejects, so callers can treat "no capture"
+// and "timed out" uniformly. Does NOT abort the racing work: if `p` is a slow
+// synchronous computation (e.g. renderNode on a big DOM), it keeps running to
+// completion in the background but its result is discarded. Guards only real
+// async waits (network fetches, MutationObserver settles inside clickAndWait).
+export const withHardTimeout = (p, ms, onTimeout = null) => {
+    let timer = null;
+    const timeout = new Promise((resolve) => {
+        timer = setTimeout(() => resolve(onTimeout), ms);
+    });
+    return Promise.race([
+        p.then((v) => {
+            if (timer)
+                clearTimeout(timer);
+            return v;
+        }),
+        timeout,
+    ]);
+};
+export const slugify = (t) => (t || 'page')
+    .toLowerCase()
+    .replace(/https?:\/\//g, '')
+    .replace(/[^a-z0-9а-яё]+/gi, '-')
+    .replace(/^-+|-+$/g, '')
+    .slice(0, 80) || 'page';
+export const absUrl = (u, base) => {
+    const resolvedBase = base ?? globalThis.location?.href;
+    try {
+        return new URL(u || '', resolvedBase).href;
+    }
+    catch {
+        return u || '';
+    }
+};
+export const cleanInline = (t) => (t || '').replace(/\u00a0/g, ' ').replace(/[ \t\r\n]+/g, ' ').trim();
+export const cleanBlock = (t) => (t || '').replace(/\u00a0/g, ' ').replace(/[ \t]+/g, ' ').replace(/\n{3,}/g, '\n\n').trim();
+export const stripNoisyHtmlAttributes = (t) => {
+    if (!t)
+        return t || '';
+    return String(t)
+        .replace(/\s*data-od-[a-z0-9_-]*\s*=\s*"[^"]*"/gi, '')
+        .replace(/\s*data-od-[a-z0-9_-]*\s*=\s*'[^']*'/gi, '')
+        .replace(/\s*data-(?:dominant-color|has-transparency)\s*=\s*"[^"]*"/gi, '')
+        .replace(/\s*data-(?:dominant-color|has-transparency)\s*=\s*'[^']*'/gi, '')
+        .replace(/\s*style\s*=\s*"[^"]*"/gi, '')
+        .replace(/\s*style\s*=\s*'[^']*'/gi, '')
+        .replace(/\s*(?:loading|decoding|fetchpriority)\s*=\s*"[^"]*"/gi, '')
+        .replace(/\s+/g, ' ')
+        .trim();
+};
+export const escapeMd = (t, stripNoisy = false) => {
+    if (!t)
+        return '';
+    let c = cleanInline(t);
+    if (stripNoisy)
+        c = stripNoisyHtmlAttributes(c);
+    return c
+        .replace(/\\/g, '\\\\')
+        .replace(/`/g, '\\`')
+        .replace(/\*/g, '\\*')
+        .replace(/_/g, '\\_')
+        .replace(/\[/g, '\\[')
+        .replace(/\]/g, '\\]');
+};
+export const escapeMdTableCell = (t) => {
+    if (!t)
+        return '';
+    return String(t)
+        .replace(/\u00a0/g, ' ')
+        .replace(/\\/g, '\\\\')
+        .replace(/`/g, '\\`')
+        .replace(/\|/g, '\\|')
+        .replace(/\r?\n/g, '<br>')
+        .replace(/[ \t]+/g, ' ')
+        .trim();
+};
+export const stripOuterBlankLines = (t) => (t || '').replace(/\u00a0/g, ' ').replace(/^\s*\n/, '').replace(/\n\s*$/, '');
+export const longestRun = (t, c) => {
+    const e = c === '`' ? '\\`' : '\\~';
+    const m = String(t || '').match(new RegExp(`${e}+`, 'g')) || [];
+    return m.reduce((mx, r) => Math.max(mx, r.length), 0);
+};
+export const chooseCodeFence = (t) => {
+    const b = longestRun(t, '`');
+    const tl = longestRun(t, '~');
+    if (b < 3)
+        return '```';
+    if (tl < b)
+        return '~'.repeat(Math.max(3, tl + 1));
+    return '`'.repeat(Math.max(3, b + 1));
+};
+// --- PII masking (Section 16) ---
+export const maskString = (s) => {
+    let r = s;
+    for (const { name, re } of PII_VALUE_PATTERNS)
+        r = r.replace(re, `<MASKED:${name}>`);
+    return r;
+};
+export const maskPii = (v, enabled, d = 0) => {
+    if (!enabled)
+        return v;
+    if (d > 12)
+        return '<MASKED:depth-limit>';
+    if (v === null || v === undefined)
+        return v;
+    if (typeof v === 'string')
+        return maskString(v);
+    if (typeof v === 'number' || typeof v === 'boolean')
+        return v;
+    if (Array.isArray(v))
+        return v.map((x) => maskPii(x, enabled, d + 1));
+    if (typeof v === 'object') {
+        const o = {};
+        for (const [k, x] of Object.entries(v)) {
+            if (PII_KEY_PATTERNS.some((re) => re.test(k)))
+                o[k] = '<MASKED:by-key>';
+            else
+                o[k] = maskPii(x, enabled, d + 1);
+        }
+        return o;
+    }
+    return v;
+};
+// --- Form field sanitization (Section 17) ---
+export const sanitizeFormFieldValue = (name, value, type, config) => {
+    if (!value)
+        return value || '';
+    const sn = String(name || '');
+    const sv = String(value);
+    if (config.maskFormFieldNamePatterns.some((re) => re.test(sn))) {
+        return `<MASKED:by-name, len=${sv.length}>`;
+    }
+    if (type === 'hidden' && sv.length > config.maxHiddenFormValueLength) {
+        return `${sv.slice(0, 30)}<TRUNCATED:total=${sv.length}-chars>`;
+    }
+    return sv;
+};
+// --- Link helpers (Sections 21-22) ---
+export const isWordPressNoiseLink = (href, config) => {
+    if (!config.filterWordPressNoiseLinks || !href)
+        return false;
+    return config.wordpressNoiseLinkPatterns.some((p) => p.test(href));
+};
+export const cleanMailtoTelLabel = (href, rawLabel) => {
+    if (!href)
+        return rawLabel;
+    const isMailto = href.startsWith('mailto:');
+    const isTel = href.startsWith('tel:');
+    if (!isMailto && !isTel)
+        return rawLabel;
+    const address = href.replace(/^(?:mailto:|tel:)/, '').trim();
+    if (!rawLabel || rawLabel.length === 0)
+        return address;
+    if (rawLabel.includes(address))
+        return address;
+    if (/^(icon|иконка|логотип|значок|logo|figure|picture)\b/i.test(rawLabel))
+        return address;
+    return rawLabel;
+};
+export const classifyLink = (href, alt, hasImg) => {
+    const url = String(href || '');
+    const as = String(alt || '');
+    if (url.startsWith('mailto:'))
+        return { type: 'mailto', label: as || url.replace(/^mailto:/, '') };
+    if (url.startsWith('tel:'))
+        return { type: 'tel', label: as || url.replace(/^tel:/, '') };
+    const sm = url.match(SOCIAL_DOMAIN_RE);
+    if (sm) {
+        const d = sm[1].replace(/^www\./, '').replace(/^m\./, '');
+        return { type: 'social', label: d };
+    }
+    if (hasImg && /\.(jpe?g|png|webp|gif|svg|bmp|ico|avif)(?:\?|#|$)/i.test(url)) {
+        if (as.length >= 10)
+            return { type: 'linked-image', label: as };
+    }
+    return { type: 'link', label: as };
+};
+export const isStepNumberLike = (t) => /^(0?\d{1,3}|step\s*\d{1,3}|№\s*\d{1,3})$/i.test(cleanInline(t));
+//# sourceMappingURL=utils.js.map

package/dist/shared/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/shared/utils.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,qEAAqE;AAErE,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAGxF,MAAM,CAAC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAiB,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAE1F,2EAA2E;AAC3E,gFAAgF;AAChF,8EAA8E;AAC9E,8EAA8E;AAC9E,6EAA6E;AAC7E,+EAA+E;AAC/E,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,CAAa,EACb,EAAU,EACV,YAAsB,IAAI,EACP,EAAE;IACrB,IAAI,KAAK,GAAyC,IAAI,CAAC;IACvD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAW,CAAC,OAAO,EAAE,EAAE;QAChD,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,IAAI,CAAC;QAClB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACX,IAAI,KAAK;gBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC,CAAC;QACF,OAAO;KACR,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAA4B,EAAU,EAAE,CAC9D,CAAC,CAAC,IAAI,MAAM,CAAC;KACV,WAAW,EAAE;KACb,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC;KAC3B,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC;KAChC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;KACvB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC;AAE5B,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,CAA4B,EAAE,IAAa,EAAU,EAAE;IAC5E,MAAM,YAAY,GAAG,IAAI,IAAI,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC;IACvD,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,YAAY,CAAC,CAAC,IAAI,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,EAAE,CAAC;IACjB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAA4B,EAAU,EAAE,CAClE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAEvE,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAA4B,EAAU,EAAE,CACjE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;AAE9F,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAA4B,EAAU,EAAE;IAC/E,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACvB,OAAO,MAAM,CAAC,CAAC,CAAC;SACb,OAAO,CAAC,wCAAwC,EAAE,EAAE,CAAC;SACrD,OAAO,CAAC,wCAAwC,EAAE,EAAE,CAAC;SACrD,OAAO,CAAC,6DAA6D,EAAE,EAAE,CAAC;SAC1E,OAAO,CAAC,6DAA6D,EAAE,EAAE,CAAC;SAC1E,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;SACvC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;SACvC,OAAO,CAAC,uDAAuD,EAAE,EAAE,CAAC;SACpE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,CAA4B,EAAE,UAAU,GAAG,KAAK,EAAU,EAAE;IACnF,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IACvB,IAAI,UAAU;QAAE,CAAC,GAAG,wBAAwB,CAAC,CAAC,CAAC,CAAC;IAChD,OAAO,CAAC;SACL,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AAC3B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAA4B,EAAU,EAAE;IACxE,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,OAAO,MAAM,CAAC,CAAC,CAAC;SACb,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC;SACpB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC;SACzB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAA4B,EAAU,EAAE,CAC3E,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAA4B,EAAE,CAAY,EAAU,EAAE;IAC/E,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IACpC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAChE,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AACxD,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAA4B,EAAU,EAAE;IACtE,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7B,MAAM,EAAE,GAAG,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACxB,IAAI,EAAE,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACnD,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF,mCAAmC;AAEnC,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAS,EAAU,EAAE;IAC9C,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,KAAK,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,kBAAkB;QAAE,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,IAAI,GAAG,CAAC,CAAC;IACrF,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAU,EAAE,OAAgB,EAAE,CAAC,GAAG,CAAC,EAAW,EAAE;IACtE,IAAI,CAAC,OAAO;QAAE,OAAO,CAAC,CAAC;IACvB,IAAI,CAAC,GAAG,EAAE;QAAE,OAAO,sBAAsB,CAAC;IAC1C,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC;IAC5C,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,CAAC,GAA4B,EAAE,CAAC;QACtC,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAA4B,CAAC,EAAE,CAAC;YAClE,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,CAAC,CAAC,CAAC,CAAC,GAAG,iBAAiB,CAAC;;gBAC3E,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AAEF,+CAA+C;AAE/C,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,IAA+B,EAC/B,KAAgC,EAChC,IAAY,EACZ,MAAsF,EAC9E,EAAE;IACV,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,IAAI,EAAE,CAAC;IAC/B,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,IAAI,MAAM,CAAC,yBAAyB,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACvE,OAAO,wBAAwB,EAAE,CAAC,MAAM,GAAG,CAAC;IAC9C,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC;QACrE,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,SAAS,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC,CAAC;AAEF,wCAAwC;AAExC,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,IAA+B,EAC/B,MAAwF,EAC/E,EAAE;IACX,IAAI,CAAC,MAAM,CAAC,yBAAyB,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAC7D,OAAO,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAU,EAAE;IAC5E,IAAI,CAAC,IAAI;QAAE,OAAO,QAAQ,CAAC;IAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK;QAAE,OAAO,QAAQ,CAAC;IAEzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7D,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,IAAI,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1F,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAC1B,IAA+B,EAC/B,GAA8B,EAC9B,MAAe,EACC,EAAE;IAClB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/B,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IAC7B,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC;IACnG,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;IAC1F,MAAM,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACvC,IAAI,EAAE,EAAE,CAAC;QACP,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACtC,CAAC;IACD,IAAI,MAAM,IAAI,oDAAoD,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7E,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE;YAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAA4B,EAAW,EAAE,CACxE,2CAA2C,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,81 @@
+{
+  "name": "@page2ai/core",
+  "version": "0.1.0",
+  "description": "Extract clean Markdown from any web page HTML. Works in Node.js (via linkedom) and browsers. Powers the Page2AI extension and @page2ai/mcp server.",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/node/index.d.ts",
+      "import": "./dist/node/index.js"
+    },
+    "./node": {
+      "types": "./dist/node/index.d.ts",
+      "import": "./dist/node/index.js"
+    },
+    "./browser": {
+      "types": "./dist/browser/index.d.ts",
+      "import": "./dist/browser/index.js"
+    },
+    "./shared/types": {
+      "types": "./dist/shared/types.d.ts",
+      "import": "./dist/shared/types.js"
+    },
+    "./shared/profiles": {
+      "types": "./dist/shared/profiles.d.ts",
+      "import": "./dist/shared/profiles.js"
+    }
+  },
+  "main": "./dist/node/index.js",
+  "types": "./dist/node/index.d.ts",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "build:watch": "tsc -p tsconfig.build.json --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "prepublishOnly": "npm run build && npm run test"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "css.escape": "^1.5.1",
+    "linkedom": "^0.18.11"
+  },
+  "devDependencies": {
+    "@types/css.escape": "^1.5.2",
+    "@types/node": "^22.10.0",
+    "typescript": "^5.7.2",
+    "vitest": "^3.2.7"
+  },
+  "keywords": [
+    "html-to-markdown",
+    "markdown",
+    "webpage-to-markdown",
+    "web-scraping",
+    "llm",
+    "ai",
+    "mcp",
+    "linkedom",
+    "readability",
+    "page2ai"
+  ],
+  "author": "Igor Saevets, AI Expert and Entrepreneur",
+  "license": "MIT",
+  "homepage": "https://github.com/igorsaevets/page2ai-core",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/igorsaevets/page2ai-core.git"
+  },
+  "bugs": {
+    "url": "https://github.com/igorsaevets/page2ai-core/issues"
+  }
+}