cli-jaw 2.0.5 → 2.0.6

package/dist/src/browser/adaptive-fetch/safety.js

@@ -0,0 +1,296 @@
+// @ts-nocheck
+// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
+import net from 'node:net';
+export const DEFAULT_MAX_BYTES = 1024 * 1024;
+export const DEFAULT_TIMEOUT_MS = 15000;
+export const DEFAULT_REDIRECT_LIMIT = 5;
+const SENSITIVE_QUERY_KEYS = new Set([
+    'access_token',
+    'api_key',
+    'apikey',
+    'auth',
+    'auth_token',
+    'authorization',
+    'awsaccesskeyid',
+    'client_secret',
+    'code',
+    'credential',
+    'credentials',
+    'key',
+    'password',
+    'passwd',
+    'secret',
+    'session',
+    'session_id',
+    'sig',
+    'signature',
+    'token',
+    'x_amz_security_token',
+    'x_amz_signature',
+    'jwt',
+]);
+const SENSITIVE_HEADER_KEYS = new Set([
+    'authorization',
+    'cookie',
+    'proxy-authorization',
+    'set-cookie',
+    'x-api-key',
+    'x-auth-token',
+]);
+const SPECIAL_USE_IPV6_CIDRS = [
+    ['::', 128],
+    ['::1', 128],
+    ['::ffff:0:0', 96],
+    ['64:ff9b::', 96],
+    ['64:ff9b:1::', 48],
+    ['100::', 64],
+    ['100:0:0:1::', 64],
+    ['2001::', 23],
+    ['2001:2::', 48],
+    ['2001:10::', 28],
+    ['2001:20::', 28],
+    ['2001:db8::', 32],
+    ['2002::', 16],
+    ['2620:4f:8000::', 48],
+    ['3fff::', 20],
+    ['5f00::', 16],
+    ['fc00::', 7],
+    ['fe80::', 10],
+    ['fec0::', 10],
+    ['ff00::', 8],
+];
+export class AdaptiveFetchInputError extends Error {
+    /**
+     * @param {string} message
+     * @param {{ code?: string, url?: string }} [details]
+     */
+    constructor(message, details = {}) {
+        super(message);
+        this.name = 'AdaptiveFetchInputError';
+        this.code = details.code || 'invalid-url';
+        this.url = details.url || null;
+    }
+}
+/**
+ * @param {string} rawUrl
+ * @param {{ allowPrivateNetwork?: boolean }} [options]
+ */
+export function validateFetchUrl(rawUrl, options = {}) {
+    if (typeof rawUrl !== 'string' || rawUrl.trim() === '') {
+        throw new AdaptiveFetchInputError('fetch requires a URL', { code: 'missing-url' });
+    }
+    let parsed;
+    try {
+        parsed = new URL(rawUrl.trim());
+    }
+    catch {
+        throw new AdaptiveFetchInputError(`invalid URL: ${rawUrl}`, { code: 'invalid-url', url: rawUrl });
+    }
+    if (!['http:', 'https:'].includes(parsed.protocol)) {
+        throw new AdaptiveFetchInputError(`unsupported URL scheme: ${parsed.protocol}`, {
+            code: 'unsupported-scheme',
+            url: redactTraceValue(parsed.href),
+        });
+    }
+    if (parsed.username || parsed.password) {
+        throw new AdaptiveFetchInputError('credential-bearing URLs are not allowed', {
+            code: 'credential-url',
+            url: redactTraceValue(parsed.href),
+        });
+    }
+    if (!options.allowPrivateNetwork && isPrivateHostname(parsed.hostname)) {
+        throw new AdaptiveFetchInputError(`private or local host is not allowed: ${parsed.hostname}`, {
+            code: 'private-network',
+            url: redactTraceValue(parsed.href),
+        });
+    }
+    return parsed;
+}
+/**
+ * @param {string} hostname
+ */
+export function isPrivateHostname(hostname) {
+    const host = hostname.replace(/^\[|\]$/g, '').toLowerCase();
+    if (host === 'localhost' || host.endsWith('.localhost') || host.endsWith('.local'))
+        return true;
+    const ipVersion = net.isIP(host);
+    if (ipVersion === 4)
+        return isPrivateIpv4(host);
+    if (ipVersion === 6)
+        return isPrivateIpv6(host);
+    return false;
+}
+/**
+ * @param {string} ip
+ */
+export function isPrivateIpv4(ip) {
+    const parts = ip.split('.').map(Number);
+    if (parts.length !== 4 || parts.some(n => !Number.isInteger(n) || n < 0 || n > 255))
+        return true;
+    const [a, b] = parts;
+    if (a === 0 || a === 10 || a === 127)
+        return true;
+    if (a === 169 && b === 254)
+        return true;
+    if (a === 172 && b >= 16 && b <= 31)
+        return true;
+    if (a === 192 && b === 168)
+        return true;
+    if (a === 100 && b >= 64 && b <= 127)
+        return true;
+    if (a >= 224)
+        return true;
+    return false;
+}
+/**
+ * @param {string} ip
+ */
+export function isPrivateIpv6(ip) {
+    const normalized = ip.toLowerCase();
+    const mapped = ipv4FromMappedIpv6(normalized);
+    if (mapped)
+        return true;
+    return SPECIAL_USE_IPV6_CIDRS.some(([base, bits]) => ipv6CidrContains(String(base), Number(bits), normalized));
+}
+/**
+ * @param {string} ip
+ */
+function ipv4FromMappedIpv6(ip) {
+    const dotted = ip.match(/^::ffff:(\d{1,3}(?:\.\d{1,3}){3})$/i);
+    if (dotted)
+        return dotted[1];
+    const hex = ip.match(/^::ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i);
+    if (!hex)
+        return '';
+    const high = parseInt(hex[1], 16);
+    const low = parseInt(hex[2], 16);
+    if (![high, low].every(Number.isFinite))
+        return '';
+    return [
+        (high >> 8) & 255,
+        high & 255,
+        (low >> 8) & 255,
+        low & 255,
+    ].join('.');
+}
+/**
+ * @param {string} base
+ * @param {number} bits
+ * @param {string} ip
+ */
+function ipv6CidrContains(base, bits, ip) {
+    const baseValue = ipv6ToBigInt(base);
+    const ipValue = ipv6ToBigInt(ip);
+    if (baseValue === null || ipValue === null || bits < 0 || bits > 128)
+        return true;
+    if (bits === 0)
+        return true;
+    const shift = BigInt(128 - bits);
+    return (baseValue >> shift) === (ipValue >> shift);
+}
+/**
+ * @param {string} ip
+ * @returns {bigint|null}
+ */
+function ipv6ToBigInt(ip) {
+    const text = ip.toLowerCase();
+    if (text.includes('.'))
+        return null;
+    const parts = text.split('::');
+    if (parts.length > 2)
+        return null;
+    const head = parts[0] ? parts[0].split(':') : [];
+    const tail = parts.length === 2 && parts[1] ? parts[1].split(':') : [];
+    const missing = 8 - head.length - tail.length;
+    if (missing < 0)
+        return null;
+    const groups = [...head, ...Array(missing).fill('0'), ...tail];
+    if (groups.length !== 8)
+        return null;
+    let value = 0n;
+    for (const group of groups) {
+        if (!/^[0-9a-f]{1,4}$/.test(group))
+            return null;
+        const number = parseInt(group, 16);
+        if (!Number.isInteger(number) || number < 0 || number > 0xffff)
+            return null;
+        value = (value << 16n) + BigInt(number);
+    }
+    return value;
+}
+/**
+ * @param {string|URL} rawUrl
+ */
+export function hasSensitiveQueryParams(rawUrl) {
+    const parsed = rawUrl instanceof URL ? rawUrl : new URL(String(rawUrl));
+    for (const key of parsed.searchParams.keys()) {
+        if (isSensitiveQueryKey(key))
+            return true;
+    }
+    return false;
+}
+/**
+ * @param {string|URL} rawUrl
+ */
+export function validateThirdPartyReaderTarget(rawUrl) {
+    const parsed = validateFetchUrl(String(rawUrl), { allowPrivateNetwork: false });
+    if (hasSensitiveQueryParams(parsed)) {
+        throw new AdaptiveFetchInputError('third-party reader target contains sensitive query parameters', {
+            code: 'sensitive-query',
+            url: redactTraceValue(parsed.href),
+        });
+    }
+    return parsed;
+}
+/**
+ * @param {unknown} value
+ */
+export function redactTraceValue(value) {
+    if (typeof value !== 'string')
+        return value;
+    let text = value;
+    try {
+        const parsed = new URL(text);
+        for (const key of [...parsed.searchParams.keys()]) {
+            if (isSensitiveQueryKey(key))
+                parsed.searchParams.set(key, '[redacted]');
+        }
+        parsed.username = parsed.username ? '[redacted]' : '';
+        parsed.password = parsed.password ? '[redacted]' : '';
+        text = parsed.href;
+    }
+    catch {
+        // Not a URL; apply token-pattern redaction below.
+    }
+    return text
+        .replace(/(bearer\s+)[a-z0-9._~+/=-]+/ig, '$1[redacted]')
+        .replace(/\b(access_token|api_key|apikey|auth|auth_token|password|passwd|secret|session|session_id|sig|signature|token|jwt|x-amz-security-token|x-amz-signature|awsaccesskeyid|client_secret)=([^&\s]+)/ig, '$1=[redacted]');
+}
+/**
+ * @param {Record<string, unknown>} headers
+ */
+export function redactHeaders(headers = {}) {
+    /** @type {Record<string, unknown>} */
+    const redacted = {};
+    for (const [key, value] of Object.entries(headers)) {
+        redacted[key] = SENSITIVE_HEADER_KEYS.has(key.toLowerCase()) ? '[redacted]' : redactTraceValue(value);
+    }
+    return redacted;
+}
+/**
+ * @param {string} key
+ */
+function isSensitiveQueryKey(key) {
+    const normalized = String(key)
+        .toLowerCase()
+        .replace(/\[\]$/g, '')
+        .replace(/[^a-z0-9]+/g, '_')
+        .replace(/^_+|_+$/g, '');
+    return SENSITIVE_QUERY_KEYS.has(normalized)
+        || /\b(token|secret|password|passwd|signature|credential|session|jwt|authorization)\b/.test(normalized)
+        || /(^|_)api_?key($|_)/.test(normalized)
+        || /(^|_)access_?key_?id($|_)/.test(normalized)
+        || /(^|_)auth(_|$)/.test(normalized)
+        || /(^|_)sig($|_)/.test(normalized);
+}
+//# sourceMappingURL=safety.js.map

package/dist/src/browser/adaptive-fetch/safety.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"safety.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/safety.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,qHAAqH;AAErH,OAAO,GAAG,MAAM,UAAU,CAAC;AAE3B,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACxC,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAExC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACjC,cAAc;IACd,SAAS;IACT,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,eAAe;IACf,gBAAgB;IAChB,eAAe;IACf,MAAM;IACN,YAAY;IACZ,aAAa;IACb,KAAK;IACL,UAAU;IACV,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,YAAY;IACZ,KAAK;IACL,WAAW;IACX,OAAO;IACP,sBAAsB;IACtB,iBAAiB;IACjB,KAAK;CACR,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IAClC,eAAe;IACf,QAAQ;IACR,qBAAqB;IACrB,YAAY;IACZ,WAAW;IACX,cAAc;CACjB,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG;IAC3B,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,KAAK,EAAE,GAAG,CAAC;IACZ,CAAC,YAAY,EAAE,EAAE,CAAC;IAClB,CAAC,WAAW,EAAE,EAAE,CAAC;IACjB,CAAC,aAAa,EAAE,EAAE,CAAC;IACnB,CAAC,OAAO,EAAE,EAAE,CAAC;IACb,CAAC,aAAa,EAAE,EAAE,CAAC;IACnB,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,UAAU,EAAE,EAAE,CAAC;IAChB,CAAC,WAAW,EAAE,EAAE,CAAC;IACjB,CAAC,WAAW,EAAE,EAAE,CAAC;IACjB,CAAC,YAAY,EAAE,EAAE,CAAC;IAClB,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,gBAAgB,EAAE,EAAE,CAAC;IACtB,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,QAAQ,EAAE,CAAC,CAAC;IACb,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,QAAQ,EAAE,EAAE,CAAC;IACd,CAAC,QAAQ,EAAE,CAAC,CAAC;CAChB,CAAC;AAEF,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAC9C;;;OAGG;IACH,YAAY,OAAO,EAAE,OAAO,GAAG,EAAE;QAC7B,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,aAAa,CAAC;QAC1C,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC;IACnC,CAAC;CACJ;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,MAAM,EAAE,OAAO,GAAG,EAAE;IACjD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACrD,MAAM,IAAI,uBAAuB,CAAC,sBAAsB,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACD,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACL,MAAM,IAAI,uBAAuB,CAAC,gBAAgB,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC;IACtG,CAAC;IACD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,uBAAuB,CAAC,2BAA2B,MAAM,CAAC,QAAQ,EAAE,EAAE;YAC5E,IAAI,EAAE,oBAAoB;YAC1B,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,uBAAuB,CAAC,yCAAyC,EAAE;YACzE,IAAI,EAAE,gBAAgB;YACtB,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACP,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,iBAAiB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,uBAAuB,CAAC,yCAAyC,MAAM,CAAC,QAAQ,EAAE,EAAE;YAC1F,IAAI,EAAE,iBAAiB;YACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAQ;IACtC,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5D,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IAChD,IAAI,SAAS,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC;IAChD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,EAAE;IAC5B,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACjG,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;IACrB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;QAAE,OAAO,IAAI,CAAC;IACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IACxC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IAClD,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IAC1B,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,EAAE;IAC5B,MAAM,UAAU,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,MAAM;QAAE,OAAO,IAAI,CAAC;IACxB,OAAO,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC;AACnH,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,EAAE;IAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC/D,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IAC7B,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,CAAC;IACnD,OAAO;QACH,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,GAAG;QACjB,IAAI,GAAG,GAAG;QACV,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,GAAG;QAChB,GAAG,GAAG,GAAG;KACZ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE;IACpC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;IACjC,IAAI,SAAS,KAAK,IAAI,IAAI,OAAO,KAAK,IAAI,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,GAAG;QAAE,OAAO,IAAI,CAAC;IAClF,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC;IACjC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,EAAE;IACpB,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9B,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvE,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC9C,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7B,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC/D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,MAAM;YAAE,OAAO,IAAI,CAAC;QAC5E,KAAK,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAAM;IAC1C,MAAM,MAAM,GAAG,MAAM,YAAY,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxE,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;QAC3C,IAAI,mBAAmB,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,8BAA8B,CAAC,MAAM;IACjD,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,CAAC,CAAC;IAChF,IAAI,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,uBAAuB,CAAC,+DAA+D,EAAE;YAC/F,IAAI,EAAE,iBAAiB;YACvB,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC;SACrC,CAAC,CAAC;IACP,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAK;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAChD,IAAI,mBAAmB,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;IACvB,CAAC;IAAC,MAAM,CAAC;QACL,kDAAkD;IACtD,CAAC;IACD,OAAO,IAAI;SACN,OAAO,CAAC,+BAA+B,EAAE,cAAc,CAAC;SACxD,OAAO,CAAC,iMAAiM,EAAE,eAAe,CAAC,CAAC;AACrO,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAO,GAAG,EAAE;IACtC,sCAAsC;IACtC,MAAM,QAAQ,GAAG,EAAE,CAAC;IACpB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,QAAQ,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,GAAG;IAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC;SACzB,WAAW,EAAE;SACb,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;SACrB,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC;SAC3B,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC7B,OAAO,oBAAoB,CAAC,GAAG,CAAC,UAAU,CAAC;WACpC,mFAAmF,CAAC,IAAI,CAAC,UAAU,CAAC;WACpG,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC;WACrC,2BAA2B,CAAC,IAAI,CAAC,UAAU,CAAC;WAC5C,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC;WACjC,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;AAC5C,CAAC"}

package/dist/src/browser/adaptive-fetch/third-party-readers.js

@@ -0,0 +1,43 @@
+// @ts-nocheck
+// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
+import { fetchTextCandidate } from './fetcher.js';
+import { validateThirdPartyReaderTarget } from './safety.js';
+const JINA_READER_PREFIX = 'https://r.jina.ai/';
+/**
+ * @param {{ allowThirdPartyReader?: boolean }} [options]
+ */
+export function shouldUseThirdPartyReader(options = {}) {
+    return Boolean(options.allowThirdPartyReader);
+}
+/**
+ * @param {string} rawUrl
+ */
+export function buildJinaReaderUrl(rawUrl) {
+    const target = validateThirdPartyReaderTarget(rawUrl);
+    return `${JINA_READER_PREFIX}${target.href}`;
+}
+/**
+ * @param {string} rawUrl
+ * @param {{ allowThirdPartyReader?: boolean, maxBytes?: number, timeoutMs?: number, fetchImpl?: typeof fetch }} [options]
+ */
+export async function fetchThirdPartyReaderCandidate(rawUrl, options = {}) {
+    if (!shouldUseThirdPartyReader(options))
+        return null;
+    const target = validateThirdPartyReaderTarget(rawUrl);
+    const readerUrl = buildJinaReaderUrl(target.href);
+    const fetched = await fetchTextCandidate(readerUrl, {
+        maxBytes: options.maxBytes,
+        timeoutMs: options.timeoutMs,
+        allowPrivateNetwork: false,
+        fetchImpl: options.fetchImpl,
+    });
+    return {
+        ...fetched,
+        finalUrl: target.href,
+        readerUrl,
+        contentType: fetched.contentType || 'text/plain',
+        evidence: [...(fetched.evidence || []), 'third-party-reader:jina'],
+        warnings: fetched.ok ? fetched.warnings : [...(fetched.warnings || []), 'third-party-reader-failed'],
+    };
+}
+//# sourceMappingURL=third-party-readers.js.map

package/dist/src/browser/adaptive-fetch/third-party-readers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"third-party-readers.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/third-party-readers.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,qHAAqH;AAErH,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,EAAE,8BAA8B,EAAE,MAAM,aAAa,CAAC;AAE7D,MAAM,kBAAkB,GAAG,oBAAoB,CAAC;AAEhD;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAO,GAAG,EAAE;IAClD,OAAO,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAM;IACrC,MAAM,MAAM,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACtD,OAAO,GAAG,kBAAkB,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;AACjD,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,MAAM,EAAE,OAAO,GAAG,EAAE;IACrE,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACrD,MAAM,MAAM,GAAG,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE;QAChD,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,mBAAmB,EAAE,KAAK;QAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;KAC/B,CAAC,CAAC;IACH,OAAO;QACH,GAAG,OAAO;QACV,QAAQ,EAAE,MAAM,CAAC,IAAI;QACrB,SAAS;QACT,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,YAAY;QAChD,QAAQ,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,yBAAyB,CAAC;QAClE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,2BAA2B,CAAC;KACvG,CAAC;AACN,CAAC"}

package/dist/src/browser/adaptive-fetch/trace.js

@@ -0,0 +1,61 @@
+// @ts-nocheck
+// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
+import { redactHeaders, redactTraceValue } from './safety.js';
+/**
+ * @param {{ url?: string, browserMode?: string, browserSession?: string }} input
+ */
+export function createAttemptTrace(input = {}) {
+    return {
+        url: typeof input.url === 'string' ? redactTraceValue(input.url) : null,
+        browserMode: input.browserMode || 'auto',
+        browserSession: input.browserSession || 'none',
+        createdAt: new Date().toISOString(),
+        attempts: [],
+    };
+}
+/**
+ * @param {{ attempts: object[] }} trace
+ * @param {Record<string, unknown>} attempt
+ */
+export function appendAttempt(trace, attempt) {
+    const safeAttempt = sanitizeAttempt({
+        ...attempt,
+        at: attempt.at || new Date().toISOString(),
+    });
+    trace.attempts.push(safeAttempt);
+    return safeAttempt;
+}
+/**
+ * @param {object[]} attempts
+ */
+export function summarizeAttempts(attempts = []) {
+    if (attempts.length === 0)
+        return 'No attempts recorded.';
+    const last = attempts[attempts.length - 1];
+    const source = /** @type {any} */ (last).source || 'unknown';
+    const verdict = /** @type {any} */ (last).verdict || 'unknown';
+    return `${attempts.length} attempt(s); last source=${source} verdict=${verdict}`;
+}
+/**
+ * @param {Record<string, unknown>} attempt
+ */
+export function sanitizeAttempt(attempt) {
+    /** @type {Record<string, unknown>} */
+    const safe = {};
+    for (const [key, value] of Object.entries(attempt)) {
+        if (key.toLowerCase().includes('header') && value && typeof value === 'object' && !Array.isArray(value)) {
+            safe[key] = redactHeaders(/** @type {Record<string, unknown>} */ (value));
+        }
+        else if (typeof value === 'string') {
+            safe[key] = redactTraceValue(value);
+        }
+        else if (Array.isArray(value)) {
+            safe[key] = value.map(item => typeof item === 'string' ? redactTraceValue(item) : item);
+        }
+        else {
+            safe[key] = value;
+        }
+    }
+    return safe;
+}
+//# sourceMappingURL=trace.js.map

package/dist/src/browser/adaptive-fetch/trace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/trace.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,qHAAqH;AAErH,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE9D;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAK,GAAG,EAAE;IACzC,OAAO;QACH,GAAG,EAAE,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QACvE,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,MAAM;QACxC,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,MAAM;QAC9C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ,EAAE,EAAE;KACf,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,KAAK,EAAE,OAAO;IACxC,MAAM,WAAW,GAAG,eAAe,CAAC;QAChC,GAAG,OAAO;QACV,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAC7C,CAAC,CAAC;IACH,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACjC,OAAO,WAAW,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAQ,GAAG,EAAE;IAC3C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,uBAAuB,CAAC;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC;IAC7D,MAAM,OAAO,GAAG,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,SAAS,CAAC;IAC/D,OAAO,GAAG,QAAQ,CAAC,MAAM,4BAA4B,MAAM,YAAY,OAAO,EAAE,CAAC;AACrF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,OAAO;IACnC,sCAAsC;IACtC,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACjD,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACtG,IAAI,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,sCAAsC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9E,CAAC;aAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5F,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/src/browser/adaptive-fetch/transforms.js

@@ -0,0 +1,81 @@
+// @ts-nocheck
+// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
+/**
+ * @param {string} html
+ */
+export function htmlToReadableText(html = '') {
+    return decodeHtmlEntities(html)
+        .replace(/<script\b[^>]*>[\s\S]*?<\/script>/gi, ' ')
+        .replace(/<style\b[^>]*>[\s\S]*?<\/style>/gi, ' ')
+        .replace(/<noscript\b[^>]*>[\s\S]*?<\/noscript>/gi, ' ')
+        .replace(/<br\s*\/?>/gi, '\n')
+        .replace(/<\/(p|div|section|article|li|h[1-6])>/gi, '\n')
+        .replace(/<[^>]+>/g, ' ')
+        .replace(/\n{3,}/g, '\n\n')
+        .split('\n')
+        .map(line => normalizeWhitespace(line))
+        .filter(Boolean)
+        .join('\n');
+}
+/**
+ * @param {string} html
+ */
+export function extractTitleFromHtml(html = '') {
+    const match = html.match(/<title[^>]*>([\s\S]*?)<\/title>/i);
+    return match ? normalizeWhitespace(decodeHtmlEntities(match[1])) : '';
+}
+/**
+ * @param {string[]} urls
+ */
+export function dedupeCandidateUrls(urls = []) {
+    const seen = new Set();
+    /** @type {string[]} */
+    const out = [];
+    for (const raw of urls) {
+        try {
+            const href = new URL(raw).href;
+            if (!seen.has(href)) {
+                seen.add(href);
+                out.push(href);
+            }
+        }
+        catch {
+            // Ignore invalid candidates; validation happens before network work.
+        }
+    }
+    return out;
+}
+/**
+ * @param {string} text
+ */
+export function normalizeWhitespace(text = '') {
+    return text.replace(/\s+/g, ' ').trim();
+}
+/**
+ * @param {string} contentType
+ */
+export function isHtmlContentType(contentType = '') {
+    return /\btext\/html\b/i.test(contentType);
+}
+/**
+ * @param {string} contentType
+ */
+export function isTextualContentType(contentType = '') {
+    if (!contentType)
+        return true;
+    return /^text\//i.test(contentType)
+        || /\b(application|.+)\/(json|xml|rss\+xml|atom\+xml|xhtml\+xml|javascript)\b/i.test(contentType);
+}
+/**
+ * @param {string} text
+ */
+export function decodeHtmlEntities(text = '') {
+    return text
+        .replace(/&nbsp;/gi, ' ')
+        .replace(/&amp;/gi, '&')
+        .replace(/&lt;/gi, '<')
+        .replace(/&gt;/gi, '>')
+        .replace(/&quot;/gi, '"')
+        .replace(/&#39;/g, "'");
+}
+//# sourceMappingURL=transforms.js.map

package/dist/src/browser/adaptive-fetch/transforms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/transforms.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,qHAAqH;AAErH;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAI,GAAG,EAAE;IACxC,OAAO,kBAAkB,CAAC,IAAI,CAAC;SAC1B,OAAO,CAAC,qCAAqC,EAAE,GAAG,CAAC;SACnD,OAAO,CAAC,mCAAmC,EAAE,GAAG,CAAC;SACjD,OAAO,CAAC,yCAAyC,EAAE,GAAG,CAAC;SACvD,OAAO,CAAC,cAAc,EAAE,IAAI,CAAC;SAC7B,OAAO,CAAC,yCAAyC,EAAE,IAAI,CAAC;SACxD,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;SACtC,MAAM,CAAC,OAAO,CAAC;SACf,IAAI,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,IAAI,GAAG,EAAE;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAC7D,OAAO,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1E,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAI,GAAG,EAAE;IACzC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;IACvB,uBAAuB;IACvB,MAAM,GAAG,GAAG,EAAE,CAAC;IACf,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,qEAAqE;QACzE,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAI,GAAG,EAAE;IACzC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,WAAW,GAAG,EAAE;IAC9C,OAAO,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,WAAW,GAAG,EAAE;IACjD,IAAI,CAAC,WAAW;QAAE,OAAO,IAAI,CAAC;IAC9B,OAAO,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;WAC5B,4EAA4E,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAC1G,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,IAAI,GAAG,EAAE;IACxC,OAAO,IAAI;SACN,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC;SACxB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AAChC,CAAC"}

package/dist/src/browser/adaptive-fetch/validators.js

@@ -0,0 +1,108 @@
+// @ts-nocheck
+// Mirrored from agbrowse adaptive-fetch v2; keep runtime behavior aligned while cli-jaw mirror remains experimental.
+const CHALLENGE_PATTERNS = [
+    /\bcaptcha\b/i,
+    /checking your browser/i,
+    /verify you are human/i,
+    /are you a robot/i,
+    /cloudflare/i,
+    /attention required/i,
+    /security check/i,
+];
+const LOGIN_PATTERNS = [
+    /\bsign in\b/i,
+    /\blog in\b/i,
+    /create an account/i,
+    /authentication required/i,
+];
+const PAYWALL_PATTERNS = [
+    /\bsubscribe\b/i,
+    /\bsubscription\b/i,
+    /continue reading/i,
+    /members only/i,
+];
+/**
+ * @param {{ html?: string, text?: string, title?: string, positiveProof?: string[] }} input
+ */
+export function classifyHtmlStrength(input = {}) {
+    const text = normalizeText(input.text || stripHtml(input.html || ''));
+    const title = normalizeText(input.title || '');
+    const markers = findBoundaryMarkers(`${title}\n${text}`);
+    const positiveProof = Array.isArray(input.positiveProof) ? input.positiveProof.filter(Boolean) : [];
+    const textLength = text.length;
+    if (markers.some(m => m.kind === 'challenge') && textLength < 1000) {
+        return { ok: false, verdict: 'challenge', reason: 'challenge-marker', markers, textLength };
+    }
+    if (markers.some(m => m.kind === 'auth')) {
+        return { ok: false, verdict: 'auth_required', reason: 'auth-marker', markers, textLength };
+    }
+    if (markers.some(m => m.kind === 'paywall') && textLength < 1500) {
+        return { ok: false, verdict: 'paywall', reason: 'paywall-marker', markers, textLength };
+    }
+    if (positiveProof.length > 0 && textLength >= 120) {
+        return { ok: true, verdict: 'strong_ok', reason: 'positive-proof', markers, textLength };
+    }
+    if (textLength >= 1200)
+        return { ok: true, verdict: 'strong_ok', reason: 'readable-text', markers, textLength };
+    if (textLength >= 120)
+        return { ok: true, verdict: 'weak_ok', reason: 'limited-text', markers, textLength };
+    return { ok: false, verdict: 'blocked', reason: 'empty-or-too-short', markers, textLength };
+}
+/**
+ * @param {{ status?: number, headers?: Record<string, unknown>, text?: string, url?: string }} input
+ */
+export function classifyBoundarySignals(input = {}) {
+    const status = Number(input.status || 0);
+    const markers = findBoundaryMarkers(input.text || '');
+    if (status === 401)
+        return { verdict: 'auth_required', markers, reason: 'http-401' };
+    if (status === 402)
+        return { verdict: 'paywall', markers, reason: 'http-402' };
+    if (status === 403)
+        return { verdict: markers.length ? 'challenge' : 'blocked', markers, reason: 'http-403' };
+    if (status === 429)
+        return { verdict: 'blocked', markers, reason: 'http-429' };
+    if (markers.some(m => m.kind === 'auth'))
+        return { verdict: 'auth_required', markers, reason: 'auth-marker' };
+    if (markers.some(m => m.kind === 'paywall'))
+        return { verdict: 'paywall', markers, reason: 'paywall-marker' };
+    if (markers.some(m => m.kind === 'challenge'))
+        return { verdict: 'challenge', markers, reason: 'challenge-marker' };
+    return { verdict: null, markers, reason: null };
+}
+/**
+ * @param {string} text
+ */
+export function findBoundaryMarkers(text) {
+    /** @type {{ kind: 'challenge'|'auth'|'paywall', pattern: string }[]} */
+    const markers = [];
+    for (const pattern of CHALLENGE_PATTERNS) {
+        if (pattern.test(text))
+            markers.push({ kind: 'challenge', pattern: pattern.source });
+    }
+    for (const pattern of LOGIN_PATTERNS) {
+        if (pattern.test(text))
+            markers.push({ kind: 'auth', pattern: pattern.source });
+    }
+    for (const pattern of PAYWALL_PATTERNS) {
+        if (pattern.test(text))
+            markers.push({ kind: 'paywall', pattern: pattern.source });
+    }
+    return markers;
+}
+/**
+ * @param {string} html
+ */
+function stripHtml(html) {
+    return html
+        .replace(/<script\b[^>]*>[\s\S]*?<\/script>/gi, ' ')
+        .replace(/<style\b[^>]*>[\s\S]*?<\/style>/gi, ' ')
+        .replace(/<[^>]+>/g, ' ');
+}
+/**
+ * @param {string} text
+ */
+function normalizeText(text) {
+    return text.replace(/\s+/g, ' ').trim();
+}
+//# sourceMappingURL=validators.js.map

package/dist/src/browser/adaptive-fetch/validators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validators.js","sourceRoot":"","sources":["../../../../src/browser/adaptive-fetch/validators.ts"],"names":[],"mappings":"AAAA,cAAc;AACd,qHAAqH;AAErH,MAAM,kBAAkB,GAAG;IACvB,cAAc;IACd,wBAAwB;IACxB,uBAAuB;IACvB,kBAAkB;IAClB,aAAa;IACb,qBAAqB;IACrB,iBAAiB;CACpB,CAAC;AAEF,MAAM,cAAc,GAAG;IACnB,cAAc;IACd,aAAa;IACb,oBAAoB;IACpB,0BAA0B;CAC7B,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACrB,gBAAgB;IAChB,mBAAmB;IACnB,mBAAmB;IACnB,eAAe;CAClB,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAK,GAAG,EAAE;IAC3C,MAAM,IAAI,GAAG,aAAa,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,mBAAmB,CAAC,GAAG,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;IAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QACjE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,kBAAkB,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAChG,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAC/F,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,UAAU,GAAG,IAAI,EAAE,CAAC;QAC/D,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAC5F,CAAC;IACD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;QAChD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAC7F,CAAC;IACD,IAAI,UAAU,IAAI,IAAI;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAChH,IAAI,UAAU,IAAI,GAAG;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IAC5G,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,oBAAoB,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;AAChG,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAK,GAAG,EAAE;IAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,mBAAmB,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IACtD,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IACrF,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAC/E,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAC9G,IAAI,MAAM,KAAK,GAAG;QAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IAC/E,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IAC9G,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC;IAC9G,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IACpH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAI;IACpC,wEAAwE;IACxE,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;QACvC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACzF,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,cAAc,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,IAAI;IACnB,OAAO,IAAI;SACN,OAAO,CAAC,qCAAqC,EAAE,GAAG,CAAC;SACnD,OAAO,CAAC,mCAAmC,EAAE,GAAG,CAAC;SACjD,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;AAClC,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,IAAI;IACvB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC"}