@anthara/pi-claude 0.0.0-stage → 0.1.0

package/dist/extensions/tool-search/tool-matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-matcher.js","sourceRoot":"","sources":["../../../src/extensions/tool-search/tool-matcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,8CAA8C,CAAC;AAQzF,MAAM,kBAAkB,GAAsC,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAChG,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,MAAM,UAAU,YAAY,CAAC,KAAgB,EAAE,KAA0B,EAAE,KAAa;IACtF,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACnC,KAAK,SAAS;YACZ,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IAClE,CAAC;AACH,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAkB,EAAE,KAA0B;IACxE,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAChI,OAAO;QACL,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjF,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;KACnF,CAAC;AACJ,CAAC;AAED,kHAAkH;AAClH,MAAM,UAAU,SAAS,CAAC,KAAmB,EAAE,KAA0B,EAAE,KAAa;IACtF,MAAM,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK;SACT,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;SAC1D,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;SACtE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;SAC9F,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;SAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3E,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,KAA0B,EAAc,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;AAEzH,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,CAAS,EAAW,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AAExF,MAAM,MAAM,GAAG,CAAC,KAA0B,EAAc,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAE/E,SAAS,MAAM,CAAC,IAAc,EAAE,IAAY;IAC1C,OAAO,CACL,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,CACpH,CAAC;AACJ,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,IAAc,EAAE,IAAY,EAAW,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;AAEnF,sGAAsG;AACtG,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAY;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACnC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;AACnG,CAAC"}

package/dist/extensions/tool-search/tool-query.d.ts

@@ -0,0 +1,11 @@
+export interface SelectQuery {
+    readonly kind: 'select';
+    readonly names: readonly string[];
+}
+export interface KeywordQuery {
+    readonly kind: 'keyword';
+    readonly required: readonly string[];
+    readonly terms: readonly string[];
+}
+export type ToolQuery = SelectQuery | KeywordQuery;
+export declare function parseToolQuery(query: string): ToolQuery;

package/dist/extensions/tool-search/tool-query.js

@@ -0,0 +1,28 @@
+import { EmptyToolQueryError } from './errors.js';
+const SELECT_PREFIX = /^select:/i;
+const REQUIRED_TERM_MARK = '+';
+export function parseToolQuery(query) {
+    const trimmed = query.trim();
+    const parsed = SELECT_PREFIX.test(trimmed) ? parseSelect(trimmed) : parseKeywords(trimmed);
+    if (asksForNothing(parsed)) {
+        throw new EmptyToolQueryError();
+    }
+    return parsed;
+}
+function asksForNothing(query) {
+    return query.kind === 'select' ? query.names.length === 0 : query.required.length + query.terms.length === 0;
+}
+function parseSelect(query) {
+    const names = query.replace(SELECT_PREFIX, '').split(',').map((name) => name.trim());
+    return { kind: 'select', names: names.filter((name) => name !== '') };
+}
+function parseKeywords(query) {
+    const words = query.split(/\s+/).filter((word) => word !== '');
+    const isRequired = (word) => word.startsWith(REQUIRED_TERM_MARK);
+    return {
+        kind: 'keyword',
+        required: words.filter(isRequired).map((word) => word.slice(REQUIRED_TERM_MARK.length)).filter((term) => term !== ''),
+        terms: words.filter((word) => !isRequired(word)),
+    };
+}
+//# sourceMappingURL=tool-query.js.map

package/dist/extensions/tool-search/tool-query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-query.js","sourceRoot":"","sources":["../../../src/extensions/tool-search/tool-query.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAelD,MAAM,aAAa,GAAG,WAAW,CAAC;AAClC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IAC3F,IAAI,cAAc,CAAC,MAAM,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,mBAAmB,EAAE,CAAC;IAClC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAgB;IACtC,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC;AAC/G,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACrF,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;IAC/D,MAAM,UAAU,GAAG,CAAC,IAAY,EAAW,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;IAClF,OAAO;QACL,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC;QACrH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;KACjD,CAAC;AACJ,CAAC"}

package/dist/extensions/web/errors.d.ts

@@ -0,0 +1,18 @@
+import { AntharaError } from '../../errors/anthara-error.js';
+export declare class UnsupportedUrlError extends AntharaError {
+    constructor(url: string);
+}
+export declare class BlockedAddressError extends AntharaError {
+    constructor(host: string);
+}
+export declare class UnresolvedHostError extends AntharaError {
+    constructor(host: string);
+}
+export declare class FetchFailedError extends AntharaError {
+}
+export declare class TooManyRedirectsError extends AntharaError {
+    constructor(url: string, limit: number);
+}
+export declare class ResponseTooLargeError extends AntharaError {
+    constructor(host: string, limitBytes: number);
+}

package/dist/extensions/web/errors.js

@@ -0,0 +1,29 @@
+import { AntharaError } from '../../errors/anthara-error.js';
+export class UnsupportedUrlError extends AntharaError {
+    constructor(url) {
+        super(`Only http and https URLs can be fetched, not ${url}`);
+    }
+}
+export class BlockedAddressError extends AntharaError {
+    constructor(host) {
+        super(`Refusing to fetch ${host}: it resolves to a private, loopback or link-local address`);
+    }
+}
+export class UnresolvedHostError extends AntharaError {
+    constructor(host) {
+        super(`${host} did not resolve to any address`);
+    }
+}
+export class FetchFailedError extends AntharaError {
+}
+export class TooManyRedirectsError extends AntharaError {
+    constructor(url, limit) {
+        super(`Gave up on ${url} after ${String(limit)} redirects`);
+    }
+}
+export class ResponseTooLargeError extends AntharaError {
+    constructor(host, limitBytes) {
+        super(`The response from ${host} is larger than ${String(limitBytes)} bytes`);
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/extensions/web/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/extensions/web/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE7D,MAAM,OAAO,mBAAoB,SAAQ,YAAY;IACnD,YAAY,GAAW;QACrB,KAAK,CAAC,gDAAgD,GAAG,EAAE,CAAC,CAAC;IAC/D,CAAC;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,YAAY;IACnD,YAAY,IAAY;QACtB,KAAK,CAAC,qBAAqB,IAAI,4DAA4D,CAAC,CAAC;IAC/F,CAAC;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,YAAY;IACnD,YAAY,IAAY;QACtB,KAAK,CAAC,GAAG,IAAI,iCAAiC,CAAC,CAAC;IAClD,CAAC;CACF;AAED,MAAM,OAAO,gBAAiB,SAAQ,YAAY;CAAG;AAErD,MAAM,OAAO,qBAAsB,SAAQ,YAAY;IACrD,YAAY,GAAW,EAAE,KAAa;QACpC,KAAK,CAAC,cAAc,GAAG,UAAU,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC9D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,YAAY;IACrD,YAAY,IAAY,EAAE,UAAkB;QAC1C,KAAK,CAAC,qBAAqB,IAAI,mBAAmB,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAChF,CAAC;CACF"}

package/dist/extensions/web/fetching/address-policy.d.ts

@@ -0,0 +1 @@
+export declare function isPublicAddress(address: string): boolean;

package/dist/extensions/web/fetching/address-policy.js

@@ -0,0 +1,40 @@
+import { BlockList, isIP } from 'node:net';
+const INTERNAL_IPV4_RANGES = [
+    { network: '0.0.0.0', prefixLength: 8 },
+    { network: '10.0.0.0', prefixLength: 8 },
+    { network: '100.64.0.0', prefixLength: 10 },
+    { network: '127.0.0.0', prefixLength: 8 },
+    { network: '169.254.0.0', prefixLength: 16 },
+    { network: '172.16.0.0', prefixLength: 12 },
+    { network: '192.0.0.0', prefixLength: 24 },
+    { network: '192.168.0.0', prefixLength: 16 },
+    { network: '198.18.0.0', prefixLength: 15 },
+    { network: '224.0.0.0', prefixLength: 3 },
+];
+const INTERNAL_IPV6_RANGES = [
+    { network: '::', prefixLength: 128 },
+    { network: '::1', prefixLength: 128 },
+    { network: '::ffff:0:0', prefixLength: 96 },
+    { network: '64:ff9b::', prefixLength: 96 },
+    { network: 'fc00::', prefixLength: 7 },
+    { network: 'fe80::', prefixLength: 10 },
+    { network: 'fec0::', prefixLength: 10 },
+    { network: 'ff00::', prefixLength: 8 },
+];
+function blockListOf(family, ranges) {
+    const list = new BlockList();
+    for (const { network, prefixLength } of ranges) {
+        list.addSubnet(network, prefixLength, family);
+    }
+    return list;
+}
+const INTERNAL_IPV4 = blockListOf('ipv4', INTERNAL_IPV4_RANGES);
+const INTERNAL_IPV6 = blockListOf('ipv6', INTERNAL_IPV6_RANGES);
+export function isPublicAddress(address) {
+    const family = isIP(address);
+    if (family === 4) {
+        return !INTERNAL_IPV4.check(address, 'ipv4');
+    }
+    return family === 6 && !INTERNAL_IPV6.check(address, 'ipv6');
+}
+//# sourceMappingURL=address-policy.js.map

package/dist/extensions/web/fetching/address-policy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"address-policy.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/address-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAS3C,MAAM,oBAAoB,GAAqB;IAC7C,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,EAAE;IACvC,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC,EAAE;IACxC,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,EAAE;IAC3C,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,EAAE;IACzC,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,EAAE,EAAE;IAC5C,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,EAAE;IAC3C,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,EAAE;IAC1C,EAAE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,EAAE,EAAE;IAC5C,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,EAAE;IAC3C,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,EAAE;CAC1C,CAAC;AAEF,MAAM,oBAAoB,GAAqB;IAC7C,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE;IACpC,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE;IACrC,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,EAAE;IAC3C,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,EAAE;IAC1C,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,EAAE;IACtC,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE;IACvC,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,EAAE;IACvC,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,EAAE;CACvC,CAAC;AAEF,SAAS,WAAW,CAAC,MAAqB,EAAE,MAAwB;IAClE,MAAM,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;IAC7B,KAAK,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,MAAM,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;AAChE,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC;AAEhE,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AAC/D,CAAC"}

package/dist/extensions/web/fetching/domain-filter.d.ts

@@ -0,0 +1,2 @@
+import type { SearchResult } from './duckduckgo-search.js';
+export declare function filterByDomain(results: readonly SearchResult[], allowed: readonly string[] | undefined, blocked: readonly string[] | undefined): readonly SearchResult[];

package/dist/extensions/web/fetching/domain-filter.js

@@ -0,0 +1,18 @@
+const LEADING_DOTS = /^\.+/;
+function hostOf(url) {
+    return URL.canParse(url) ? new URL(url).hostname.toLowerCase() : '';
+}
+function isWithinDomain(host, domain) {
+    const bare = domain.toLowerCase().replace(LEADING_DOTS, '');
+    return host === bare || host.endsWith(`.${bare}`);
+}
+export function filterByDomain(results, allowed, blocked) {
+    if (allowed !== undefined && allowed.length > 0) {
+        return results.filter(({ url }) => allowed.some((domain) => isWithinDomain(hostOf(url), domain)));
+    }
+    if (blocked !== undefined && blocked.length > 0) {
+        return results.filter(({ url }) => !blocked.some((domain) => isWithinDomain(hostOf(url), domain)));
+    }
+    return results;
+}
+//# sourceMappingURL=domain-filter.js.map

package/dist/extensions/web/fetching/domain-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-filter.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/domain-filter.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAG,MAAM,CAAC;AAE5B,SAAS,MAAM,CAAC,GAAW;IACzB,OAAO,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,MAAc;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAC5D,OAAO,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,OAAgC,EAAE,OAAsC,EAAE,OAAsC;IAC7I,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IACrG,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/extensions/web/fetching/duckduckgo-search.d.ts

@@ -0,0 +1,10 @@
+import type { FetchedPage } from './safe-fetcher.js';
+export interface SearchResult {
+    readonly title: string;
+    readonly url: string;
+    readonly snippet: string;
+}
+export interface PageFetcher {
+    fetchText(url: URL, signal: AbortSignal): Promise<FetchedPage>;
+}
+export declare function searchDuckDuckGo(query: string, fetcher: PageFetcher, signal: AbortSignal): Promise<readonly SearchResult[]>;

package/dist/extensions/web/fetching/duckduckgo-search.js

@@ -0,0 +1,36 @@
+// Portions adapted from pi-code (MIT, github.com/ilovepixelart/pi-code), extensions/web.ts.
+import { stripTags } from './html-text.js';
+const SEARCH_ENDPOINT = 'https://html.duckduckgo.com/html/?q=';
+const ADVERTISEMENT_MARKER = 'duckduckgo.com/y.js';
+const REDIRECT_TARGET = /[?&]uddg=([^&]+)/;
+const RESULT_ANCHOR = /<a[^>]*class="result__a"[^>]*href="([^"]+)"[^>]*>([\s\S]*?)<\/a>/g;
+const RESULT_SNIPPET = /<a[^>]*class="result__snippet"[^>]*>([\s\S]*?)<\/a>/;
+function redirectTargetOf(href) {
+    const encoded = REDIRECT_TARGET.exec(href)?.[1];
+    if (encoded === undefined) {
+        return undefined;
+    }
+    try {
+        return decodeURIComponent(encoded);
+    }
+    catch {
+        return undefined;
+    }
+}
+const targetOf = (href) => redirectTargetOf(href) ?? (href.startsWith('//') ? `https:${href}` : href);
+const snippetWithin = (html, from, to) => stripTags(RESULT_SNIPPET.exec(html.slice(from, to))?.[1] ?? '');
+const isOrganicResult = (title, url) => title !== '' && !url.includes(ADVERTISEMENT_MARKER);
+const titleAndUrl = (anchor) => ({ title: stripTags(anchor[2] ?? ''), url: targetOf(anchor[1] ?? '') });
+function parseResults(html) {
+    const anchors = [...html.matchAll(RESULT_ANCHOR)];
+    return anchors.flatMap((anchor, index) => {
+        const { title, url } = titleAndUrl(anchor);
+        const snippet = snippetWithin(html, anchor.index + anchor[0].length, anchors[index + 1]?.index ?? html.length);
+        return isOrganicResult(title, url) ? [{ title, url, snippet }] : [];
+    });
+}
+export async function searchDuckDuckGo(query, fetcher, signal) {
+    const page = await fetcher.fetchText(new URL(SEARCH_ENDPOINT + encodeURIComponent(query)), signal);
+    return parseResults(page.text);
+}
+//# sourceMappingURL=duckduckgo-search.js.map

package/dist/extensions/web/fetching/duckduckgo-search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckduckgo-search.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/duckduckgo-search.ts"],"names":[],"mappings":"AAAA,4FAA4F;AAE5F,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAa3C,MAAM,eAAe,GAAG,sCAAsC,CAAC;AAC/D,MAAM,oBAAoB,GAAG,qBAAqB,CAAC;AACnD,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAC3C,MAAM,aAAa,GAAG,mEAAmE,CAAC;AAC1F,MAAM,cAAc,GAAG,qDAAqD,CAAC;AAE7E,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AAEtH,MAAM,aAAa,GAAG,CAAC,IAAY,EAAE,IAAY,EAAE,EAAU,EAAU,EAAE,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;AAE1I,MAAM,eAAe,GAAG,CAAC,KAAa,EAAE,GAAW,EAAW,EAAE,CAAC,KAAK,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;AAErH,MAAM,WAAW,GAAG,CAAC,MAAwB,EAAkC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;AAE1J,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC;IAClD,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QACvC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/G,OAAO,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAoB,EAAE,MAAmB;IAC7F,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,eAAe,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACnG,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,CAAC"}

package/dist/extensions/web/fetching/host-resolver.d.ts

@@ -0,0 +1,6 @@
+export interface HostResolver {
+    resolveAll(host: string): Promise<readonly string[]>;
+}
+export declare class DnsHostResolver implements HostResolver {
+    resolveAll(host: string): Promise<readonly string[]>;
+}

package/dist/extensions/web/fetching/host-resolver.js

@@ -0,0 +1,8 @@
+import { lookup } from 'node:dns/promises';
+export class DnsHostResolver {
+    async resolveAll(host) {
+        const records = await lookup(host, { all: true, order: 'verbatim' });
+        return records.map(({ address }) => address);
+    }
+}
+//# sourceMappingURL=host-resolver.js.map

package/dist/extensions/web/fetching/host-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"host-resolver.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/host-resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAM3C,MAAM,OAAO,eAAe;IAC1B,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACrE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;CACF"}

package/dist/extensions/web/fetching/html-text.d.ts

@@ -0,0 +1,2 @@
+export declare const stripTags: (html: string) => string;
+export declare function readableText(html: string): string;

package/dist/extensions/web/fetching/html-text.js

@@ -0,0 +1,143 @@
+// Portions adapted from pi-code (MIT, github.com/ilovepixelart/pi-code), extensions/internal/html-markdown.ts.
+const NAMED_ENTITIES = { amp: '&', lt: '<', gt: '>', quot: '"', apos: "'", nbsp: ' ' };
+const ENTITY = /&(?:#x([0-9a-fA-F]+)|#(\d+)|(amp|lt|gt|quot|apos|nbsp));/g;
+const MAX_CODE_POINT = 0x10ffff;
+const TAG_OPEN = /^<[A-Za-z/!?]/;
+const WEB_LINK = /^https?:\/\//i;
+const PRE_MARKER = /PRE(\d+)/g;
+const FENCE = '```';
+function codePointText(token, hex, decimal) {
+    const codePoint = hex === undefined ? Number(decimal) : Number.parseInt(hex, 16);
+    return codePoint > 0 && codePoint <= MAX_CODE_POINT ? String.fromCodePoint(codePoint) : token;
+}
+function decodeEntities(text) {
+    return text.replace(ENTITY, (token, hex, decimal, named) => named === undefined ? codePointText(token, hex, decimal) : (NAMED_ENTITIES[named] ?? token));
+}
+function nextTag(html, from) {
+    let open = html.indexOf('<', from);
+    while (open !== -1 && !TAG_OPEN.test(html.slice(open, open + 2))) {
+        open = html.indexOf('<', open + 1);
+    }
+    const close = open === -1 ? -1 : html.indexOf('>', open + 1);
+    return close === -1 ? undefined : { start: open, end: close + 1 };
+}
+function removeTags(html) {
+    let text = '';
+    let cursor = 0;
+    for (let tag = nextTag(html, 0); tag !== undefined; tag = nextTag(html, cursor)) {
+        text += html.slice(cursor, tag.start);
+        cursor = tag.end;
+    }
+    return text + html.slice(cursor);
+}
+function trimNewlines(value) {
+    let start = 0;
+    let end = value.length;
+    while (start < end && value[start] === '\n') {
+        start++;
+    }
+    while (end > start && value[end - 1] === '\n') {
+        end--;
+    }
+    return value.slice(start, end);
+}
+function matchSpans(html, pattern) {
+    return [...html.matchAll(pattern)].map((match) => ({ start: match.index, end: match.index + match[0].length }));
+}
+class CloseSpans {
+    html;
+    bySource = new Map();
+    constructor(html) {
+        this.html = html;
+    }
+    firstAfter(source, position) {
+        const entry = this.entryFor(source);
+        const startOf = (index) => entry.spans[index]?.start ?? Infinity;
+        while (startOf(entry.next) < position) {
+            entry.next++;
+        }
+        return entry.spans[entry.next];
+    }
+    entryFor(source) {
+        const known = this.bySource.get(source);
+        if (known !== undefined) {
+            return known;
+        }
+        const created = { spans: matchSpans(this.html, new RegExp(source, 'gi')), next: 0 };
+        this.bySource.set(source, created);
+        return created;
+    }
+}
+function replaceSpans(html, { open, closeSource, render }) {
+    const closes = new CloseSpans(html);
+    let out = '';
+    let cursor = 0;
+    for (const opening of html.matchAll(open)) {
+        const openEnd = opening.index + opening[0].length;
+        const close = opening.index < cursor ? undefined : closes.firstAfter(closeSource(opening), openEnd);
+        if (close !== undefined) {
+            out += html.slice(cursor, opening.index) + render(opening, html.slice(openEnd, close.start));
+            cursor = close.end;
+        }
+    }
+    return out + html.slice(cursor);
+}
+const applyRules = (html, rules) => rules.reduce(replaceSpans, html);
+const closingTag = (prefix = '') => (open) => `</${prefix}${open[1] ?? ''}[^<>]*>`;
+const closing = (source) => () => source;
+const textOf = (body) => removeTags(body).trim();
+const DROPPED_SPANS = [
+    { open: /<!--/g, closeSource: closing('-->'), render: () => ' ' },
+    { open: /<(script|style|noscript|head|svg)\b[^<>]*>/gi, closeSource: closingTag(), render: () => ' ' },
+];
+function liftPreBlocks(html, preBodies) {
+    const lift = {
+        open: /<pre\b[^<>]*>/gi,
+        closeSource: closing('</pre[^<>]*>'),
+        render: (_open, body) => {
+            preBodies.push(trimNewlines(decodeEntities(removeTags(body))));
+            return `\n\nPRE${String(preBodies.length - 1)}\n\n`;
+        },
+    };
+    return replaceSpans(html, lift);
+}
+function renderedLink(open, body) {
+    const href = decodeEntities(open[1] ?? open[2] ?? '');
+    const label = textOf(body);
+    if (label === '') {
+        return ' ';
+    }
+    return WEB_LINK.test(href) ? `[${label}](${href})` : label;
+}
+const MARKED_UP_SPANS = [
+    { open: /<code\b[^<>]*>/gi, closeSource: closing('</code[^<>]*>'), render: (_open, body) => `\`${removeTags(body)}\`` },
+    { open: /<a\b[^<>]*?href=(?:"([^"]*)"|'([^']*)')[^<>]*>/gi, closeSource: closing('</a[^<>]*>'), render: renderedLink },
+    { open: /<(strong|b)\b[^<>]*>/gi, closeSource: closingTag(), render: (_open, body) => `**${textOf(body)}**` },
+    { open: /<(em|i)\b[^<>]*>/gi, closeSource: closingTag(), render: (_open, body) => `*${textOf(body)}*` },
+    { open: /<h([1-6])\b[^<>]*>/gi, closeSource: closingTag('h'), render: (open, body) => `\n\n${'#'.repeat(Number(open[1]))} ${textOf(body)}\n\n` },
+];
+const BLOCK_END = /<\/(?:p|div|section|article|ul|ol|li|table|tr|blockquote|tbody|thead|header|footer|main|nav)[^<>]*>/gi;
+function markLayout(html) {
+    return html
+        .replace(/<img\b[^<>]*?alt=(?:"([^"]*)"|'([^']*)')[^<>]*>/gi, (_tag, doubleQuoted, singleQuoted) => doubleQuoted ?? singleQuoted ?? '')
+        .replace(/<li\b[^<>]*>/gi, '\n- ')
+        .replace(/<blockquote\b[^<>]*>/gi, '\n\n> ')
+        .replace(/<\/(?:td|th)>/gi, ' | ')
+        .replace(/<(?:br|hr)\b[^<>]*>/gi, '\n')
+        .replace(BLOCK_END, '\n\n');
+}
+function tidyWhitespace(text) {
+    return text
+        .replace(/[ \t]+/g, ' ')
+        .replace(/ ?\n ?/g, '\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+}
+export const stripTags = (html) => decodeEntities(removeTags(html)).replace(/\s+/g, ' ').trim();
+export function readableText(html) {
+    const preBodies = [];
+    const lifted = liftPreBlocks(applyRules(html, DROPPED_SPANS), preBodies);
+    const text = tidyWhitespace(decodeEntities(removeTags(markLayout(applyRules(lifted, MARKED_UP_SPANS)))));
+    return text.replace(PRE_MARKER, (_marker, index) => `${FENCE}\n${preBodies[Number(index)] ?? ''}\n${FENCE}`);
+}
+//# sourceMappingURL=html-text.js.map

package/dist/extensions/web/fetching/html-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-text.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/html-text.ts"],"names":[],"mappings":"AAAA,+GAA+G;AAa/G,MAAM,cAAc,GAAqC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;AACzH,MAAM,MAAM,GAAG,2DAA2D,CAAC;AAC3E,MAAM,cAAc,GAAG,QAAQ,CAAC;AAChC,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,UAAU,GAAG,aAAa,CAAC;AACjC,MAAM,KAAK,GAAG,KAAK,CAAC;AAEpB,SAAS,aAAa,CAAC,KAAa,EAAE,GAAuB,EAAE,OAA2B;IACxF,MAAM,SAAS,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACjF,OAAO,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAChG,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,GAAuB,EAAE,OAA2B,EAAE,KAAyB,EAAE,EAAE,CACrH,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAC5F,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,IAAY,EAAE,IAAY;IACzC,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IACnC,OAAO,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC;IAC7D,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,SAAS,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QAChF,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACvB,OAAO,KAAK,GAAG,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;QAC5C,KAAK,EAAE,CAAC;IACV,CAAC;IACD,OAAO,GAAG,GAAG,KAAK,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9C,GAAG,EAAE,CAAC;IACR,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,UAAU,CAAC,IAAY,EAAE,OAAe;IAC/C,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAClH,CAAC;AAED,MAAM,UAAU;IACG,IAAI,CAAS;IACb,QAAQ,GAAG,IAAI,GAAG,EAA2C,CAAC;IAE/E,YAAY,IAAY;QACtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,UAAU,CAAC,MAAc,EAAE,QAAgB;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,CAAC,KAAa,EAAU,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,QAAQ,CAAC;QACjF,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,EAAE,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAEO,QAAQ,CAAC,MAAc;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;QACpF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAY;IACzE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IACpC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAClD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QACpG,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAC7F,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,KAA0B,EAAU,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;AAE1G,MAAM,UAAU,GACd,CAAC,MAAM,GAAG,EAAE,EAAE,EAAE,CAChB,CAAC,IAAsB,EAAU,EAAE,CACjC,KAAK,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC;AAEzC,MAAM,OAAO,GAAG,CAAC,MAAc,EAAE,EAAE,CAAC,GAAW,EAAE,CAAC,MAAM,CAAC;AAEzD,MAAM,MAAM,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;AAEjE,MAAM,aAAa,GAAwB;IACzC,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE;IACjE,EAAE,IAAI,EAAE,8CAA8C,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE;CACvG,CAAC;AAEF,SAAS,aAAa,CAAC,IAAY,EAAE,SAAmB;IACtD,MAAM,IAAI,GAAa;QACrB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC;QACpC,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,OAAO,WAAW,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC;QACxD,CAAC;KACF,CAAC;IACF,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,YAAY,CAAC,IAAsB,EAAE,IAAY;IACxD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7D,CAAC;AAED,MAAM,eAAe,GAAwB;IAC3C,EAAE,IAAI,EAAE,kBAAkB,EAAE,WAAW,EAAE,OAAO,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE;IACvH,EAAE,IAAI,EAAE,kDAAkD,EAAE,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE;IACtH,EAAE,IAAI,EAAE,wBAAwB,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;IAC7G,EAAE,IAAI,EAAE,oBAAoB,EAAE,WAAW,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE;IACvG,EAAE,IAAI,EAAE,sBAAsB,EAAE,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;CACjJ,CAAC;AAEF,MAAM,SAAS,GAAG,uGAAuG,CAAC;AAE1H,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI;SACR,OAAO,CAAC,mDAAmD,EAAE,CAAC,IAAI,EAAE,YAAgC,EAAE,YAAgC,EAAE,EAAE,CAAC,YAAY,IAAI,YAAY,IAAI,EAAE,CAAC;SAC9K,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC;SACjC,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC;SAC3C,OAAO,CAAC,iBAAiB,EAAE,KAAK,CAAC;SACjC,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC;SACtC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI;SACR,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC;SACxB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAEhH,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,aAAa,CAAC,EAAE,SAAS,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,cAAc,CAAC,cAAc,CAAC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzG,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,KAAa,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC,CAAC;AACvH,CAAC"}

package/dist/extensions/web/fetching/http-status.d.ts

@@ -0,0 +1,2 @@
+export declare const isSuccessStatus: (status: number) => boolean;
+export declare const isRedirectStatus: (status: number) => boolean;

package/dist/extensions/web/fetching/http-status.js

@@ -0,0 +1,6 @@
+const FIRST_SUCCESS_STATUS = 200;
+const FIRST_REDIRECT_STATUS = 300;
+const FIRST_ERROR_STATUS = 400;
+export const isSuccessStatus = (status) => status >= FIRST_SUCCESS_STATUS && status < FIRST_REDIRECT_STATUS;
+export const isRedirectStatus = (status) => status >= FIRST_REDIRECT_STATUS && status < FIRST_ERROR_STATUS;
+//# sourceMappingURL=http-status.js.map

package/dist/extensions/web/fetching/http-status.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-status.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/http-status.ts"],"names":[],"mappings":"AAAA,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAE/B,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,MAAM,IAAI,oBAAoB,IAAI,MAAM,GAAG,qBAAqB,CAAC;AAE7H,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,MAAM,IAAI,qBAAqB,IAAI,MAAM,GAAG,kBAAkB,CAAC"}

package/dist/extensions/web/fetching/http-transport.d.ts

@@ -0,0 +1,14 @@
+export interface HttpResponse {
+    readonly status: number;
+    readonly location: string | undefined;
+    readonly contentType: string;
+    readonly text: string;
+}
+export interface HttpTransport {
+    get(url: URL, address: string, signal: AbortSignal): Promise<HttpResponse>;
+}
+export declare class PinnedHttpTransport implements HttpTransport {
+    private readonly maxBytes;
+    constructor(maxBytes?: number);
+    get(url: URL, address: string, signal: AbortSignal): Promise<HttpResponse>;
+}

package/dist/extensions/web/fetching/http-transport.js

@@ -0,0 +1,71 @@
+import { request as httpRequest } from 'node:http';
+import { request as httpsRequest } from 'node:https';
+import { isIP } from 'node:net';
+import { TextDecoder } from 'node:util';
+import { ResponseTooLargeError } from '../errors.js';
+import { isSuccessStatus } from './http-status.js';
+const USER_AGENT = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) pi-claude-web/0.1';
+const ACCEPT = 'text/markdown, text/html;q=0.9, */*;q=0.8';
+const MAX_RESPONSE_BYTES = 10 * 1024 * 1024;
+const DEFAULT_CHARSET = 'utf-8';
+const CHARSET_PARAMETER = /charset=["']?([^"';\s]+)/i;
+function lookupPinnedTo(address) {
+    const family = isIP(address);
+    return (_host, options, callback) => {
+        const answer = typeof options === 'object' && options.all === true;
+        if (answer) {
+            callback(null, [{ address, family }]);
+        }
+        else {
+            callback(null, address, family);
+        }
+    };
+}
+function decoderFor(contentType) {
+    const declared = CHARSET_PARAMETER.exec(contentType)?.[1] ?? DEFAULT_CHARSET;
+    try {
+        return new TextDecoder(declared);
+    }
+    catch {
+        return new TextDecoder(DEFAULT_CHARSET);
+    }
+}
+async function readBody(message, host, maxBytes) {
+    const chunks = [];
+    let received = 0;
+    for await (const chunk of message) {
+        received += chunk.byteLength;
+        if (received > maxBytes) {
+            message.destroy();
+            throw new ResponseTooLargeError(host, maxBytes);
+        }
+        chunks.push(chunk);
+    }
+    return decoderFor(message.headers['content-type'] ?? '').decode(Buffer.concat(chunks));
+}
+async function responseFrom(message, host, maxBytes) {
+    const status = message.statusCode ?? 0;
+    const location = message.headers.location;
+    if (!isSuccessStatus(status)) {
+        message.resume();
+        return { status, location, contentType: '', text: '' };
+    }
+    return { status, location, contentType: message.headers['content-type'] ?? '', text: await readBody(message, host, maxBytes) };
+}
+export class PinnedHttpTransport {
+    maxBytes;
+    constructor(maxBytes = MAX_RESPONSE_BYTES) {
+        this.maxBytes = maxBytes;
+    }
+    get(url, address, signal) {
+        const request = url.protocol === 'https:' ? httpsRequest : httpRequest;
+        return new Promise((resolve, reject) => {
+            const outgoing = request(url, { method: 'GET', headers: { 'User-Agent': USER_AGENT, Accept: ACCEPT }, lookup: lookupPinnedTo(address), agent: false, signal }, (message) => {
+                responseFrom(message, url.hostname, this.maxBytes).then(resolve, reject);
+            });
+            outgoing.on('error', reject);
+            outgoing.end();
+        });
+    }
+}
+//# sourceMappingURL=http-transport.js.map

package/dist/extensions/web/fetching/http-transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-transport.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/http-transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,IAAI,WAAW,EAAwB,MAAM,WAAW,CAAC;AACzE,OAAO,EAAE,OAAO,IAAI,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,IAAI,EAAuB,MAAM,UAAU,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAanD,MAAM,UAAU,GAAG,mEAAmE,CAAC;AACvF,MAAM,MAAM,GAAG,2CAA2C,CAAC;AAC3D,MAAM,kBAAkB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAC5C,MAAM,eAAe,GAAG,OAAO,CAAC;AAChC,MAAM,iBAAiB,GAAG,2BAA2B,CAAC;AAEtD,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAC7B,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE;QAClC,MAAM,MAAM,GAAG,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC;QACnE,IAAI,MAAM,EAAE,CAAC;YACV,QAAoF,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACrH,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,WAAmB;IACrC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC;IAC7E,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,WAAW,CAAC,eAAe,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,OAAwB,EAAE,IAAY,EAAE,QAAgB;IAC9E,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAgC,EAAE,CAAC;QAC3D,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC;QAC7B,IAAI,QAAQ,GAAG,QAAQ,EAAE,CAAC;YACxB,OAAO,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,OAAwB,EAAE,IAAY,EAAE,QAAgB;IAClF,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC1C,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;IACzD,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;AACjI,CAAC;AAED,MAAM,OAAO,mBAAmB;IACb,QAAQ,CAAS;IAElC,YAAY,QAAQ,GAAG,kBAAkB;QACvC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,GAAQ,EAAE,OAAe,EAAE,MAAmB;QAChD,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC;QACvE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE;gBACzK,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3E,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,QAAQ,CAAC,GAAG,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}

package/dist/extensions/web/fetching/page-text.d.ts

@@ -0,0 +1,3 @@
+import type { FetchedPage } from './safe-fetcher.js';
+export declare const MAX_PAGE_CHARACTERS = 30000;
+export declare function pageText({ contentType, text }: FetchedPage): string;

package/dist/extensions/web/fetching/page-text.js

@@ -0,0 +1,12 @@
+import { readableText } from './html-text.js';
+export const MAX_PAGE_CHARACTERS = 30_000;
+const EMPTY_PAGE_TEXT = '(empty response)';
+export function pageText({ contentType, text }) {
+    const readable = contentType.includes('html') ? readableText(text) : text;
+    if (readable.length === 0) {
+        return EMPTY_PAGE_TEXT;
+    }
+    const dropped = readable.length - MAX_PAGE_CHARACTERS;
+    return dropped > 0 ? `${readable.slice(0, MAX_PAGE_CHARACTERS)}\n[truncated ${String(dropped)} chars]` : readable;
+}
+//# sourceMappingURL=page-text.js.map

package/dist/extensions/web/fetching/page-text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-text.js","sourceRoot":"","sources":["../../../../src/extensions/web/fetching/page-text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,MAAM,CAAC,MAAM,mBAAmB,GAAG,MAAM,CAAC;AAE1C,MAAM,eAAe,GAAG,kBAAkB,CAAC;AAE3C,MAAM,UAAU,QAAQ,CAAC,EAAE,WAAW,EAAE,IAAI,EAAe;IACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,mBAAmB,CAAC;IACtD,OAAO,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,mBAAmB,CAAC,gBAAgB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;AACpH,CAAC"}

package/dist/extensions/web/fetching/safe-fetcher.d.ts

@@ -0,0 +1,15 @@
+import type { HostResolver } from './host-resolver.js';
+import type { HttpTransport } from './http-transport.js';
+export interface FetchedPage {
+    readonly finalUrl: string;
+    readonly contentType: string;
+    readonly text: string;
+}
+export declare class SafeFetcher {
+    private readonly resolver;
+    private readonly transport;
+    constructor(resolver: HostResolver, transport: HttpTransport);
+    fetchText(url: URL, signal: AbortSignal): Promise<FetchedPage>;
+    private requestOnce;
+    private checkedAddress;
+}