@j0hanz/fetch-url-mcp 1.11.2 → 1.11.4

package/dist/lib/core.d.ts

@@ -1,157 +1,8 @@
 import { type McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
 import type { SessionEntry } from './session.js';
 import type { SessionStore } from './session.js';
-export declare const serverVersion: string;
-type LogLevel = 'debug' | 'info' | 'warn' | 'error';
+export { config, enableHttpMode, serverVersion } from './config.js';
 type McpLogLevel = 'debug' | 'info' | 'notice' | 'warning' | 'error' | 'critical' | 'alert' | 'emergency';
-type TransformWorkerMode = 'threads' | 'process';
-type AuthMode = 'oauth' | 'static';
-interface WorkerResourceLimits {
-    maxOldGenerationSizeMb?: number;
-    maxYoungGenerationSizeMb?: number;
-    codeRangeSizeMb?: number;
-    stackSizeMb?: number;
-}
-interface AuthConfig {
-    mode: AuthMode;
-    issuerUrl: URL | undefined;
-    authorizationUrl: URL | undefined;
-    tokenUrl: URL | undefined;
-    revocationUrl: URL | undefined;
-    registrationUrl: URL | undefined;
-    introspectionUrl: URL | undefined;
-    resourceUrl: URL;
-    requiredScopes: string[];
-    clientId: string | undefined;
-    clientSecret: string | undefined;
-    introspectionTimeoutMs: number;
-    staticTokens: string[];
-}
-interface HttpsConfig {
-    enabled: boolean;
-    keyFile: string | undefined;
-    certFile: string | undefined;
-    caFile: string | undefined;
-}
-interface RuntimeState {
-    httpMode: boolean;
-}
-interface AppServerHttpConfig {
-    headersTimeoutMs: number | undefined;
-    requestTimeoutMs: number | undefined;
-    keepAliveTimeoutMs: number | undefined;
-    keepAliveTimeoutBufferMs: number | undefined;
-    maxHeadersCount: number | undefined;
-    maxConnections: number;
-    blockPrivateConnections: boolean;
-    shutdownCloseIdleConnections: boolean;
-    shutdownCloseAllConnections: boolean;
-}
-interface AppServerConfig {
-    name: string;
-    version: string;
-    port: number;
-    host: string;
-    https: HttpsConfig;
-    sessionTtlMs: number;
-    sessionInitTimeoutMs: number;
-    maxSessions: number;
-    http: AppServerHttpConfig;
-}
-interface AppFetcherConfig {
-    timeout: number;
-    maxRedirects: number;
-    userAgent: string;
-    maxContentLength: number;
-}
-interface AppTransformConfig {
-    timeoutMs: number;
-    stageWarnRatio: number;
-    metadataFormat: string;
-    maxWorkerScale: number;
-    cancelAckTimeoutMs: number;
-    workerMode: TransformWorkerMode;
-    workerResourceLimits: WorkerResourceLimits | undefined;
-}
-interface AppTasksConfig {
-    maxTotal: number;
-    maxPerOwner: number;
-    emitStatusNotifications: boolean;
-    requireInterception: boolean;
-}
-interface AppCacheConfig {
-    enabled: boolean;
-    ttl: number;
-    maxKeys: number;
-    maxSizeBytes: number;
-}
-interface AppNoiseRemovalConfig {
-    extraTokens: string[];
-    extraSelectors: string[];
-    enabledCategories: string[];
-    debug: boolean;
-    aggressiveMode: boolean;
-    preserveSvgCanvas: boolean;
-    weights: {
-        hidden: number;
-        structural: number;
-        promo: number;
-        stickyFixed: number;
-        threshold: number;
-    };
-}
-interface AppMarkdownCleanupConfig {
-    promoteOrphanHeadings: boolean;
-    removeSkipLinks: boolean;
-    removeTocBlocks: boolean;
-    removeTypeDocComments: boolean;
-    headingKeywords: string[];
-}
-export declare const config: {
-    server: AppServerConfig;
-    fetcher: AppFetcherConfig;
-    transform: AppTransformConfig;
-    tools: {
-        enabled: string[];
-        timeoutMs: number;
-    };
-    tasks: AppTasksConfig;
-    cache: AppCacheConfig;
-    extraction: {
-        maxBlockLength: number;
-        minParagraphLength: number;
-    };
-    noiseRemoval: AppNoiseRemovalConfig;
-    markdownCleanup: AppMarkdownCleanupConfig;
-    i18n: {
-        locale: string | undefined;
-    };
-    logging: {
-        level: LogLevel;
-        format: string;
-    };
-    constants: {
-        maxHtmlBytes: number;
-        maxUrlLength: number;
-        maxInlineContentChars: number;
-    };
-    security: {
-        blockedHosts: Set<string>;
-        allowedHosts: Set<string>;
-        apiKey: string | undefined;
-        allowRemote: boolean;
-        allowLocalFetch: boolean;
-    };
-    auth: AuthConfig;
-    rateLimit: {
-        enabled: boolean;
-        maxRequests: number;
-        windowMs: number;
-        cleanupIntervalMs: number;
-    };
-    runtime: RuntimeState;
-};
-export declare function enableHttpMode(): void;
 interface CacheEntry {
     url: string;
     title?: string;

package/dist/lib/core.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/lib/core.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAGzE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAejD,eAAO,MAAM,aAAa,EAAE,MAA2C,CAAC;AACxE,KAAK,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AACpD,KAAK,WAAW,GACZ,OAAO,GACP,MAAM,GACN,QAAQ,GACR,SAAS,GACT,OAAO,GACP,UAAU,GACV,OAAO,GACP,WAAW,CAAC;AAwBhB,KAAK,mBAAmB,GAAG,SAAS,GAAG,SAAS,CAAC;AACjD,KAAK,QAAQ,GAAG,OAAO,GAAG,QAAQ,CAAC;AAgOnC,UAAU,oBAAoB;IAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AA0BD,UAAU,UAAU;IAClB,IAAI,EAAE,QAAQ,CAAC;IACf,SAAS,EAAE,GAAG,GAAG,SAAS,CAAC;IAC3B,gBAAgB,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC,QAAQ,EAAE,GAAG,GAAG,SAAS,CAAC;IAC1B,aAAa,EAAE,GAAG,GAAG,SAAS,CAAC;IAC/B,eAAe,EAAE,GAAG,GAAG,SAAS,CAAC;IACjC,gBAAgB,EAAE,GAAG,GAAG,SAAS,CAAC;IAClC,WAAW,EAAE,GAAG,CAAC;IACjB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,UAAU,WAAW;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B;AA4FD,UAAU,YAAY;IACpB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAKD,UAAU,mBAAmB;IAC3B,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,gBAAgB,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,kBAAkB,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,wBAAwB,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7C,eAAe,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,uBAAuB,EAAE,OAAO,CAAC;IACjC,4BAA4B,EAAE,OAAO,CAAC;IACtC,2BAA2B,EAAE,OAAO,CAAC;CACtC;AAED,UAAU,eAAe;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,WAAW,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAuCD,UAAU,gBAAgB;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAWD,UAAU,kBAAkB;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,UAAU,EAAE,mBAAmB,CAAC;IAChC,oBAAoB,EAAE,oBAAoB,GAAG,SAAS,CAAC;CACxD;AAkBD,UAAU,cAAc;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,uBAAuB,EAAE,OAAO,CAAC;IACjC,mBAAmB,EAAE,OAAO,CAAC;CAC9B;AAmBD,UAAU,cAAc;IACtB,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;CACtB;AAWD,UAAU,qBAAqB;IAC7B,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,cAAc,EAAE,OAAO,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,OAAO,EAAE;QACP,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AA2BD,UAAU,wBAAwB;IAChC,qBAAqB,EAAE,OAAO,CAAC;IAC/B,eAAe,EAAE,OAAO,CAAC;IACzB,eAAe,EAAE,OAAO,CAAC;IACzB,qBAAqB,EAAE,OAAO,CAAC;IAC/B,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAeD,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+ClB,CAAC;AACF,wBAAgB,cAAc,IAAI,IAAI,CAErC;AAED,UAAU,UAAU;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AACD,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AACD,UAAU,kBAAkB;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAID,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;CACtB;AACD,KAAK,mBAAmB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC;AAChE,wBAAgB,cAAc,CAC5B,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GACtC,MAAM,GAAG,IAAI,CAyBf;AACD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CASpE;AAuMD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM,IAAI,CAEvE;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,UAAU,GAAG,SAAS,CAExB;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,CAAC,EAAE,eAAe,GACxB,IAAI,CAEN;AACD,wBAAgB,IAAI,IAAI,SAAS,MAAM,EAAE,CAExC;AACD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,GACf;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAQjE;AACD,wBAAgB,SAAS,IAAI,OAAO,CAEnC;AA4BD,KAAK,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC3C,UAAU,cAAc;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAkBD,wBAAgB,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAKpD;AACD,wBAAgB,wBAAwB,CACtC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,SAAS,GAChB,IAAI,CAGN;AACD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAIlE;AACD,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAM1E;AACD,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,SAAS,GAChB,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,OAAO,EAAE,cAAc,EACvB,EAAE,EAAE,MAAM,CAAC,GACV,CAAC,CAEH;AAID,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAGjD;AACD,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAEjD;AACD,wBAAgB,cAAc,IAAI,MAAM,GAAG,SAAS,CAEnD;AAwPD,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAEjE;AACD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAElE;AACD,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAEjE;AAcD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,IAAI,CAI3E;AACD,wBAAgB,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,WAAW,CAO9D;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAUnE;AACD,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAQhD;AACD,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAmJtB,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GACA,eAAe,CAOjB"}
+{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/lib/core.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAGzE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AASjD,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEpE,KAAK,WAAW,GACZ,OAAO,GACP,MAAM,GACN,QAAQ,GACR,SAAS,GACT,OAAO,GACP,UAAU,GACV,OAAO,GACP,WAAW,CAAC;AAKhB,UAAU,UAAU;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AACD,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AACD,UAAU,kBAAkB;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAID,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;CACtB;AACD,KAAK,mBAAmB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC;AAChE,wBAAgB,cAAc,CAC5B,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GACtC,MAAM,GAAG,IAAI,CAyBf;AACD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CASpE;AAuMD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM,IAAI,CAEvE;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,UAAU,GAAG,SAAS,CAExB;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,CAAC,EAAE,eAAe,GACxB,IAAI,CAEN;AACD,wBAAgB,IAAI,IAAI,SAAS,MAAM,EAAE,CAExC;AACD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,GACf;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAQjE;AACD,wBAAgB,SAAS,IAAI,OAAO,CAEnC;AAED,KAAK,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC3C,UAAU,cAAc;IACtB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;CAC/B;AAkBD,wBAAgB,YAAY,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAKpD;AACD,wBAAgB,wBAAwB,CACtC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,SAAS,GAChB,IAAI,CAGN;AACD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI,CAIlE;AACD,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAM1E;AACD,wBAAgB,2BAA2B,CACzC,MAAM,EAAE,SAAS,GAChB,MAAM,GAAG,SAAS,CAKpB;AACD,wBAAgB,qBAAqB,CAAC,CAAC,EACrC,OAAO,EAAE,cAAc,EACvB,EAAE,EAAE,MAAM,CAAC,GACV,CAAC,CAEH;AAID,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAGjD;AACD,wBAAgB,YAAY,IAAI,MAAM,GAAG,SAAS,CAEjD;AACD,wBAAgB,cAAc,IAAI,MAAM,GAAG,SAAS,CAEnD;AAyPD,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAEjE;AACD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAElE;AACD,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,GAAG,IAAI,CAEjE;AAcD,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,WAAW,GAAG,IAAI,CAI3E;AACD,wBAAgB,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,WAAW,CAO9D;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAUnE;AACD,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAQhD;AACD,YAAY,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EACL,oBAAoB,EACpB,kBAAkB,EAClB,iBAAiB,EACjB,qBAAqB,EACrB,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAmJtB,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE;IACR,cAAc,CAAC,EAAE,CAAC,OAAO,EAAE,YAAY,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACjE,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GACA,eAAe,CAOjB"}

package/dist/lib/core.js

@@ -1,449 +1,13 @@
 import { AsyncLocalStorage } from 'node:async_hooks';
 import { EventEmitter } from 'node:events';
-import { readFileSync } from 'node:fs';
-import { findPackageJSON } from 'node:module';
 import process from 'node:process';
 import { getSystemErrorMessage, inspect, stripVTControlCharacters, } from 'node:util';
 import {} from '@modelcontextprotocol/sdk/server/mcp.js';
-import { z } from 'zod';
-import { buildIpv4, isIP, normalizeHostname, stripTrailingDots, } from './url.js';
+import { config } from './config.js';
 import { getErrorMessage, isAbortError, sha256Hex, stableStringify as stableJsonStringify, startAbortableIntervalLoop, } from './utils.js';
-export const serverVersion = readServerVersion(import.meta.url);
-const LOG_LEVELS = ['debug', 'info', 'warn', 'error'];
-const ALLOWED_LOG_LEVELS = new Set(LOG_LEVELS);
-const DEFAULT_HEADING_KEYWORDS = [
-    'overview',
-    'introduction',
-    'summary',
-    'conclusion',
-    'prerequisites',
-    'requirements',
-    'installation',
-    'configuration',
-    'usage',
-    'features',
-    'limitations',
-    'troubleshooting',
-    'faq',
-    'resources',
-    'references',
-    'changelog',
-    'license',
-    'acknowledgments',
-    'appendix',
-];
-class ConfigError extends Error {
-    name = 'ConfigError';
-}
-function isMissingEnvFileError(error) {
-    if (!error || typeof error !== 'object')
-        return false;
-    const { code } = error;
-    return code === 'ENOENT' || code === 'ERR_ENV_FILE_NOT_FOUND';
-}
-function loadEnvFileIfAvailable() {
-    if (typeof process.loadEnvFile !== 'function')
-        return;
-    try {
-        process.loadEnvFile();
-    }
-    catch (error) {
-        if (isMissingEnvFileError(error))
-            return;
-        throw error;
-    }
-}
-loadEnvFileIfAvailable();
-const { env } = process;
-const ENV_BOOLEAN_SCHEMA = z.stringbool({
-    truthy: ['true', '1', 'yes', 'on'],
-    falsy: ['false', '0', 'no', 'off'],
-});
-function tryParseUrlHost(raw) {
-    if (raw.includes('://')) {
-        const hostname = URL.parse(raw)?.hostname;
-        if (hostname)
-            return normalizeHostname(hostname);
-    }
-    const candidateHostname = URL.parse(`http://${raw}`)?.hostname;
-    if (candidateHostname)
-        return normalizeHostname(candidateHostname);
-    return undefined;
-}
-function tryParseIpv6Bracket(lowered) {
-    if (!lowered.startsWith('['))
-        return undefined;
-    const end = lowered.indexOf(']');
-    return end === -1 ? null : normalizeHostname(lowered.slice(1, end));
-}
-function tryParseHostPort(lowered) {
-    const firstColon = lowered.indexOf(':');
-    if (firstColon === -1)
-        return normalizeHostname(lowered);
-    if (lowered.includes(':', firstColon + 1))
-        return null;
-    const host = lowered.slice(0, firstColon);
-    return host ? normalizeHostname(host) : null;
-}
-const EnvParser = {
-    integerValue(envValue, opts) {
-        if (!envValue)
-            return null;
-        const parsed = Number.parseInt(envValue, 10);
-        if (Number.isNaN(parsed)) {
-            if (opts?.envName)
-                process.stderr.write(`Warning: ignoring invalid ${opts.envName} value "${envValue}" (not an integer)\n`);
-            return null;
-        }
-        if ((opts?.min !== undefined && parsed < opts.min) ||
-            (opts?.max !== undefined && parsed > opts.max)) {
-            if (opts.envName)
-                process.stderr.write(`Warning: ignoring out-of-range ${opts.envName} value ${parsed} (allowed: ${opts.min ?? '-∞'}..${opts.max ?? '∞'})\n`);
-            return null;
-        }
-        return parsed;
-    },
-    optionalInteger(envValue, opts) {
-        return EnvParser.integerValue(envValue, opts) ?? undefined;
-    },
-    integer(envValue, defaultValue, opts) {
-        return EnvParser.integerValue(envValue, opts) ?? defaultValue;
-    },
-    boolean(envValue, defaultValue, envName) {
-        const trimmed = envValue?.trim();
-        if (!trimmed)
-            return defaultValue;
-        const parsed = ENV_BOOLEAN_SCHEMA.safeParse(trimmed);
-        if (!parsed.success) {
-            if (envName)
-                process.stderr.write(`Warning: ignoring invalid ${envName} value "${envValue ?? ''}" (expected true/false, 1/0, yes/no, or on/off)\n`);
-            return defaultValue;
-        }
-        return parsed.data;
-    },
-    list(envValue, defaultValue) {
-        if (!envValue)
-            return defaultValue ? [...defaultValue] : [];
-        const parsed = envValue
-            .split(/[\s,]+/)
-            .map((e) => e.trim())
-            .filter(Boolean);
-        return parsed.length > 0 || !defaultValue ? parsed : [...defaultValue];
-    },
-    locale(value) {
-        const lowered = value?.trim().toLowerCase();
-        return !lowered || lowered === 'system' || lowered === 'default'
-            ? undefined
-            : lowered;
-    },
-    logLevel(envValue) {
-        const level = envValue?.toLowerCase();
-        if (!level || !ALLOWED_LOG_LEVELS.has(level)) {
-            if (envValue)
-                process.stderr.write(`Warning: ignoring invalid LOG_LEVEL value "${envValue}", using default "info"\n`);
-            return 'info';
-        }
-        return level;
-    },
-    transformWorkerMode(envValue) {
-        const normalized = envValue?.trim().toLowerCase();
-        return normalized === 'process' || normalized === 'fork'
-            ? 'process'
-            : 'threads';
-    },
-    url(value, name) {
-        if (!value)
-            return undefined;
-        const parsed = URL.parse(value);
-        if (!parsed)
-            throw new ConfigError(`Invalid ${name} value: ${value}`);
-        return parsed;
-    },
-    allowedHosts(envValue) {
-        return new Set(EnvParser.list(envValue)
-            .map((h) => EnvParser.normalizeHostValue(h))
-            .filter((h) => h !== null));
-    },
-    optionalFilePath(value) {
-        const trimmed = value?.trim();
-        return trimmed === '' ? undefined : trimmed;
-    },
-    normalizeHostValue(value) {
-        const raw = value.trim();
-        if (!raw)
-            return null;
-        const fromUrl = tryParseUrlHost(raw);
-        if (fromUrl !== undefined)
-            return fromUrl;
-        const lowered = raw.toLowerCase();
-        const fromBracket = tryParseIpv6Bracket(lowered);
-        if (fromBracket !== undefined)
-            return fromBracket;
-        if (isIP(lowered) === 6)
-            return stripTrailingDots(lowered);
-        return tryParseHostPort(lowered);
-    },
-    formatHostForUrl(hostname) {
-        if (hostname.includes(':') && !hostname.startsWith('['))
-            return `[${hostname}]`;
-        return hostname;
-    },
-};
+export { config, enableHttpMode, serverVersion } from './config.js';
 const PRIMARY_HASH_LENGTH = 32;
 const VARY_HASH_LENGTH = 16;
-const MAX_HTML_BYTES = 10 * 1024 * 1024;
-const MAX_INLINE_CONTENT_CHARS = EnvParser.integer(env['MAX_INLINE_CONTENT_CHARS'], 0, { min: 0, max: MAX_HTML_BYTES, envName: 'MAX_INLINE_CONTENT_CHARS' });
-const DEFAULT_SESSION_TTL_MS = 30 * 60 * 1000;
-const DEFAULT_SESSION_INIT_TIMEOUT_MS = 10000;
-const DEFAULT_MAX_SESSIONS = 200;
-const DEFAULT_USER_AGENT = `fetch-url-mcp/${serverVersion}`;
-const DEFAULT_TOOL_TIMEOUT_PADDING_MS = 5000;
-const DEFAULT_TRANSFORM_TIMEOUT_MS = 30000;
-const DEFAULT_FETCH_TIMEOUT_MS = EnvParser.integer(env['FETCH_TIMEOUT_MS'], 15000, { min: 1000, max: 60000, envName: 'FETCH_TIMEOUT_MS' });
-const DEFAULT_TOOL_TIMEOUT_MS = DEFAULT_FETCH_TIMEOUT_MS +
-    DEFAULT_TRANSFORM_TIMEOUT_MS +
-    DEFAULT_TOOL_TIMEOUT_PADDING_MS;
-const DEFAULT_TASKS_MAX_TOTAL = EnvParser.integer(env['TASKS_MAX_TOTAL'], 5000, { min: 1, envName: 'TASKS_MAX_TOTAL' });
-const DEFAULT_TASKS_MAX_PER_OWNER = EnvParser.integer(env['TASKS_MAX_PER_OWNER'], 1000, { min: 1, envName: 'TASKS_MAX_PER_OWNER' });
-const RESOLVED_TASKS_MAX_PER_OWNER = Math.min(DEFAULT_TASKS_MAX_PER_OWNER, DEFAULT_TASKS_MAX_TOTAL);
-function resolveWorkerResourceLimits() {
-    const limits = {};
-    const keys = {
-        maxOldGenerationSizeMb: 'TRANSFORM_WORKER_MAX_OLD_GENERATION_MB',
-        maxYoungGenerationSizeMb: 'TRANSFORM_WORKER_MAX_YOUNG_GENERATION_MB',
-        codeRangeSizeMb: 'TRANSFORM_WORKER_CODE_RANGE_MB',
-        stackSizeMb: 'TRANSFORM_WORKER_STACK_MB',
-    };
-    let hasLimits = false;
-    for (const [prop, envKey] of Object.entries(keys)) {
-        const val = EnvParser.optionalInteger(env[envKey], {
-            min: 1,
-            envName: envKey,
-        });
-        if (val !== undefined) {
-            limits[prop] = val;
-            hasLimits = true;
-        }
-    }
-    return hasLimits ? limits : undefined;
-}
-function buildAuthConfig(baseUrl) {
-    const parseUrl = (key) => EnvParser.url(env[key], key);
-    const issuerUrl = parseUrl('OAUTH_ISSUER_URL');
-    const authorizationUrl = parseUrl('OAUTH_AUTHORIZATION_URL');
-    const tokenUrl = parseUrl('OAUTH_TOKEN_URL');
-    const revocationUrl = parseUrl('OAUTH_REVOCATION_URL');
-    const registrationUrl = parseUrl('OAUTH_REGISTRATION_URL');
-    const introspectionUrl = parseUrl('OAUTH_INTROSPECTION_URL');
-    const resourceUrl = new URL('/mcp', baseUrl);
-    const oauthConfigured = issuerUrl !== undefined ||
-        authorizationUrl !== undefined ||
-        tokenUrl !== undefined ||
-        introspectionUrl !== undefined;
-    const tokens = EnvParser.list(env['ACCESS_TOKENS']);
-    if (env['API_KEY'])
-        tokens.push(env['API_KEY']);
-    return {
-        mode: oauthConfigured ? 'oauth' : 'static',
-        issuerUrl,
-        authorizationUrl,
-        tokenUrl,
-        revocationUrl,
-        registrationUrl,
-        introspectionUrl,
-        resourceUrl,
-        requiredScopes: EnvParser.list(env['OAUTH_REQUIRED_SCOPES']),
-        clientId: env['OAUTH_CLIENT_ID'],
-        clientSecret: env['OAUTH_CLIENT_SECRET'],
-        introspectionTimeoutMs: 5000,
-        staticTokens: [...new Set(tokens)],
-    };
-}
-function buildHttpsConfig() {
-    const keyFile = EnvParser.optionalFilePath(env['SERVER_TLS_KEY_FILE']);
-    const certFile = EnvParser.optionalFilePath(env['SERVER_TLS_CERT_FILE']);
-    const caFile = EnvParser.optionalFilePath(env['SERVER_TLS_CA_FILE']);
-    if ((keyFile && !certFile) || (!keyFile && certFile)) {
-        throw new ConfigError('Both SERVER_TLS_KEY_FILE and SERVER_TLS_CERT_FILE must be set together');
-    }
-    return {
-        enabled: Boolean(keyFile && certFile),
-        keyFile,
-        certFile,
-        caFile,
-    };
-}
-const LOOPBACK_V4 = buildIpv4([127, 0, 0, 1]);
-const ANY_V4 = buildIpv4([0, 0, 0, 0]);
-const METADATA_V4_AWS = buildIpv4([169, 254, 169, 254]);
-const METADATA_V4_AZURE = buildIpv4([100, 100, 100, 200]);
-const BLOCKED_HOSTS = new Set([
-    'localhost',
-    LOOPBACK_V4,
-    ANY_V4,
-    '::1',
-    METADATA_V4_AWS,
-    'metadata.google.internal',
-    'metadata.azure.com',
-    METADATA_V4_AZURE,
-    'instance-data',
-]);
-const host = (env['HOST'] ?? LOOPBACK_V4).trim();
-const port = env['PORT']?.trim() === '0'
-    ? 0
-    : EnvParser.integer(env['PORT'], 3000, {
-        min: 1024,
-        max: 65535,
-        envName: 'PORT',
-    });
-const httpsConfig = buildHttpsConfig();
-const allowRemote = EnvParser.boolean(env['ALLOW_REMOTE'], false, 'ALLOW_REMOTE');
-const baseUrl = new URL(`${httpsConfig.enabled ? 'https' : 'http'}://${EnvParser.formatHostForUrl(host)}:${port}`);
-const runtimeState = {
-    httpMode: false,
-};
-function buildServerConfig() {
-    const parseOptInt = (key, min = 1) => EnvParser.optionalInteger(env[key], { min, envName: key });
-    return {
-        name: 'fetch-url-mcp',
-        version: serverVersion,
-        port,
-        host,
-        https: httpsConfig,
-        sessionTtlMs: DEFAULT_SESSION_TTL_MS,
-        sessionInitTimeoutMs: DEFAULT_SESSION_INIT_TIMEOUT_MS,
-        maxSessions: DEFAULT_MAX_SESSIONS,
-        http: {
-            headersTimeoutMs: parseOptInt('SERVER_HEADERS_TIMEOUT_MS'),
-            requestTimeoutMs: parseOptInt('SERVER_REQUEST_TIMEOUT_MS', 0),
-            keepAliveTimeoutMs: parseOptInt('SERVER_KEEP_ALIVE_TIMEOUT_MS'),
-            keepAliveTimeoutBufferMs: parseOptInt('SERVER_KEEP_ALIVE_TIMEOUT_BUFFER_MS', 0),
-            maxHeadersCount: parseOptInt('SERVER_MAX_HEADERS_COUNT'),
-            maxConnections: EnvParser.integer(env['SERVER_MAX_CONNECTIONS'], 0, {
-                min: 0,
-                envName: 'SERVER_MAX_CONNECTIONS',
-            }),
-            blockPrivateConnections: EnvParser.boolean(env['SERVER_BLOCK_PRIVATE_CONNECTIONS'], false, 'SERVER_BLOCK_PRIVATE_CONNECTIONS'),
-            shutdownCloseIdleConnections: true,
-            shutdownCloseAllConnections: false,
-        },
-    };
-}
-function buildFetcherConfig() {
-    return {
-        timeout: DEFAULT_FETCH_TIMEOUT_MS,
-        maxRedirects: 5,
-        userAgent: env['USER_AGENT'] ?? DEFAULT_USER_AGENT,
-        maxContentLength: MAX_HTML_BYTES,
-    };
-}
-function buildTransformConfig() {
-    return {
-        timeoutMs: DEFAULT_TRANSFORM_TIMEOUT_MS,
-        stageWarnRatio: 0.5,
-        metadataFormat: 'markdown',
-        maxWorkerScale: 4,
-        cancelAckTimeoutMs: EnvParser.integer(env['TRANSFORM_CANCEL_ACK_TIMEOUT_MS'], 200, { min: 50, max: 5000, envName: 'TRANSFORM_CANCEL_ACK_TIMEOUT_MS' }),
-        workerMode: EnvParser.transformWorkerMode(env['TRANSFORM_WORKER_MODE']),
-        workerResourceLimits: resolveWorkerResourceLimits(),
-    };
-}
-function buildTasksConfig() {
-    return {
-        maxTotal: DEFAULT_TASKS_MAX_TOTAL,
-        maxPerOwner: RESOLVED_TASKS_MAX_PER_OWNER,
-        emitStatusNotifications: EnvParser.boolean(env['TASKS_STATUS_NOTIFICATIONS'], false, 'TASKS_STATUS_NOTIFICATIONS'),
-        requireInterception: EnvParser.boolean(env['TASKS_REQUIRE_INTERCEPTION'], true, 'TASKS_REQUIRE_INTERCEPTION'),
-    };
-}
-function buildCacheConfig() {
-    return {
-        enabled: EnvParser.boolean(env['CACHE_ENABLED'], true, 'CACHE_ENABLED'),
-        ttl: 86400,
-        maxKeys: 100,
-        maxSizeBytes: 50 * 1024 * 1024,
-    };
-}
-function buildNoiseRemovalConfig() {
-    return {
-        extraTokens: EnvParser.list(env['FETCH_URL_MCP_EXTRA_NOISE_TOKENS']),
-        extraSelectors: EnvParser.list(env['FETCH_URL_MCP_EXTRA_NOISE_SELECTORS']),
-        enabledCategories: [
-            'cookie-banners',
-            'newsletters',
-            'social-share',
-            'nav-footer',
-            'author-blocks',
-            'related-content',
-        ],
-        debug: false,
-        aggressiveMode: false,
-        preserveSvgCanvas: false,
-        weights: {
-            hidden: 50,
-            structural: 50,
-            promo: 35,
-            stickyFixed: 30,
-            threshold: 50,
-        },
-    };
-}
-function buildMarkdownCleanupConfig() {
-    return {
-        promoteOrphanHeadings: true,
-        removeSkipLinks: true,
-        removeTocBlocks: true,
-        removeTypeDocComments: true,
-        headingKeywords: EnvParser.list(env['MARKDOWN_HEADING_KEYWORDS'], DEFAULT_HEADING_KEYWORDS),
-    };
-}
-export const config = {
-    server: buildServerConfig(),
-    fetcher: buildFetcherConfig(),
-    transform: buildTransformConfig(),
-    tools: {
-        enabled: ['fetch-url'],
-        timeoutMs: DEFAULT_TOOL_TIMEOUT_MS,
-    },
-    tasks: buildTasksConfig(),
-    cache: buildCacheConfig(),
-    extraction: {
-        maxBlockLength: 5000,
-        minParagraphLength: 10,
-    },
-    noiseRemoval: buildNoiseRemovalConfig(),
-    markdownCleanup: buildMarkdownCleanupConfig(),
-    i18n: {
-        locale: EnvParser.locale(env['FETCH_URL_MCP_LOCALE']),
-    },
-    logging: {
-        level: EnvParser.logLevel(env['LOG_LEVEL']),
-        format: env['LOG_FORMAT']?.toLowerCase() === 'json' ? 'json' : 'text',
-    },
-    constants: {
-        maxHtmlBytes: MAX_HTML_BYTES,
-        maxUrlLength: 2048,
-        maxInlineContentChars: MAX_INLINE_CONTENT_CHARS,
-    },
-    security: {
-        blockedHosts: BLOCKED_HOSTS,
-        allowedHosts: EnvParser.allowedHosts(env['ALLOWED_HOSTS']),
-        apiKey: env['API_KEY'],
-        allowRemote,
-        allowLocalFetch: EnvParser.boolean(env['ALLOW_LOCAL_FETCH'], false, 'ALLOW_LOCAL_FETCH'),
-    },
-    auth: buildAuthConfig(baseUrl),
-    rateLimit: {
-        enabled: true,
-        maxRequests: 100,
-        windowMs: 60000,
-        cleanupIntervalMs: 60000,
-    },
-    runtime: runtimeState,
-};
-export function enableHttpMode() {
-    runtimeState.httpMode = true;
-}
 export function createCacheKey(namespace, url, vary) {
     if (!namespace || !url)
         return null;
@@ -673,27 +237,6 @@ export function getEntryMeta(cacheKey) {
 export function isEnabled() {
     return store.isEnabled();
 }
-function hasPackageJsonVersion(value) {
-    return (typeof value === 'object' &&
-        value !== null &&
-        typeof value.version === 'string');
-}
-function readServerVersion(moduleUrl) {
-    const packageJsonPath = findPackageJSON(moduleUrl);
-    if (!packageJsonPath)
-        throw new Error('package.json not found');
-    let packageJson;
-    try {
-        packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
-    }
-    catch (error) {
-        throw new Error(`Failed to parse package.json at ${packageJsonPath}: ${getErrorMessage(error)}`, { cause: error });
-    }
-    if (!hasPackageJsonVersion(packageJson)) {
-        throw new Error(`package.json version is missing at ${packageJsonPath}`);
-    }
-    return packageJson.version;
-}
 const requestContext = new AsyncLocalStorage({
     name: 'requestContext',
 });
@@ -837,6 +380,7 @@ const LOG_LEVEL_ALIASES = {
 function normalizeLogLevel(level) {
     return LOG_LEVEL_ALIASES[level.toLowerCase()];
 }
+// Map internal log levels to standard RFC 5424 severities
 function toMcpLogLevel(level) {
     return level === 'warn' ? 'warning' : level;
 }