@j0hanz/fetch-url-mcp 1.11.7 → 1.12.0

package/dist/transform/shared.js

@@ -3,10 +3,10 @@ function isTransformMessage(message) {
     if (!message || typeof message !== 'object')
         return false;
     const value = message;
-    const { id, url, html, htmlBuffer, encoding, includeMetadata, inputTruncated, } = value;
+    const { id, url, html, htmlBuffer, encoding, includeMetadataFooter, inputTruncated, } = value;
     return (typeof id === 'string' &&
         typeof url === 'string' &&
-        typeof includeMetadata === 'boolean' &&
+        typeof includeMetadataFooter === 'boolean' &&
         (html === undefined || typeof html === 'string') &&
         (htmlBuffer === undefined || htmlBuffer instanceof Uint8Array) &&
         (encoding === undefined || typeof encoding === 'string') &&
@@ -80,7 +80,7 @@ function handleCancelMessage(params) {
 }
 function executeTransformMessage(params) {
     const { message, controllersById, decoder, runTransform, sendMessage } = params;
-    const { id, url, html, htmlBuffer, encoding, includeMetadata, inputTruncated, } = message;
+    const { id, url, html, htmlBuffer, encoding, includeMetadataFooter, inputTruncated, } = message;
     if (!id.trim()) {
         sendMessage(createValidationErrorMessage(id, url || '', 'Missing transform message id'));
         return;
@@ -94,7 +94,7 @@ function executeTransformMessage(params) {
     try {
         const content = decodeHtml(html, htmlBuffer, encoding, decoder);
         const result = runTransform(content, url, {
-            includeMetadata,
+            includeMetadataFooter,
             signal: controller.signal,
             ...(inputTruncated ? { inputTruncated: true } : {}),
         });

package/dist/transform/transform.d.ts

@@ -20,7 +20,7 @@ export declare function htmlToMarkdown(html: string, metadata?: MetadataBlock, o
 }): string;
 export declare function isExtractionSufficient(article: ExtractedArticle | null, originalHtmlOrDocument: string | Document): boolean;
 export declare function determineContentExtractionSource(article: ExtractedArticle | null): article is ExtractedArticle;
-export declare function createContentMetadataBlock(url: string, article: ExtractedArticle | null, extractedMeta: ExtractedMetadata, shouldExtractFromArticle: boolean, includeMetadata: boolean): MetadataBlock | undefined;
+export declare function createContentMetadataBlock(url: string, article: ExtractedArticle | null, extractedMeta: ExtractedMetadata, shouldExtractFromArticle: boolean, includeMetadataFooter: boolean): MetadataBlock | undefined;
 export declare function transformHtmlToMarkdownInProcess(html: string, url: string, options: TransformOptions): MarkdownTransformResult;
 interface TransformPoolStats {
     queueDepth: number;

package/dist/transform/transform.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AA2CA,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACrB,MAAM,uBAAuB,CAAC;AAkB/B,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA+BpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA4LD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA2aD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAuKD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC,GACA,MAAM,CAyBR;AA2DD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAKD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,eAAe,EAAE,OAAO,GACvB,aAAa,GAAG,SAAS,CAuB3B;AA6bD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAMzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAuG1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,GACrB,CAAC"}
+{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AA2CA,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACrB,MAAM,uBAAuB,CAAC;AAkB/B,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA+BpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA4LD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA2aD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAuKD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC,GACA,MAAM,CAyBR;AA2DD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAKD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,qBAAqB,EAAE,OAAO,GAC7B,aAAa,GAAG,SAAS,CAuB3B;AA6bD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAMzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAuG1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,GACrB,CAAC"}

package/dist/transform/transform.js

@@ -631,7 +631,7 @@ function shouldPreserveRawContent(url, content) {
 }
 function buildRawMarkdownPayload(params) {
     const title = extractTitleFromRawMarkdown(params.rawContent);
-    let content = params.includeMetadata
+    let content = params.includeMetadataFooter
         ? addSourceToMarkdown(params.rawContent, params.url)
         : params.rawContent;
     if (params.url) {
@@ -648,7 +648,7 @@ function tryTransformRawContent(params) {
     const { content, title } = buildRawMarkdownPayload({
         rawContent: params.html,
         url: params.url,
-        includeMetadata: params.includeMetadata,
+        includeMetadataFooter: params.includeMetadataFooter,
     });
     return {
         markdown: content,
@@ -672,8 +672,8 @@ const BINARY_SAMPLE_SIZE = 2000;
 export function determineContentExtractionSource(article) {
     return article !== null;
 }
-export function createContentMetadataBlock(url, article, extractedMeta, shouldExtractFromArticle, includeMetadata) {
-    if (!includeMetadata)
+export function createContentMetadataBlock(url, article, extractedMeta, shouldExtractFromArticle, includeMetadataFooter) {
+    if (!includeMetadataFooter)
         return undefined;
     const metadata = {
         type: 'metadata',
@@ -826,8 +826,8 @@ function buildRawSource(base, params) {
     };
 }
 function resolveBaseContentSource(input) {
-    const { html, url, article, extractedMeta, includeMetadata, evaluatedArticleDoc, document, truncated, signal, } = input;
-    const metadata = createContentMetadataBlock(url, article, extractedMeta, evaluatedArticleDoc !== null, includeMetadata);
+    const { html, url, article, extractedMeta, includeMetadataFooter, evaluatedArticleDoc, document, truncated, signal, } = input;
+    const metadata = createContentMetadataBlock(url, article, extractedMeta, evaluatedArticleDoc !== null, includeMetadataFooter);
     const preparedDocument = document
         ? prepareContentSourceDocument(document, url, signal)
         : undefined;
@@ -879,7 +879,7 @@ function resolveContentSource(params) {
         url: params.url,
         article,
         extractedMeta,
-        includeMetadata: params.includeMetadata,
+        includeMetadataFooter: params.includeMetadataFooter,
         evaluatedArticleDoc,
         document,
         truncated: truncated ?? false,
@@ -915,7 +915,7 @@ function resolveTransformContentResult(html, url, options, signal) {
     const rawResult = stageTracker.run(url, 'transform:raw', () => tryTransformRawContent({
         html,
         url,
-        includeMetadata: options.includeMetadata,
+        includeMetadataFooter: options.includeMetadataFooter,
         inputTruncated: options.inputTruncated,
     }));
     if (rawResult)
@@ -923,7 +923,7 @@ function resolveTransformContentResult(html, url, options, signal) {
     const context = stageTracker.run(url, 'transform:extract', () => resolveContentSource({
         html,
         url,
-        includeMetadata: options.includeMetadata,
+        includeMetadataFooter: options.includeMetadataFooter,
         signal,
         inputTruncated: options.inputTruncated,
     }));
@@ -968,7 +968,7 @@ function transformInputInProcess(htmlOrBuffer, url, options) {
 }
 function workerTransformOptions(options) {
     return {
-        includeMetadata: options.includeMetadata,
+        includeMetadataFooter: options.includeMetadataFooter,
         ...(options.signal ? { signal: options.signal } : {}),
         ...(options.inputTruncated
             ? { inputTruncated: options.inputTruncated }

package/dist/transform/types.d.ts

@@ -59,7 +59,7 @@ export interface MarkdownTransformResult extends MarkdownPayload {
  * Options for transform operations.
  */
 export interface TransformOptions {
-    includeMetadata: boolean;
+    includeMetadataFooter: boolean;
     signal?: AbortSignal;
     inputTruncated?: boolean;
 }
@@ -96,7 +96,7 @@ export interface TransformWorkerTransformMessage {
     htmlBuffer?: Uint8Array | undefined;
     encoding?: string | undefined;
     url: string;
-    includeMetadata: boolean;
+    includeMetadataFooter: boolean;
     inputTruncated?: boolean | undefined;
 }
 export interface TransformWorkerCancelledMessage {

package/dist/transform/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/transform/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,CAAC,EAAE,CAAC,CAAC;IACL,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,OAAO,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;KAC/C,CAAC;CACH;AAED,MAAM,MAAM,8BAA8B,GACtC,4BAA4B,GAC5B,2BAA2B,GAC3B,+BAA+B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/transform/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,CAAC,EAAE,CAAC,CAAC;IACL,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,qBAAqB,EAAE,OAAO,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,OAAO,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;KAC/C,CAAC;CACH;AAED,MAAM,MAAM,8BAA8B,GACtC,4BAA4B,GAC5B,2BAA2B,GAC3B,+BAA+B,CAAC"}

package/dist/transform/worker-pool.d.ts

@@ -1,7 +1,7 @@
 import type { MarkdownTransformResult } from './types.js';
 interface TransformWorkerPool {
     transform(html: string, url: string, options: {
-        includeMetadata: boolean;
+        includeMetadataFooter: boolean;
         signal?: AbortSignal;
         inputTruncated?: boolean;
     }): Promise<MarkdownTransformResult>;
@@ -28,12 +28,12 @@ declare class WorkerPool implements TransformWorkerPool {
     private readonly restartBackoff;
     constructor(size: number, timeoutMs: number);
     transform(html: string, url: string, options: {
-        includeMetadata: boolean;
+        includeMetadataFooter: boolean;
         signal?: AbortSignal;
         inputTruncated?: boolean;
     }): Promise<MarkdownTransformResult>;
     transform(htmlBuffer: Uint8Array, url: string, options: {
-        includeMetadata: boolean;
+        includeMetadataFooter: boolean;
         signal?: AbortSignal;
         inputTruncated?: boolean;
         encoding?: string;

package/dist/transform/worker-pool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/transform/worker-pool.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EACV,uBAAuB,EAKxB,MAAM,YAAY,CAAC;AAqIpB,UAAU,mBAAmB;IAC3B,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,eAAe,EAAE,OAAO,CAAC;QACzB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,aAAa,IAAI,MAAM,CAAC;IACxB,gBAAgB,IAAI,MAAM,CAAC;IAC3B,WAAW,IAAI,MAAM,CAAC;CACvB;AA6JD,cAAM,UAAW,YAAW,mBAAmB;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAkC;IAExE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAErD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;gBAEhD,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IASrC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,eAAe,EAAE,OAAO,CAAC;QACzB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC;IAC7B,SAAS,CACb,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,eAAe,EAAE,OAAO,CAAC;QACzB,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC,uBAAuB,CAAC;IAyCnC,aAAa,IAAI,MAAM;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,WAAW,IAAI,MAAM;IAIrB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAoDzB,OAAO,CAAC,aAAa;YA4BP,aAAa;IA2B3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IAmCnB,OAAO,CAAC,cAAc;IA6BtB,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,mBAAmB;IA8B3B,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,UAAU;IAgClB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IA8CxB,OAAO,CAAC,YAAY;IAwBpB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;CAS1B;AAMD,wBAAgB,qBAAqB,IAAI,UAAU,CAIlD;AAED,wBAAgB,kBAAkB,IAAI;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAOP;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD"}
+{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/transform/worker-pool.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EACV,uBAAuB,EAKxB,MAAM,YAAY,CAAC;AAqIpB,UAAU,mBAAmB;IAC3B,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,aAAa,IAAI,MAAM,CAAC;IACxB,gBAAgB,IAAI,MAAM,CAAC;IAC3B,WAAW,IAAI,MAAM,CAAC;CACvB;AA6JD,cAAM,UAAW,YAAW,mBAAmB;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAkC;IAExE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAErD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;gBAEhD,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IASrC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC;IAC7B,SAAS,CACb,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC,uBAAuB,CAAC;IAyCnC,aAAa,IAAI,MAAM;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,WAAW,IAAI,MAAM;IAIrB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAoDzB,OAAO,CAAC,aAAa;YA4BP,aAAa;IA2B3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IAmCnB,OAAO,CAAC,cAAc;IA6BtB,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,mBAAmB;IA8B3B,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,UAAU;IAgClB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IA8CxB,OAAO,CAAC,YAAY;IAwBpB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;CAS1B;AAMD,wBAAgB,qBAAqB,IAAI,UAAU,CAIlD;AAED,wBAAgB,kBAAkB,IAAI;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAOP;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD"}

package/dist/transform/worker-pool.js

@@ -68,7 +68,7 @@ function buildWorkerDispatchPayload(task) {
         type: 'transform',
         id: task.id,
         url: task.url,
-        includeMetadata: task.includeMetadata,
+        includeMetadataFooter: task.includeMetadataFooter,
         ...(task.inputTruncated ? { inputTruncated: true } : {}),
     };
     if (!task.htmlBuffer) {
@@ -300,7 +300,7 @@ class WorkerPool {
         const task = {
             id,
             url,
-            includeMetadata: options.includeMetadata,
+            includeMetadataFooter: options.includeMetadataFooter,
             ...(options.inputTruncated
                 ? { inputTruncated: options.inputTruncated }
                 : {}),

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@j0hanz/fetch-url-mcp",
-  "version": "1.11.7",
+  "version": "1.12.0",
   "mcpName": "io.github.j0hanz/fetch-url-mcp",
-  "description": "A web content fetcher MCP server that converts HTML to clean, AI and human readable markdown.",
+  "description": "An MCP server that fetches web pages and converts them to clean, readable Markdown.",
   "type": "module",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -42,7 +42,16 @@
     "web-scraper",
     "llm-context",
     "ai-tools",
-    "fetch-url-mcp"
+    "fetch-url-mcp",
+    "typescript",
+    "nodejs",
+    "stdio",
+    "streamable-http",
+    "structured-output",
+    "metadata-extraction",
+    "url-rewriting",
+    "worker-threads",
+    "content-cleanup"
   ],
   "scripts": {
     "clean": "node scripts/tasks.mjs clean",
@@ -88,7 +97,7 @@
     "knip": "^6",
     "prettier": "^3.8.1",
     "tsx": "^4.21.0",
-    "typescript": "^5.9.3",
+    "typescript": "^6.0.2",
     "typescript-eslint": "^8.57.2"
   },
   "engines": {

package/dist/lib/cache.d.ts

@@ -1,48 +0,0 @@
-export declare function toCacheScopeId(sessionId?: string): string;
-interface CacheEntry {
-    url: string;
-    title?: string;
-    content: string;
-    fetchedAt: string;
-    expiresAt: string;
-    scopeIds?: string[];
-}
-interface CacheKeyParts {
-    namespace: string;
-    urlHash: string;
-}
-interface CacheSetOptions {
-    force?: boolean;
-}
-interface CacheGetOptions {
-    force?: boolean;
-    scopeId?: string;
-}
-interface CacheEntryMetadata {
-    url: string;
-    title?: string;
-    scopeIds?: string[];
-}
-interface CacheUpdateEvent {
-    cacheKey: string;
-    namespace: string;
-    urlHash: string;
-    listChanged: boolean;
-    scopeIds: string[];
-}
-type CacheUpdateListener = (event: CacheUpdateEvent) => unknown;
-export declare function createCacheKey(namespace: string, url: string, vary?: Record<string, unknown> | string): string | null;
-export declare function parseCacheKey(cacheKey: string): CacheKeyParts | null;
-export declare function onCacheUpdate(listener: CacheUpdateListener): () => void;
-export declare function get(cacheKey: string | null, options?: CacheGetOptions): CacheEntry | undefined;
-export declare function set(cacheKey: string | null, content: string, metadata: CacheEntryMetadata, options?: CacheSetOptions): void;
-export declare function keys(): readonly string[];
-export declare function getEntryMeta(cacheKey: string): {
-    url: string;
-    title?: string;
-    fetchedAt?: string;
-    scopeIds: string[];
-} | undefined;
-export declare function isEnabled(): boolean;
-export {};
-//# sourceMappingURL=cache.d.ts.map

package/dist/lib/cache.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/lib/cache.ts"],"names":[],"mappings":"AAcA,wBAAgB,cAAc,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAEzD;AAYD,UAAU,UAAU;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AACD,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AACD,UAAU,eAAe;IACvB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AACD,UAAU,kBAAkB;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAID,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AACD,KAAK,mBAAmB,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC;AAEhE,wBAAgB,cAAc,CAC5B,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,GACtC,MAAM,GAAG,IAAI,CAwBf;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CASpE;AAgOD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM,IAAI,CAEvE;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,UAAU,GAAG,SAAS,CAExB;AACD,wBAAgB,GAAG,CACjB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,kBAAkB,EAC5B,OAAO,CAAC,EAAE,eAAe,GACxB,IAAI,CAEN;AACD,wBAAgB,IAAI,IAAI,SAAS,MAAM,EAAE,CAExC;AACD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,GAEd;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,GACvE,SAAS,CASZ;AACD,wBAAgB,SAAS,IAAI,OAAO,CAEnC"}

package/dist/lib/cache.js

@@ -1,264 +0,0 @@
-import { EventEmitter } from 'node:events';
-import { config } from './config.js';
-import { logWarn } from './core.js';
-import { getErrorMessage, sha256Hex, stableStringify as stableJsonStringify, } from './utils.js';
-const PRIMARY_HASH_LENGTH = 32;
-const VARY_HASH_LENGTH = 16;
-const STDIO_CACHE_SCOPE_ID = 'stdio';
-export function toCacheScopeId(sessionId) {
-    return sessionId ? `session:${sessionId}` : STDIO_CACHE_SCOPE_ID;
-}
-function normalizeScopeIds(scopeIds) {
-    const normalized = (scopeIds ?? [STDIO_CACHE_SCOPE_ID]).filter((value) => typeof value === 'string' && value.length > 0);
-    return normalized.length > 0
-        ? [...new Set(normalized)]
-        : [STDIO_CACHE_SCOPE_ID];
-}
-export function createCacheKey(namespace, url, vary) {
-    if (!namespace || !url)
-        return null;
-    const urlHash = sha256Hex(url).substring(0, PRIMARY_HASH_LENGTH);
-    if (!vary)
-        return `${namespace}:${urlHash}`;
-    let varyString;
-    if (typeof vary === 'string') {
-        varyString = vary;
-    }
-    else {
-        try {
-            varyString = stableJsonStringify(vary);
-        }
-        catch {
-            return null;
-        }
-    }
-    const varyHash = varyString
-        ? sha256Hex(varyString).substring(0, VARY_HASH_LENGTH)
-        : undefined;
-    return varyHash
-        ? `${namespace}:${urlHash}.${varyHash}`
-        : `${namespace}:${urlHash}`;
-}
-export function parseCacheKey(cacheKey) {
-    if (!cacheKey)
-        return null;
-    const separatorIndex = cacheKey.indexOf(':');
-    if (separatorIndex === -1)
-        return null;
-    const namespace = cacheKey.slice(0, separatorIndex);
-    const urlHash = cacheKey.slice(separatorIndex + 1);
-    if (!namespace || !urlHash)
-        return null;
-    return { namespace, urlHash };
-}
-class InMemoryCacheStore {
-    max = config.cache.maxKeys;
-    maxBytes = config.cache.maxSizeBytes;
-    ttlMs = config.cache.ttl * 1000;
-    entries = new Map();
-    updateEmitter = new EventEmitter();
-    currentBytes = 0;
-    isEnabled() {
-        return config.cache.enabled;
-    }
-    isExpired(entry, now = Date.now()) {
-        return entry.expiresAtMs <= now;
-    }
-    keys() {
-        if (!this.isEnabled())
-            return [];
-        const now = Date.now();
-        const result = [];
-        for (const [key, entry] of this.entries) {
-            if (!this.isExpired(entry, now))
-                result.push(key);
-        }
-        return result;
-    }
-    onUpdate(listener) {
-        const safeListener = (event) => {
-            try {
-                const result = listener(event);
-                if (result instanceof Promise) {
-                    void result.catch((error) => {
-                        this.logError('Cache update listener failed (async)', event.cacheKey, error);
-                    });
-                }
-            }
-            catch (error) {
-                this.logError('Cache update listener failed', event.cacheKey, error);
-            }
-        };
-        this.updateEmitter.on('update', safeListener);
-        return () => {
-            this.updateEmitter.off('update', safeListener);
-        };
-    }
-    get(cacheKey, options) {
-        if (!cacheKey || (!this.isEnabled() && !options?.force))
-            return undefined;
-        const entry = this.entries.get(cacheKey);
-        if (!entry)
-            return undefined;
-        const now = Date.now();
-        if (this.isExpired(entry, now)) {
-            const removed = this.delete(cacheKey);
-            // listChanged=false: lazy eviction on read is silent — only writes change
-            // the list. Clients must not rely on list-changed events from reads.
-            this.notify(cacheKey, false, removed?.scopeIds);
-            return undefined;
-        }
-        const scopeId = options?.scopeId;
-        if (scopeId && !normalizeScopeIds(entry.scopeIds).includes(scopeId)) {
-            entry.scopeIds = normalizeScopeIds([
-                ...normalizeScopeIds(entry.scopeIds),
-                scopeId,
-            ]);
-            this.notify(cacheKey, true, [scopeId]);
-        }
-        // Refresh LRU position
-        this.entries.delete(cacheKey);
-        this.entries.set(cacheKey, entry);
-        return entry;
-    }
-    delete(cacheKey) {
-        const entry = this.entries.get(cacheKey);
-        if (entry) {
-            this.currentBytes -= entry.content.length;
-            this.entries.delete(cacheKey);
-            return entry;
-        }
-        return undefined;
-    }
-    evictOldestEntry() {
-        const firstKey = this.entries.keys().next();
-        return !firstKey.done ? this.delete(firstKey.value) : undefined;
-    }
-    ensureCapacity(cacheKey, entrySize) {
-        let listChanged = false;
-        const scopeIds = new Set();
-        while (this.currentBytes + entrySize > this.maxBytes) {
-            const evicted = this.evictOldestEntry();
-            if (evicted) {
-                listChanged = true;
-                for (const scopeId of normalizeScopeIds(evicted.scopeIds)) {
-                    scopeIds.add(scopeId);
-                }
-            }
-            else {
-                break;
-            }
-        }
-        return { ok: true, listChanged, scopeIds: [...scopeIds] };
-    }
-    set(cacheKey, content, metadata, options) {
-        if (!cacheKey || !content)
-            return;
-        if (!this.isEnabled() && !options?.force)
-            return;
-        const now = Date.now();
-        const expiresAtMs = now + this.ttlMs;
-        const entrySize = content.length;
-        // Reject oversized entries before deleting the old one to avoid data loss
-        if (entrySize > this.maxBytes) {
-            logWarn('Cache entry exceeds max size', {
-                key: cacheKey,
-                size: entrySize,
-                max: this.maxBytes,
-            });
-            return;
-        }
-        const existingEntry = this.entries.get(cacheKey);
-        const isUpdate = existingEntry !== undefined;
-        if (isUpdate) {
-            this.delete(cacheKey);
-        }
-        const capacity = this.ensureCapacity(cacheKey, entrySize);
-        if (!capacity.ok)
-            return;
-        let listChanged = !isUpdate || capacity.listChanged;
-        const nextScopeIds = normalizeScopeIds([
-            ...(existingEntry?.scopeIds ?? []),
-            ...(metadata.scopeIds ?? []),
-        ]);
-        const entry = {
-            url: metadata.url,
-            content,
-            fetchedAt: new Date(now).toISOString(),
-            expiresAt: new Date(expiresAtMs).toISOString(),
-            expiresAtMs,
-            scopeIds: nextScopeIds,
-            ...(metadata.title ? { title: metadata.title } : {}),
-        };
-        this.entries.set(cacheKey, entry);
-        this.currentBytes += entrySize;
-        // Eviction (LRU: first insertion-order key) - Count based
-        if (this.entries.size > this.max && this.evictOldestEntry()) {
-            listChanged = true;
-        }
-        this.notify(cacheKey, listChanged, [
-            ...new Set([...capacity.scopeIds, ...nextScopeIds]),
-        ]);
-    }
-    notify(cacheKey, listChanged, scopeIds) {
-        if (this.updateEmitter.listenerCount('update') === 0)
-            return;
-        const parts = parseCacheKey(cacheKey);
-        if (!parts)
-            return;
-        this.updateEmitter.emit('update', {
-            cacheKey,
-            ...parts,
-            listChanged,
-            scopeIds: normalizeScopeIds(scopeIds),
-        });
-    }
-    /**
-     * Read an entry without updating its LRU position.
-     * Use this for metadata access (e.g. resource listing) to avoid polluting the
-     * eviction order; expired entries are treated as absent but not evicted here.
-     */
-    peek(cacheKey) {
-        if (!cacheKey)
-            return undefined;
-        const entry = this.entries.get(cacheKey);
-        if (!entry)
-            return undefined;
-        if (this.isExpired(entry))
-            return undefined;
-        return entry;
-    }
-    logError(message, cacheKey, error) {
-        logWarn(message, {
-            key: cacheKey.length > 100 ? cacheKey.slice(0, 100) : cacheKey,
-            error: getErrorMessage(error),
-        });
-    }
-}
-const store = new InMemoryCacheStore();
-export function onCacheUpdate(listener) {
-    return store.onUpdate(listener);
-}
-export function get(cacheKey, options) {
-    return store.get(cacheKey, options);
-}
-export function set(cacheKey, content, metadata, options) {
-    store.set(cacheKey, content, metadata, options);
-}
-export function keys() {
-    return store.keys();
-}
-export function getEntryMeta(cacheKey) {
-    const entry = store.peek(cacheKey);
-    if (!entry)
-        return undefined;
-    return {
-        url: entry.url,
-        scopeIds: normalizeScopeIds(entry.scopeIds),
-        ...(entry.title !== undefined ? { title: entry.title } : {}),
-        ...(entry.fetchedAt ? { fetchedAt: entry.fetchedAt } : {}),
-    };
-}
-export function isEnabled() {
-    return store.isEnabled();
-}