@j0hanz/fetch-url-mcp 1.12.0 → 1.12.2

package/dist/tasks/registry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/tasks/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAEvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,MAAM,sBAAsB,GAAG,UAAU,GAAG,WAAW,CAAC;AAE9D,MAAM,WAAW,yBAAyB,CAAC,KAAK,GAAG,OAAO;IACxD,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,KAAK,CAAC;IACzC,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,gBAAgB,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1E,0BAA0B,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1E,WAAW,CAAC,EAAE,sBAAsB,CAAC;CACtC;AAID,wBAAgB,uBAAuB,CAAC,KAAK,EAC3C,UAAU,EAAE,yBAAyB,CAAC,KAAK,CAAC,GAC3C,IAAI,CAKN;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE5D;AAED,wBAAgB,kBAAkB,CAChC,IAAI,EAAE,MAAM,GACX,yBAAyB,GAAG,SAAS,CAEvC;AAED,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,GACX,sBAAsB,GAAG,SAAS,CAEpC;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAExD;AAED,wBAAgB,6BAA6B,IAAI,OAAO,CAEvD;AAED,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,sBAAsB,GAC9B,IAAI,CAIN"}
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/tasks/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AAGvE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,MAAM,MAAM,sBAAsB,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,CAAC;AAE3E,MAAM,WAAW,yBAAyB,CAAC,KAAK,GAAG,OAAO;IACxD,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,KAAK,CAAC;IACzC,OAAO,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,gBAAgB,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1E,0BAA0B,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,MAAM,GAAG,SAAS,CAAC;IAC1E,WAAW,CAAC,EAAE,sBAAsB,CAAC;IACrC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAqBD,wBAAgB,uBAAuB,CAAC,KAAK,EAC3C,MAAM,EAAE,SAAS,EACjB,UAAU,EAAE,yBAAyB,CAAC,KAAK,CAAC,GAC3C,IAAI,CAKN;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,GACX,IAAI,CAEN;AAED,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,GACX,yBAAyB,GAAG,SAAS,CAEvC;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,GACX,sBAAsB,GAAG,SAAS,CAEpC;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAE3E;AAED,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,CAExE;AAED,wBAAgB,yBAAyB,CACvC,MAAM,EAAE,SAAS,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,sBAAsB,GAC9B,IAAI,CAIN"}

package/dist/tasks/registry.js

@@ -1,27 +1,39 @@
-const taskCapableTools = new Map();
-export function registerTaskCapableTool(descriptor) {
-    taskCapableTools.set(descriptor.name, {
+import { registerServerLifecycleCleanup } from '../lib/mcp-interop.js';
+const taskCapableToolsByServer = new WeakMap();
+function getServerToolMap(server) {
+    let toolMap = taskCapableToolsByServer.get(server);
+    if (toolMap)
+        return toolMap;
+    toolMap = new Map();
+    taskCapableToolsByServer.set(server, toolMap);
+    registerServerLifecycleCleanup(server, () => {
+        taskCapableToolsByServer.delete(server);
+    });
+    return toolMap;
+}
+export function registerTaskCapableTool(server, descriptor) {
+    getServerToolMap(server).set(descriptor.name, {
         ...descriptor,
         taskSupport: descriptor.taskSupport ?? 'optional',
     });
 }
-export function unregisterTaskCapableTool(name) {
-    taskCapableTools.delete(name);
+export function unregisterTaskCapableTool(server, name) {
+    getServerToolMap(server).delete(name);
 }
-export function getTaskCapableTool(name) {
-    return taskCapableTools.get(name);
+export function getTaskCapableTool(server, name) {
+    return getServerToolMap(server).get(name);
 }
-export function getTaskCapableToolSupport(name) {
-    return taskCapableTools.get(name)?.taskSupport;
+export function getTaskCapableToolSupport(server, name) {
+    return getServerToolMap(server).get(name)?.taskSupport;
 }
-export function hasTaskCapableTool(name) {
-    return taskCapableTools.has(name);
+export function hasTaskCapableTool(server, name) {
+    return getServerToolMap(server).has(name);
 }
-export function hasRegisteredTaskCapableTools() {
-    return taskCapableTools.size > 0;
+export function hasRegisteredTaskCapableTools(server) {
+    return getServerToolMap(server).size > 0;
 }
-export function setTaskCapableToolSupport(name, support) {
-    const descriptor = taskCapableTools.get(name);
+export function setTaskCapableToolSupport(server, name, support) {
+    const descriptor = getServerToolMap(server).get(name);
     if (!descriptor)
         return;
     descriptor.taskSupport = support;

package/dist/tools/fetch-url.d.ts

@@ -14,10 +14,12 @@ interface ToolResponseBase {
     isError?: boolean;
 }
 export declare const FETCH_URL_TOOL_NAME = "fetch-url";
+export declare function buildFetchUrlContentBlocks(structuredContent: Record<string, unknown>): ContentBlock[];
 export declare function getFetchCompletionStatusMessage(result: ServerResult): string | undefined;
 export declare class FetchUrlProgressPlan {
     private readonly reporter;
     private readonly context;
+    private readonly total;
     constructor(reporter: ProgressReporter, context: string);
     reportStart(): void;
     reportStage(stage: SharedFetchStage): void;

package/dist/tools/fetch-url.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fetch-url.d.ts","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,oCAAoC,CAAC;AAE5C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAY7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAGL,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACtB,MAAM,uBAAuB,CAAC;AAU/B,OAAO,EACL,mBAAmB,EAIpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAIL,KAAK,sBAAsB,EAE5B,MAAM,sBAAsB,CAAC;AAE9B,KAAK,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzD,UAAU,gBAAgB;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACxD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,eAAO,MAAM,mBAAmB,cAAc,CAAC;AAoI/C,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,YAAY,GACnB,MAAM,GAAG,SAAS,CAUpB;AAED,qBAAa,oBAAoB;IAE7B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,QAAQ,EAAE,gBAAgB,EAC1B,OAAO,EAAE,MAAM;IAGlC,WAAW,IAAI,IAAI;IAInB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,IAAI;IAM1C,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAIxC,aAAa,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAIvC,OAAO,CAAC,QAAQ;CAqBjB;AAmED,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,gBAAgB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAQ3B;AAqBD,MAAM,WAAW,wBAAwB;IACvC,cAAc,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAC3D;AAqBD,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,wBAAwB,CAoCzE"}
+{"version":3,"file":"fetch-url.d.ts","sourceRoot":"","sources":["../../src/tools/fetch-url.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACzE,OAAO,KAAK,EACV,YAAY,EAEb,MAAM,oCAAoC,CAAC;AAE5C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAY7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAGL,KAAK,gBAAgB,EAErB,KAAK,gBAAgB,EACtB,MAAM,uBAAuB,CAAC;AAW/B,OAAO,EACL,mBAAmB,EAIpB,MAAM,eAAe,CAAC;AAEvB,OAAO,EAIL,KAAK,sBAAsB,EAE5B,MAAM,sBAAsB,CAAC;AAE9B,KAAK,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzD,UAAU,gBAAgB;IACxB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACxD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,eAAO,MAAM,mBAAmB,cAAc,CAAC;AA6F/C,wBAAgB,0BAA0B,CACxC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACzC,YAAY,EAAE,CAUhB;AAuCD,wBAAgB,+BAA+B,CAC7C,MAAM,EAAE,YAAY,GACnB,MAAM,GAAG,SAAS,CAUpB;AAED,qBAAa,oBAAoB;IAI7B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAJ1B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAa;gBAGhB,QAAQ,EAAE,gBAAgB,EAC1B,OAAO,EAAE,MAAM;IAGlC,WAAW,IAAI,IAAI;IAInB,WAAW,CAAC,KAAK,EAAE,gBAAgB,GAAG,IAAI;IAM1C,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAQxC,aAAa,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAQvC,OAAO,CAAC,QAAQ;CAiCjB;AA8FD,wBAAsB,mBAAmB,CACvC,KAAK,EAAE,aAAa,EACpB,KAAK,CAAC,EAAE,gBAAgB,GACvB,OAAO,CAAC,gBAAgB,CAAC,CAiC3B;AAqBD,MAAM,WAAW,wBAAwB;IACvC,cAAc,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAC;CAC3D;AAqBD,wBAAgB,aAAa,CAAC,MAAM,EAAE,SAAS,GAAG,wBAAwB,CAuCzE"}

package/dist/tools/fetch-url.js

@@ -1,8 +1,8 @@
 import { ErrorCode, McpError } from '@modelcontextprotocol/sdk/types.js';
-import { config, logDebug, logError, logWarn } from '../lib/core.js';
+import { config, logError, logInfo, logWarn } from '../lib/core.js';
 import { finalizeInlineMarkdown, markdownTransform, performSharedFetch, withSignal, } from '../lib/fetch-pipeline.js';
-import { createProgressReporter, handleToolError, } from '../lib/mcp-interop.js';
-import { composeAbortSignal, isAbortError, isObject, parseUrlOrNull, toError, } from '../lib/utils.js';
+import { createProgressReporter, handleToolError, registerToolPresentation, } from '../lib/mcp-interop.js';
+import { composeAbortSignal, FetchError, isAbortError, isObject, parseUrlOrNull, toError, } from '../lib/utils.js';
 import { formatZodError } from '../lib/zod.js';
 import { fetchUrlInputSchema, fetchUrlOutputSchema, normalizeExtractedMetadata, normalizePageTitle, } from '../schemas.js';
 import { withRequestContextIfMissing } from '../tasks/owner.js';
@@ -70,17 +70,23 @@ function validateStructuredContent(structuredContent, inputUrl) {
     logWarn('Tool output schema validation failed', {
         url: inputUrl,
         issues,
-    });
+    }, 'fetch-url');
     throw new McpError(ErrorCode.InternalError, 'fetch-url produced output that does not match its declared outputSchema', { issues });
 }
-function buildContentBlocks(structuredContent) {
-    return [{ type: 'text', text: JSON.stringify(structuredContent) }];
+export function buildFetchUrlContentBlocks(structuredContent) {
+    const markdown = typeof structuredContent['markdown'] === 'string'
+        ? structuredContent['markdown']
+        : '';
+    return [
+        { type: 'text', text: markdown },
+        { type: 'text', text: JSON.stringify(structuredContent) },
+    ];
 }
 function buildResponse(pipeline, inlineResult, inputUrl) {
     const structuredContent = buildStructuredContent(pipeline, inlineResult, inputUrl);
     validateStructuredContent(structuredContent, inputUrl);
     return {
-        content: buildContentBlocks(structuredContent),
+        content: buildFetchUrlContentBlocks(structuredContent),
         structuredContent,
     };
 }
@@ -117,40 +123,53 @@ export function getFetchCompletionStatusMessage(result) {
 export class FetchUrlProgressPlan {
     reporter;
     context;
+    total = Step.DONE;
     constructor(reporter, context) {
         this.reporter = reporter;
         this.context = context;
     }
     reportStart() {
-        this.reporter.report(Step.START, 'Preparing request');
+        this.reporter.report(Step.START, 'Preparing request', this.total);
     }
     reportStage(stage) {
         const mapped = this.mapStage(stage);
         if (!mapped)
             return;
-        this.reporter.report(mapped.step, mapped.message);
+        this.reporter.report(mapped.step, mapped.message, this.total);
     }
     reportSuccess(contentSize) {
-        this.reporter.report(Step.DONE, buildFetchSuccessSummary(contentSize));
+        this.reporter.report(Step.DONE, buildFetchSuccessSummary(contentSize), this.total);
     }
     reportFailure(cancelled) {
-        this.reporter.report(Step.DONE, cancelled ? 'Cancelled' : 'Failed');
+        this.reporter.report(Step.DONE, cancelled ? 'Cancelled' : 'Failed', this.total);
     }
     mapStage(stage) {
         switch (stage) {
             case 'resolve_url':
-                return { step: Step.RESOLVE_URL, message: 'Resolving URL' };
+                return {
+                    step: Step.RESOLVE_URL,
+                    message: 'Resolving URL',
+                };
             case 'fetch_remote':
                 return {
                     step: Step.FETCH,
                     message: `Fetching ${this.context}`,
                 };
             case 'response_ready':
-                return { step: Step.RESPONSE, message: 'Received response' };
+                return {
+                    step: Step.RESPONSE,
+                    message: 'Received response',
+                };
             case 'transform_start':
-                return { step: Step.TRANSFORM, message: 'Parsing HTML -> Markdown' };
+                return {
+                    step: Step.TRANSFORM,
+                    message: 'Parsing HTML -> Markdown',
+                };
             case 'prepare_output':
-                return { step: Step.PREPARE, message: 'Fetch completed' };
+                return {
+                    step: Step.PREPARE,
+                    message: 'Fetch completed',
+                };
             case 'finalize_output':
                 return undefined;
         }
@@ -182,13 +201,32 @@ function buildFetchOptions(url, signal, progressPlan) {
 async function executeFetch(input, extra) {
     const { url } = input;
     const signal = buildToolAbortSignal(extra?.signal);
+    const startedAt = performance.now();
+    const relatedTaskMeta = extra?._meta?.['io.modelcontextprotocol/related-task'];
+    const relatedTask = isObject(relatedTaskMeta) ? relatedTaskMeta : undefined;
     const progressPlan = new FetchUrlProgressPlan(createProgressReporter(extra), formatUrlForDisplay(url));
-    logDebug('Fetching URL', { url });
     try {
+        logInfo('fetch-url started', {
+            inputUrl: url,
+            hasProgressToken: extra?._meta?.progressToken !== undefined,
+            ...(isObject(relatedTask) && typeof relatedTask['taskId'] === 'string'
+                ? { taskId: relatedTask['taskId'] }
+                : {}),
+        }, 'fetch-url');
         progressPlan.reportStart();
         const { pipeline, inlineResult } = await performSharedFetch(buildFetchOptions(url, signal, progressPlan));
+        const truncated = inlineResult.truncated ?? pipeline.data.truncated;
+        logInfo('fetch-url completed', {
+            inputUrl: url,
+            resolvedUrl: pipeline.url,
+            ...(pipeline.finalUrl ? { finalUrl: pipeline.finalUrl } : {}),
+            contentSize: inlineResult.contentSize,
+            durationMs: Math.round(performance.now() - startedAt),
+            ...(truncated ? { truncated: true } : {}),
+        }, 'fetch-url');
+        const response = buildResponse(pipeline, inlineResult, url);
         progressPlan.reportSuccess(inlineResult.contentSize);
-        return buildResponse(pipeline, inlineResult, url);
+        return response;
     }
     catch (error) {
         progressPlan.reportFailure(isAbortError(error));
@@ -196,8 +234,22 @@ async function executeFetch(input, extra) {
     }
 }
 export async function fetchUrlToolHandler(input, extra) {
+    const startedAt = performance.now();
     return executeFetch(input, extra).catch((error) => {
-        logError('fetch-url tool error', toError(error));
+        const durationMs = Math.round(performance.now() - startedAt);
+        if (error instanceof McpError) {
+            logError('fetch-url tool failed', { url: input.url, durationMs, error: toError(error) }, 'fetch-url');
+        }
+        else if (error instanceof FetchError || isAbortError(error)) {
+            logWarn('fetch-url request failed', {
+                url: input.url,
+                error: toError(error).message,
+                durationMs,
+            }, 'fetch-url');
+        }
+        else {
+            logError('fetch-url request failed unexpectedly', { url: input.url, error: toError(error).message, durationMs }, 'fetch-url');
+        }
         if (error instanceof McpError) {
             throw error;
         }
@@ -238,13 +290,13 @@ function createTaskCapableDescriptor() {
 }
 export function registerTools(server) {
     if (!config.tools.enabled.includes(FETCH_URL_TOOL_NAME)) {
-        unregisterTaskCapableTool(FETCH_URL_TOOL_NAME);
+        unregisterTaskCapableTool(server, FETCH_URL_TOOL_NAME);
         return {
             setTaskSupport: () => { },
         };
     }
     const descriptor = createTaskCapableDescriptor();
-    registerTaskCapableTool(descriptor);
+    registerTaskCapableTool(server, descriptor);
     const registeredTool = server.registerTool(TOOL_DEFINITION.name, {
         title: TOOL_DEFINITION.title,
         description: TOOL_DEFINITION.description,
@@ -254,8 +306,11 @@ export function registerTools(server) {
         execution: { taskSupport: 'optional' },
         icons: [TOOL_ICON],
     }, withRequestContextIfMissing(TOOL_DEFINITION.handler));
+    registerToolPresentation(server, TOOL_DEFINITION.name, {
+        icons: [TOOL_ICON],
+    });
     const updateTaskSupport = (support) => {
-        setTaskCapableToolSupport(FETCH_URL_TOOL_NAME, support);
+        setTaskCapableToolSupport(server, FETCH_URL_TOOL_NAME, support);
         registeredTool.execution = { taskSupport: support };
     };
     updateTaskSupport('optional');

package/dist/transform/dom-prep.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"dom-prep.d.ts","sourceRoot":"","sources":["../../src/transform/dom-prep.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AA0mBnD,eAAO,MAAM,sBAAsB,QAAmB,CAAC;AAyCvD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CA6B9D;AAuBD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAY/D;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CASR;AA0CD,qEAAqE;AACrE,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAG5D;AA0RD,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CA2BjE;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAE1D;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAY9D;AAWD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAQ3D;AAuDD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAON;AA4BD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR;AA0ED,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,GAAG,QAAQ,GAChC,MAAM,CAaR;AAiMD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,QAAQ,GACjB,QAAQ,GAAG,IAAI,CA8BjB"}
+{"version":3,"file":"dom-prep.d.ts","sourceRoot":"","sources":["../../src/transform/dom-prep.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AA8mBnD,eAAO,MAAM,sBAAsB,QAAmB,CAAC;AAyCvD,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CA6B9D;AAuBD,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAY/D;AAED,wBAAgB,4BAA4B,CAC1C,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM,CASR;AA0CD,qEAAqE;AACrE,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAG5D;AA0RD,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CA2BjE;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAE1D;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAY9D;AAWD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAQ3D;AAuDD,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAON;AA4BD,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,QAAQ,EACnB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,MAAM,CAcR;AA0ED,wBAAgB,oBAAoB,CAClC,cAAc,EAAE,MAAM,GAAG,QAAQ,GAChC,MAAM,CAaR;AAiMD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,EACzB,QAAQ,EAAE,QAAQ,GACjB,QAAQ,GAAG,IAAI,CAsCjB"}

package/dist/transform/dom-prep.js

@@ -457,7 +457,7 @@ function stripNoise(document, signal) {
     if (config.noiseRemoval.debug) {
         logDebug('Noise removal audit enabled', {
             categories: [...(context.flags.navFooter ? ['nav-footer'] : [])],
-        });
+        }, 'transform');
     }
     // Structural Removal
     removeNodes(document.querySelectorAll(context.noiseSelector));
@@ -1261,23 +1261,23 @@ function passesEmptySectionRatio(articleDoc) {
 }
 export function evaluateArticleContent(article, document) {
     if (!passesContentRatioGate(article.textContent.length, document)) {
-        logDebug('FAILED passesContentRatioGate');
+        logDebug('FAILED passesContentRatioGate', undefined, 'transform');
         return null;
     }
     if (!passesRetentionRulesFromHtml(document, article.content)) {
-        logDebug('FAILED passesRetentionRulesFromHtml');
+        logDebug('FAILED passesRetentionRulesFromHtml', undefined, 'transform');
         return null;
     }
     if (hasTruncatedSentences(article.textContent)) {
-        logDebug('FAILED hasTruncatedSentences');
+        logDebug('FAILED hasTruncatedSentences', undefined, 'transform');
         return null;
     }
     const articleDoc = parseHTML(`<!DOCTYPE html><html><body>${article.content}</body></html>`).document;
     if (!passesEmptySectionRatio(articleDoc)) {
         const headings = articleDoc.querySelectorAll('h1,h2,h3,h4,h5,h6');
-        logDebug(`FAILED passesEmptySectionRatio: ${headings.length} headings`);
+        logDebug(`FAILED passesEmptySectionRatio: ${headings.length} headings`, undefined, 'transform');
         for (const h of headings) {
-            logDebug(`H: ${h.textContent} ${String(hasSectionContent(h))}`);
+            logDebug(`H: ${h.textContent} ${String(hasSectionContent(h))}`, undefined, 'transform');
         }
         return null;
     }

package/dist/transform/transform.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AA2CA,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACrB,MAAM,uBAAuB,CAAC;AAkB/B,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA+BpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AA4LD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA2aD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAuKD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC,GACA,MAAM,CAyBR;AA2DD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAKD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,qBAAqB,EAAE,OAAO,GAC7B,aAAa,GAAG,SAAS,CAuB3B;AA6bD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAMzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAuG1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,GACrB,CAAC"}
+{"version":3,"file":"transform.d.ts","sourceRoot":"","sources":["../../src/transform/transform.ts"],"names":[],"mappings":"AA2CA,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACrB,MAAM,uBAAuB,CAAC;AAkB/B,OAAO,KAAK,EACV,gBAAgB,EAChB,iBAAiB,EACjB,gBAAgB,EAChB,uBAAuB,EACvB,aAAa,EACb,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,YAAY,CAAC;AA+BpB,UAAU,WAAW;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAoMD,wBAAgB,mBAAmB,CACjC,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,qBAAqB,GAAG,IAAI,CAE9B;AAED,wBAAgB,iBAAiB,CAC/B,OAAO,EAAE,qBAAqB,GAAG,IAAI,EACrC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAER;AA0bD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,cAAc,CAAC,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAExD,GACA,gBAAgB,CAGlB;AAuKD,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC,GACA,MAAM,CA0BR;AA+DD,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,sBAAsB,EAAE,MAAM,GAAG,QAAQ,GACxC,OAAO,CAQT;AAKD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,gBAAgB,GAAG,IAAI,GAC/B,OAAO,IAAI,gBAAgB,CAE7B;AAED,wBAAgB,0BAA0B,CACxC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GAAG,IAAI,EAChC,aAAa,EAAE,iBAAiB,EAChC,wBAAwB,EAAE,OAAO,EACjC,qBAAqB,EAAE,OAAO,GAC7B,aAAa,GAAG,SAAS,CAuB3B;AA6bD,wBAAgB,gCAAgC,CAC9C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,uBAAuB,CAMzB;AAaD,UAAU,kBAAkB;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,qBAAqB,IAAI,kBAAkB,GAAG,IAAI,CAEjE;AAED,wBAAsB,2BAA2B,IAAI,OAAO,CAAC,IAAI,CAAC,CAEjE;AAED,KAAK,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAkH1E,wBAAsB,uBAAuB,CAC3C,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,wBAAsB,yBAAyB,CAC7C,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,yBAAyB,GACjC,OAAO,CAAC,uBAAuB,CAAC,CAElC;AAED,OAAO,EACL,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,GACrB,CAAC"}

package/dist/transform/transform.js

@@ -67,7 +67,7 @@ class StageTracker {
                     durationMs: Math.round(durationMs),
                     thresholdMs: Math.round(warnThresholdMs),
                     url: context.url,
-                });
+                }, 'transform');
             }
         }
         const event = {
@@ -134,7 +134,7 @@ class StageTracker {
             logDebug('Diagnostic channel publish failed', {
                 stage: event.stage,
                 error: getErrorMessage(error),
-            });
+            }, 'transform');
         }
     }
     runTrackedSync(url, signal, fn) {
@@ -195,7 +195,7 @@ function truncateHtml(html, inputTruncated = false) {
         size: getUtf8ByteLength(html),
         maxSize,
         truncatedSize: getUtf8ByteLength(content),
-    });
+    }, 'transform');
     return { html: content, truncated: true };
 }
 const MIN_SPA_CONTENT_LENGTH = 100;
@@ -334,7 +334,7 @@ function validateReaderability(doc, url, signal) {
     if (textLength < MIN_SPA_CONTENT_LENGTH) {
         logWarn('Very minimal server-rendered content detected (< 100 chars). ' +
             'This might be a client-side rendered (SPA) application. ' +
-            'Content extraction may be incomplete.', { textLength });
+            'Content extraction may be incomplete.', { textLength }, 'transform');
     }
     throwIfAborted(signal, url, 'extract:article:readabilityCheck');
     if (textLength >= MIN_READERABLE_TEXT_LENGTH && !isProbablyReaderable(doc)) {
@@ -385,7 +385,7 @@ function mapReadabilityResult(parsed) {
 // runs later in buildContentSource), so this clone starts from raw HTML.
 function extractArticle(document, url, signal) {
     if (!isReadabilityCompatible(document)) {
-        logWarn('Document not compatible with Readability');
+        logWarn('Document not compatible with Readability', undefined, 'transform');
         return null;
     }
     try {
@@ -398,17 +398,17 @@ function extractArticle(document, url, signal) {
         return mapReadabilityResult(parsed);
     }
     catch (error) {
-        logError('Failed to extract article with Readability', error instanceof Error ? error : undefined);
+        logError('Failed to extract article with Readability', error instanceof Error ? error : undefined, 'transform');
         return null;
     }
 }
 function isValidInput(html, url) {
     if (typeof html !== 'string' || html.length === 0) {
-        logWarn('extractContent called with invalid HTML input');
+        logWarn('extractContent called with invalid HTML input', undefined, 'transform');
         return false;
     }
     if (typeof url !== 'string' || url.length === 0) {
-        logWarn('extractContent called with invalid URL');
+        logWarn('extractContent called with invalid URL', undefined, 'transform');
         return false;
     }
     return true;
@@ -421,7 +421,7 @@ function applyBaseUri(document, url) {
         logInfo('Failed to set baseURI (non-critical)', {
             url: url.substring(0, 100),
             error: getErrorMessage(error),
-        });
+        }, 'transform');
     }
 }
 function createEmptyExtractionContext() {
@@ -477,7 +477,7 @@ function extractContentContext(html, url, options) {
         if (error instanceof FetchError)
             throw error;
         throwIfAborted(options.signal, url, 'extract:error');
-        logError('Failed to extract content', error instanceof Error ? error : undefined);
+        logError('Failed to extract content', error instanceof Error ? error : undefined, 'transform');
         return createEmptyExtractionContext();
     }
 }
@@ -613,7 +613,7 @@ export function htmlToMarkdown(html, metadata, options) {
     catch (error) {
         if (error instanceof FetchError)
             throw error;
-        logError('Failed to convert HTML to markdown', error instanceof Error ? error : undefined);
+        logError('Failed to convert HTML to markdown', error instanceof Error ? error : undefined, 'transform');
         throw new FetchError('Failed to convert HTML to markdown', url, 500, {
             reason: 'markdown_convert_failed',
         });
@@ -644,7 +644,7 @@ function tryTransformRawContent(params) {
         return null;
     logDebug('Preserving raw markdown content', {
         url: params.url.substring(0, 80),
-    });
+    }, 'transform');
     const { content, title } = buildRawMarkdownPayload({
         rawContent: params.html,
         url: params.url,
@@ -989,11 +989,13 @@ async function transformWithWorkerPool(htmlOrBuffer, url, options) {
     });
 }
 function resolveWorkerFallback(error, htmlOrBuffer, url, options) {
+    const poolStats = getWorkerPoolStats();
     const isQueueFull = error instanceof FetchError && error.details['reason'] === 'queue_full';
     if (isQueueFull) {
         logWarn('Transform worker queue full; falling back to in-process', {
             url: redactUrl(url),
-        });
+            ...(poolStats ?? {}),
+        }, 'transform');
         return transformInputInProcess(htmlOrBuffer, url, options);
     }
     throwIfAborted(options.signal, url, 'transform:worker-fallback');
@@ -1005,7 +1007,8 @@ function resolveWorkerFallback(error, htmlOrBuffer, url, options) {
     logWarn('Transform worker failed; falling back to in-process', {
         url: redactUrl(url),
         error: message,
-    });
+        ...(poolStats ?? {}),
+    }, 'transform');
     return transformInputInProcess(htmlOrBuffer, url, options);
 }
 async function runWorkerTransformWithFallback(htmlOrBuffer, url, options) {

package/dist/transform/worker-pool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/transform/worker-pool.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EACV,uBAAuB,EAKxB,MAAM,YAAY,CAAC;AAqIpB,UAAU,mBAAmB;IAC3B,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,aAAa,IAAI,MAAM,CAAC;IACxB,gBAAgB,IAAI,MAAM,CAAC;IAC3B,WAAW,IAAI,MAAM,CAAC;CACvB;AA6JD,cAAM,UAAW,YAAW,mBAAmB;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAkC;IAExE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAErD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;gBAEhD,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IASrC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC;IAC7B,SAAS,CACb,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC,uBAAuB,CAAC;IAyCnC,aAAa,IAAI,MAAM;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,WAAW,IAAI,MAAM;IAIrB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAoDzB,OAAO,CAAC,aAAa;YA4BP,aAAa;IA2B3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IAmCnB,OAAO,CAAC,cAAc;IA6BtB,OAAO,CAAC,aAAa;IAyBrB,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,mBAAmB;IA8B3B,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,UAAU;IAgClB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IA8CxB,OAAO,CAAC,YAAY;IAwBpB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;CAS1B;AAMD,wBAAgB,qBAAqB,IAAI,UAAU,CAIlD;AAED,wBAAgB,kBAAkB,IAAI;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAOP;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD"}
+{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/transform/worker-pool.ts"],"names":[],"mappings":"AA2BA,OAAO,KAAK,EACV,uBAAuB,EAKxB,MAAM,YAAY,CAAC;AAqIpB,UAAU,mBAAmB;IAC3B,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,aAAa,IAAI,MAAM,CAAC;IACxB,gBAAgB,IAAI,MAAM,CAAC;IAC3B,WAAW,IAAI,MAAM,CAAC;CACvB;AA6JD,cAAM,UAAW,YAAW,mBAAmB;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAkC;IAExE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAErD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;gBAEhD,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IASrC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC;IAC7B,SAAS,CACb,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC,uBAAuB,CAAC;IAoDnC,aAAa,IAAI,MAAM;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,WAAW,IAAI,MAAM;IAIrB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAqC5B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAoDzB,OAAO,CAAC,aAAa;YA4BP,aAAa;IA2B3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IA4CnB,OAAO,CAAC,cAAc;IAiCtB,OAAO,CAAC,aAAa;IAkCrB,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,mBAAmB;IA8B3B,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,YAAY;IAmBpB,OAAO,CAAC,UAAU;IAgClB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IAyDxB,OAAO,CAAC,YAAY;IAwBpB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;CAS1B;AAMD,wBAAgB,qBAAqB,IAAI,UAAU,CAclD;AAED,wBAAgB,kBAAkB,IAAI;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAOP;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD"}

package/dist/transform/worker-pool.js

@@ -4,7 +4,7 @@ import process from 'node:process';
 import { isSharedArrayBuffer } from 'node:util/types';
 import { isMainThread, isMarkedAsUntransferable, parentPort, Worker, } from 'node:worker_threads';
 import { z } from 'zod';
-import { config, logWarn } from '../lib/core.js';
+import { config, logDebug, logInfo, logWarn } from '../lib/core.js';
 import { createAbortError, createUnrefTimeout, FetchError, getErrorMessage, } from '../lib/utils.js';
 import { formatZodError } from '../lib/zod.js';
 import { extractedMetadataSchema } from '../schemas.js';
@@ -232,6 +232,13 @@ class WorkerPool {
         if (options.signal?.aborted)
             throw createAbortError(url, 'transform:enqueue');
         if (this.queue.depth >= this.queueMax) {
+            logWarn('Transform worker queue capacity reached', {
+                queueDepth: this.queue.depth,
+                queueMax: this.queueMax,
+                activeWorkers: this.busyCount,
+                capacity: this.capacity,
+                url,
+            }, 'transform');
             throw new FetchError('Transform worker queue is full', url, HTTP_SERVICE_UNAVAILABLE, {
                 reason: 'queue_full',
                 stage: 'transform:enqueue',
@@ -263,6 +270,12 @@ class WorkerPool {
         if (this.closed)
             return;
         this.closed = true;
+        logInfo('Shutting down transform worker pool', {
+            workers: this.workers.length,
+            activeWorkers: this.busyCount,
+            queueDepth: this.queue.depth,
+            inflight: this.inflight.size,
+        }, 'transform');
         const terminations = this.workers
             .map((slot) => slot?.worker.terminate().catch(() => undefined))
             .filter((p) => p !== undefined);
@@ -374,6 +387,10 @@ class WorkerPool {
             name,
             ...(resourceLimits ? { resourceLimits } : {}),
         });
+        logDebug('Spawned transform worker', {
+            workerIndex,
+            workerName: name,
+        }, 'transform');
         worker.unref();
         worker.on('message', (raw) => {
             this.onWorkerMessage(workerIndex, raw);
@@ -400,7 +417,7 @@ class WorkerPool {
             workerIndex,
             workerName: slot.name,
             threadId: slot.worker.threadId,
-        });
+        }, 'transform');
         if (slot.busy && slot.currentTaskId) {
             try {
                 this.failTask(slot.currentTaskId, new FetchError(message, '', HTTP_SERVICE_UNAVAILABLE, {
@@ -424,6 +441,11 @@ class WorkerPool {
         this.restartBackoff.set(workerIndex, attempts + 1);
         if (attempts > 0) {
             const delayMs = Math.min(1000 * 2 ** (attempts - 1), 30_000);
+            logWarn('Scheduling transform worker restart with backoff', {
+                workerIndex,
+                delayMs,
+                attempt: attempts + 1,
+            }, 'transform');
             setTimeout(() => {
                 if (this.closed)
                     return;
@@ -519,7 +541,13 @@ class WorkerPool {
     maybeScaleUp() {
         if (this.getQueueDepth() > this.capacity * POOL_SCALE_THRESHOLD &&
             this.capacity < this.maxCapacity) {
+            const previousCapacity = this.capacity;
             this.capacity += 1;
+            logInfo('Scaled transform worker pool', {
+                fromCapacity: previousCapacity,
+                toCapacity: this.capacity,
+                queueDepth: this.getQueueDepth(),
+            }, 'transform');
         }
     }
     drainQueue() {
@@ -586,6 +614,12 @@ class WorkerPool {
             const inflight = this.takeInflight(task.id);
             if (!inflight)
                 return;
+            logWarn('Transform worker task timed out', {
+                taskId: task.id,
+                url: task.url,
+                workerIndex,
+                timeoutMs: this.timeoutMs,
+            }, 'transform');
             this.abortAndCleanTask(inflight, new FetchError('Request timeout', task.url, HTTP_GATEWAY_TIMEOUT, {
                 reason: 'timeout',
                 stage: 'transform:worker-timeout',
@@ -637,7 +671,13 @@ class WorkerPool {
 let workerPool = null;
 export function getOrCreateWorkerPool() {
     const size = config.transform.maxWorkerScale === 0 ? 0 : POOL_MIN_WORKERS;
-    workerPool ??= new WorkerPool(size, DEFAULT_TIMEOUT_MS);
+    if (!workerPool) {
+        workerPool = new WorkerPool(size, DEFAULT_TIMEOUT_MS);
+        logInfo('Initialized transform worker pool', {
+            initialCapacity: workerPool.getCapacity(),
+            timeoutMs: DEFAULT_TIMEOUT_MS,
+        }, 'transform');
+    }
     return workerPool;
 }
 export function getWorkerPoolStats() {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@j0hanz/fetch-url-mcp",
-  "version": "1.12.0",
+  "version": "1.12.2",
   "mcpName": "io.github.j0hanz/fetch-url-mcp",
   "description": "An MCP server that fetches web pages and converts them to clean, readable Markdown.",
   "type": "module",
@@ -74,7 +74,7 @@
     "test:coverage": "node scripts/tasks.mjs test --coverage",
     "knip": "knip",
     "knip:fix": "knip --fix",
-    "inspector": "npm run build && npx -y @modelcontextprotocol/inspector node dist/index.js --stdio",
+    "inspector": "npm run build && npx -y @modelcontextprotocol/inspector node dist/index.js",
     "prepublishOnly": "npm run lint && npm run type-check && npm run build"
   },
   "dependencies": {