@j0hanz/fetch-url-mcp 1.12.6 → 1.12.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/http/auth.d.ts.map +1 -1
- package/dist/http/auth.js +12 -12
- package/dist/http/helpers.d.ts +1 -1
- package/dist/http/helpers.d.ts.map +1 -1
- package/dist/http/helpers.js +8 -10
- package/dist/http/native.d.ts.map +1 -1
- package/dist/http/native.js +32 -53
- package/dist/http/rate-limit.d.ts.map +1 -1
- package/dist/http/rate-limit.js +3 -3
- package/dist/index.js +3 -3
- package/dist/lib/core.d.ts.map +1 -1
- package/dist/lib/core.js +8 -8
- package/dist/lib/error-codes.d.ts +12 -10
- package/dist/lib/error-codes.d.ts.map +1 -1
- package/dist/lib/error-codes.js +12 -15
- package/dist/lib/error-messages.d.ts.map +1 -1
- package/dist/lib/error-messages.js +12 -12
- package/dist/lib/fetch-pipeline.d.ts.map +1 -1
- package/dist/lib/fetch-pipeline.js +5 -5
- package/dist/lib/http.d.ts.map +1 -1
- package/dist/lib/http.js +9 -9
- package/dist/lib/logger-names.d.ts +12 -10
- package/dist/lib/logger-names.d.ts.map +1 -1
- package/dist/lib/logger-names.js +12 -10
- package/dist/lib/mcp-interop.d.ts +1 -0
- package/dist/lib/mcp-interop.d.ts.map +1 -1
- package/dist/lib/mcp-interop.js +15 -5
- package/dist/lib/tool-errors.d.ts.map +1 -1
- package/dist/lib/tool-errors.js +22 -21
- package/dist/lib/url.d.ts +1 -1
- package/dist/lib/url.d.ts.map +1 -1
- package/dist/lib/url.js +5 -5
- package/dist/lib/utils.d.ts +1 -0
- package/dist/lib/utils.d.ts.map +1 -1
- package/dist/lib/utils.js +8 -5
- package/dist/resources/index.js +3 -3
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +6 -6
- package/dist/tasks/execution.js +9 -9
- package/dist/tasks/handlers.js +7 -7
- package/dist/tasks/manager.d.ts.map +1 -1
- package/dist/tasks/manager.js +9 -9
- package/dist/tools/fetch-url.d.ts.map +1 -1
- package/dist/tools/fetch-url.js +10 -25
- package/dist/transform/dom-prep.d.ts.map +1 -1
- package/dist/transform/dom-prep.js +7 -7
- package/dist/transform/transform.d.ts.map +1 -1
- package/dist/transform/transform.js +18 -17
- package/dist/transform/worker-pool.js +11 -11
- package/package.json +1 -1
|
@@ -5,8 +5,8 @@ import { isSharedArrayBuffer } from 'node:util/types';
|
|
|
5
5
|
import { isMainThread, isMarkedAsUntransferable, parentPort, Worker, } from 'node:worker_threads';
|
|
6
6
|
import { z } from 'zod';
|
|
7
7
|
import { config, logDebug, logInfo, logWarn } from '../lib/core.js';
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
8
|
+
import { SystemErrors } from '../lib/error-codes.js';
|
|
9
|
+
import { Loggers } from '../lib/logger-names.js';
|
|
10
10
|
import { createAbortError, createUnrefTimeout, FetchError, getErrorMessage, } from '../lib/utils.js';
|
|
11
11
|
import { formatZodError } from '../lib/zod.js';
|
|
12
12
|
import { extractedMetadataSchema } from '../schemas.js';
|
|
@@ -241,9 +241,9 @@ class WorkerPool {
|
|
|
241
241
|
activeWorkers: this.busyCount,
|
|
242
242
|
capacity: this.capacity,
|
|
243
243
|
url,
|
|
244
|
-
}, LOG_TRANSFORM);
|
|
244
|
+
}, Loggers.LOG_TRANSFORM);
|
|
245
245
|
const error = new FetchError('Transform worker queue is full', url, HTTP_SERVICE_UNAVAILABLE, {
|
|
246
|
-
reason: QUEUE_FULL,
|
|
246
|
+
reason: SystemErrors.QUEUE_FULL,
|
|
247
247
|
stage: 'transform:enqueue',
|
|
248
248
|
});
|
|
249
249
|
throw error;
|
|
@@ -279,7 +279,7 @@ class WorkerPool {
|
|
|
279
279
|
activeWorkers: this.busyCount,
|
|
280
280
|
queueDepth: this.queue.depth,
|
|
281
281
|
inflight: this.inflight.size,
|
|
282
|
-
}, LOG_TRANSFORM);
|
|
282
|
+
}, Loggers.LOG_TRANSFORM);
|
|
283
283
|
const terminations = this.workers
|
|
284
284
|
.map((slot) => slot?.worker.terminate().catch(() => undefined))
|
|
285
285
|
.filter((p) => p !== undefined);
|
|
@@ -394,7 +394,7 @@ class WorkerPool {
|
|
|
394
394
|
logDebug('Spawned transform worker', {
|
|
395
395
|
workerIndex,
|
|
396
396
|
workerName: name,
|
|
397
|
-
}, LOG_TRANSFORM);
|
|
397
|
+
}, Loggers.LOG_TRANSFORM);
|
|
398
398
|
worker.unref();
|
|
399
399
|
worker.on('message', (raw) => {
|
|
400
400
|
this.onWorkerMessage(workerIndex, raw);
|
|
@@ -421,7 +421,7 @@ class WorkerPool {
|
|
|
421
421
|
workerIndex,
|
|
422
422
|
workerName: slot.name,
|
|
423
423
|
threadId: slot.worker.threadId,
|
|
424
|
-
}, LOG_TRANSFORM);
|
|
424
|
+
}, Loggers.LOG_TRANSFORM);
|
|
425
425
|
if (slot.busy && slot.currentTaskId) {
|
|
426
426
|
try {
|
|
427
427
|
this.failTask(slot.currentTaskId, new FetchError(message, '', HTTP_SERVICE_UNAVAILABLE, {
|
|
@@ -449,7 +449,7 @@ class WorkerPool {
|
|
|
449
449
|
workerIndex,
|
|
450
450
|
delayMs,
|
|
451
451
|
attempt: attempts + 1,
|
|
452
|
-
}, LOG_TRANSFORM);
|
|
452
|
+
}, Loggers.LOG_TRANSFORM);
|
|
453
453
|
setTimeout(() => {
|
|
454
454
|
if (this.closed)
|
|
455
455
|
return;
|
|
@@ -551,7 +551,7 @@ class WorkerPool {
|
|
|
551
551
|
fromCapacity: previousCapacity,
|
|
552
552
|
toCapacity: this.capacity,
|
|
553
553
|
queueDepth: this.getQueueDepth(),
|
|
554
|
-
}, LOG_TRANSFORM);
|
|
554
|
+
}, Loggers.LOG_TRANSFORM);
|
|
555
555
|
}
|
|
556
556
|
}
|
|
557
557
|
drainQueue() {
|
|
@@ -623,7 +623,7 @@ class WorkerPool {
|
|
|
623
623
|
url: task.url,
|
|
624
624
|
workerIndex,
|
|
625
625
|
timeoutMs: this.timeoutMs,
|
|
626
|
-
}, LOG_TRANSFORM);
|
|
626
|
+
}, Loggers.LOG_TRANSFORM);
|
|
627
627
|
this.abortAndCleanTask(inflight, new FetchError('Request timeout', task.url, HTTP_GATEWAY_TIMEOUT, {
|
|
628
628
|
reason: 'timeout',
|
|
629
629
|
stage: 'transform:worker-timeout',
|
|
@@ -680,7 +680,7 @@ export function getOrCreateWorkerPool() {
|
|
|
680
680
|
logInfo('Initialized transform worker pool', {
|
|
681
681
|
initialCapacity: workerPool.getCapacity(),
|
|
682
682
|
timeoutMs: DEFAULT_TIMEOUT_MS,
|
|
683
|
-
}, LOG_TRANSFORM);
|
|
683
|
+
}, Loggers.LOG_TRANSFORM);
|
|
684
684
|
}
|
|
685
685
|
return workerPool;
|
|
686
686
|
}
|
package/package.json
CHANGED