@j0hanz/fetch-url-mcp 1.12.7 → 1.12.8

package/dist/transform/types.d.ts

@@ -1,124 +0,0 @@
-/**
- * Shared types for the transform pipeline.
- * Extracted to avoid circular dependencies between transform modules.
- */
-/**
- * Metadata block for attaching source information to markdown output.
- */
-export interface MetadataBlock {
-    type: 'metadata';
-    title?: string;
-    description?: string;
-    author?: string;
-    url: string;
-    fetchedAt: string;
-}
-/**
- * Article extracted by Readability.
- */
-export interface ExtractedArticle {
-    title?: string;
-    byline?: string;
-    content: string;
-    textContent: string;
-    excerpt?: string;
-    siteName?: string;
-}
-/**
- * Metadata extracted from HTML meta tags.
- */
-export interface ExtractedMetadata {
-    title?: string | undefined;
-    description?: string | undefined;
-    author?: string | undefined;
-    image?: string | undefined;
-    favicon?: string | undefined;
-    publishedAt?: string | undefined;
-    modifiedAt?: string | undefined;
-}
-/**
- * Result of content extraction (article + metadata).
- */
-export interface ExtractionResult {
-    article: ExtractedArticle | null;
-    metadata: ExtractedMetadata;
-}
-interface MarkdownPayload {
-    markdown: string;
-    title?: string | undefined;
-    truncated: boolean;
-    metadata?: ExtractedMetadata | undefined;
-}
-/**
- * Result of HTML to markdown transformation.
- */
-export interface MarkdownTransformResult extends MarkdownPayload {
-    title: string | undefined;
-}
-/**
- * Options for transform operations.
- */
-export interface TransformOptions {
-    includeMetadataFooter: boolean;
-    signal?: AbortSignal;
-    inputTruncated?: boolean;
-}
-/**
- * Telemetry event emitted during transform stages.
- */
-export interface TransformStageEvent {
-    v: 1;
-    type: 'stage';
-    stage: string;
-    durationMs: number;
-    url: string;
-    requestId?: string;
-    operationId?: string;
-    truncated?: boolean;
-}
-/**
- * Context for tracking transform stage timing.
- */
-export interface TransformStageContext {
-    readonly stage: string;
-    readonly startTime: number;
-    readonly url: string;
-    readonly budgetMs?: number;
-    readonly totalBudgetMs?: number;
-}
-/**
- * Worker message types for transform workers.
- */
-export interface TransformWorkerTransformMessage {
-    type: 'transform';
-    id: string;
-    html?: string | undefined;
-    htmlBuffer?: Uint8Array | undefined;
-    encoding?: string | undefined;
-    url: string;
-    includeMetadataFooter: boolean;
-    inputTruncated?: boolean | undefined;
-}
-export interface TransformWorkerCancelledMessage {
-    type: 'cancelled';
-    id: string;
-}
-export interface TransformWorkerResultMessage {
-    type: 'result';
-    id: string;
-    result: MarkdownPayload;
-}
-export interface TransformWorkerErrorMessage {
-    type: 'error';
-    id: string;
-    error: {
-        name: string;
-        message: string;
-        url: string;
-        statusCode?: number | undefined;
-        details?: Record<string, unknown> | undefined;
-    };
-}
-export type TransformWorkerOutgoingMessage = TransformWorkerResultMessage | TransformWorkerErrorMessage | TransformWorkerCancelledMessage;
-export {};
-//# sourceMappingURL=types.d.ts.map

package/dist/transform/types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/transform/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACjC,QAAQ,EAAE,iBAAiB,CAAC;CAC7B;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;CAC1C;AAED;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,eAAe;IAC9D,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,qBAAqB,EAAE,OAAO,CAAC;IAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,CAAC,EAAE,CAAC,CAAC;IACL,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,qBAAqB,EAAE,OAAO,CAAC;IAC/B,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,IAAI,EAAE,WAAW,CAAC;IAClB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,QAAQ,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,OAAO,CAAC;IACd,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE,MAAM,CAAC;QACZ,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;KAC/C,CAAC;CACH;AAED,MAAM,MAAM,8BAA8B,GACtC,4BAA4B,GAC5B,2BAA2B,GAC3B,+BAA+B,CAAC"}

package/dist/transform/types.js

@@ -1,5 +0,0 @@
-/**
- * Shared types for the transform pipeline.
- * Extracted to avoid circular dependencies between transform modules.
- */
-export {};

package/dist/transform/worker-pool.d.ts

@@ -1,76 +0,0 @@
-import type { MarkdownTransformResult } from './types.js';
-interface TransformWorkerPool {
-    transform(html: string, url: string, options: {
-        includeMetadataFooter: boolean;
-        signal?: AbortSignal;
-        inputTruncated?: boolean;
-    }): Promise<MarkdownTransformResult>;
-    close(): Promise<void>;
-    getQueueDepth(): number;
-    getActiveWorkers(): number;
-    getCapacity(): number;
-}
-declare class WorkerPool implements TransformWorkerPool {
-    private static readonly CLOSED_MESSAGE;
-    private readonly workers;
-    private capacity;
-    private readonly minCapacity;
-    private readonly maxCapacity;
-    private readonly queue;
-    private readonly inflight;
-    private readonly cancelAcks;
-    private readonly timeoutMs;
-    private readonly queueMax;
-    private closed;
-    private taskIdSeq;
-    private busyCount;
-    private draining;
-    private readonly restartBackoff;
-    constructor(size: number, timeoutMs: number);
-    transform(html: string, url: string, options: {
-        includeMetadataFooter: boolean;
-        signal?: AbortSignal;
-        inputTruncated?: boolean;
-    }): Promise<MarkdownTransformResult>;
-    transform(htmlBuffer: Uint8Array, url: string, options: {
-        includeMetadataFooter: boolean;
-        signal?: AbortSignal;
-        inputTruncated?: boolean;
-        encoding?: string;
-    }): Promise<MarkdownTransformResult>;
-    getQueueDepth(): number;
-    getActiveWorkers(): number;
-    getCapacity(): number;
-    resize(size: number): void;
-    close(): Promise<void>;
-    private ensureOpen;
-    private createPendingTask;
-    private onAbortSignal;
-    private abortInflight;
-    private clearAbortListener;
-    private spawnWorker;
-    private onWorkerBroken;
-    private restartWorker;
-    private onWorkerMessage;
-    private resolveWorkerResult;
-    private takeInflight;
-    private markBusy;
-    private markIdle;
-    private failTask;
-    private maybeScaleUp;
-    private drainQueue;
-    private dispatchFromQueue;
-    private registerInflight;
-    private sendToWorker;
-    private finalizeTask;
-    private abortAndCleanTask;
-}
-export declare function getOrCreateWorkerPool(): WorkerPool;
-export declare function getWorkerPoolStats(): {
-    queueDepth: number;
-    activeWorkers: number;
-    capacity: number;
-} | null;
-export declare function shutdownWorkerPool(): Promise<void>;
-export {};
-//# sourceMappingURL=worker-pool.d.ts.map

package/dist/transform/worker-pool.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"worker-pool.d.ts","sourceRoot":"","sources":["../../src/transform/worker-pool.ts"],"names":[],"mappings":"AA6BA,OAAO,KAAK,EACV,uBAAuB,EAKxB,MAAM,YAAY,CAAC;AAsIpB,UAAU,mBAAmB;IAC3B,SAAS,CACP,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,aAAa,IAAI,MAAM,CAAC;IACxB,gBAAgB,IAAI,MAAM,CAAC;IAC3B,WAAW,IAAI,MAAM,CAAC;CACvB;AA6JD,cAAM,UAAW,YAAW,mBAAmB;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAkC;IAExE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAkC;IAC1D,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAChD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAoB;IAEhD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;IACtD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA0B;IAErD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA6B;gBAEhD,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IASrC,SAAS,CACb,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;KAC1B,GACA,OAAO,CAAC,uBAAuB,CAAC;IAC7B,SAAS,CACb,UAAU,EAAE,UAAU,EACtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE;QACP,qBAAqB,EAAE,OAAO,CAAC;QAC/B,MAAM,CAAC,EAAE,WAAW,CAAC;QACrB,cAAc,CAAC,EAAE,OAAO,CAAC;QACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GACA,OAAO,CAAC,uBAAuB,CAAC;IAqDnC,aAAa,IAAI,MAAM;IAIvB,gBAAgB,IAAI,MAAM;IAI1B,WAAW,IAAI,MAAM;IAIrB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAqC5B,OAAO,CAAC,UAAU;IAIlB,OAAO,CAAC,iBAAiB;IAoDzB,OAAO,CAAC,aAAa;YA4BP,aAAa;IA2B3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IA4CnB,OAAO,CAAC,cAAc;IAiCtB,OAAO,CAAC,aAAa;IAkCrB,OAAO,CAAC,eAAe;IAgCvB,OAAO,CAAC,mBAAmB;IA8B3B,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAUhB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,YAAY;IAmBpB,OAAO,CAAC,UAAU;IAgClB,OAAO,CAAC,iBAAiB;IAgCzB,OAAO,CAAC,gBAAgB;IAyDxB,OAAO,CAAC,YAAY;IAwBpB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,iBAAiB;CAS1B;AAMD,wBAAgB,qBAAqB,IAAI,UAAU,CAclD;AAED,wBAAgB,kBAAkB,IAAI;IACpC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;CAClB,GAAG,IAAI,CAOP;AAED,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC,CAIxD"}