@nanocollective/get-md 1.0.2 → 1.1.0-beta.1

package/dist/types.d.ts

@@ -1,3 +1,131 @@
+/** Event emitted when checking for model availability */
+export interface LLMModelCheckEvent {
+    type: "model-check";
+    status: "checking" | "found" | "not-found";
+    path?: string;
+}
+/** Event emitted when model download starts */
+export interface LLMDownloadStartEvent {
+    type: "download-start";
+    modelName: string;
+    totalSize: number;
+}
+/** Event emitted during model download progress */
+export interface LLMDownloadProgressEvent {
+    type: "download-progress";
+    downloaded: number;
+    total: number;
+    percentage: number;
+    speed?: string;
+}
+/** Event emitted when model download completes */
+export interface LLMDownloadCompleteEvent {
+    type: "download-complete";
+    path: string;
+    size: number;
+}
+/** Event emitted when model download fails */
+export interface LLMDownloadErrorEvent {
+    type: "download-error";
+    error: Error;
+}
+/** Event emitted when model is loading */
+export interface LLMModelLoadingEvent {
+    type: "model-loading";
+    modelName: string;
+}
+/** Event emitted when llama.cpp initialization starts */
+export interface LLMInitStartEvent {
+    type: "llama-init-start";
+}
+/** Event emitted when llama.cpp initialization completes */
+export interface LLMInitCompleteEvent {
+    type: "llama-init-complete";
+}
+/** Event emitted when model file is being loaded */
+export interface LLMModelFileLoadingEvent {
+    type: "model-file-loading";
+    path: string;
+}
+/** Event emitted when model has loaded */
+export interface LLMModelLoadedEvent {
+    type: "model-loaded";
+    loadTime: number;
+}
+/** Event emitted when conversion starts */
+export interface LLMConversionStartEvent {
+    type: "conversion-start";
+    inputSize: number;
+}
+/** Event emitted during conversion progress */
+export interface LLMConversionProgressEvent {
+    type: "conversion-progress";
+    tokensProcessed?: number;
+}
+/** Event emitted when conversion completes */
+export interface LLMConversionCompleteEvent {
+    type: "conversion-complete";
+    outputSize: number;
+    duration: number;
+}
+/** Event emitted when conversion fails */
+export interface LLMConversionErrorEvent {
+    type: "conversion-error";
+    error: Error;
+}
+/** Event emitted when falling back to Turndown */
+export interface LLMFallbackStartEvent {
+    type: "fallback-start";
+    reason: string;
+}
+/** Union of all LLM events */
+export type LLMEvent = LLMModelCheckEvent | LLMDownloadStartEvent | LLMDownloadProgressEvent | LLMDownloadCompleteEvent | LLMDownloadErrorEvent | LLMModelLoadingEvent | LLMInitStartEvent | LLMInitCompleteEvent | LLMModelFileLoadingEvent | LLMModelLoadedEvent | LLMConversionStartEvent | LLMConversionProgressEvent | LLMConversionCompleteEvent | LLMConversionErrorEvent | LLMFallbackStartEvent;
+/** Callback for LLM events */
+export type LLMEventCallback = (event: LLMEvent) => void | Promise<void>;
+/** Result from checking LLM model availability */
+export interface LLMModelStatus {
+    /** Whether the model is available locally */
+    available: boolean;
+    /** Path to the model file */
+    path?: string;
+    /** Size of the model file in bytes */
+    size?: number;
+    /** Human-readable size (e.g., "986MB") */
+    sizeFormatted?: string;
+    /** Model version identifier */
+    version?: string;
+}
+/** Options for downloading the LLM model */
+export interface LLMDownloadOptions {
+    /** Custom path to save the model */
+    modelPath?: string;
+    /** Progress callback */
+    onProgress?: (downloaded: number, total: number, percentage: number) => void;
+    /** Completion callback */
+    onComplete?: (path: string) => void;
+    /** Error callback */
+    onError?: (error: Error) => void;
+}
+/** Information about available LLM models */
+export interface LLMModelInfo {
+    /** Default storage path */
+    defaultPath: string;
+    /** Recommended model name */
+    recommendedModel: string;
+    /** List of available model variants */
+    availableModels: LLMModelVariant[];
+}
+/** Information about a specific model variant */
+export interface LLMModelVariant {
+    /** Model name */
+    name: string;
+    /** Size in bytes */
+    size: number;
+    /** Quantization type (e.g., "Q4_K_M") */
+    quantization: string;
+    /** Estimated RAM required */
+    ramRequired: string;
+}
 /** Options for HTML to Markdown conversion */
 export interface MarkdownOptions {
     /** Extract only main content using Readability (default: true) */
@@ -32,6 +160,27 @@ export interface MarkdownOptions {
     headers?: Record<string, string>;
     /** User agent string for URL fetching */
     userAgent?: string;
+    /** Use LLM for HTML to Markdown conversion (default: false) */
+    useLLM?: boolean;
+    /** Custom path to the LLM model file */
+    llmModelPath?: string;
+    /** LLM temperature for generation (default: 0.1) */
+    llmTemperature?: number;
+    /** Maximum tokens for LLM generation (default: 512000) */
+    llmMaxTokens?: number;
+    /** Fall back to Turndown if LLM fails (default: true) */
+    llmFallback?: boolean;
+    /** Callback for all LLM events */
+    onLLMEvent?: LLMEventCallback;
+    /** Simplified callback for download progress */
+    onDownloadProgress?: (downloaded: number, total: number, percentage: number) => void;
+    /** Simplified callback for model status changes */
+    onModelStatus?: (status: "checking" | "loading" | "loaded" | "not-found") => void;
+    /** Simplified callback for conversion progress */
+    onConversionProgress?: (progress: {
+        stage: string;
+        percentage?: number;
+    }) => void;
 }
 /** Result from markdown conversion */
 export interface MarkdownResult {

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,8CAA8C;AAC9C,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB,2DAA2D;IAC3D,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,4BAA4B;IAC5B,WAAW,CAAC,EAAE,YAAY,EAAE,CAAC;IAE7B,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B,8DAA8D;IAC9D,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,qCAAqC;IACrC,aAAa,CAAC,EAAE,OAAO,CAAC;IAExB,oCAAoC;IACpC,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,OAAO,CAAC;IAExB,+CAA+C;IAC/C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAE5B,yDAAyD;IACzD,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,uCAAuC;IACvC,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IAEjB,yBAAyB;IACzB,QAAQ,EAAE,eAAe,CAAC;IAE1B,4BAA4B;IAC5B,KAAK,EAAE,eAAe,CAAC;CACxB;AAED,iCAAiC;AACjC,MAAM,WAAW,eAAe;IAC9B,iBAAiB;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,oBAAoB;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,0BAA0B;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,uBAAuB;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,oBAAoB;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,sCAAsC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4BAA4B;AAC5B,MAAM,WAAW,eAAe;IAC9B,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IAEpB,6BAA6B;IAC7B,YAAY,EAAE,MAAM,CAAC;IAErB,sCAAsC;IACtC,cAAc,EAAE,MAAM,CAAC;IAEvB,+CAA+C;IAC/C,kBAAkB,EAAE,OAAO,CAAC;IAE5B,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+BAA+B;AAC/B,MAAM,WAAW,YAAY;IAC3B,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,uCAAuC;IACvC,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,qBAAqB;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,wBAAwB;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IAEb,2CAA2C;IAC3C,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,YAAY,KAAK,OAAO,CAAC,CAAC;IAE9D,2BAA2B;IAC3B,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,KAAK,MAAM,CAAC;CAC9D;AAED,6BAA6B;AAC7B,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,YAAY,GAAG,IAAI,CAAC;IAC1D,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;CAChD"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAMA,yDAAyD;AACzD,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,aAAa,CAAC;IACpB,MAAM,EAAE,UAAU,GAAG,OAAO,GAAG,WAAW,CAAC;IAC3C,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,+CAA+C;AAC/C,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,mDAAmD;AACnD,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,kDAAkD;AAClD,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,mBAAmB,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,8CAA8C;AAC9C,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,KAAK,CAAC;CACd;AAED,0CAA0C;AAC1C,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,yDAAyD;AACzD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,kBAAkB,CAAC;CAC1B;AAED,4DAA4D;AAC5D,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,qBAAqB,CAAC;CAC7B;AAED,oDAAoD;AACpD,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,oBAAoB,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,0CAA0C;AAC1C,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,cAAc,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,2CAA2C;AAC3C,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+CAA+C;AAC/C,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,8CAA8C;AAC9C,MAAM,WAAW,0BAA0B;IACzC,IAAI,EAAE,qBAAqB,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,0CAA0C;AAC1C,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,kBAAkB,CAAC;IACzB,KAAK,EAAE,KAAK,CAAC;CACd;AAED,kDAAkD;AAClD,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,gBAAgB,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,8BAA8B;AAC9B,MAAM,MAAM,QAAQ,GAChB,kBAAkB,GAClB,qBAAqB,GACrB,wBAAwB,GACxB,wBAAwB,GACxB,qBAAqB,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,oBAAoB,GACpB,wBAAwB,GACxB,mBAAmB,GACnB,uBAAuB,GACvB,0BAA0B,GAC1B,0BAA0B,GAC1B,uBAAuB,GACvB,qBAAqB,CAAC;AAE1B,8BAA8B;AAC9B,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAMzE,kDAAkD;AAClD,MAAM,WAAW,cAAc;IAC7B,6CAA6C;IAC7C,SAAS,EAAE,OAAO,CAAC;IACnB,6BAA6B;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,sCAAsC;IACtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0CAA0C;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,4CAA4C;AAC5C,MAAM,WAAW,kBAAkB;IACjC,oCAAoC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7E,0BAA0B;IAC1B,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;IACpC,qBAAqB;IACrB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED,6CAA6C;AAC7C,MAAM,WAAW,YAAY;IAC3B,2BAA2B;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,6BAA6B;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,uCAAuC;IACvC,eAAe,EAAE,eAAe,EAAE,CAAC;CACpC;AAED,iDAAiD;AACjD,MAAM,WAAW,eAAe;IAC9B,iBAAiB;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,YAAY,EAAE,MAAM,CAAC;IACrB,6BAA6B;IAC7B,WAAW,EAAE,MAAM,CAAC;CACrB;AAMD,8CAA8C;AAC9C,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,cAAc,CAAC,EAAE,OAAO,CAAC;IAEzB,2DAA2D;IAC3D,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,4BAA4B;IAC5B,WAAW,CAAC,EAAE,YAAY,EAAE,CAAC;IAE7B,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAE5B,8DAA8D;IAC9D,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB,4CAA4C;IAC5C,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,qCAAqC;IACrC,aAAa,CAAC,EAAE,OAAO,CAAC;IAExB,oCAAoC;IACpC,YAAY,CAAC,EAAE,OAAO,CAAC;IAEvB,qCAAqC;IACrC,aAAa,CAAC,EAAE,OAAO,CAAC;IAExB,+CAA+C;IAC/C,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAE5B,yDAAyD;IACzD,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,uCAAuC;IACvC,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IAMnB,+DAA+D;IAC/D,MAAM,CAAC,EAAE,OAAO,CAAC;IAEjB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,oDAAoD;IACpD,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,yDAAyD;IACzD,WAAW,CAAC,EAAE,OAAO,CAAC;IAEtB,kCAAkC;IAClC,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAE9B,gDAAgD;IAChD,kBAAkB,CAAC,EAAE,CACnB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,KACf,IAAI,CAAC;IAEV,mDAAmD;IACnD,aAAa,CAAC,EAAE,CACd,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,KACpD,IAAI,CAAC;IAEV,kDAAkD;IAClD,oBAAoB,CAAC,EAAE,CAAC,QAAQ,EAAE;QAChC,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,KAAK,IAAI,CAAC;CACZ;AAED,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,iCAAiC;IACjC,QAAQ,EAAE,MAAM,CAAC;IAEjB,yBAAyB;IACzB,QAAQ,EAAE,eAAe,CAAC;IAE1B,4BAA4B;IAC5B,KAAK,EAAE,eAAe,CAAC;CACxB;AAED,iCAAiC;AACjC,MAAM,WAAW,eAAe;IAC9B,iBAAiB;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,oBAAoB;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,0BAA0B;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,gBAAgB;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,uBAAuB;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,oBAAoB;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,oBAAoB;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,sCAAsC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,4BAA4B;AAC5B,MAAM,WAAW,eAAe;IAC9B,wBAAwB;IACxB,WAAW,EAAE,MAAM,CAAC;IAEpB,6BAA6B;IAC7B,YAAY,EAAE,MAAM,CAAC;IAErB,sCAAsC;IACtC,cAAc,EAAE,MAAM,CAAC;IAEvB,+CAA+C;IAC/C,kBAAkB,EAAE,OAAO,CAAC;IAE5B,6BAA6B;IAC7B,UAAU,EAAE,MAAM,CAAC;IAEnB,4BAA4B;IAC5B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,+BAA+B;AAC/B,MAAM,WAAW,YAAY;IAC3B,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,uCAAuC;IACvC,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,+CAA+C;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IAEtB,qBAAqB;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEjC,wBAAwB;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC3B,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IAEb,2CAA2C;IAC3C,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,YAAY,KAAK,OAAO,CAAC,CAAC;IAE9D,2BAA2B;IAC3B,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,KAAK,MAAM,CAAC;CAC9D;AAED,6BAA6B;AAC7B,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,YAAY,GAAG,IAAI,CAAC;IAC1D,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,GAAG,IAAI,CAAC;CAChD"}

package/dist/utils/config-loader.d.ts

@@ -0,0 +1,62 @@
+import type { MarkdownOptions } from "../types.js";
+/**
+ * Configuration schema for .getmdrc or get-md.config.json
+ */
+export interface GetMdConfig {
+    /** Use LLM for HTML to Markdown conversion */
+    useLLM?: boolean;
+    /** Custom path to the LLM model file */
+    llmModelPath?: string;
+    /** LLM temperature for generation */
+    llmTemperature?: number;
+    /** Fall back to Turndown if LLM fails */
+    llmFallback?: boolean;
+    /** Extract main content using Readability */
+    extractContent?: boolean;
+    /** Include metadata as YAML frontmatter */
+    includeMeta?: boolean;
+    /** Include images in output */
+    includeImages?: boolean;
+    /** Include links in output */
+    includeLinks?: boolean;
+    /** Include tables in output */
+    includeTables?: boolean;
+    /** Aggressive noise removal */
+    aggressiveCleanup?: boolean;
+    /** Maximum output length */
+    maxLength?: number;
+}
+/**
+ * Load configuration from file(s)
+ *
+ * Searches for config files in the following order:
+ * 1. Current working directory
+ * 2. Home directory (~/.getmdrc)
+ *
+ * Config from CWD takes precedence over home directory config.
+ *
+ * @returns Merged config from all found config files, or empty object if none found
+ */
+export declare function loadConfig(): GetMdConfig;
+/**
+ * Load configuration from a specific file path
+ *
+ * @param filePath Path to the config file
+ * @returns Parsed config object
+ */
+export declare function loadConfigFromFile(filePath: string): GetMdConfig;
+/**
+ * Find the config file path that would be loaded
+ *
+ * @returns Path to the config file, or null if none found
+ */
+export declare function findConfigPath(): string | null;
+/**
+ * Merge loaded config with options, with options taking precedence
+ *
+ * @param config Loaded config
+ * @param options User-provided options (CLI flags or SDK options)
+ * @returns Merged options
+ */
+export declare function mergeConfigWithOptions(config: GetMdConfig, options: MarkdownOptions): MarkdownOptions;
+//# sourceMappingURL=config-loader.d.ts.map

package/dist/utils/config-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.d.ts","sourceRoot":"","sources":["../../src/utils/config-loader.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,8CAA8C;IAC9C,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,wCAAwC;IACxC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qCAAqC;IACrC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,yCAAyC;IACzC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,6CAA6C;IAC7C,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,+BAA+B;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,8BAA8B;IAC9B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,+BAA+B;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,+BAA+B;IAC/B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,4BAA4B;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAwGD;;;;;;;;;;GAUG;AACH,wBAAgB,UAAU,IAAI,WAAW,CAgBxC;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,CAEhE;AAED;;;;GAIG;AACH,wBAAgB,cAAc,IAAI,MAAM,GAAG,IAAI,CAc9C;AAED;;;;;;GAMG;AACH,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,eAAe,GACvB,eAAe,CAYjB"}

package/dist/utils/config-loader.js

@@ -0,0 +1,167 @@
+// src/utils/config-loader.ts
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+/**
+ * Supported config file names in order of priority
+ */
+const CONFIG_FILE_NAMES = [
+    ".getmdrc",
+    ".getmdrc.json",
+    "get-md.config.json",
+    "getmd.config.json",
+];
+/**
+ * Search for a config file in the given directory
+ */
+function findConfigInDir(dir) {
+    for (const fileName of CONFIG_FILE_NAMES) {
+        const filePath = path.join(dir, fileName);
+        if (fs.existsSync(filePath)) {
+            return filePath;
+        }
+    }
+    return null;
+}
+/**
+ * Load and parse a config file
+ */
+function loadConfigFile(filePath) {
+    try {
+        const content = fs.readFileSync(filePath, "utf-8");
+        const config = JSON.parse(content);
+        return validateConfig(config);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        throw new Error(`Failed to load config from ${filePath}: ${message}`);
+    }
+}
+/**
+ * Validate config values and return a clean config object
+ */
+function validateConfig(config) {
+    if (typeof config !== "object" || config === null) {
+        throw new Error("Config must be a JSON object");
+    }
+    const result = {};
+    const cfg = config;
+    // Validate boolean options
+    const booleanKeys = [
+        "useLLM",
+        "llmFallback",
+        "extractContent",
+        "includeMeta",
+        "includeImages",
+        "includeLinks",
+        "includeTables",
+        "aggressiveCleanup",
+    ];
+    for (const key of booleanKeys) {
+        if (key in cfg) {
+            const value = cfg[key];
+            if (typeof value !== "boolean") {
+                throw new Error(`Config option "${key}" must be a boolean`);
+            }
+            result[key] = value;
+        }
+    }
+    // Validate string options
+    if ("llmModelPath" in cfg) {
+        if (typeof cfg.llmModelPath !== "string") {
+            throw new Error('Config option "llmModelPath" must be a string');
+        }
+        result.llmModelPath = cfg.llmModelPath;
+    }
+    // Validate number options
+    if ("llmTemperature" in cfg) {
+        if (typeof cfg.llmTemperature !== "number") {
+            throw new Error('Config option "llmTemperature" must be a number');
+        }
+        if (cfg.llmTemperature < 0 || cfg.llmTemperature > 2) {
+            throw new Error('Config option "llmTemperature" must be between 0 and 2');
+        }
+        result.llmTemperature = cfg.llmTemperature;
+    }
+    if ("maxLength" in cfg) {
+        if (typeof cfg.maxLength !== "number" || !Number.isInteger(cfg.maxLength)) {
+            throw new Error('Config option "maxLength" must be an integer');
+        }
+        if (cfg.maxLength < 0) {
+            throw new Error('Config option "maxLength" must be positive');
+        }
+        result.maxLength = cfg.maxLength;
+    }
+    return result;
+}
+/**
+ * Load configuration from file(s)
+ *
+ * Searches for config files in the following order:
+ * 1. Current working directory
+ * 2. Home directory (~/.getmdrc)
+ *
+ * Config from CWD takes precedence over home directory config.
+ *
+ * @returns Merged config from all found config files, or empty object if none found
+ */
+export function loadConfig() {
+    let config = {};
+    // 1. Load from home directory (lowest priority)
+    const homeConfig = findConfigInDir(os.homedir());
+    if (homeConfig) {
+        config = { ...config, ...loadConfigFile(homeConfig) };
+    }
+    // 2. Load from current working directory (highest priority)
+    const cwdConfig = findConfigInDir(process.cwd());
+    if (cwdConfig) {
+        config = { ...config, ...loadConfigFile(cwdConfig) };
+    }
+    return config;
+}
+/**
+ * Load configuration from a specific file path
+ *
+ * @param filePath Path to the config file
+ * @returns Parsed config object
+ */
+export function loadConfigFromFile(filePath) {
+    return loadConfigFile(filePath);
+}
+/**
+ * Find the config file path that would be loaded
+ *
+ * @returns Path to the config file, or null if none found
+ */
+export function findConfigPath() {
+    // Check CWD first (takes precedence)
+    const cwdConfig = findConfigInDir(process.cwd());
+    if (cwdConfig) {
+        return cwdConfig;
+    }
+    // Then check home directory
+    const homeConfig = findConfigInDir(os.homedir());
+    if (homeConfig) {
+        return homeConfig;
+    }
+    return null;
+}
+/**
+ * Merge loaded config with options, with options taking precedence
+ *
+ * @param config Loaded config
+ * @param options User-provided options (CLI flags or SDK options)
+ * @returns Merged options
+ */
+export function mergeConfigWithOptions(config, options) {
+    // Start with config as base, then override with explicit options
+    const merged = { ...config };
+    // Only override with options that are explicitly set (not undefined)
+    for (const [key, value] of Object.entries(options)) {
+        if (value !== undefined) {
+            merged[key] = value;
+        }
+    }
+    return merged;
+}
+//# sourceMappingURL=config-loader.js.map

package/dist/utils/config-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.js","sourceRoot":"","sources":["../../src/utils/config-loader.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAE7B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AA+BlC;;GAEG;AACH,MAAM,iBAAiB,GAAG;IACxB,UAAU;IACV,eAAe;IACf,oBAAoB;IACpB,mBAAmB;CACpB,CAAC;AAEF;;GAEG;AACH,SAAS,eAAe,CAAC,GAAW;IAClC,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC1C,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,IAAI,KAAK,CAAC,8BAA8B,QAAQ,KAAK,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAe;IACrC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,MAAiC,CAAC;IAE9C,2BAA2B;IAC3B,MAAM,WAAW,GAA0B;QACzC,QAAQ;QACR,aAAa;QACb,gBAAgB;QAChB,aAAa;QACb,eAAe;QACf,cAAc;QACd,eAAe;QACf,mBAAmB;KACpB,CAAC;IAEF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;YACf,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,qBAAqB,CAAC,CAAC;YAC9D,CAAC;YACA,MAAkC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACnD,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,IAAI,cAAc,IAAI,GAAG,EAAE,CAAC;QAC1B,IAAI,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,YAAY,CAAC;IACzC,CAAC;IAED,0BAA0B;IAC1B,IAAI,gBAAgB,IAAI,GAAG,EAAE,CAAC;QAC5B,IAAI,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,GAAG,CAAC,cAAc,GAAG,CAAC,IAAI,GAAG,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC,cAAc,CAAC;IAC7C,CAAC;IAED,IAAI,WAAW,IAAI,GAAG,EAAE,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,UAAU;IACxB,IAAI,MAAM,GAAgB,EAAE,CAAC;IAE7B,gDAAgD;IAChD,MAAM,UAAU,GAAG,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;IACxD,CAAC;IAED,4DAA4D;IAC5D,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACjD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC;IACvD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc;IAC5B,qCAAqC;IACrC,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACjD,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,4BAA4B;IAC5B,MAAM,UAAU,GAAG,eAAe,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,sBAAsB,CACpC,MAAmB,EACnB,OAAwB;IAExB,iEAAiE;IACjE,MAAM,MAAM,GAAoB,EAAE,GAAG,MAAM,EAAE,CAAC;IAE9C,qEAAqE;IACrE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACvB,MAAkC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACnD,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/config-loader.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=config-loader.spec.d.ts.map

package/dist/utils/config-loader.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.spec.d.ts","sourceRoot":"","sources":["../../src/utils/config-loader.spec.ts"],"names":[],"mappings":""}