@measureoneinc/savant 1.0.0

package/dist/lib/utils/file-util.d.ts

@@ -0,0 +1,157 @@
+/**
+ * @fileoverview Shared File Utility
+ *
+ * Common file operations and utilities for all MeasureOne services.
+ * Provides file validation, MIME type detection, and file manipulation.
+ *
+ * @author MeasureOne, Inc.
+ * @version 1.0.0
+ */
+import { Logger } from './logger';
+import { MimeType } from '../schemas';
+/**
+ * Supported file formats
+ */
+export declare enum SupportedFileFormat {
+    PDF = "pdf",
+    PNG = "png",
+    JPG = "jpg",
+    JPEG = "jpeg",
+    GIF = "gif",
+    BMP = "bmp",
+    TIFF = "tiff",
+    TXT = "txt",
+    JSON = "json",
+    XML = "xml",
+    HTML = "html",
+    CSV = "csv"
+}
+/**
+ * File validation result
+ */
+export interface FileValidationResult {
+    is_valid: boolean;
+    file_exists: boolean;
+    is_readable: boolean;
+    file_size_bytes: number;
+    mime_type?: MimeType;
+    format?: SupportedFileFormat;
+    errors: string[];
+}
+/**
+ * File content options
+ */
+export interface FileContentOptions {
+    file_path: string;
+    encoding?: BufferEncoding;
+    return_buffer?: boolean;
+}
+/**
+ * MIME type detection result
+ */
+export interface MimeTypeResult {
+    mime_type: MimeType;
+    confidence: number;
+    format: SupportedFileFormat;
+}
+/**
+ * File statistics
+ */
+export interface FileStats {
+    size_bytes: number;
+    created_at: Date;
+    modified_at: Date;
+    accessed_at: Date;
+    is_file: boolean;
+    is_directory: boolean;
+    permissions: {
+        readable: boolean;
+        writable: boolean;
+        executable: boolean;
+    };
+}
+/**
+ * File utility error
+ */
+export declare class FileUtilError extends Error {
+    file_path?: string | undefined;
+    original_error?: Error | undefined;
+    constructor(message: string, file_path?: string | undefined, original_error?: Error | undefined);
+}
+/**
+ * File utility configuration
+ */
+export interface FileUtilConfig {
+    base_path?: string;
+    max_file_size_mb?: number;
+    allowed_formats?: SupportedFileFormat[];
+    logger?: Logger;
+}
+/**
+ * Comprehensive file utility class
+ */
+export declare class FileUtil {
+    private config;
+    private logger;
+    constructor(config?: FileUtilConfig);
+    /**
+     * Resolve file path relative to base path
+     */
+    get_file_path(uri: string): string;
+    /**
+     * Check if file exists
+     */
+    file_exists(file_path: string): Promise<boolean>;
+    /**
+     * Get file statistics
+     */
+    get_file_stats(file_path: string): Promise<FileStats>;
+    /**
+     * Validate file
+     */
+    validate_file(file_path: string): Promise<FileValidationResult>;
+    /**
+     * Get file content
+     */
+    get_file_content(options: FileContentOptions): Promise<Buffer | string>;
+    /**
+     * Detect MIME type from buffer
+     */
+    get_file_mime_type(file_buffer: Buffer): Promise<MimeTypeResult>;
+    /**
+     * Check if PDF is password protected
+     */
+    is_pdf_password_protected(file_buffer: Buffer): Promise<boolean>;
+    /**
+     * Convert file to base64
+     */
+    get_base64(file_path: string): Promise<string>;
+    /**
+     * Convert image to PNG format
+     */
+    convert_to_png(file_path: string, output_path?: string): Promise<string>;
+    /**
+     * Compute file size in bytes
+     */
+    compute_file_size(file_path: string): Promise<number>;
+    /**
+     * Get file name from path
+     */
+    get_file_name(file_path: string, include_extension?: boolean): string;
+    /**
+     * Validate URI format
+     */
+    validate_uri(uri: string): {
+        is_valid: boolean;
+        errors: string[];
+    };
+    /**
+     * Update configuration
+     */
+    configure(new_config: Partial<FileUtilConfig>): void;
+}
+/**
+ * Create a new file utility instance
+ */
+export declare const create_file_util: (config?: FileUtilConfig) => FileUtil;
+//# sourceMappingURL=file-util.d.ts.map

package/dist/lib/utils/file-util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-util.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/file-util.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC;;GAEG;AACH,oBAAY,mBAAmB;IAC3B,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,GAAG,QAAQ;IACX,IAAI,SAAS;IACb,GAAG,QAAQ;CACd;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACjC,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,QAAQ,CAAC;IACrB,MAAM,CAAC,EAAE,mBAAmB,CAAC;IAC7B,MAAM,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC3B,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,mBAAmB,CAAC;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,IAAI,CAAC;IACjB,WAAW,EAAE,IAAI,CAAC;IAClB,WAAW,EAAE,IAAI,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE;QACT,QAAQ,EAAE,OAAO,CAAC;QAClB,QAAQ,EAAE,OAAO,CAAC;QAClB,UAAU,EAAE,OAAO,CAAC;KACvB,CAAC;CACL;AAED;;GAEG;AACH,qBAAa,aAAc,SAAQ,KAAK;IACA,SAAS,CAAC,EAAE,MAAM;IAAS,cAAc,CAAC,EAAE,KAAK;gBAAzE,OAAO,EAAE,MAAM,EAAS,SAAS,CAAC,EAAE,MAAM,YAAA,EAAS,cAAc,CAAC,EAAE,KAAK,YAAA;CAIxF;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,qBAAa,QAAQ;IACjB,OAAO,CAAC,MAAM,CAA4E;IAC1F,OAAO,CAAC,MAAM,CAAqB;gBAEvB,MAAM,GAAE,cAAmB;IAUvC;;OAEG;IACH,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAyBlC;;OAEG;IACG,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUtD;;OAEG;IACG,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IA2B3D;;OAEG;IACG,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA8DrE;;OAEG;IACG,gBAAgB,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC;IAkB7E;;OAEG;IACG,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAwCtE;;OAEG;IACG,yBAAyB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAWtE;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAapD;;OAEG;IACG,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAuB9E;;OAEG;IACG,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAa3D;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,iBAAiB,GAAE,OAAc,GAAG,MAAM;IAS3E;;OAEG;IACH,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IA0BlE;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI;CAMvD;AAED;;GAEG;AACH,eAAO,MAAM,gBAAgB,GAAI,SAAS,cAAc,KAAG,QAE1D,CAAC"}

package/dist/lib/utils/file-util.js

@@ -0,0 +1,373 @@
+"use strict";
+/**
+ * @fileoverview Shared File Utility
+ *
+ * Common file operations and utilities for all MeasureOne services.
+ * Provides file validation, MIME type detection, and file manipulation.
+ *
+ * @author MeasureOne, Inc.
+ * @version 1.0.0
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.create_file_util = exports.FileUtil = exports.FileUtilError = exports.SupportedFileFormat = void 0;
+const pdf_lib_1 = require("pdf-lib");
+const fs = __importStar(require("fs-extra"));
+const path = __importStar(require("path"));
+const Jimp = __importStar(require("jimp"));
+/**
+ * Supported file formats
+ */
+var SupportedFileFormat;
+(function (SupportedFileFormat) {
+    SupportedFileFormat["PDF"] = "pdf";
+    SupportedFileFormat["PNG"] = "png";
+    SupportedFileFormat["JPG"] = "jpg";
+    SupportedFileFormat["JPEG"] = "jpeg";
+    SupportedFileFormat["GIF"] = "gif";
+    SupportedFileFormat["BMP"] = "bmp";
+    SupportedFileFormat["TIFF"] = "tiff";
+    SupportedFileFormat["TXT"] = "txt";
+    SupportedFileFormat["JSON"] = "json";
+    SupportedFileFormat["XML"] = "xml";
+    SupportedFileFormat["HTML"] = "html";
+    SupportedFileFormat["CSV"] = "csv";
+})(SupportedFileFormat || (exports.SupportedFileFormat = SupportedFileFormat = {}));
+/**
+ * File utility error
+ */
+class FileUtilError extends Error {
+    constructor(message, file_path, original_error) {
+        super(message);
+        this.file_path = file_path;
+        this.original_error = original_error;
+        this.name = 'FileUtilError';
+    }
+}
+exports.FileUtilError = FileUtilError;
+/**
+ * Comprehensive file utility class
+ */
+class FileUtil {
+    constructor(config = {}) {
+        this.config = {
+            base_path: config.base_path || process.cwd(),
+            max_file_size_mb: config.max_file_size_mb || 100,
+            allowed_formats: config.allowed_formats || Object.values(SupportedFileFormat),
+            logger: config.logger || undefined
+        };
+        this.logger = this.config.logger;
+    }
+    /**
+     * Resolve file path relative to base path
+     */
+    get_file_path(uri) {
+        try {
+            // Handle absolute paths
+            if (path.isAbsolute(uri)) {
+                return uri;
+            }
+            // Handle relative paths
+            const resolved_path = path.resolve(this.config.base_path, uri);
+            // Security check: ensure resolved path is within base path
+            if (!resolved_path.startsWith(this.config.base_path)) {
+                throw new FileUtilError(`Path traversal detected: ${uri}`, uri);
+            }
+            return resolved_path;
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to resolve file path: ${uri}`, uri, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Check if file exists
+     */
+    async file_exists(file_path) {
+        try {
+            const resolved_path = this.get_file_path(file_path);
+            return await fs.pathExists(resolved_path);
+        }
+        catch (error) {
+            this.logger?.debug('File existence check failed', { file_path, error });
+            return false;
+        }
+    }
+    /**
+     * Get file statistics
+     */
+    async get_file_stats(file_path) {
+        try {
+            const resolved_path = this.get_file_path(file_path);
+            const stats = await fs.stat(resolved_path);
+            return {
+                size_bytes: stats.size,
+                created_at: stats.birthtime,
+                modified_at: stats.mtime,
+                accessed_at: stats.atime,
+                is_file: stats.isFile(),
+                is_directory: stats.isDirectory(),
+                permissions: {
+                    readable: !!(stats.mode & parseInt('400', 8)),
+                    writable: !!(stats.mode & parseInt('200', 8)),
+                    executable: !!(stats.mode & parseInt('100', 8))
+                }
+            };
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to get file stats: ${file_path}`, file_path, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Validate file
+     */
+    async validate_file(file_path) {
+        const result = {
+            is_valid: false,
+            file_exists: false,
+            is_readable: false,
+            file_size_bytes: 0,
+            errors: []
+        };
+        try {
+            const resolved_path = this.get_file_path(file_path);
+            // Check if file exists
+            result.file_exists = await this.file_exists(resolved_path);
+            if (!result.file_exists) {
+                result.errors.push('File does not exist');
+                return result;
+            }
+            // Get file stats
+            const stats = await this.get_file_stats(resolved_path);
+            result.file_size_bytes = stats.size_bytes;
+            result.is_readable = stats.permissions.readable;
+            if (!result.is_readable) {
+                result.errors.push('File is not readable');
+                return result;
+            }
+            // Check file size
+            const max_size_bytes = this.config.max_file_size_mb * 1024 * 1024;
+            if (stats.size_bytes > max_size_bytes) {
+                result.errors.push(`File size (${stats.size_bytes} bytes) exceeds maximum allowed size (${max_size_bytes} bytes)`);
+                return result;
+            }
+            // Detect MIME type and format
+            try {
+                const buffer = await fs.readFile(resolved_path);
+                const mime_result = await this.get_file_mime_type(buffer);
+                result.mime_type = mime_result.mime_type;
+                result.format = mime_result.format;
+                // Check if format is allowed
+                if (!this.config.allowed_formats.includes(mime_result.format)) {
+                    result.errors.push(`File format '${mime_result.format}' is not allowed`);
+                    return result;
+                }
+            }
+            catch (error) {
+                result.errors.push(`Failed to detect file type: ${error instanceof Error ? error.message : String(error)}`);
+                return result;
+            }
+            result.is_valid = result.errors.length === 0;
+            return result;
+        }
+        catch (error) {
+            result.errors.push(`Validation failed: ${error instanceof Error ? error.message : String(error)}`);
+            return result;
+        }
+    }
+    /**
+     * Get file content
+     */
+    async get_file_content(options) {
+        try {
+            const resolved_path = this.get_file_path(options.file_path);
+            if (options.return_buffer) {
+                return await fs.readFile(resolved_path);
+            }
+            else {
+                return await fs.readFile(resolved_path, options.encoding || 'utf8');
+            }
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to read file content: ${options.file_path}`, options.file_path, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Detect MIME type from buffer
+     */
+    async get_file_mime_type(file_buffer) {
+        try {
+            // Basic MIME type detection based on file signatures
+            const signatures = [
+                { signature: [0x25, 0x50, 0x44, 0x46], mime_type: 'application/pdf', format: SupportedFileFormat.PDF },
+                { signature: [0x89, 0x50, 0x4E, 0x47], mime_type: 'image/png', format: SupportedFileFormat.PNG },
+                { signature: [0xFF, 0xD8, 0xFF], mime_type: 'image/jpeg', format: SupportedFileFormat.JPG },
+                { signature: [0x47, 0x49, 0x46, 0x38], mime_type: 'image/gif', format: SupportedFileFormat.GIF },
+                { signature: [0x42, 0x4D], mime_type: 'image/bmp', format: SupportedFileFormat.BMP }
+            ];
+            for (const sig of signatures) {
+                if (file_buffer.length >= sig.signature.length) {
+                    const matches = sig.signature.every((byte, index) => file_buffer[index] === byte);
+                    if (matches) {
+                        return {
+                            mime_type: sig.mime_type,
+                            confidence: 0.9,
+                            format: sig.format
+                        };
+                    }
+                }
+            }
+            // Default to text/plain for unknown types
+            return {
+                mime_type: 'text/plain',
+                confidence: 0.1,
+                format: SupportedFileFormat.TXT
+            };
+        }
+        catch (error) {
+            throw new FileUtilError('Failed to detect MIME type', undefined, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Check if PDF is password protected
+     */
+    async is_pdf_password_protected(file_buffer) {
+        try {
+            await pdf_lib_1.PDFDocument.load(file_buffer);
+            return false; // If we can load it without password, it's not protected
+        }
+        catch (error) {
+            const error_message = error instanceof Error ? error.message : String(error);
+            // Check if error indicates password protection
+            return error_message.includes('password') || error_message.includes('encrypted');
+        }
+    }
+    /**
+     * Convert file to base64
+     */
+    async get_base64(file_path) {
+        try {
+            const buffer = await this.get_file_content({ file_path, return_buffer: true });
+            return buffer.toString('base64');
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to convert file to base64: ${file_path}`, file_path, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Convert image to PNG format
+     */
+    async convert_to_png(file_path, output_path) {
+        try {
+            const resolved_input = this.get_file_path(file_path);
+            const resolved_output = output_path ?
+                this.get_file_path(output_path) :
+                resolved_input.replace(/\.[^/.]+$/, '.png');
+            const image = await Jimp.Jimp.read(resolved_input);
+            // Get PNG buffer and write using fs-extra
+            // Use 'image/png' as MIME type string
+            const buffer = await image.getBuffer('image/png');
+            await fs.writeFile(resolved_output, buffer);
+            return resolved_output;
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to convert image to PNG: ${file_path}`, file_path, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Compute file size in bytes
+     */
+    async compute_file_size(file_path) {
+        try {
+            const stats = await this.get_file_stats(file_path);
+            return stats.size_bytes;
+        }
+        catch (error) {
+            throw new FileUtilError(`Failed to compute file size: ${file_path}`, file_path, error instanceof Error ? error : new Error(String(error)));
+        }
+    }
+    /**
+     * Get file name from path
+     */
+    get_file_name(file_path, include_extension = true) {
+        const base_name = path.basename(file_path);
+        if (include_extension) {
+            return base_name;
+        }
+        else {
+            return path.parse(base_name).name;
+        }
+    }
+    /**
+     * Validate URI format
+     */
+    validate_uri(uri) {
+        const errors = [];
+        if (!uri || typeof uri !== 'string') {
+            errors.push('URI must be a non-empty string');
+            return { is_valid: false, errors };
+        }
+        if (uri.trim() !== uri) {
+            errors.push('URI cannot have leading or trailing whitespace');
+        }
+        if (uri.includes('..')) {
+            errors.push('URI cannot contain path traversal sequences (..)');
+        }
+        if (uri.includes('\0')) {
+            errors.push('URI cannot contain null bytes');
+        }
+        return {
+            is_valid: errors.length === 0,
+            errors
+        };
+    }
+    /**
+     * Update configuration
+     */
+    configure(new_config) {
+        this.config = { ...this.config, ...new_config };
+        if (new_config.logger) {
+            this.logger = new_config.logger;
+        }
+    }
+}
+exports.FileUtil = FileUtil;
+/**
+ * Create a new file utility instance
+ */
+const create_file_util = (config) => {
+    return new FileUtil(config);
+};
+exports.create_file_util = create_file_util;
+//# sourceMappingURL=file-util.js.map

package/dist/lib/utils/file-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-util.js","sourceRoot":"","sources":["../../../src/lib/utils/file-util.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,qCAAsC;AACtC,6CAA+B;AAC/B,2CAA6B;AAE7B,2CAA6B;AAI7B;;GAEG;AACH,IAAY,mBAaX;AAbD,WAAY,mBAAmB;IAC3B,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,oCAAa,CAAA;IACb,kCAAW,CAAA;IACX,kCAAW,CAAA;IACX,oCAAa,CAAA;IACb,kCAAW,CAAA;IACX,oCAAa,CAAA;IACb,kCAAW,CAAA;IACX,oCAAa,CAAA;IACb,kCAAW,CAAA;AACf,CAAC,EAbW,mBAAmB,mCAAnB,mBAAmB,QAa9B;AAkDD;;GAEG;AACH,MAAa,aAAc,SAAQ,KAAK;IACpC,YAAY,OAAe,EAAS,SAAkB,EAAS,cAAsB;QACjF,KAAK,CAAC,OAAO,CAAC,CAAC;QADiB,cAAS,GAAT,SAAS,CAAS;QAAS,mBAAc,GAAd,cAAc,CAAQ;QAEjF,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAChC,CAAC;CACJ;AALD,sCAKC;AAYD;;GAEG;AACH,MAAa,QAAQ;IAIjB,YAAY,SAAyB,EAAE;QACnC,IAAI,CAAC,MAAM,GAAG;YACV,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,GAAG,EAAE;YAC5C,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,IAAI,GAAG;YAChD,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC;YAC7E,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,SAAS;SACrC,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,GAAW;QACrB,IAAI,CAAC;YACD,wBAAwB;YACxB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,GAAG,CAAC;YACf,CAAC;YAED,wBAAwB;YACxB,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAE/D,2DAA2D;YAC3D,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnD,MAAM,IAAI,aAAa,CAAC,4BAA4B,GAAG,EAAE,EAAE,GAAG,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,aAAa,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,gCAAgC,GAAG,EAAE,EACrC,GAAG,EACH,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAiB;QAC/B,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YACpD,OAAO,MAAM,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,6BAA6B,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;YACxE,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,SAAiB;QAClC,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YACpD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE3C,OAAO;gBACH,UAAU,EAAE,KAAK,CAAC,IAAI;gBACtB,UAAU,EAAE,KAAK,CAAC,SAAS;gBAC3B,WAAW,EAAE,KAAK,CAAC,KAAK;gBACxB,WAAW,EAAE,KAAK,CAAC,KAAK;gBACxB,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE;gBACvB,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE;gBACjC,WAAW,EAAE;oBACT,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC7C,QAAQ,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;oBAC7C,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;iBAClD;aACJ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,6BAA6B,SAAS,EAAE,EACxC,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,SAAiB;QACjC,MAAM,MAAM,GAAyB;YACjC,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,KAAK;YAClB,WAAW,EAAE,KAAK;YAClB,eAAe,EAAE,CAAC;YAClB,MAAM,EAAE,EAAE;SACb,CAAC;QAEF,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAEpD,uBAAuB;YACvB,MAAM,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAC1C,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,iBAAiB;YACjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACvD,MAAM,CAAC,eAAe,GAAG,KAAK,CAAC,UAAU,CAAC;YAC1C,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC;YAEhD,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBAC3C,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,kBAAkB;YAClB,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,gBAAgB,GAAG,IAAI,GAAG,IAAI,CAAC;YAClE,IAAI,KAAK,CAAC,UAAU,GAAG,cAAc,EAAE,CAAC;gBACpC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,UAAU,yCAAyC,cAAc,SAAS,CAAC,CAAC;gBACnH,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,8BAA8B;YAC9B,IAAI,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAChD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAC1D,MAAM,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;gBACzC,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;gBAEnC,6BAA6B;gBAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC5D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,WAAW,CAAC,MAAM,kBAAkB,CAAC,CAAC;oBACzE,OAAO,MAAM,CAAC;gBAClB,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC5G,OAAO,MAAM,CAAC;YAClB,CAAC;YAED,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC;QAElB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACnG,OAAO,MAAM,CAAC;QAClB,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAA2B;QAC9C,IAAI,CAAC;YACD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAE5D,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;gBACxB,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACJ,OAAO,MAAM,EAAE,CAAC,QAAQ,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,gCAAgC,OAAO,CAAC,SAAS,EAAE,EACnD,OAAO,CAAC,SAAS,EACjB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CAAC,WAAmB;QACxC,IAAI,CAAC;YACD,qDAAqD;YACrD,MAAM,UAAU,GAAmF;gBAC/F,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE;gBACtG,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE;gBAChG,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE;gBAC3F,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE;gBAChG,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,mBAAmB,CAAC,GAAG,EAAE;aACvF,CAAC;YAEF,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;gBAC3B,IAAI,WAAW,CAAC,MAAM,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;oBAC7C,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;oBAClF,IAAI,OAAO,EAAE,CAAC;wBACV,OAAO;4BACH,SAAS,EAAE,GAAG,CAAC,SAAqB;4BACpC,UAAU,EAAE,GAAG;4BACf,MAAM,EAAE,GAAG,CAAC,MAAM;yBACrB,CAAC;oBACN,CAAC;gBACL,CAAC;YACL,CAAC;YAED,0CAA0C;YAC1C,OAAO;gBACH,SAAS,EAAE,YAAY;gBACvB,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,mBAAmB,CAAC,GAAG;aAClC,CAAC;QAEN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,4BAA4B,EAC5B,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAAC,WAAmB;QAC/C,IAAI,CAAC;YACD,MAAM,qBAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACpC,OAAO,KAAK,CAAC,CAAC,yDAAyD;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7E,+CAA+C;YAC/C,OAAO,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QACrF,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAC9B,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,CAAW,CAAC;YACzF,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,qCAAqC,SAAS,EAAE,EAChD,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,WAAoB;QACxD,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YACrD,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC;gBACjC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC,CAAC;gBACjC,cAAc,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;YAEhD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnD,0CAA0C;YAC1C,sCAAsC;YACtC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,WAAkB,CAAC,CAAC;YACzD,MAAM,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;YAE5C,OAAO,eAAe,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,mCAAmC,SAAS,EAAE,EAC9C,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CAAC,SAAiB;QACrC,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACnD,OAAO,KAAK,CAAC,UAAU,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,aAAa,CACnB,gCAAgC,SAAS,EAAE,EAC3C,SAAS,EACT,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC5D,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,SAAiB,EAAE,oBAA6B,IAAI;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,iBAAiB,EAAE,CAAC;YACpB,OAAO,SAAS,CAAC;QACrB,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC;QACtC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,GAAW;QACpB,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YAC9C,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACjD,CAAC;QAED,OAAO;YACH,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC7B,MAAM;SACT,CAAC;IACN,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAmC;QACzC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QAChD,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;QACpC,CAAC;IACL,CAAC;CACJ;AAhVD,4BAgVC;AAED;;GAEG;AACI,MAAM,gBAAgB,GAAG,CAAC,MAAuB,EAAY,EAAE;IAClE,OAAO,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC,CAAC;AAFW,QAAA,gBAAgB,oBAE3B"}

package/dist/lib/utils/html-summarizer.d.ts

@@ -0,0 +1,27 @@
+/**
+ * @fileoverview HTML Content Summarizer
+ *
+ * Utility to summarize or truncate large HTML content to prevent context window overflow.
+ * Extracts key information (links, buttons, forms, headings) while reducing token count.
+ *
+ * @author MeasureOne
+ * @version 1.0.0
+ */
+/**
+ * Summarize large HTML content by extracting key elements
+ *
+ * @param html_content - Full HTML content
+ * @param url - Optional URL for context
+ * @param title - Optional page title for context
+ * @returns Summarized HTML content with key elements
+ */
+export declare function summarize_html_content(html_content: string, url?: string, title?: string): string;
+/**
+ * Check if a tool result contains large HTML content that should be summarized
+ *
+ * @param tool_result - Tool execution result
+ * @param tool_name - Name of the tool that was executed
+ * @returns Object with summarized result if needed, or original result
+ */
+export declare function process_tool_result_for_context(tool_result: any, tool_name: string): any;
+//# sourceMappingURL=html-summarizer.d.ts.map

package/dist/lib/utils/html-summarizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-summarizer.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/html-summarizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAkBH;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CAClC,YAAY,EAAE,MAAM,EACpB,GAAG,CAAC,EAAE,MAAM,EACZ,KAAK,CAAC,EAAE,MAAM,GACf,MAAM,CAiIR;AAED;;;;;;GAMG;AACH,wBAAgB,+BAA+B,CAC3C,WAAW,EAAE,GAAG,EAChB,SAAS,EAAE,MAAM,GAClB,GAAG,CAoCL"}