@juspay/neurolink 9.1.0 → 9.2.0

package/dist/lib/processors/config/mimeTypes.js

@@ -0,0 +1,339 @@
+/**
+ * MIME Type Constants
+ * Centralized MIME type definitions organized by category for file processing
+ *
+ * @module processors/config/mimeTypes
+ */
+// =============================================================================
+// IMAGE MIME TYPES
+// =============================================================================
+/**
+ * Image format MIME types supported by the platform
+ */
+export const IMAGE_MIME_TYPES = {
+    /** JPEG image format */
+    JPEG: "image/jpeg",
+    /** PNG image format */
+    PNG: "image/png",
+    /** GIF image format */
+    GIF: "image/gif",
+    /** WebP image format */
+    WEBP: "image/webp",
+    /** SVG vector image format */
+    SVG: "image/svg+xml",
+    /** BMP bitmap format */
+    BMP: "image/bmp",
+    /** TIFF image format */
+    TIFF: "image/tiff",
+    /** AVIF image format */
+    AVIF: "image/avif",
+    /** HEIC image format (Apple) */
+    HEIC: "image/heic",
+    /** HEIF image format */
+    HEIF: "image/heif",
+    /** ICO icon format */
+    ICO: "image/x-icon",
+    /** Microsoft ICO format */
+    ICO_MS: "image/vnd.microsoft.icon",
+};
+// =============================================================================
+// DOCUMENT MIME TYPES
+// =============================================================================
+/**
+ * Document format MIME types for office documents and PDFs
+ */
+export const DOCUMENT_MIME_TYPES = {
+    /** PDF document format */
+    PDF: "application/pdf",
+    /** Microsoft Word (DOCX) */
+    DOCX: "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+    /** Legacy Microsoft Word (DOC) */
+    DOC: "application/msword",
+    /** Microsoft Excel (XLSX) */
+    XLSX: "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+    /** Legacy Microsoft Excel (XLS) */
+    XLS: "application/vnd.ms-excel",
+    /** Microsoft PowerPoint (PPTX) */
+    PPTX: "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+    /** Legacy Microsoft PowerPoint (PPT) */
+    PPT: "application/vnd.ms-powerpoint",
+    /** OpenDocument Text */
+    ODT: "application/vnd.oasis.opendocument.text",
+    /** OpenDocument Spreadsheet */
+    ODS: "application/vnd.oasis.opendocument.spreadsheet",
+    /** OpenDocument Presentation */
+    ODP: "application/vnd.oasis.opendocument.presentation",
+    /** Rich Text Format */
+    RTF: "application/rtf",
+    /** RTF as text type */
+    RTF_TEXT: "text/rtf",
+};
+// =============================================================================
+// DATA FORMAT MIME TYPES
+// =============================================================================
+/**
+ * Data interchange format MIME types
+ */
+export const DATA_MIME_TYPES = {
+    /** JSON data format */
+    JSON: "application/json",
+    /** XML data format */
+    XML: "application/xml",
+    /** XML as text type */
+    XML_TEXT: "text/xml",
+    /** CSV data format */
+    CSV: "text/csv",
+    /** YAML data format */
+    YAML: "text/yaml",
+    /** YAML as application type */
+    YAML_APP: "application/x-yaml",
+};
+// =============================================================================
+// TEXT MIME TYPES
+// =============================================================================
+/**
+ * Text format MIME types for plain text and markup
+ */
+export const TEXT_MIME_TYPES = {
+    /** Plain text */
+    PLAIN: "text/plain",
+    /** HTML markup */
+    HTML: "text/html",
+    /** XHTML markup */
+    XHTML: "application/xhtml+xml",
+    /** Markdown text */
+    MARKDOWN: "text/markdown",
+    /** Markdown text (alternative MIME type) */
+    MARKDOWN_ALT: "text/x-markdown",
+    /** CSS stylesheet */
+    CSS: "text/css",
+    /** JavaScript code */
+    JAVASCRIPT: "text/javascript",
+    /** JavaScript as application type */
+    JAVASCRIPT_APP: "application/javascript",
+};
+// =============================================================================
+// SOURCE CODE MIME TYPES
+// =============================================================================
+/**
+ * Programming language source code MIME types
+ */
+export const SOURCE_CODE_MIME_TYPES = {
+    /** TypeScript code */
+    TYPESCRIPT: "text/typescript",
+    /** Python code */
+    PYTHON: "text/x-python",
+    /** Java code */
+    JAVA: "text/x-java-source",
+    /** Go code */
+    GO: "text/x-go",
+    /** Rust code */
+    RUST: "text/x-rustsrc",
+    /** C code */
+    C: "text/x-c",
+    /** C++ code */
+    CPP: "text/x-c++",
+    /** C# code */
+    CSHARP: "text/x-csharp",
+    /** Ruby code */
+    RUBY: "text/x-ruby",
+    /** PHP code */
+    PHP: "text/x-php",
+    /** Shell script */
+    SHELL: "text/x-shellscript",
+    /** SQL query */
+    SQL: "text/x-sql",
+};
+// =============================================================================
+// ARCHIVE MIME TYPES
+// =============================================================================
+/**
+ * Archive and compressed file MIME types
+ */
+export const ARCHIVE_MIME_TYPES = {
+    /** ZIP archive */
+    ZIP: "application/zip",
+    /** ZIP compressed variant */
+    ZIP_COMPRESSED: "application/x-zip-compressed",
+    /** GZIP compressed */
+    GZIP: "application/gzip",
+    /** TAR archive */
+    TAR: "application/x-tar",
+    /** RAR archive */
+    RAR: "application/x-rar-compressed",
+    /** RAR vendor type */
+    RAR_VND: "application/vnd.rar",
+    /** 7-Zip archive */
+    SEVEN_ZIP: "application/x-7z-compressed",
+    /** Generic binary stream */
+    OCTET_STREAM: "application/octet-stream",
+};
+// =============================================================================
+// MULTIMEDIA MIME TYPES
+// =============================================================================
+/**
+ * Video format MIME types
+ */
+export const VIDEO_MIME_TYPES = {
+    /** MP4 video */
+    MP4: "video/mp4",
+    /** AVI video */
+    AVI: "video/avi",
+    /** QuickTime video */
+    MOV: "video/quicktime",
+    /** Matroska video */
+    MKV: "video/x-matroska",
+    /** WebM video */
+    WEBM: "video/webm",
+    /** Flash video */
+    FLV: "video/x-flv",
+    /** Windows Media Video */
+    WMV: "video/x-ms-wmv",
+};
+/**
+ * Audio format MIME types
+ */
+export const AUDIO_MIME_TYPES = {
+    /** MP3 audio */
+    MP3: "audio/mpeg",
+    /** WAV audio */
+    WAV: "audio/wav",
+    /** AAC audio */
+    AAC: "audio/aac",
+    /** FLAC audio */
+    FLAC: "audio/flac",
+    /** OGG audio */
+    OGG: "audio/ogg",
+    /** M4A audio */
+    M4A: "audio/mp4",
+    /** WMA audio */
+    WMA: "audio/x-ms-wma",
+};
+// =============================================================================
+// COMBINED MIME TYPES
+// =============================================================================
+/**
+ * All MIME types combined into a single object for convenience
+ */
+export const MIME_TYPES = {
+    // Images
+    ...IMAGE_MIME_TYPES,
+    // Documents
+    ...DOCUMENT_MIME_TYPES,
+    // Data formats
+    ...DATA_MIME_TYPES,
+    // Text formats
+    ...TEXT_MIME_TYPES,
+    // Source code
+    ...SOURCE_CODE_MIME_TYPES,
+    // Archives
+    ...ARCHIVE_MIME_TYPES,
+    // Video
+    ...VIDEO_MIME_TYPES,
+    // Audio
+    ...AUDIO_MIME_TYPES,
+};
+// =============================================================================
+// EXTENSION TO MIME TYPE MAP
+// =============================================================================
+/**
+ * Centralized mapping of file extensions (with leading dot) to MIME types.
+ *
+ * This is the single source of truth for extension-to-MIME lookups.
+ * Derived from the category-specific MIME type constants above so that
+ * consumers (e.g. CLI helpers, file detectors) do not need to maintain
+ * their own duplicate mappings.
+ *
+ * If you add a new MIME type constant above, also add its extension mapping
+ * here to keep everything in sync.
+ */
+export const EXTENSION_MIME_MAP = {
+    // Documents
+    ".pdf": DOCUMENT_MIME_TYPES.PDF,
+    ".docx": DOCUMENT_MIME_TYPES.DOCX,
+    ".doc": DOCUMENT_MIME_TYPES.DOC,
+    ".xlsx": DOCUMENT_MIME_TYPES.XLSX,
+    ".xls": DOCUMENT_MIME_TYPES.XLS,
+    ".odt": DOCUMENT_MIME_TYPES.ODT,
+    ".ods": DOCUMENT_MIME_TYPES.ODS,
+    ".odp": DOCUMENT_MIME_TYPES.ODP,
+    ".rtf": DOCUMENT_MIME_TYPES.RTF,
+    ".pptx": DOCUMENT_MIME_TYPES.PPTX,
+    ".ppt": DOCUMENT_MIME_TYPES.PPT,
+    // Data formats
+    ".json": DATA_MIME_TYPES.JSON,
+    ".xml": DATA_MIME_TYPES.XML,
+    ".yaml": DATA_MIME_TYPES.YAML_APP,
+    ".yml": DATA_MIME_TYPES.YAML_APP,
+    ".csv": DATA_MIME_TYPES.CSV,
+    ".tsv": "text/tab-separated-values",
+    // Text and Markup
+    ".txt": TEXT_MIME_TYPES.PLAIN,
+    ".md": TEXT_MIME_TYPES.MARKDOWN,
+    ".markdown": TEXT_MIME_TYPES.MARKDOWN,
+    ".html": TEXT_MIME_TYPES.HTML,
+    ".htm": TEXT_MIME_TYPES.HTML,
+    ".svg": IMAGE_MIME_TYPES.SVG,
+    ".log": TEXT_MIME_TYPES.PLAIN,
+    // Images
+    ".png": IMAGE_MIME_TYPES.PNG,
+    ".jpg": IMAGE_MIME_TYPES.JPEG,
+    ".jpeg": IMAGE_MIME_TYPES.JPEG,
+    ".gif": IMAGE_MIME_TYPES.GIF,
+    ".webp": IMAGE_MIME_TYPES.WEBP,
+    ".bmp": IMAGE_MIME_TYPES.BMP,
+    ".ico": IMAGE_MIME_TYPES.ICO,
+    // Source code
+    ".js": TEXT_MIME_TYPES.JAVASCRIPT,
+    ".mjs": TEXT_MIME_TYPES.JAVASCRIPT,
+    ".cjs": TEXT_MIME_TYPES.JAVASCRIPT,
+    ".ts": SOURCE_CODE_MIME_TYPES.TYPESCRIPT,
+    ".tsx": SOURCE_CODE_MIME_TYPES.TYPESCRIPT,
+    ".jsx": TEXT_MIME_TYPES.JAVASCRIPT,
+    ".py": SOURCE_CODE_MIME_TYPES.PYTHON,
+    ".java": SOURCE_CODE_MIME_TYPES.JAVA,
+    ".go": SOURCE_CODE_MIME_TYPES.GO,
+    ".rs": SOURCE_CODE_MIME_TYPES.RUST,
+    ".rb": SOURCE_CODE_MIME_TYPES.RUBY,
+    ".php": SOURCE_CODE_MIME_TYPES.PHP,
+    ".c": SOURCE_CODE_MIME_TYPES.C,
+    ".cpp": SOURCE_CODE_MIME_TYPES.CPP,
+    ".h": SOURCE_CODE_MIME_TYPES.C,
+    ".hpp": SOURCE_CODE_MIME_TYPES.CPP,
+    ".cs": SOURCE_CODE_MIME_TYPES.CSHARP,
+    ".swift": "text/x-swift",
+    ".kt": "text/x-kotlin",
+    ".scala": "text/x-scala",
+    ".sh": SOURCE_CODE_MIME_TYPES.SHELL,
+    ".bash": SOURCE_CODE_MIME_TYPES.SHELL,
+    ".zsh": SOURCE_CODE_MIME_TYPES.SHELL,
+    ".ps1": "text/x-powershell",
+    ".sql": SOURCE_CODE_MIME_TYPES.SQL,
+    ".r": "text/x-r",
+    ".lua": "text/x-lua",
+    ".perl": "text/x-perl",
+    ".pl": "text/x-perl",
+    // Config files
+    ".env": TEXT_MIME_TYPES.PLAIN,
+    ".ini": TEXT_MIME_TYPES.PLAIN,
+    ".toml": TEXT_MIME_TYPES.PLAIN,
+    ".cfg": TEXT_MIME_TYPES.PLAIN,
+    ".conf": TEXT_MIME_TYPES.PLAIN,
+    ".properties": TEXT_MIME_TYPES.PLAIN,
+    ".gitignore": TEXT_MIME_TYPES.PLAIN,
+    ".dockerignore": TEXT_MIME_TYPES.PLAIN,
+    ".editorconfig": TEXT_MIME_TYPES.PLAIN,
+    ".prettierrc": DATA_MIME_TYPES.JSON,
+    ".eslintrc": DATA_MIME_TYPES.JSON,
+    ".babelrc": DATA_MIME_TYPES.JSON,
+};
+/**
+ * Get MIME type from file extension using the centralized map.
+ *
+ * @param ext - File extension (with leading dot, e.g. ".pdf")
+ * @returns MIME type string, or "application/octet-stream" if unknown
+ */
+export function getMimeTypeForExtension(ext) {
+    return EXTENSION_MIME_MAP[ext.toLowerCase()] || "application/octet-stream";
+}
+//# sourceMappingURL=mimeTypes.js.map

package/dist/lib/processors/config/sizeLimits.d.ts

@@ -0,0 +1,194 @@
+/**
+ * Size Limit Constants
+ * Centralized size limits for file processing and validation
+ *
+ * @module processors/config/sizeLimits
+ */
+/**
+ * Maximum file sizes in megabytes for different file types
+ */
+export declare const SIZE_LIMITS_MB: {
+    /** Maximum image file size (10MB) */
+    readonly IMAGE_MAX_MB: 10;
+    /** Maximum PDF file size (20MB) */
+    readonly PDF_MAX_MB: 20;
+    /** Maximum document file size (10MB) */
+    readonly DOCUMENT_MAX_MB: 10;
+    /** Maximum Word document size (10MB) */
+    readonly WORD_MAX_MB: 10;
+    /** Maximum text file size (5MB) */
+    readonly TEXT_MAX_MB: 5;
+    /** Maximum CSV file size (10MB) */
+    readonly CSV_MAX_MB: 10;
+    /** Maximum Excel file size (10MB) */
+    readonly EXCEL_MAX_MB: 10;
+    /** Maximum source code file size (5MB) */
+    readonly SOURCE_CODE_MAX_MB: 5;
+    /** Maximum JSON file size (5MB) */
+    readonly JSON_MAX_MB: 5;
+    /** Maximum YAML file size (5MB) */
+    readonly YAML_MAX_MB: 5;
+    /** Maximum XML file size (5MB) */
+    readonly XML_MAX_MB: 5;
+    /** Maximum general file size (50MB) */
+    readonly GENERAL_MAX_MB: 50;
+};
+/**
+ * Maximum file sizes in bytes for different file types
+ */
+export declare const SIZE_LIMITS_BYTES: {
+    /** Maximum image file size (10MB) */
+    readonly IMAGE_MAX: number;
+    /** Maximum PDF file size (20MB) */
+    readonly PDF_MAX: number;
+    /** Maximum document file size (10MB) */
+    readonly DOCUMENT_MAX: number;
+    /** Maximum Word document size (10MB) */
+    readonly WORD_MAX: number;
+    /** Maximum text file size (5MB) */
+    readonly TEXT_MAX: number;
+    /** Maximum CSV file size (10MB) */
+    readonly CSV_MAX: number;
+    /** Maximum Excel file size (10MB) */
+    readonly EXCEL_MAX: number;
+    /** Maximum source code file size (5MB) */
+    readonly SOURCE_CODE_MAX: number;
+    /** Maximum JSON file size (5MB) */
+    readonly JSON_MAX: number;
+    /** Maximum YAML file size (5MB) */
+    readonly YAML_MAX: number;
+    /** Maximum XML file size (5MB) */
+    readonly XML_MAX: number;
+    /** Maximum general file size (50MB) */
+    readonly GENERAL_MAX: number;
+};
+/**
+ * Processing limits for different content types
+ */
+export declare const PROCESSING_LIMITS: {
+    /** Maximum lines for source code files */
+    readonly MAX_SOURCE_CODE_LINES: 10000;
+    /** Maximum lines for text files */
+    readonly MAX_TEXT_LINES: 10000;
+    /** Maximum characters for text extraction */
+    readonly MAX_TEXT_LENGTH: 1000000;
+    /** Maximum rows for CSV files */
+    readonly MAX_CSV_ROWS: 10000;
+    /** Maximum rows per Excel sheet */
+    readonly MAX_EXCEL_ROWS: 5000;
+    /** Maximum sheets to process in Excel */
+    readonly MAX_EXCEL_SHEETS: 10;
+    /** Maximum pages for PDF files */
+    readonly MAX_PDF_PAGES: 100;
+    /** Maximum depth for JSON/YAML objects */
+    readonly MAX_OBJECT_DEPTH: 50;
+    /** Maximum array length in JSON/YAML */
+    readonly MAX_ARRAY_LENGTH: 10000;
+};
+/**
+ * Security limits for archive processing (ZIP bomb protection)
+ */
+export declare const ARCHIVE_LIMITS: {
+    /** Maximum decompressed size (100MB) */
+    readonly MAX_DECOMPRESSED_SIZE: number;
+    /** Maximum compression ratio (100:1) */
+    readonly MAX_COMPRESSION_RATIO: 100;
+    /** Maximum entries in archive */
+    readonly MAX_ENTRIES: 1000;
+    /** Maximum nesting depth */
+    readonly MAX_NESTING_DEPTH: 5;
+};
+/**
+ * Security limits for YAML processing (billion laughs protection)
+ */
+export declare const YAML_LIMITS: {
+    /** Maximum alias expansion count */
+    readonly MAX_ALIAS_COUNT: 100;
+    /** Maximum document count in multi-doc YAML */
+    readonly MAX_DOCUMENTS: 10;
+    /** Maximum anchor references */
+    readonly MAX_ANCHORS: 100;
+};
+/**
+ * All size limits combined for backward compatibility
+ */
+export declare const SIZE_LIMITS: {
+    readonly IMAGE_MAX_MB: 10;
+    readonly PDF_MAX_MB: 20;
+    readonly DOCUMENT_MAX_MB: 10;
+    readonly WORD_MAX_MB: 10;
+    readonly TEXT_MAX_MB: 5;
+    readonly CSV_MAX_MB: 10;
+    readonly EXCEL_MAX_MB: 10;
+    readonly SOURCE_CODE_MAX_MB: 5;
+    readonly MAX_FILE_SIZE: number;
+    readonly MAX_IMAGE_SIZE: number;
+    readonly MAX_TEXT_SIZE: number;
+    readonly MAX_SOURCE_CODE_LINES: 10000;
+    readonly MAX_TEXT_LINES: 10000;
+    readonly MAX_TEXT_LENGTH: 1000000;
+    readonly MAX_CSV_ROWS: 10000;
+    readonly EXCEL_MAX_ROWS: 5000;
+    readonly EXCEL_MAX_SHEETS: 10;
+    readonly MAX_PDF_PAGES: 100;
+    readonly MAX_DECOMPRESSED_SIZE: number;
+    readonly MAX_COMPRESSION_RATIO: 100;
+    readonly MAX_ZIP_ENTRIES: 1000;
+    readonly YAML_MAX_ALIAS_COUNT: 100;
+};
+/**
+ * Converts bytes to megabytes
+ *
+ * @param bytes - Size in bytes
+ * @returns Size in megabytes
+ */
+export declare function bytesToMB(bytes: number): number;
+/**
+ * Converts megabytes to bytes
+ *
+ * @param mb - Size in megabytes
+ * @returns Size in bytes
+ */
+export declare function mbToBytes(mb: number): number;
+/**
+ * Formats bytes to human-readable string
+ *
+ * @param bytes - Size in bytes
+ * @param precision - Decimal places (default: 2)
+ * @returns Formatted string like "1.5 MB" or "500 KB"
+ */
+export declare function formatBytes(bytes: number, precision?: number): string;
+/**
+ * Checks if a file size is within the specified limit
+ *
+ * @param sizeInBytes - File size in bytes
+ * @param limitKey - Key from SIZE_LIMITS_BYTES
+ * @returns True if the file size is within the limit
+ */
+export declare function isWithinSizeLimit(sizeInBytes: number, limitKey: keyof typeof SIZE_LIMITS_BYTES): boolean;
+/**
+ * Gets the appropriate size limit for a file type
+ *
+ * @param fileType - Type of file (image, pdf, document, etc.)
+ * @returns Size limit in bytes
+ */
+export declare function getSizeLimitForType(fileType: "image" | "pdf" | "document" | "text" | "csv" | "excel" | "code" | "json" | "yaml" | "xml"): number;
+/**
+ * Validates file size against the appropriate limit
+ *
+ * @param sizeInBytes - File size in bytes
+ * @param fileType - Type of file
+ * @returns Object with isValid flag and error message if invalid
+ */
+export declare function validateFileSize(sizeInBytes: number, fileType: "image" | "pdf" | "document" | "text" | "csv" | "excel" | "code" | "json" | "yaml" | "xml"): {
+    isValid: boolean;
+    error?: string;
+};
+/** Type for SIZE_LIMITS_MB keys */
+export type SizeLimitMBKey = keyof typeof SIZE_LIMITS_MB;
+/** Type for SIZE_LIMITS_BYTES keys */
+export type SizeLimitBytesKey = keyof typeof SIZE_LIMITS_BYTES;
+/** Type for PROCESSING_LIMITS keys */
+export type ProcessingLimitKey = keyof typeof PROCESSING_LIMITS;
+/** Type for the SIZE_LIMITS object */
+export type SizeLimits = typeof SIZE_LIMITS;