@juspay/neurolink 9.30.0 → 9.31.0

package/dist/client/processors/config/fileTypes.js

@@ -0,0 +1,520 @@
+/**
+ * File Extension Constants
+ * Centralized file extension definitions organized by category for file processing
+ *
+ * @module processors/config/fileTypes
+ */
+// =============================================================================
+// IMAGE FILE EXTENSIONS
+// =============================================================================
+/**
+ * Image file extensions supported by the platform
+ */
+export const IMAGE_EXTENSIONS = [
+    ".jpg",
+    ".jpeg",
+    ".png",
+    ".gif",
+    ".webp",
+    ".svg",
+    ".bmp",
+    ".tiff",
+    ".tif",
+    ".avif",
+    ".heic",
+    ".heif",
+    ".ico",
+];
+/**
+ * AI vision-supported image extensions (subset that works with AI models)
+ */
+export const AI_VISION_EXTENSIONS = [
+    ".jpg",
+    ".jpeg",
+    ".png",
+    ".gif",
+    ".webp",
+];
+// =============================================================================
+// DOCUMENT FILE EXTENSIONS
+// =============================================================================
+/**
+ * Document file extensions for office documents and PDFs
+ */
+export const DOCUMENT_EXTENSIONS = [
+    ".pdf",
+    ".docx",
+    ".doc",
+    ".xlsx",
+    ".xls",
+    ".pptx",
+    ".ppt",
+    ".odt",
+    ".ods",
+    ".odp",
+    ".rtf",
+];
+/**
+ * PDF document extensions
+ */
+export const PDF_EXTENSIONS = [".pdf"];
+/**
+ * Word document extensions
+ */
+export const WORD_EXTENSIONS = [".docx", ".doc"];
+/**
+ * Excel spreadsheet extensions
+ */
+export const EXCEL_EXTENSIONS = [".xlsx", ".xls"];
+/**
+ * PowerPoint presentation extensions
+ */
+export const POWERPOINT_EXTENSIONS = [".pptx", ".ppt"];
+/**
+ * OpenDocument format extensions
+ */
+export const OPENDOCUMENT_EXTENSIONS = [".odt", ".ods", ".odp"];
+/**
+ * Rich Text Format extensions
+ */
+export const RTF_EXTENSIONS = [".rtf"];
+// =============================================================================
+// DATA FORMAT FILE EXTENSIONS
+// =============================================================================
+/**
+ * JSON data file extensions
+ */
+export const JSON_EXTENSIONS = [".json"];
+/**
+ * XML data file extensions
+ */
+export const XML_EXTENSIONS = [".xml"];
+/**
+ * CSV data file extensions
+ */
+export const CSV_EXTENSIONS = [".csv"];
+/**
+ * YAML data file extensions
+ */
+export const YAML_EXTENSIONS = [".yaml", ".yml"];
+/**
+ * All data format extensions combined
+ */
+export const DATA_EXTENSIONS = [
+    ".json",
+    ".xml",
+    ".csv",
+    ".yaml",
+    ".yml",
+];
+// =============================================================================
+// TEXT FILE EXTENSIONS
+// =============================================================================
+/**
+ * Plain text file extensions
+ */
+export const TEXT_EXTENSIONS = [
+    ".txt",
+    ".md",
+    ".markdown",
+    ".html",
+    ".htm",
+    ".css",
+    ".log",
+];
+/**
+ * HTML file extensions
+ */
+export const HTML_EXTENSIONS = [".html", ".htm", ".xhtml"];
+/**
+ * Markdown file extensions
+ */
+export const MARKDOWN_EXTENSIONS = [
+    ".md",
+    ".markdown",
+    ".mdown",
+    ".mkd",
+];
+// =============================================================================
+// SOURCE CODE FILE EXTENSIONS
+// =============================================================================
+/**
+ * JavaScript/TypeScript extensions
+ */
+export const JAVASCRIPT_EXTENSIONS = [".js", ".jsx", ".mjs", ".cjs"];
+export const TYPESCRIPT_EXTENSIONS = [".ts", ".tsx"];
+/**
+ * Python extensions
+ */
+export const PYTHON_EXTENSIONS = [".py", ".pyw", ".pyi"];
+/**
+ * Java/Kotlin extensions
+ */
+export const JAVA_EXTENSIONS = [".java"];
+export const KOTLIN_EXTENSIONS = [".kt", ".kts"];
+/**
+ * Systems programming language extensions
+ */
+export const GO_EXTENSIONS = [".go"];
+export const RUST_EXTENSIONS = [".rs"];
+export const C_EXTENSIONS = [".c", ".h"];
+export const CPP_EXTENSIONS = [".cpp", ".hpp", ".cc", ".cxx", ".hxx"];
+export const CSHARP_EXTENSIONS = [".cs"];
+/**
+ * Scripting language extensions
+ */
+export const RUBY_EXTENSIONS = [".rb", ".rake"];
+export const PHP_EXTENSIONS = [
+    ".php",
+    ".phtml",
+    ".php3",
+    ".php4",
+    ".php5",
+    ".phps",
+];
+export const SHELL_EXTENSIONS = [
+    ".sh",
+    ".bash",
+    ".zsh",
+    ".fish",
+    ".ksh",
+];
+export const PERL_EXTENSIONS = [".pl", ".pm", ".pod", ".t"];
+export const LUA_EXTENSIONS = [".lua"];
+/**
+ * Database/query extensions
+ */
+export const SQL_EXTENSIONS = [".sql"];
+/**
+ * Mobile development extensions
+ */
+export const SWIFT_EXTENSIONS = [".swift"];
+export const DART_EXTENSIONS = [".dart"];
+export const OBJECTIVE_C_EXTENSIONS = [".m", ".mm"];
+/**
+ * Functional programming language extensions
+ */
+export const SCALA_EXTENSIONS = [".scala", ".sc"];
+export const HASKELL_EXTENSIONS = [".hs", ".lhs"];
+export const ELIXIR_EXTENSIONS = [".ex", ".exs"];
+export const ERLANG_EXTENSIONS = [".erl", ".hrl"];
+export const CLOJURE_EXTENSIONS = [".clj", ".cljs", ".cljc", ".edn"];
+export const FSHARP_EXTENSIONS = [".fs", ".fsx", ".fsi"];
+export const OCAML_EXTENSIONS = [".ml", ".mli"];
+export const LISP_EXTENSIONS = [".lisp", ".lsp", ".cl"];
+export const SCHEME_EXTENSIONS = [".scm", ".ss"];
+/**
+ * Other programming language extensions
+ */
+export const GROOVY_EXTENSIONS = [".groovy", ".gvy", ".gy", ".gsh"];
+export const POWERSHELL_EXTENSIONS = [".ps1", ".psm1", ".psd1"];
+export const R_EXTENSIONS = [".r", ".rmd"];
+export const JULIA_EXTENSIONS = [".jl"];
+export const NIM_EXTENSIONS = [".nim", ".nims"];
+export const ZIG_EXTENSIONS = [".zig"];
+export const V_EXTENSIONS = [".v"];
+export const CRYSTAL_EXTENSIONS = [".cr"];
+export const D_EXTENSIONS = [".d"];
+export const ASSEMBLY_EXTENSIONS = [".asm", ".s"];
+export const FORTRAN_EXTENSIONS = [
+    ".f",
+    ".f90",
+    ".f95",
+    ".f03",
+    ".for",
+];
+export const COBOL_EXTENSIONS = [".cob", ".cbl", ".cobol"];
+export const PASCAL_EXTENSIONS = [".pas", ".pp", ".p"];
+export const ADA_EXTENSIONS = [".ada", ".adb", ".ads"];
+/**
+ * Web/template extensions
+ */
+export const VUE_EXTENSIONS = [".vue"];
+export const SVELTE_EXTENSIONS = [".svelte"];
+export const HANDLEBARS_EXTENSIONS = [".hbs", ".handlebars"];
+export const EJS_EXTENSIONS = [".ejs"];
+export const PUG_EXTENSIONS = [".pug", ".jade"];
+/**
+ * Stylesheet extensions
+ */
+export const CSS_EXTENSIONS = [".css"];
+export const SCSS_EXTENSIONS = [".scss", ".sass"];
+export const LESS_EXTENSIONS = [".less"];
+export const STYLUS_EXTENSIONS = [".styl", ".stylus"];
+/**
+ * Build/Config file extensions
+ */
+export const DOCKERFILE_EXTENSIONS = [".dockerfile"];
+export const MAKEFILE_EXTENSIONS = [".mk"];
+/**
+ * All source code extensions combined.
+ * Derived programmatically from per-language arrays to prevent drift.
+ */
+export const SOURCE_CODE_EXTENSIONS = [
+    // JavaScript/TypeScript
+    ...JAVASCRIPT_EXTENSIONS,
+    ...TYPESCRIPT_EXTENSIONS,
+    // Python
+    ...PYTHON_EXTENSIONS,
+    // Java/Kotlin
+    ...JAVA_EXTENSIONS,
+    ...KOTLIN_EXTENSIONS,
+    // Systems languages
+    ...GO_EXTENSIONS,
+    ...RUST_EXTENSIONS,
+    ...C_EXTENSIONS,
+    ...CPP_EXTENSIONS,
+    ...CSHARP_EXTENSIONS,
+    // Scripting languages
+    ...RUBY_EXTENSIONS,
+    ...PHP_EXTENSIONS,
+    ...SHELL_EXTENSIONS,
+    ...PERL_EXTENSIONS,
+    ...LUA_EXTENSIONS,
+    // Database
+    ...SQL_EXTENSIONS,
+    // Mobile
+    ...SWIFT_EXTENSIONS,
+    ...DART_EXTENSIONS,
+    ...OBJECTIVE_C_EXTENSIONS,
+    // Functional
+    ...SCALA_EXTENSIONS,
+    ...HASKELL_EXTENSIONS,
+    ...ELIXIR_EXTENSIONS,
+    ...ERLANG_EXTENSIONS,
+    ...CLOJURE_EXTENSIONS,
+    ...FSHARP_EXTENSIONS,
+    ...OCAML_EXTENSIONS,
+    ...LISP_EXTENSIONS,
+    ...SCHEME_EXTENSIONS,
+    // Other languages
+    ...GROOVY_EXTENSIONS,
+    ...POWERSHELL_EXTENSIONS,
+    ...R_EXTENSIONS,
+    ...JULIA_EXTENSIONS,
+    ...NIM_EXTENSIONS,
+    ...ZIG_EXTENSIONS,
+    ...V_EXTENSIONS,
+    ...CRYSTAL_EXTENSIONS,
+    ...D_EXTENSIONS,
+    ...ASSEMBLY_EXTENSIONS,
+    ...FORTRAN_EXTENSIONS,
+    ...COBOL_EXTENSIONS,
+    ...PASCAL_EXTENSIONS,
+    ...ADA_EXTENSIONS,
+    // Web/templates
+    ...VUE_EXTENSIONS,
+    ...SVELTE_EXTENSIONS,
+    ...HANDLEBARS_EXTENSIONS,
+    ...EJS_EXTENSIONS,
+    ...PUG_EXTENSIONS,
+    // Stylesheets
+    ...CSS_EXTENSIONS,
+    ...SCSS_EXTENSIONS,
+    ...LESS_EXTENSIONS,
+    ...STYLUS_EXTENSIONS,
+    // Build/Config
+    ...DOCKERFILE_EXTENSIONS,
+    ...MAKEFILE_EXTENSIONS,
+];
+// =============================================================================
+// CONFIG FILE EXTENSIONS
+// =============================================================================
+/**
+ * Configuration file extensions
+ */
+export const CONFIG_EXTENSIONS = [
+    ".env",
+    ".ini",
+    ".toml",
+    ".cfg",
+    ".conf",
+    ".config",
+    ".properties",
+    ".editorconfig",
+    ".gitignore",
+    ".gitattributes",
+    ".npmrc",
+    ".yarnrc",
+    ".prettierrc",
+    ".eslintrc",
+    ".babelrc",
+];
+// =============================================================================
+// ARCHIVE FILE EXTENSIONS
+// =============================================================================
+/**
+ * Archive and compressed file extensions
+ */
+export const ARCHIVE_EXTENSIONS = [
+    ".zip",
+    ".tar",
+    ".gz",
+    ".tgz",
+    ".tar.gz",
+    ".tar.bz2",
+    ".bz2",
+    ".rar",
+    ".7z",
+    ".xz",
+];
+// =============================================================================
+// MULTIMEDIA FILE EXTENSIONS
+// =============================================================================
+/**
+ * Video file extensions
+ */
+export const VIDEO_EXTENSIONS = [
+    ".mp4",
+    ".avi",
+    ".mov",
+    ".mkv",
+    ".webm",
+    ".flv",
+    ".wmv",
+    ".m4v",
+    ".mpg",
+    ".mpeg",
+];
+/**
+ * Audio file extensions
+ */
+export const AUDIO_EXTENSIONS = [
+    ".mp3",
+    ".wav",
+    ".aac",
+    ".flac",
+    ".ogg",
+    ".m4a",
+    ".wma",
+    ".opus",
+];
+// =============================================================================
+// DESIGN FILE EXTENSIONS
+// =============================================================================
+/**
+ * Design and graphics file extensions
+ */
+export const DESIGN_EXTENSIONS = [
+    ".psd",
+    ".psb",
+    ".ai",
+    ".sketch",
+    ".fig",
+    ".xd",
+];
+// =============================================================================
+// DATABASE FILE EXTENSIONS
+// =============================================================================
+/**
+ * Database file extensions
+ */
+export const DATABASE_EXTENSIONS = [
+    ".db",
+    ".sqlite",
+    ".sqlite3",
+    ".mdb",
+    ".accdb",
+];
+// =============================================================================
+// EXECUTABLE FILE EXTENSIONS
+// =============================================================================
+/**
+ * Executable and binary file extensions (security risk)
+ */
+export const EXECUTABLE_EXTENSIONS = [
+    ".exe",
+    ".dll",
+    ".so",
+    ".dylib",
+    ".app",
+    ".bat",
+    ".cmd",
+    ".vbs",
+    ".ps1",
+    ".msi",
+    ".dmg",
+    ".bin",
+];
+// =============================================================================
+// GROUPED FILE EXTENSIONS
+// =============================================================================
+/**
+ * File extensions grouped by category for easy access
+ */
+export const FILE_EXTENSIONS = {
+    // Images
+    IMAGES: IMAGE_EXTENSIONS,
+    AI_VISION: AI_VISION_EXTENSIONS,
+    // Documents
+    DOCUMENTS: DOCUMENT_EXTENSIONS,
+    PDF: PDF_EXTENSIONS,
+    WORD: WORD_EXTENSIONS,
+    EXCEL: EXCEL_EXTENSIONS,
+    POWERPOINT: POWERPOINT_EXTENSIONS,
+    OPENDOCUMENT: OPENDOCUMENT_EXTENSIONS,
+    RTF: RTF_EXTENSIONS,
+    // Data formats
+    DATA: DATA_EXTENSIONS,
+    JSON: JSON_EXTENSIONS,
+    XML: XML_EXTENSIONS,
+    CSV: CSV_EXTENSIONS,
+    YAML: YAML_EXTENSIONS,
+    // Text
+    TEXT: TEXT_EXTENSIONS,
+    HTML: HTML_EXTENSIONS,
+    MARKDOWN: MARKDOWN_EXTENSIONS,
+    // Source code (grouped)
+    CODE: {
+        JAVASCRIPT: JAVASCRIPT_EXTENSIONS,
+        TYPESCRIPT: TYPESCRIPT_EXTENSIONS,
+        PYTHON: PYTHON_EXTENSIONS,
+        JAVA: JAVA_EXTENSIONS,
+        KOTLIN: KOTLIN_EXTENSIONS,
+        GO: GO_EXTENSIONS,
+        RUST: RUST_EXTENSIONS,
+        C: C_EXTENSIONS,
+        CPP: CPP_EXTENSIONS,
+        CSHARP: CSHARP_EXTENSIONS,
+        RUBY: RUBY_EXTENSIONS,
+        PHP: PHP_EXTENSIONS,
+        SHELL: SHELL_EXTENSIONS,
+        PERL: PERL_EXTENSIONS,
+        LUA: LUA_EXTENSIONS,
+        SQL: SQL_EXTENSIONS,
+        SWIFT: SWIFT_EXTENSIONS,
+        DART: DART_EXTENSIONS,
+        SCALA: SCALA_EXTENSIONS,
+        HASKELL: HASKELL_EXTENSIONS,
+        ELIXIR: ELIXIR_EXTENSIONS,
+        ERLANG: ERLANG_EXTENSIONS,
+        CLOJURE: CLOJURE_EXTENSIONS,
+        FSHARP: FSHARP_EXTENSIONS,
+        GROOVY: GROOVY_EXTENSIONS,
+        POWERSHELL: POWERSHELL_EXTENSIONS,
+        R: R_EXTENSIONS,
+        JULIA: JULIA_EXTENSIONS,
+        NIM: NIM_EXTENSIONS,
+        ZIG: ZIG_EXTENSIONS,
+        V: V_EXTENSIONS,
+        CRYSTAL: CRYSTAL_EXTENSIONS,
+        ASSEMBLY: ASSEMBLY_EXTENSIONS,
+        DOCKERFILE: DOCKERFILE_EXTENSIONS,
+        MAKEFILE: MAKEFILE_EXTENSIONS,
+    },
+    // All source code
+    ALL_CODE: SOURCE_CODE_EXTENSIONS,
+    // Config files
+    CONFIG: CONFIG_EXTENSIONS,
+    // Archives
+    ARCHIVES: ARCHIVE_EXTENSIONS,
+    // Multimedia
+    VIDEO: VIDEO_EXTENSIONS,
+    AUDIO: AUDIO_EXTENSIONS,
+    // Design
+    DESIGN: DESIGN_EXTENSIONS,
+    // Database
+    DATABASE: DATABASE_EXTENSIONS,
+    // Executable
+    EXECUTABLE: EXECUTABLE_EXTENSIONS,
+};

package/dist/client/processors/config/index.js

@@ -0,0 +1,92 @@
+/**
+ * File Types Configuration
+ * Centralized configuration for file processing across all processors
+ *
+ * @module processors/config
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   MIME_TYPES,
+ *   FILE_EXTENSIONS,
+ *   SIZE_LIMITS,
+ *   detectLanguageFromFilename
+ * } from './config/index.js';
+ *
+ * // Check MIME type
+ * const isPdf = mimeType === MIME_TYPES.PDF;
+ *
+ * // Check file extension
+ * const isImage = FILE_EXTENSIONS.IMAGES.includes(extension);
+ *
+ * // Detect language
+ * const language = detectLanguageFromFilename('app.ts'); // 'TypeScript'
+ *
+ * // Check size limit
+ * const maxSize = SIZE_LIMITS.IMAGE_MAX_MB; // 10
+ * ```
+ */
+// =============================================================================
+// MIME TYPES
+// =============================================================================
+export { ARCHIVE_MIME_TYPES, AUDIO_MIME_TYPES, DATA_MIME_TYPES, DOCUMENT_MIME_TYPES, 
+// Extension-to-MIME mapping
+EXTENSION_MIME_MAP, getMimeTypeForExtension, 
+// Individual MIME type groups
+IMAGE_MIME_TYPES, 
+// Combined MIME types
+MIME_TYPES, SOURCE_CODE_MIME_TYPES, TEXT_MIME_TYPES, VIDEO_MIME_TYPES, } from "./mimeTypes.js";
+// =============================================================================
+// FILE EXTENSIONS
+// =============================================================================
+export { ADA_EXTENSIONS, AI_VISION_EXTENSIONS, 
+// Archive extensions
+ARCHIVE_EXTENSIONS, ASSEMBLY_EXTENSIONS, AUDIO_EXTENSIONS, C_EXTENSIONS, CLOJURE_EXTENSIONS, COBOL_EXTENSIONS, 
+// Config extensions
+CONFIG_EXTENSIONS, CPP_EXTENSIONS, CRYSTAL_EXTENSIONS, CSHARP_EXTENSIONS, CSS_EXTENSIONS, CSV_EXTENSIONS, D_EXTENSIONS, DART_EXTENSIONS, DATA_EXTENSIONS, 
+// Database extensions
+DATABASE_EXTENSIONS, 
+// Design extensions
+DESIGN_EXTENSIONS, DOCKERFILE_EXTENSIONS, 
+// Document extensions
+DOCUMENT_EXTENSIONS, EJS_EXTENSIONS, ELIXIR_EXTENSIONS, ERLANG_EXTENSIONS, EXCEL_EXTENSIONS, 
+// Executable extensions
+EXECUTABLE_EXTENSIONS, 
+// Combined file extensions
+FILE_EXTENSIONS, FORTRAN_EXTENSIONS, FSHARP_EXTENSIONS, GO_EXTENSIONS, GROOVY_EXTENSIONS, HANDLEBARS_EXTENSIONS, HASKELL_EXTENSIONS, HTML_EXTENSIONS, 
+// Image extensions
+IMAGE_EXTENSIONS, JAVA_EXTENSIONS, 
+// Source code extensions (individual)
+JAVASCRIPT_EXTENSIONS, 
+// Data format extensions
+JSON_EXTENSIONS, JULIA_EXTENSIONS, KOTLIN_EXTENSIONS, LESS_EXTENSIONS, LISP_EXTENSIONS, LUA_EXTENSIONS, MAKEFILE_EXTENSIONS, MARKDOWN_EXTENSIONS, NIM_EXTENSIONS, OBJECTIVE_C_EXTENSIONS, OCAML_EXTENSIONS, OPENDOCUMENT_EXTENSIONS, PASCAL_EXTENSIONS, PDF_EXTENSIONS, PERL_EXTENSIONS, PHP_EXTENSIONS, POWERPOINT_EXTENSIONS, POWERSHELL_EXTENSIONS, PUG_EXTENSIONS, PYTHON_EXTENSIONS, R_EXTENSIONS, RTF_EXTENSIONS, RUBY_EXTENSIONS, RUST_EXTENSIONS, SCALA_EXTENSIONS, SCHEME_EXTENSIONS, SCSS_EXTENSIONS, SHELL_EXTENSIONS, SOURCE_CODE_EXTENSIONS, SQL_EXTENSIONS, STYLUS_EXTENSIONS, SVELTE_EXTENSIONS, SWIFT_EXTENSIONS, 
+// Text extensions
+TEXT_EXTENSIONS, TYPESCRIPT_EXTENSIONS, V_EXTENSIONS, 
+// Multimedia extensions
+VIDEO_EXTENSIONS, VUE_EXTENSIONS, WORD_EXTENSIONS, XML_EXTENSIONS, YAML_EXTENSIONS, ZIG_EXTENSIONS, } from "./fileTypes.js";
+// =============================================================================
+// LANGUAGE DETECTION
+// =============================================================================
+export { 
+// Functions
+detectLanguageFromFilename, EXACT_FILENAME_MAP, getLanguageIdentifier, getSupportedExtensions, getSupportedFilenames, isSourceCodeFile, 
+// Maps
+LANGUAGE_MAP, } from "./languageMap.js";
+// =============================================================================
+// SIZE LIMITS
+// =============================================================================
+export { 
+// Archive security limits
+ARCHIVE_LIMITS, 
+// Utility functions
+bytesToMB, formatBytes, getSizeLimitForType, isWithinSizeLimit, mbToBytes, 
+// Processing limits
+PROCESSING_LIMITS, 
+// Combined size limits
+SIZE_LIMITS, 
+// Size limits in bytes
+SIZE_LIMITS_BYTES, 
+// Size limits in MB
+SIZE_LIMITS_MB, validateFileSize, 
+// YAML security limits
+YAML_LIMITS, } from "./sizeLimits.js";