@juspay/neurolink 10.10.12 → 10.11.0

package/dist/lib/processors/config/index.d.ts

@@ -26,7 +26,8 @@
  * const maxSize = SIZE_LIMITS.IMAGE_MAX_MB; // 10
  * ```
  */
-export { ARCHIVE_MIME_TYPES, AUDIO_MIME_TYPES, DATA_MIME_TYPES, DOCUMENT_MIME_TYPES, EXTENSION_MIME_MAP, getMimeTypeForExtension, IMAGE_MIME_TYPES, MIME_TYPES, SOURCE_CODE_MIME_TYPES, TEXT_MIME_TYPES, VIDEO_MIME_TYPES, } from "./mimeConstants.js";
+export { ARCHIVE_MIME_TYPES, AUDIO_MIME_TYPES, DATA_MIME_TYPES, DOCUMENT_MIME_TYPES, EXTENSION_MIME_MAP, getMimeTypeForExtension, IMAGE_MIME_TYPES, MIME_TYPES, SOURCE_CODE_MIME_TYPES, TEXT_EXTENSION_MIME_MAP, TEXT_MIME_TYPES, VIDEO_MIME_TYPES, } from "./mimeConstants.js";
+export { extensionForMimeType, extensionsForModality, FILE_TYPE_REGISTRY, fileTypeForExtension, isModalityExtension, lookupByExtension, lookupByMimeType, mimeTypeForExtension, mimeTypesForModality, normalizeExtension, } from "./fileTypeRegistry.js";
 export { ADA_EXTENSIONS, AI_VISION_EXTENSIONS, ARCHIVE_EXTENSIONS, ASSEMBLY_EXTENSIONS, AUDIO_EXTENSIONS, C_EXTENSIONS, CLOJURE_EXTENSIONS, COBOL_EXTENSIONS, CONFIG_EXTENSIONS, CPP_EXTENSIONS, CRYSTAL_EXTENSIONS, CSHARP_EXTENSIONS, CSS_EXTENSIONS, CSV_EXTENSIONS, D_EXTENSIONS, DART_EXTENSIONS, DATA_EXTENSIONS, DATABASE_EXTENSIONS, DESIGN_EXTENSIONS, DOCKERFILE_EXTENSIONS, DOCUMENT_EXTENSIONS, EJS_EXTENSIONS, ELIXIR_EXTENSIONS, ERLANG_EXTENSIONS, EXCEL_EXTENSIONS, EXECUTABLE_EXTENSIONS, FILE_EXTENSIONS, FORTRAN_EXTENSIONS, FSHARP_EXTENSIONS, GO_EXTENSIONS, GROOVY_EXTENSIONS, HANDLEBARS_EXTENSIONS, HASKELL_EXTENSIONS, HTML_EXTENSIONS, IMAGE_EXTENSIONS, JAVA_EXTENSIONS, JAVASCRIPT_EXTENSIONS, JSON_EXTENSIONS, JULIA_EXTENSIONS, KOTLIN_EXTENSIONS, LESS_EXTENSIONS, LISP_EXTENSIONS, LUA_EXTENSIONS, MAKEFILE_EXTENSIONS, MARKDOWN_EXTENSIONS, NIM_EXTENSIONS, OBJECTIVE_C_EXTENSIONS, OCAML_EXTENSIONS, OPENDOCUMENT_EXTENSIONS, PASCAL_EXTENSIONS, PDF_EXTENSIONS, PERL_EXTENSIONS, PHP_EXTENSIONS, POWERPOINT_EXTENSIONS, POWERSHELL_EXTENSIONS, PUG_EXTENSIONS, PYTHON_EXTENSIONS, R_EXTENSIONS, RTF_EXTENSIONS, RUBY_EXTENSIONS, RUST_EXTENSIONS, SCALA_EXTENSIONS, SCHEME_EXTENSIONS, SCSS_EXTENSIONS, SHELL_EXTENSIONS, SOURCE_CODE_EXTENSIONS, SQL_EXTENSIONS, STYLUS_EXTENSIONS, SVELTE_EXTENSIONS, SWIFT_EXTENSIONS, TEXT_EXTENSIONS, TYPESCRIPT_EXTENSIONS, V_EXTENSIONS, VIDEO_EXTENSIONS, VUE_EXTENSIONS, WORD_EXTENSIONS, XML_EXTENSIONS, YAML_EXTENSIONS, ZIG_EXTENSIONS, } from "./fileExtensions.js";
 export { detectLanguageFromFilename, EXACT_FILENAME_MAP, getLanguageIdentifier, getSupportedExtensions, getSupportedFilenames, isSourceCodeFile, LANGUAGE_MAP, } from "./languageMap.js";
 export { ARCHIVE_LIMITS, bytesToMB, formatBytes, getSizeLimitForType, isWithinSizeLimit, mbToBytes, PROCESSING_LIMITS, SIZE_LIMITS, SIZE_LIMITS_BYTES, SIZE_LIMITS_MB, validateFileSize, YAML_LIMITS, } from "./sizeLimits.js";

package/dist/lib/processors/config/index.js

@@ -36,7 +36,11 @@ EXTENSION_MIME_MAP, getMimeTypeForExtension,
 IMAGE_MIME_TYPES, 
 // Types
 // Combined MIME types
-MIME_TYPES, SOURCE_CODE_MIME_TYPES, TEXT_MIME_TYPES, VIDEO_MIME_TYPES, } from "./mimeConstants.js";
+MIME_TYPES, SOURCE_CODE_MIME_TYPES, TEXT_EXTENSION_MIME_MAP, TEXT_MIME_TYPES, VIDEO_MIME_TYPES, } from "./mimeConstants.js";
+// =============================================================================
+// CANONICAL FILE-TYPE REGISTRY
+// =============================================================================
+export { extensionForMimeType, extensionsForModality, FILE_TYPE_REGISTRY, fileTypeForExtension, isModalityExtension, lookupByExtension, lookupByMimeType, mimeTypeForExtension, mimeTypesForModality, normalizeExtension, } from "./fileTypeRegistry.js";
 // =============================================================================
 // FILE EXTENSIONS
 // =============================================================================

package/dist/lib/processors/config/mimeConstants.d.ts

@@ -337,22 +337,37 @@ export declare const MIME_TYPES: {
     /** Microsoft ICO format */
     readonly ICO_MS: "image/vnd.microsoft.icon";
 };
+/**
+ * Extension → MIME for text, markup, source-code and config files.
+ *
+ * These are the formats that carry no modality of their own — they are inlined
+ * into the prompt as text. Binary and structured formats (image, audio, video,
+ * document, data, archive) are NOT listed here; they come from
+ * {@link FILE_TYPE_REGISTRY}, which is the single source of truth for
+ * everything multimodal. See `fileTypeRegistry.ts` for why.
+ */
+export declare const TEXT_EXTENSION_MIME_MAP: Record<string, string>;
 /**
  * Centralized mapping of file extensions (with leading dot) to MIME types.
  *
- * This is the single source of truth for extension-to-MIME lookups.
- * Derived from the category-specific MIME type constants above so that
- * consumers (e.g. CLI helpers, file detectors) do not need to maintain
- * their own duplicate mappings.
+ * Assembled from two sources so there is exactly one place to edit per kind of
+ * format: every image / audio / video / document / data / archive entry is
+ * derived from {@link FILE_TYPE_REGISTRY}, and the text, markup, source-code
+ * and config entries come from {@link TEXT_EXTENSION_MIME_MAP}.
  *
- * If you add a new MIME type constant above, also add its extension mapping
- * here to keep everything in sync.
+ * Registry entries are spread last so that a format which appears in both wins
+ * from the registry — the registry is the authority for anything with a
+ * modality.
  */
 export declare const EXTENSION_MIME_MAP: Record<string, string>;
 /**
  * Get MIME type from file extension using the centralized map.
  *
- * @param ext - File extension (with leading dot, e.g. ".pdf")
+ * Accepts a bare extension (`"pdf"`), a dotted extension (`".pdf"`), a filename
+ * or a full path — `normalizeExtension` handles all four, including compound
+ * suffixes like `.tar.gz`.
+ *
+ * @param ext - File extension, filename or path
  * @returns MIME type string, or "application/octet-stream" if unknown
  */
 export declare function getMimeTypeForExtension(ext: string): string;

package/dist/lib/processors/config/mimeConstants.js

@@ -4,6 +4,7 @@
  *
  * @module processors/config/mimeTypes
  */
+import { EXTENSION_MIME_OVERRIDES, FILE_TYPE_REGISTRY, normalizeExtension, } from "./fileTypeRegistry.js";
 // =============================================================================
 // IMAGE MIME TYPES
 // =============================================================================
@@ -237,54 +238,33 @@ export const MIME_TYPES = {
 // EXTENSION TO MIME TYPE MAP
 // =============================================================================
 /**
- * Centralized mapping of file extensions (with leading dot) to MIME types.
- *
- * This is the single source of truth for extension-to-MIME lookups.
- * Derived from the category-specific MIME type constants above so that
- * consumers (e.g. CLI helpers, file detectors) do not need to maintain
- * their own duplicate mappings.
+ * Extension → MIME for text, markup, source-code and config files.
  *
- * If you add a new MIME type constant above, also add its extension mapping
- * here to keep everything in sync.
+ * These are the formats that carry no modality of their own — they are inlined
+ * into the prompt as text. Binary and structured formats (image, audio, video,
+ * document, data, archive) are NOT listed here; they come from
+ * {@link FILE_TYPE_REGISTRY}, which is the single source of truth for
+ * everything multimodal. See `fileTypeRegistry.ts` for why.
  */
-export const EXTENSION_MIME_MAP = {
-    // Documents
-    ".pdf": DOCUMENT_MIME_TYPES.PDF,
-    ".docx": DOCUMENT_MIME_TYPES.DOCX,
-    ".doc": DOCUMENT_MIME_TYPES.DOC,
-    ".xlsx": DOCUMENT_MIME_TYPES.XLSX,
-    ".xls": DOCUMENT_MIME_TYPES.XLS,
-    ".odt": DOCUMENT_MIME_TYPES.ODT,
-    ".ods": DOCUMENT_MIME_TYPES.ODS,
-    ".odp": DOCUMENT_MIME_TYPES.ODP,
-    ".rtf": DOCUMENT_MIME_TYPES.RTF,
-    ".pptx": DOCUMENT_MIME_TYPES.PPTX,
-    ".ppt": DOCUMENT_MIME_TYPES.PPT,
-    // Data formats
-    ".json": DATA_MIME_TYPES.JSON,
-    ".xml": DATA_MIME_TYPES.XML,
-    ".yaml": DATA_MIME_TYPES.YAML_APP,
-    ".yml": DATA_MIME_TYPES.YAML_APP,
-    ".csv": DATA_MIME_TYPES.CSV,
-    ".tsv": "text/tab-separated-values",
+export const TEXT_EXTENSION_MIME_MAP = {
     // Text and Markup
     ".txt": TEXT_MIME_TYPES.PLAIN,
     ".md": TEXT_MIME_TYPES.MARKDOWN,
     ".markdown": TEXT_MIME_TYPES.MARKDOWN,
     ".html": TEXT_MIME_TYPES.HTML,
     ".htm": TEXT_MIME_TYPES.HTML,
-    ".svg": IMAGE_MIME_TYPES.SVG,
+    ".xhtml": TEXT_MIME_TYPES.XHTML,
     ".log": TEXT_MIME_TYPES.PLAIN,
-    // Images
-    ".png": IMAGE_MIME_TYPES.PNG,
-    ".jpg": IMAGE_MIME_TYPES.JPEG,
-    ".jpeg": IMAGE_MIME_TYPES.JPEG,
-    ".gif": IMAGE_MIME_TYPES.GIF,
-    ".webp": IMAGE_MIME_TYPES.WEBP,
-    ".bmp": IMAGE_MIME_TYPES.BMP,
-    ".ico": IMAGE_MIME_TYPES.ICO,
-    ".heic": IMAGE_MIME_TYPES.HEIC,
-    ".heif": IMAGE_MIME_TYPES.HEIF,
+    ".css": TEXT_MIME_TYPES.CSS,
+    // Structured text.
+    // YAML uses the IANA-registered `application/yaml` (RFC 9512) rather than the
+    // legacy `application/x-yaml`. This is also what the content heuristic already
+    // reports for YAML bytes, so the extension path and the content path no longer
+    // disagree about the same file.
+    ".json": DATA_MIME_TYPES.JSON,
+    ".xml": DATA_MIME_TYPES.XML,
+    ".yaml": "application/yaml",
+    ".yml": "application/yaml",
     // Source code
     ".js": TEXT_MIME_TYPES.JAVASCRIPT,
     ".mjs": TEXT_MIME_TYPES.JAVASCRIPT,
@@ -315,31 +295,6 @@ export const EXTENSION_MIME_MAP = {
     ".lua": "text/x-lua",
     ".perl": "text/x-perl",
     ".pl": "text/x-perl",
-    // Video
-    ".mp4": VIDEO_MIME_TYPES.MP4,
-    ".m4v": VIDEO_MIME_TYPES.MP4,
-    ".mkv": VIDEO_MIME_TYPES.MKV,
-    ".mov": VIDEO_MIME_TYPES.MOV,
-    ".avi": VIDEO_MIME_TYPES.AVI,
-    ".webm": VIDEO_MIME_TYPES.WEBM,
-    ".wmv": VIDEO_MIME_TYPES.WMV,
-    ".flv": VIDEO_MIME_TYPES.FLV,
-    // Audio
-    ".mp3": AUDIO_MIME_TYPES.MP3,
-    ".wav": AUDIO_MIME_TYPES.WAV,
-    ".ogg": AUDIO_MIME_TYPES.OGG,
-    ".flac": AUDIO_MIME_TYPES.FLAC,
-    ".m4a": AUDIO_MIME_TYPES.M4A,
-    ".aac": AUDIO_MIME_TYPES.AAC,
-    ".wma": AUDIO_MIME_TYPES.WMA,
-    // Archives
-    ".zip": ARCHIVE_MIME_TYPES.ZIP,
-    ".tar": ARCHIVE_MIME_TYPES.TAR,
-    ".gz": ARCHIVE_MIME_TYPES.GZIP,
-    ".tgz": ARCHIVE_MIME_TYPES.GZIP,
-    ".rar": ARCHIVE_MIME_TYPES.RAR,
-    ".7z": ARCHIVE_MIME_TYPES.SEVEN_ZIP,
-    ".jar": "application/java-archive",
     // Config files
     ".env": TEXT_MIME_TYPES.PLAIN,
     ".ini": TEXT_MIME_TYPES.PLAIN,
@@ -354,14 +309,38 @@ export const EXTENSION_MIME_MAP = {
     ".eslintrc": DATA_MIME_TYPES.JSON,
     ".babelrc": DATA_MIME_TYPES.JSON,
 };
+/**
+ * Centralized mapping of file extensions (with leading dot) to MIME types.
+ *
+ * Assembled from two sources so there is exactly one place to edit per kind of
+ * format: every image / audio / video / document / data / archive entry is
+ * derived from {@link FILE_TYPE_REGISTRY}, and the text, markup, source-code
+ * and config entries come from {@link TEXT_EXTENSION_MIME_MAP}.
+ *
+ * Registry entries are spread last so that a format which appears in both wins
+ * from the registry — the registry is the authority for anything with a
+ * modality.
+ */
+export const EXTENSION_MIME_MAP = {
+    ...TEXT_EXTENSION_MIME_MAP,
+    ...Object.fromEntries(FILE_TYPE_REGISTRY.flatMap((entry) => entry.extensions.map((ext) => [ext, entry.mimeTypes[0]]))),
+    // Applied last: an ambiguous extension (.ts) must report the MIME type of the
+    // format its routing was overridden to, or this map and the registry's
+    // mimeTypeForExtension() describe the same file differently.
+    ...EXTENSION_MIME_OVERRIDES,
+};
 /**
  * Get MIME type from file extension using the centralized map.
  *
- * @param ext - File extension (with leading dot, e.g. ".pdf")
+ * Accepts a bare extension (`"pdf"`), a dotted extension (`".pdf"`), a filename
+ * or a full path — `normalizeExtension` handles all four, including compound
+ * suffixes like `.tar.gz`.
+ *
+ * @param ext - File extension, filename or path
  * @returns MIME type string, or "application/octet-stream" if unknown
  */
 export function getMimeTypeForExtension(ext) {
-    return EXTENSION_MIME_MAP[ext.toLowerCase()] || "application/octet-stream";
+    return (EXTENSION_MIME_MAP[normalizeExtension(ext)] || "application/octet-stream");
 }
 // =============================================================================
 // TYPE EXPORTS

package/dist/lib/processors/media/AudioProcessor.js

@@ -38,6 +38,7 @@
  */
 import { BaseFileProcessor } from "../base/BaseFileProcessor.js";
 import { SIZE_LIMITS_MB } from "../config/index.js";
+import { extensionsForModality, mimeTypesForModality, } from "../config/fileTypeRegistry.js";
 import { FileErrorCode } from "../errors/index.js";
 import { withTimeout } from "../../utils/timeout.js";
 import { formatMediaDuration } from "../../utils/mediaDuration.js";
@@ -84,51 +85,28 @@ const AUDIO_CONFIG = {
 };
 /**
  * Supported MIME types for audio files.
- * Covers all major audio formats including common variants and aliases.
+ *
+ * Derived from the canonical registry so this processor cannot claim a format
+ * the detector standing in front of it does not recognise. It previously did:
+ * .aiff, .amr, .ape, .wv and .oga were all declared here and all resolved to
+ * "unknown" during detection, so a file in one of those formats never reached
+ * this processor at all.
+ *
+ * `audio/webm` is appended because WebM is registered as a video container and
+ * an audio-only .webm is legitimate input. Only the MIME type is accepted, not
+ * the extension: `isFileSupported` matches on extension OR mimetype, so
+ * claiming `.webm` here made `isAudioFile("video/webm", "clip.webm")` accept a
+ * video-only WebM as audio on its filename alone.
  */
 const SUPPORTED_AUDIO_MIME_TYPES = [
-    "audio/mpeg",
-    "audio/mp3",
-    "audio/wav",
-    "audio/x-wav",
-    "audio/wave",
-    "audio/ogg",
-    "audio/vorbis",
-    "audio/opus",
-    "audio/flac",
-    "audio/x-flac",
-    "audio/mp4",
-    "audio/x-m4a",
-    "audio/aac",
-    "audio/x-ms-wma",
+    ...mimeTypesForModality("audio"),
     "audio/webm",
-    "audio/aiff",
-    "audio/x-aiff",
-    "audio/amr",
-    "audio/3gpp",
 ];
 /**
  * Supported file extensions for audio files.
- * Includes common audio container formats and lossless variants.
+ * Derived from the canonical registry — see the note above.
  */
-const SUPPORTED_AUDIO_EXTENSIONS = [
-    ".mp3",
-    ".wav",
-    ".ogg",
-    ".oga",
-    ".opus",
-    ".flac",
-    ".m4a",
-    ".aac",
-    ".wma",
-    ".webm",
-    ".aiff",
-    ".aif",
-    ".amr",
-    ".3gp",
-    ".ape",
-    ".wv",
-];
+const SUPPORTED_AUDIO_EXTENSIONS = extensionsForModality("audio");
 // =============================================================================
 // AUDIO PROCESSOR CLASS
 // =============================================================================

package/dist/lib/processors/media/VideoProcessor.js

@@ -52,6 +52,7 @@ import { pipeline } from "stream/promises";
 import { BaseFileProcessor } from "../base/BaseFileProcessor.js";
 import { formatMediaDuration } from "../../utils/mediaDuration.js";
 import { SIZE_LIMITS_MB } from "../config/index.js";
+import { extensionsForModality, mimeTypesForModality, } from "../config/fileTypeRegistry.js";
 import { FileErrorCode } from "../errors/index.js";
 import { tracers, ATTR, withSpan } from "../../telemetry/index.js";
 import { logger } from "../../utils/logger.js";
@@ -174,38 +175,16 @@ const VIDEO_CONFIG = {
     /** Timeout for ffprobe metadata extraction in milliseconds */
     FFPROBE_TIMEOUT_MS: 10_000,
 };
-/** Supported video MIME types */
-const SUPPORTED_VIDEO_MIME_TYPES = [
-    "video/mp4",
-    "video/x-matroska",
-    "video/quicktime",
-    "video/webm",
-    "video/x-msvideo",
-    "video/x-ms-wmv",
-    "video/x-flv",
-    "video/3gpp",
-    "video/3gpp2",
-    "video/MP2T",
-    "video/ogg",
-];
-/** Supported video file extensions */
-const SUPPORTED_VIDEO_EXTENSIONS = [
-    ".mp4",
-    ".m4v",
-    ".mkv",
-    ".mov",
-    ".avi",
-    ".wmv",
-    ".flv",
-    ".webm",
-    ".3gp",
-    ".3g2",
-    ".ts",
-    ".mts",
-    ".m2ts",
-    ".ogv",
-    ".vob",
-];
+/**
+ * Supported video MIME types — derived from the canonical registry so this
+ * processor and the detector in front of it cannot disagree about what "video"
+ * means. Before the registry they did: .m2ts, .mts, .vob, .3g2 and .ogv were
+ * declared supported here and detected as "unknown", and .mpg/.mpeg were
+ * detected as CSV.
+ */
+const SUPPORTED_VIDEO_MIME_TYPES = mimeTypesForModality("video");
+/** Supported video file extensions — derived from the canonical registry. */
+const SUPPORTED_VIDEO_EXTENSIONS = extensionsForModality("video");
 /**
  * Maximum video file size in MB.
  * Uses VIDEO_MAX_MB (500 MB) to support long meeting recordings and screen captures.

package/dist/lib/providers/googleAiStudio/client.js

@@ -1,7 +1,7 @@
 import { ErrorCategory, ErrorSeverity, GoogleAIModels, } from "../../constants/enums.js";
 import { BaseProvider } from "../../core/baseProvider.js";
 import { IMAGE_GENERATION_MODELS, TOOL_STORAGE_TIMEOUT_MS, } from "../../core/constants.js";
-import { processUnifiedFilesArray } from "../../utils/messageBuilder.js";
+import { normalizeVisionImageFormats, processUnifiedFilesArray, } from "../../utils/messageBuilder.js";
 import { ATTR, tracers, withClientSpan, withClientStreamSpan, withSpan, } from "../../telemetry/index.js";
 import { AuthenticationError, InvalidModelError, NetworkError, ProviderError, RateLimitError, } from "../../types/index.js";
 import { ERROR_CODES, NeuroLinkError } from "../../utils/errorHandling.js";
@@ -237,6 +237,13 @@ export class GoogleAIStudioProvider extends BaseProvider {
      * @returns A promise that resolves to the generation result, including the image data.
      */
     async executeImageGeneration(options) {
+        // Image-to-image generation takes reference images through the same
+        // `input.images` array, and generate() routes here BEFORE reaching its own
+        // normalization call — so a reference photo in HEIC/BMP/AVIF would arrive
+        // at the API untranscoded. Normalizing at the top of this method covers
+        // every route in, rather than relying on each caller to remember.
+        // Idempotent, so a request that was already normalized pays nothing.
+        await normalizeVisionImageFormats(options.input);
         const prompt = options.prompt || options.input?.text || "";
         const imageModelName = options.model || this.modelName;
         const startTime = Date.now();
@@ -1178,6 +1185,10 @@ export class GoogleAIStudioProvider extends BaseProvider {
                 logger.warn(`[GoogleAIStudio] processUnifiedFilesArray threw, continuing without file content: ${fileError instanceof Error ? fileError.message : String(fileError)}`);
             }
         }
+        // Runs even without input.files: a caller can populate input.images
+        // directly, and this native path never reaches the shared multimodal
+        // builder that would otherwise normalize the formats.
+        await normalizeVisionImageFormats(options.input);
         // Merge registered (built-in / MCP) tools with caller-supplied tools.
         // AI Studio's generate() bypasses BaseProvider.generate(), so the
         // ToolsManager-driven merge that normally injects sdk.registerTool()