@juspay/neurolink 8.24.0 → 8.26.0

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [8.26.0](https://github.com/juspay/neurolink/compare/v8.25.0...v8.26.0) (2025-12-30)
+
+### Features
+
+- **(types):** Add video output types (VIDEO-GEN-001) ([1b1b5c2](https://github.com/juspay/neurolink/commit/1b1b5c23d0bdacb9d3120797b1f7984d7e0cc48c))
+
+## [8.25.0](https://github.com/juspay/neurolink/compare/v8.24.0...v8.25.0) (2025-12-30)
+
+### Features
+
+- **(observability):** Add support for custom metadata in Context ([b175249](https://github.com/juspay/neurolink/commit/b175249c61357b0e6d127932bd7824d0bfe6f2ed))
+
 ## [8.24.0](https://github.com/juspay/neurolink/compare/v8.23.2...v8.24.0) (2025-12-28)
 
 ### Features

package/dist/core/baseProvider.d.ts

@@ -7,6 +7,7 @@ import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
+import { TelemetryHandler } from "./modules/TelemetryHandler.js";
 /**
  * Abstract base class for all AI providers
  * Tools are integrated as first-class citizens - always available by default
@@ -26,7 +27,7 @@ export declare abstract class BaseProvider implements AIProvider {
     private readonly messageBuilder;
     private readonly streamHandler;
     private readonly generationHandler;
-    private readonly telemetryHandler;
+    protected readonly telemetryHandler: TelemetryHandler;
     private readonly utilities;
     private readonly toolsManager;
     constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
@@ -260,13 +261,4 @@ export declare abstract class BaseProvider implements AIProvider {
      * @returns Array of prompt chunks
      */
     static chunkPrompt(prompt: string, maxChunkSize?: number, overlap?: number): string[];
-    /**
-     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
-     * This enables automatic OpenTelemetry tracing when telemetry is enabled
-     */
-    protected getStreamTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
-        isEnabled: boolean;
-        functionId?: string;
-        metadata?: Record<string, string | number | boolean>;
-    } | undefined;
 }

package/dist/core/baseProvider.js

@@ -48,7 +48,7 @@ export class BaseProvider {
         // Initialize composition modules
         this.messageBuilder = new MessageBuilder(this.providerName, this.modelName);
         this.streamHandler = new StreamHandler(this.providerName, this.modelName);
-        this.generationHandler = new GenerationHandler(this.providerName, this.modelName, () => this.supportsTools(), (options, type) => this.getStreamTelemetryConfig(options, type), (toolCalls, toolResults, options, timestamp) => this.handleToolExecutionStorage(toolCalls, toolResults, options, timestamp));
+        this.generationHandler = new GenerationHandler(this.providerName, this.modelName, () => this.supportsTools(), (options, type) => this.telemetryHandler.getTelemetryConfig(options, type), (toolCalls, toolResults, options, timestamp) => this.handleToolExecutionStorage(toolCalls, toolResults, options, timestamp));
         this.telemetryHandler = new TelemetryHandler(this.providerName, this.modelName, this.neurolink);
         this.utilities = new Utilities(this.providerName, this.modelName, this.defaultTimeout, this.middlewareOptions);
         this.toolsManager = new ToolsManager(this.providerName, this.directTools, this.neurolink, {
@@ -726,40 +726,4 @@ export class BaseProvider {
         }
         return chunks;
     }
-    /**
-     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
-     * This enables automatic OpenTelemetry tracing when telemetry is enabled
-     */
-    getStreamTelemetryConfig(options, operationType = "stream") {
-        // Check if telemetry is enabled via NeuroLink observability config
-        if (!this.neurolink?.isTelemetryEnabled()) {
-            return undefined;
-        }
-        const context = options.context;
-        const traceName = context?.traceName;
-        const userId = context?.userId;
-        const functionId = traceName ? traceName : userId ? userId : "guest";
-        const metadata = {
-            provider: this.providerName,
-            model: this.modelName,
-            toolsEnabled: !options.disableTools,
-            neurolink: true,
-            operationType,
-            originalProvider: this.providerName,
-        };
-        // Add sessionId if available
-        if ("sessionId" in options && options.sessionId) {
-            const sessionId = options.sessionId;
-            if (typeof sessionId === "string" ||
-                typeof sessionId === "number" ||
-                typeof sessionId === "boolean") {
-                metadata.sessionId = sessionId;
-            }
-        }
-        return {
-            isEnabled: true,
-            functionId,
-            metadata,
-        };
-    }
 }

package/dist/core/modules/TelemetryHandler.d.ts

@@ -50,9 +50,10 @@ export declare class TelemetryHandler {
         totalTokens?: number;
     }): Promise<number>;
     /**
-     * Get telemetry configuration for streaming/generation
+     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
+     * This enables automatic OpenTelemetry tracing when telemetry is enabled
      */
-    getStreamTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
+    getTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
         isEnabled: boolean;
         functionId?: string;
         metadata?: Record<string, string | number | boolean>;

package/dist/core/modules/TelemetryHandler.js

@@ -113,9 +113,10 @@ export class TelemetryHandler {
         }
     }
     /**
-     * Get telemetry configuration for streaming/generation
+     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
+     * This enables automatic OpenTelemetry tracing when telemetry is enabled
      */
-    getStreamTelemetryConfig(options, operationType = "stream") {
+    getTelemetryConfig(options, operationType = "stream") {
         // Check if telemetry is enabled via NeuroLink observability config
         if (!this.neurolink?.isTelemetryEnabled()) {
             return undefined;
@@ -125,6 +126,7 @@ export class TelemetryHandler {
         const userId = context?.userId;
         const functionId = traceName ? traceName : userId ? userId : "guest";
         const metadata = {
+            ...(context?.metadata || {}),
             provider: this.providerName,
             model: this.modelName,
             toolsEnabled: !options.disableTools,

package/dist/lib/core/baseProvider.d.ts

@@ -7,6 +7,7 @@ import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
+import { TelemetryHandler } from "./modules/TelemetryHandler.js";
 /**
  * Abstract base class for all AI providers
  * Tools are integrated as first-class citizens - always available by default
@@ -26,7 +27,7 @@ export declare abstract class BaseProvider implements AIProvider {
     private readonly messageBuilder;
     private readonly streamHandler;
     private readonly generationHandler;
-    private readonly telemetryHandler;
+    protected readonly telemetryHandler: TelemetryHandler;
     private readonly utilities;
     private readonly toolsManager;
     constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
@@ -260,13 +261,4 @@ export declare abstract class BaseProvider implements AIProvider {
      * @returns Array of prompt chunks
      */
     static chunkPrompt(prompt: string, maxChunkSize?: number, overlap?: number): string[];
-    /**
-     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
-     * This enables automatic OpenTelemetry tracing when telemetry is enabled
-     */
-    protected getStreamTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
-        isEnabled: boolean;
-        functionId?: string;
-        metadata?: Record<string, string | number | boolean>;
-    } | undefined;
 }

package/dist/lib/core/baseProvider.js

@@ -48,7 +48,7 @@ export class BaseProvider {
         // Initialize composition modules
         this.messageBuilder = new MessageBuilder(this.providerName, this.modelName);
         this.streamHandler = new StreamHandler(this.providerName, this.modelName);
-        this.generationHandler = new GenerationHandler(this.providerName, this.modelName, () => this.supportsTools(), (options, type) => this.getStreamTelemetryConfig(options, type), (toolCalls, toolResults, options, timestamp) => this.handleToolExecutionStorage(toolCalls, toolResults, options, timestamp));
+        this.generationHandler = new GenerationHandler(this.providerName, this.modelName, () => this.supportsTools(), (options, type) => this.telemetryHandler.getTelemetryConfig(options, type), (toolCalls, toolResults, options, timestamp) => this.handleToolExecutionStorage(toolCalls, toolResults, options, timestamp));
         this.telemetryHandler = new TelemetryHandler(this.providerName, this.modelName, this.neurolink);
         this.utilities = new Utilities(this.providerName, this.modelName, this.defaultTimeout, this.middlewareOptions);
         this.toolsManager = new ToolsManager(this.providerName, this.directTools, this.neurolink, {
@@ -726,41 +726,5 @@ export class BaseProvider {
         }
         return chunks;
     }
-    /**
-     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
-     * This enables automatic OpenTelemetry tracing when telemetry is enabled
-     */
-    getStreamTelemetryConfig(options, operationType = "stream") {
-        // Check if telemetry is enabled via NeuroLink observability config
-        if (!this.neurolink?.isTelemetryEnabled()) {
-            return undefined;
-        }
-        const context = options.context;
-        const traceName = context?.traceName;
-        const userId = context?.userId;
-        const functionId = traceName ? traceName : userId ? userId : "guest";
-        const metadata = {
-            provider: this.providerName,
-            model: this.modelName,
-            toolsEnabled: !options.disableTools,
-            neurolink: true,
-            operationType,
-            originalProvider: this.providerName,
-        };
-        // Add sessionId if available
-        if ("sessionId" in options && options.sessionId) {
-            const sessionId = options.sessionId;
-            if (typeof sessionId === "string" ||
-                typeof sessionId === "number" ||
-                typeof sessionId === "boolean") {
-                metadata.sessionId = sessionId;
-            }
-        }
-        return {
-            isEnabled: true,
-            functionId,
-            metadata,
-        };
-    }
 }
 //# sourceMappingURL=baseProvider.js.map

package/dist/lib/core/modules/TelemetryHandler.d.ts

@@ -50,9 +50,10 @@ export declare class TelemetryHandler {
         totalTokens?: number;
     }): Promise<number>;
     /**
-     * Get telemetry configuration for streaming/generation
+     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
+     * This enables automatic OpenTelemetry tracing when telemetry is enabled
      */
-    getStreamTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
+    getTelemetryConfig(options: StreamOptions | TextGenerationOptions, operationType?: "stream" | "generate"): {
         isEnabled: boolean;
         functionId?: string;
         metadata?: Record<string, string | number | boolean>;

package/dist/lib/core/modules/TelemetryHandler.js

@@ -113,9 +113,10 @@ export class TelemetryHandler {
         }
     }
     /**
-     * Get telemetry configuration for streaming/generation
+     * Create telemetry configuration for Vercel AI SDK experimental_telemetry
+     * This enables automatic OpenTelemetry tracing when telemetry is enabled
      */
-    getStreamTelemetryConfig(options, operationType = "stream") {
+    getTelemetryConfig(options, operationType = "stream") {
         // Check if telemetry is enabled via NeuroLink observability config
         if (!this.neurolink?.isTelemetryEnabled()) {
             return undefined;
@@ -125,6 +126,7 @@ export class TelemetryHandler {
         const userId = context?.userId;
         const functionId = traceName ? traceName : userId ? userId : "guest";
         const metadata = {
+            ...(context?.metadata || {}),
             provider: this.providerName,
             model: this.modelName,
             toolsEnabled: !options.disableTools,

package/dist/lib/providers/anthropic.js

@@ -104,7 +104,7 @@ export class AnthropicProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[AnthropicProvider] Failed to store tool executions", {

package/dist/lib/providers/azureOpenai.js

@@ -123,7 +123,7 @@ export class AzureOpenAIProvider extends BaseProvider {
                     : {}),
                 tools,
                 toolChoice: shouldUseTools ? "auto" : "none",
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[AzureOpenaiProvider] Failed to store tool executions", {

package/dist/lib/providers/googleAiStudio.js

@@ -129,7 +129,7 @@ export class GoogleAIStudioProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[GoogleAiStudioProvider] Failed to store tool executions", {

package/dist/lib/providers/googleVertex.js

@@ -671,7 +671,7 @@ export class GoogleVertexProvider extends BaseProvider {
                     maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 }),
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onError: (event) => {
                     const error = event.error;
                     const errorMessage = error instanceof Error ? error.message : String(error);

package/dist/lib/providers/openAI.js

@@ -273,7 +273,7 @@ export class OpenAIProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools && Object.keys(tools).length > 0 ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     logger.info("Tool execution completed", { toolResults, toolCalls });
                     // Handle tool execution storage

package/dist/lib/types/common.d.ts

@@ -133,4 +133,5 @@ export type Context = {
     traceName?: string;
     userId?: string;
     sessionId?: string;
+    metadata?: Record<string, string | number | boolean>;
 };

package/dist/lib/types/content.d.ts

@@ -14,5 +14,5 @@
  * import type { MultimodalInput } from './types/multimodal.js';
  * ```
  */
-export type { TextContent, ImageContent, CSVContent, PDFContent, AudioContent, VideoContent, Content, ImageWithAltText, MultimodalInput, MultimodalMessage, VisionCapability, ProviderImageFormat, ProcessedImage, ProviderMultimodalPayload, } from "./multimodal.js";
+export type { TextContent, ImageContent, CSVContent, PDFContent, AudioContent, VideoContent, VideoOutputOptions, VideoGenerationResult, Content, ImageWithAltText, MultimodalInput, MultimodalMessage, VisionCapability, ProviderImageFormat, ProcessedImage, ProviderMultimodalPayload, } from "./multimodal.js";
 export { isTextContent, isImageContent, isCSVContent, isPDFContent, isAudioContent, isVideoContent, isMultimodalInput, } from "./multimodal.js";

package/dist/lib/types/generateTypes.d.ts

@@ -8,6 +8,7 @@ import type { MiddlewareFactoryOptions } from "./middlewareTypes.js";
 import type { JsonValue } from "./common.js";
 import type { Content, ImageWithAltText } from "./content.js";
 import type { TTSOptions, TTSResult } from "./ttsTypes.js";
+import type { VideoOutputOptions, VideoGenerationResult } from "./multimodal.js";
 /**
  * Generate function options type - Primary method for content generation
  * Supports multimodal content while maintaining backward compatibility
@@ -39,8 +40,41 @@ export type GenerateOptions = {
         files?: Array<Buffer | string>;
         content?: Content[];
     };
+    /**
+     * Output configuration options
+     *
+     * @example Text output (default)
+     * ```typescript
+     * output: { format: "text" }
+     * ```
+     *
+     * @example Video generation with Veo 3.1
+     * ```typescript
+     * output: {
+     *   mode: "video",
+     *   video: {
+     *     resolution: "1080p",
+     *     length: 8,
+     *     aspectRatio: "16:9",
+     *     audio: true
+     *   }
+     * }
+     * ```
+     */
     output?: {
+        /** Output format for text generation */
         format?: "text" | "structured" | "json";
+        /**
+         * Output mode - determines the type of content generated
+         * - "text": Standard text generation (default)
+         * - "video": Video generation using models like Veo 3.1
+         */
+        mode?: "text" | "video";
+        /**
+         * Video generation configuration (used when mode is "video")
+         * Requires an input image and text prompt
+         */
+        video?: VideoOutputOptions;
     };
     csvOptions?: {
         maxRows?: number;
@@ -207,6 +241,29 @@ export type GenerateResult = {
      * ```
      */
     audio?: TTSResult;
+    /**
+     * Video generation result
+     *
+     * Contains the generated video buffer and metadata when video mode is enabled.
+     * Present when `output.mode` is set to "video" in GenerateOptions.
+     *
+     * @example Accessing generated video
+     * ```typescript
+     * const result = await neurolink.generate({
+     *   input: { text: "Product showcase", images: [imageBuffer] },
+     *   provider: "vertex",
+     *   model: "veo-3.1",
+     *   output: { mode: "video", video: { resolution: "1080p" } }
+     * });
+     *
+     * if (result.video) {
+     *   fs.writeFileSync('output.mp4', result.video.data);
+     *   console.log(`Duration: ${result.video.metadata?.duration}s`);
+     *   console.log(`Dimensions: ${result.video.metadata?.dimensions?.width}x${result.video.metadata?.dimensions?.height}`);
+     * }
+     * ```
+     */
+    video?: VideoGenerationResult;
     provider?: string;
     model?: string;
     usage?: TokenUsage;

package/dist/lib/types/index.js

@@ -33,7 +33,7 @@ export * from "./utilities.js";
 export * from "./middlewareTypes.js";
 // File detection and processing types
 export * from "./fileTypes.js";
-// Content types for multimodal support
+// Content types for multimodal support (includes multimodal re-exports for backward compatibility)
 export * from "./content.js";
 // TTS (Text-to-Speech) types
 export * from "./ttsTypes.js";

package/dist/lib/types/multimodal.d.ts

@@ -124,6 +124,85 @@ export type AudioContent = {
         language?: string;
     };
 };
+/**
+ * Video output configuration options for video generation
+ *
+ * Used with `output.video` in GenerateOptions when `output.mode` is "video".
+ * Controls resolution, duration, aspect ratio, and audio settings for generated videos.
+ *
+ * @example
+ * ```typescript
+ * const videoOptions: VideoOutputOptions = {
+ *   resolution: "1080p",
+ *   length: 8,
+ *   aspectRatio: "16:9",
+ *   audio: true
+ * };
+ * ```
+ */
+export type VideoOutputOptions = {
+    /** Output resolution - "720p" (1280x720) or "1080p" (1920x1080) */
+    resolution?: "720p" | "1080p";
+    /** Video duration in seconds (4, 6, or 8 seconds supported) */
+    length?: 4 | 6 | 8;
+    /** Aspect ratio - "9:16" for portrait or "16:9" for landscape */
+    aspectRatio?: "9:16" | "16:9";
+    /** Enable audio generation (default: true) */
+    audio?: boolean;
+};
+/**
+ * Result type for generated video content
+ *
+ * Returned in `GenerateResult.video` when video generation is successful.
+ * Contains the raw video buffer and associated metadata.
+ *
+ * @example
+ * ```typescript
+ * const result = await neurolink.generate({
+ *   input: { text: "Product showcase", images: [imageBuffer] },
+ *   provider: "vertex",
+ *   model: "veo-3.1",
+ *   output: { mode: "video" }
+ * });
+ *
+ * if (result.video) {
+ *   writeFileSync("output.mp4", result.video.data);
+ *   console.log(`Duration: ${result.video.metadata?.duration}s`);
+ * }
+ * ```
+ */
+export type VideoGenerationResult = {
+    /** Raw video data as Buffer */
+    data: Buffer;
+    /** Video media type */
+    mediaType: "video/mp4" | "video/webm";
+    /** Video metadata */
+    metadata?: {
+        /** Original filename if applicable */
+        filename?: string;
+        /** Video duration in seconds */
+        duration?: number;
+        /** Video dimensions */
+        dimensions?: {
+            width: number;
+            height: number;
+        };
+        /** Frame rate in fps */
+        frameRate?: number;
+        /** Video codec used */
+        codec?: string;
+        /** Model used for generation */
+        model?: string;
+        /** Provider used for generation */
+        provider?: string;
+        /** Aspect ratio of the video */
+        aspectRatio?: string;
+        /** Whether audio was enabled during generation */
+        audioEnabled?: boolean;
+        /** Processing time in milliseconds */
+        processingTime?: number;
+    };
+};
 /**
  * Video content type for multimodal messages
  *

package/dist/providers/anthropic.js

@@ -104,7 +104,7 @@ export class AnthropicProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[AnthropicProvider] Failed to store tool executions", {

package/dist/providers/azureOpenai.js

@@ -123,7 +123,7 @@ export class AzureOpenAIProvider extends BaseProvider {
                     : {}),
                 tools,
                 toolChoice: shouldUseTools ? "auto" : "none",
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[AzureOpenaiProvider] Failed to store tool executions", {

package/dist/providers/googleAiStudio.js

@@ -129,7 +129,7 @@ export class GoogleAIStudioProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     this.handleToolExecutionStorage(toolCalls, toolResults, options, new Date()).catch((error) => {
                         logger.warn("[GoogleAiStudioProvider] Failed to store tool executions", {

package/dist/providers/googleVertex.js

@@ -671,7 +671,7 @@ export class GoogleVertexProvider extends BaseProvider {
                     maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 }),
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onError: (event) => {
                     const error = event.error;
                     const errorMessage = error instanceof Error ? error.message : String(error);

package/dist/providers/openAI.js

@@ -273,7 +273,7 @@ export class OpenAIProvider extends BaseProvider {
                 maxSteps: options.maxSteps || DEFAULT_MAX_STEPS,
                 toolChoice: shouldUseTools && Object.keys(tools).length > 0 ? "auto" : "none",
                 abortSignal: timeoutController?.controller.signal,
-                experimental_telemetry: this.getStreamTelemetryConfig(options),
+                experimental_telemetry: this.telemetryHandler.getTelemetryConfig(options),
                 onStepFinish: ({ toolCalls, toolResults }) => {
                     logger.info("Tool execution completed", { toolResults, toolCalls });
                     // Handle tool execution storage

package/dist/types/common.d.ts

@@ -133,4 +133,5 @@ export type Context = {
     traceName?: string;
     userId?: string;
     sessionId?: string;
+    metadata?: Record<string, string | number | boolean>;
 };

package/dist/types/content.d.ts

@@ -14,5 +14,5 @@
  * import type { MultimodalInput } from './types/multimodal.js';
  * ```
  */
-export type { TextContent, ImageContent, CSVContent, PDFContent, AudioContent, VideoContent, Content, ImageWithAltText, MultimodalInput, MultimodalMessage, VisionCapability, ProviderImageFormat, ProcessedImage, ProviderMultimodalPayload, } from "./multimodal.js";
+export type { TextContent, ImageContent, CSVContent, PDFContent, AudioContent, VideoContent, VideoOutputOptions, VideoGenerationResult, Content, ImageWithAltText, MultimodalInput, MultimodalMessage, VisionCapability, ProviderImageFormat, ProcessedImage, ProviderMultimodalPayload, } from "./multimodal.js";
 export { isTextContent, isImageContent, isCSVContent, isPDFContent, isAudioContent, isVideoContent, isMultimodalInput, } from "./multimodal.js";

package/dist/types/generateTypes.d.ts

@@ -8,6 +8,7 @@ import type { MiddlewareFactoryOptions } from "./middlewareTypes.js";
 import type { JsonValue } from "./common.js";
 import type { Content, ImageWithAltText } from "./content.js";
 import type { TTSOptions, TTSResult } from "./ttsTypes.js";
+import type { VideoOutputOptions, VideoGenerationResult } from "./multimodal.js";
 /**
  * Generate function options type - Primary method for content generation
  * Supports multimodal content while maintaining backward compatibility
@@ -39,8 +40,41 @@ export type GenerateOptions = {
         files?: Array<Buffer | string>;
         content?: Content[];
     };
+    /**
+     * Output configuration options
+     *
+     * @example Text output (default)
+     * ```typescript
+     * output: { format: "text" }
+     * ```
+     *
+     * @example Video generation with Veo 3.1
+     * ```typescript
+     * output: {
+     *   mode: "video",
+     *   video: {
+     *     resolution: "1080p",
+     *     length: 8,
+     *     aspectRatio: "16:9",
+     *     audio: true
+     *   }
+     * }
+     * ```
+     */
     output?: {
+        /** Output format for text generation */
         format?: "text" | "structured" | "json";
+        /**
+         * Output mode - determines the type of content generated
+         * - "text": Standard text generation (default)
+         * - "video": Video generation using models like Veo 3.1
+         */
+        mode?: "text" | "video";
+        /**
+         * Video generation configuration (used when mode is "video")
+         * Requires an input image and text prompt
+         */
+        video?: VideoOutputOptions;
     };
     csvOptions?: {
         maxRows?: number;
@@ -207,6 +241,29 @@ export type GenerateResult = {
      * ```
      */
     audio?: TTSResult;
+    /**
+     * Video generation result
+     *
+     * Contains the generated video buffer and metadata when video mode is enabled.
+     * Present when `output.mode` is set to "video" in GenerateOptions.
+     *
+     * @example Accessing generated video
+     * ```typescript
+     * const result = await neurolink.generate({
+     *   input: { text: "Product showcase", images: [imageBuffer] },
+     *   provider: "vertex",
+     *   model: "veo-3.1",
+     *   output: { mode: "video", video: { resolution: "1080p" } }
+     * });
+     *
+     * if (result.video) {
+     *   fs.writeFileSync('output.mp4', result.video.data);
+     *   console.log(`Duration: ${result.video.metadata?.duration}s`);
+     *   console.log(`Dimensions: ${result.video.metadata?.dimensions?.width}x${result.video.metadata?.dimensions?.height}`);
+     * }
+     * ```
+     */
+    video?: VideoGenerationResult;
     provider?: string;
     model?: string;
     usage?: TokenUsage;

package/dist/types/index.js

@@ -33,7 +33,7 @@ export * from "./utilities.js";
 export * from "./middlewareTypes.js";
 // File detection and processing types
 export * from "./fileTypes.js";
-// Content types for multimodal support
+// Content types for multimodal support (includes multimodal re-exports for backward compatibility)
 export * from "./content.js";
 // TTS (Text-to-Speech) types
 export * from "./ttsTypes.js";

package/dist/types/multimodal.d.ts

@@ -124,6 +124,85 @@ export type AudioContent = {
         language?: string;
     };
 };
+/**
+ * Video output configuration options for video generation
+ *
+ * Used with `output.video` in GenerateOptions when `output.mode` is "video".
+ * Controls resolution, duration, aspect ratio, and audio settings for generated videos.
+ *
+ * @example
+ * ```typescript
+ * const videoOptions: VideoOutputOptions = {
+ *   resolution: "1080p",
+ *   length: 8,
+ *   aspectRatio: "16:9",
+ *   audio: true
+ * };
+ * ```
+ */
+export type VideoOutputOptions = {
+    /** Output resolution - "720p" (1280x720) or "1080p" (1920x1080) */
+    resolution?: "720p" | "1080p";
+    /** Video duration in seconds (4, 6, or 8 seconds supported) */
+    length?: 4 | 6 | 8;
+    /** Aspect ratio - "9:16" for portrait or "16:9" for landscape */
+    aspectRatio?: "9:16" | "16:9";
+    /** Enable audio generation (default: true) */
+    audio?: boolean;
+};
+/**
+ * Result type for generated video content
+ *
+ * Returned in `GenerateResult.video` when video generation is successful.
+ * Contains the raw video buffer and associated metadata.
+ *
+ * @example
+ * ```typescript
+ * const result = await neurolink.generate({
+ *   input: { text: "Product showcase", images: [imageBuffer] },
+ *   provider: "vertex",
+ *   model: "veo-3.1",
+ *   output: { mode: "video" }
+ * });
+ *
+ * if (result.video) {
+ *   writeFileSync("output.mp4", result.video.data);
+ *   console.log(`Duration: ${result.video.metadata?.duration}s`);
+ * }
+ * ```
+ */
+export type VideoGenerationResult = {
+    /** Raw video data as Buffer */
+    data: Buffer;
+    /** Video media type */
+    mediaType: "video/mp4" | "video/webm";
+    /** Video metadata */
+    metadata?: {
+        /** Original filename if applicable */
+        filename?: string;
+        /** Video duration in seconds */
+        duration?: number;
+        /** Video dimensions */
+        dimensions?: {
+            width: number;
+            height: number;
+        };
+        /** Frame rate in fps */
+        frameRate?: number;
+        /** Video codec used */
+        codec?: string;
+        /** Model used for generation */
+        model?: string;
+        /** Provider used for generation */
+        provider?: string;
+        /** Aspect ratio of the video */
+        aspectRatio?: string;
+        /** Whether audio was enabled during generation */
+        audioEnabled?: boolean;
+        /** Processing time in milliseconds */
+        processingTime?: number;
+    };
+};
 /**
  * Video content type for multimodal messages
  *

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@juspay/neurolink",
-  "version": "8.24.0",
+  "version": "8.26.0",
   "description": "Universal AI Development Platform with working MCP integration, multi-provider support, and professional CLI. Built-in tools operational, 58+ external MCP servers discoverable. Connect to filesystem, GitHub, database operations, and more. Build, test, and deploy AI applications with 13 providers: OpenAI, Anthropic, Google AI, AWS Bedrock, Azure, Hugging Face, Ollama, and Mistral AI.",
   "author": {
     "name": "Juspay Technologies",