@juspay/neurolink 7.30.1 → 7.32.0

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [7.32.0](https://github.com/juspay/neurolink/compare/v7.31.0...v7.32.0) (2025-09-03)
+
+### Features
+
+- **(sdk):** Add Speech to Speech agents implementation ([a8bf953](https://github.com/juspay/neurolink/commit/a8bf953993a16303d3c4a5b3a94d5ea5b6bd83d7))
+
+## [7.31.0](https://github.com/juspay/neurolink/compare/v7.30.1...v7.31.0) (2025-09-01)
+
+### Features
+
+- **(core):** implement global middleware architecture ([8eb711a](https://github.com/juspay/neurolink/commit/8eb711ae827773c3fbc5339402d6cbee4e0bc8d4))
+
 ## [7.30.1](https://github.com/juspay/neurolink/compare/v7.30.0...v7.30.1) (2025-08-31)
 
 ### Bug Fixes

package/dist/cli/factories/commandFactory.js

@@ -1054,8 +1054,22 @@ export class CLICommandFactory {
                         // Demo mode - add delay between chunks
                         await new Promise((resolve) => setTimeout(resolve, options.delay));
                     }
-                    process.stdout.write(nextResult.value.content);
-                    fullContent += nextResult.value.content;
+                    const evt = nextResult.value;
+                    const isText = (o) => !!o &&
+                        typeof o === "object" &&
+                        typeof o.content === "string";
+                    const isAudio = (o) => !!o &&
+                        typeof o === "object" &&
+                        o.type === "audio";
+                    if (isText(evt)) {
+                        process.stdout.write(evt.content);
+                        fullContent += evt.content;
+                    }
+                    else if (isAudio(evt)) {
+                        if (options.debug && !options.quiet) {
+                            process.stdout.write("[audio-chunk]");
+                        }
+                    }
                 }
             }
             catch (error) {

package/dist/core/baseProvider.d.ts

@@ -2,6 +2,7 @@ import type { ValidationSchema } from "../types/typeAliases.js";
 import type { Tool, LanguageModelV1 } from "ai";
 import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../core/types.js";
 import type { EvaluationData } from "../index.js";
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
@@ -13,6 +14,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected readonly modelName: string;
     protected readonly providerName: AIProviderName;
     protected readonly defaultTimeout: number;
+    protected middlewareOptions?: MiddlewareFactoryOptions;
     protected readonly directTools: {};
     protected mcpTools?: Record<string, Tool>;
     protected customTools?: Map<string, unknown>;
@@ -20,7 +22,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected sessionId?: string;
     protected userId?: string;
     protected neurolink?: NeuroLink;
-    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink);
+    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
     /**
      * Check if this provider supports tool/function calling
      * Override in subclasses to disable tools for specific providers or models
@@ -67,16 +69,14 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     protected getAISDKModelWithMiddleware(options?: TextGenerationOptions | StreamOptions): Promise<LanguageModelV1>;
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     private extractMiddlewareOptions;
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    private shouldSkipMiddleware;
     /**
      * Check if a schema is a Zod schema
      */

package/dist/core/baseProvider.js

@@ -18,6 +18,7 @@ export class BaseProvider {
     modelName;
     providerName;
     defaultTimeout = 30000; // 30 seconds
+    middlewareOptions; // TODO: Implement global level middlewares that can be used
     // Tools are conditionally included based on centralized configuration
     directTools = shouldDisableBuiltinTools()
         ? {}
@@ -28,10 +29,11 @@ export class BaseProvider {
     sessionId;
     userId;
     neurolink; // Reference to actual NeuroLink instance for MCP tools
-    constructor(modelName, providerName, neurolink) {
+    constructor(modelName, providerName, neurolink, middleware) {
         this.modelName = modelName || this.getDefaultModel();
         this.providerName = providerName || this.getProviderName();
         this.neurolink = neurolink;
+        this.middlewareOptions = middleware;
     }
     /**
      * Check if this provider supports tool/function calling
@@ -170,8 +172,7 @@ export class BaseProvider {
                 totalTools: getKeyCount(tools),
                 totalToolNames: getKeysAsString(tools),
             });
-            // EVERY provider uses Vercel AI SDK - no exceptions
-            const model = await this.getAISDKModel(); // This method is now REQUIRED
+            const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
             const result = await generateText({
@@ -402,13 +403,14 @@ export class BaseProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     async getAISDKModelWithMiddleware(options = {}) {
         // Get the base model
         const baseModel = await this.getAISDKModel();
         // Check if middleware should be applied
         const middlewareOptions = this.extractMiddlewareOptions(options);
-        if (!middlewareOptions || this.shouldSkipMiddleware(options)) {
+        if (!middlewareOptions) {
             return baseModel;
         }
         try {
@@ -437,47 +439,41 @@ export class BaseProvider {
         }
     }
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     extractMiddlewareOptions(options) {
-        // Check for middleware configuration in options
-        const optionsRecord = options;
-        const middlewareConfig = optionsRecord.middlewareConfig;
-        const enabledMiddleware = optionsRecord.enabledMiddleware;
-        const disabledMiddleware = optionsRecord.disabledMiddleware;
-        const preset = optionsRecord.middlewarePreset;
-        // If no middleware configuration is present, return null
-        if (!middlewareConfig &&
-            !enabledMiddleware &&
-            !disabledMiddleware &&
-            !preset) {
+        // 1. Determine effective middleware config: per-request overrides global.
+        const middlewareOpts = options.middleware ??
+            this.middlewareOptions;
+        if (!middlewareOpts) {
             return null;
         }
+        // 2. The middleware property must be an object with configuration.
+        if (typeof middlewareOpts !== "object" || middlewareOpts === null) {
+            return null;
+        }
+        // 3. Check if the middleware object has any actual configuration keys.
+        const fullOpts = middlewareOpts;
+        const hasArray = (arr) => Array.isArray(arr) && arr.length > 0;
+        const hasConfig = !!fullOpts.middlewareConfig ||
+            hasArray(fullOpts.enabledMiddleware) ||
+            hasArray(fullOpts.disabledMiddleware) ||
+            !!fullOpts.preset ||
+            hasArray(fullOpts.middleware);
+        if (!hasConfig) {
+            return null;
+        }
+        // 4. Return the formatted options if configuration is present.
         return {
-            middlewareConfig,
-            enabledMiddleware,
-            disabledMiddleware,
-            preset,
+            ...fullOpts,
             global: {
                 collectStats: true,
                 continueOnError: true,
+                ...(fullOpts.global || {}),
             },
         };
     }
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    shouldSkipMiddleware(options) {
-        // Skip middleware if explicitly disabled
-        if (options.disableMiddleware === true) {
-            return true;
-        }
-        // Skip middleware for tool-disabled requests to avoid conflicts
-        if (options.disableTools === true) {
-            return true;
-        }
-        return false;
-    }
     // ===================
     // TOOL MANAGEMENT
     // ===================

package/dist/core/types.d.ts

@@ -7,6 +7,7 @@ import type { ChatMessage, ConversationMemoryConfig } from "../types/conversatio
 import type { TokenUsage, AnalyticsData } from "../types/providers.js";
 import type { EvaluationData } from "../index.js";
 export type { EvaluationData };
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 export interface TextGenerationResult {
     content: string;
     provider?: string;
@@ -157,6 +158,7 @@ export interface TextGenerationOptions {
     conversationMessages?: ChatMessage[];
     conversationMemoryConfig?: Partial<ConversationMemoryConfig>;
     originalPrompt?: string;
+    middleware?: MiddlewareFactoryOptions;
     expectedOutcome?: string;
     evaluationCriteria?: string[];
 }

package/dist/index.d.ts

@@ -20,7 +20,7 @@ export type { ModelConfig, ModelRegistry } from "./core/dynamicModels.js";
 export { NeuroLink } from "./neurolink.js";
 export type { ProviderStatus, MCPStatus } from "./neurolink.js";
 export type { MCPServerInfo } from "./types/mcpTypes.js";
-export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./middleware/types.js";
+export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./types/middlewareTypes.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
 export declare const VERSION = "1.0.0";
 /**

package/dist/lib/core/baseProvider.d.ts

@@ -2,6 +2,7 @@ import type { ValidationSchema } from "../types/typeAliases.js";
 import type { Tool, LanguageModelV1 } from "ai";
 import type { AIProvider, TextGenerationOptions, TextGenerationResult, EnhancedGenerateResult, AnalyticsData, AIProviderName } from "../core/types.js";
 import type { EvaluationData } from "../index.js";
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 import type { StreamOptions, StreamResult } from "../types/streamTypes.js";
 import type { UnknownRecord } from "../types/common.js";
 import type { NeuroLink } from "../neurolink.js";
@@ -13,6 +14,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected readonly modelName: string;
     protected readonly providerName: AIProviderName;
     protected readonly defaultTimeout: number;
+    protected middlewareOptions?: MiddlewareFactoryOptions;
     protected readonly directTools: {};
     protected mcpTools?: Record<string, Tool>;
     protected customTools?: Map<string, unknown>;
@@ -20,7 +22,7 @@ export declare abstract class BaseProvider implements AIProvider {
     protected sessionId?: string;
     protected userId?: string;
     protected neurolink?: NeuroLink;
-    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink);
+    constructor(modelName?: string, providerName?: AIProviderName, neurolink?: NeuroLink, middleware?: MiddlewareFactoryOptions);
     /**
      * Check if this provider supports tool/function calling
      * Override in subclasses to disable tools for specific providers or models
@@ -67,16 +69,14 @@ export declare abstract class BaseProvider implements AIProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     protected getAISDKModelWithMiddleware(options?: TextGenerationOptions | StreamOptions): Promise<LanguageModelV1>;
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     private extractMiddlewareOptions;
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    private shouldSkipMiddleware;
     /**
      * Check if a schema is a Zod schema
      */

package/dist/lib/core/baseProvider.js

@@ -18,6 +18,7 @@ export class BaseProvider {
     modelName;
     providerName;
     defaultTimeout = 30000; // 30 seconds
+    middlewareOptions; // TODO: Implement global level middlewares that can be used
     // Tools are conditionally included based on centralized configuration
     directTools = shouldDisableBuiltinTools()
         ? {}
@@ -28,10 +29,11 @@ export class BaseProvider {
     sessionId;
     userId;
     neurolink; // Reference to actual NeuroLink instance for MCP tools
-    constructor(modelName, providerName, neurolink) {
+    constructor(modelName, providerName, neurolink, middleware) {
         this.modelName = modelName || this.getDefaultModel();
         this.providerName = providerName || this.getProviderName();
         this.neurolink = neurolink;
+        this.middlewareOptions = middleware;
     }
     /**
      * Check if this provider supports tool/function calling
@@ -170,8 +172,7 @@ export class BaseProvider {
                 totalTools: getKeyCount(tools),
                 totalToolNames: getKeysAsString(tools),
             });
-            // EVERY provider uses Vercel AI SDK - no exceptions
-            const model = await this.getAISDKModel(); // This method is now REQUIRED
+            const model = await this.getAISDKModelWithMiddleware(options);
             // Build proper message array with conversation history
             const messages = buildMessagesArray(options);
             const result = await generateText({
@@ -402,13 +403,14 @@ export class BaseProvider {
     /**
      * Get AI SDK model with middleware applied
      * This method wraps the base model with any configured middleware
+     * TODO: Implement global level middlewares that can be used
      */
     async getAISDKModelWithMiddleware(options = {}) {
         // Get the base model
         const baseModel = await this.getAISDKModel();
         // Check if middleware should be applied
         const middlewareOptions = this.extractMiddlewareOptions(options);
-        if (!middlewareOptions || this.shouldSkipMiddleware(options)) {
+        if (!middlewareOptions) {
             return baseModel;
         }
         try {
@@ -437,47 +439,41 @@ export class BaseProvider {
         }
     }
     /**
-     * Extract middleware options from generation options
+     * Extract middleware options from generation options. This is the single
+     * source of truth for deciding if middleware should be applied.
      */
     extractMiddlewareOptions(options) {
-        // Check for middleware configuration in options
-        const optionsRecord = options;
-        const middlewareConfig = optionsRecord.middlewareConfig;
-        const enabledMiddleware = optionsRecord.enabledMiddleware;
-        const disabledMiddleware = optionsRecord.disabledMiddleware;
-        const preset = optionsRecord.middlewarePreset;
-        // If no middleware configuration is present, return null
-        if (!middlewareConfig &&
-            !enabledMiddleware &&
-            !disabledMiddleware &&
-            !preset) {
+        // 1. Determine effective middleware config: per-request overrides global.
+        const middlewareOpts = options.middleware ??
+            this.middlewareOptions;
+        if (!middlewareOpts) {
             return null;
         }
+        // 2. The middleware property must be an object with configuration.
+        if (typeof middlewareOpts !== "object" || middlewareOpts === null) {
+            return null;
+        }
+        // 3. Check if the middleware object has any actual configuration keys.
+        const fullOpts = middlewareOpts;
+        const hasArray = (arr) => Array.isArray(arr) && arr.length > 0;
+        const hasConfig = !!fullOpts.middlewareConfig ||
+            hasArray(fullOpts.enabledMiddleware) ||
+            hasArray(fullOpts.disabledMiddleware) ||
+            !!fullOpts.preset ||
+            hasArray(fullOpts.middleware);
+        if (!hasConfig) {
+            return null;
+        }
+        // 4. Return the formatted options if configuration is present.
         return {
-            middlewareConfig,
-            enabledMiddleware,
-            disabledMiddleware,
-            preset,
+            ...fullOpts,
             global: {
                 collectStats: true,
                 continueOnError: true,
+                ...(fullOpts.global || {}),
             },
         };
     }
-    /**
-     * Determine if middleware should be skipped for this request
-     */
-    shouldSkipMiddleware(options) {
-        // Skip middleware if explicitly disabled
-        if (options.disableMiddleware === true) {
-            return true;
-        }
-        // Skip middleware for tool-disabled requests to avoid conflicts
-        if (options.disableTools === true) {
-            return true;
-        }
-        return false;
-    }
     // ===================
     // TOOL MANAGEMENT
     // ===================

package/dist/lib/core/types.d.ts

@@ -7,6 +7,7 @@ import type { ChatMessage, ConversationMemoryConfig } from "../types/conversatio
 import type { TokenUsage, AnalyticsData } from "../types/providers.js";
 import type { EvaluationData } from "../index.js";
 export type { EvaluationData };
+import type { MiddlewareFactoryOptions } from "../types/middlewareTypes.js";
 export interface TextGenerationResult {
     content: string;
     provider?: string;
@@ -157,6 +158,7 @@ export interface TextGenerationOptions {
     conversationMessages?: ChatMessage[];
     conversationMemoryConfig?: Partial<ConversationMemoryConfig>;
     originalPrompt?: string;
+    middleware?: MiddlewareFactoryOptions;
     expectedOutcome?: string;
     evaluationCriteria?: string[];
 }

package/dist/lib/index.d.ts

@@ -20,7 +20,7 @@ export type { ModelConfig, ModelRegistry } from "./core/dynamicModels.js";
 export { NeuroLink } from "./neurolink.js";
 export type { ProviderStatus, MCPStatus } from "./neurolink.js";
 export type { MCPServerInfo } from "./types/mcpTypes.js";
-export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./middleware/types.js";
+export type { NeuroLinkMiddleware, MiddlewareContext, MiddlewareFactoryOptions, MiddlewarePreset, MiddlewareConfig, } from "./types/middlewareTypes.js";
 export { MiddlewareFactory } from "./middleware/factory.js";
 export declare const VERSION = "1.0.0";
 /**

package/dist/lib/middleware/builtin/analytics.d.ts

@@ -1,4 +1,4 @@
-import type { NeuroLinkMiddleware } from "../types.js";
+import type { NeuroLinkMiddleware } from "../../types/middlewareTypes.js";
 /**
  * Create analytics middleware for tracking AI model usage
  * Collects metrics on token usage, response times, and model performance

package/dist/lib/middleware/builtin/guardrails.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1 } from "ai";
-import type { NeuroLinkMiddleware } from "../types.js";
+import type { NeuroLinkMiddleware } from "../../types/middlewareTypes.js";
 /**
  * Configuration for the Guardrails middleware.
  */

package/dist/lib/middleware/factory.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1 } from "ai";
-import type { MiddlewareContext, MiddlewareConfig, MiddlewareFactoryOptions, MiddlewareChainStats, MiddlewarePreset, NeuroLinkMiddleware, MiddlewareRegistrationOptions } from "./types.js";
+import type { MiddlewareContext, MiddlewareConfig, MiddlewareFactoryOptions, MiddlewareChainStats, MiddlewarePreset, NeuroLinkMiddleware, MiddlewareRegistrationOptions } from "../types/middlewareTypes.js";
 import { MiddlewareRegistry } from "./registry.js";
 /**
  * Middleware factory for creating and applying middleware chains.

package/dist/lib/middleware/index.d.ts

@@ -6,7 +6,7 @@
  * of language models with features like analytics, guardrails, caching, and more.
  */
 import { MiddlewareFactory } from "./factory.js";
-export type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareConditions, MiddlewareRegistrationOptions, MiddlewareExecutionResult, MiddlewareChainStats, MiddlewarePreset, MiddlewareFactoryOptions, BuiltInMiddlewareType, } from "./types.js";
+export type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareConditions, MiddlewareRegistrationOptions, MiddlewareExecutionResult, MiddlewareChainStats, MiddlewarePreset, MiddlewareFactoryOptions, BuiltInMiddlewareType, } from "../types/middlewareTypes.js";
 export type { LanguageModelV1Middleware } from "ai";
 export { MiddlewareFactory };
 export default MiddlewareFactory;

package/dist/lib/middleware/registry.d.ts

@@ -1,5 +1,5 @@
 import type { LanguageModelV1Middleware } from "ai";
-import type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareRegistrationOptions, MiddlewareExecutionResult } from "./types.js";
+import type { NeuroLinkMiddleware, MiddlewareConfig, MiddlewareContext, MiddlewareRegistrationOptions, MiddlewareExecutionResult } from "../types/middlewareTypes.js";
 /**
  * Manages the registration, configuration, and execution of middleware for a single factory instance.
  */

package/dist/lib/neurolink.js

@@ -1312,8 +1312,10 @@ export class NeuroLink {
                 needsInitialization: !this.mcpInitialized,
                 message: "Checking MCP initialization status before generation",
             });
-            // Initialize MCP if needed
-            await this.initializeMCP();
+            // Initialize MCP only when tools are enabled
+            if (!options.disableTools) {
+                await this.initializeMCP();
+            }
             const mcpInitCheckEndTime = process.hrtime.bigint();
             const mcpInitCheckDurationNs = mcpInitCheckEndTime - mcpInitCheckStartTime;
             logger.debug(`[NeuroLink] ✅ LOG_POINT_T003_MCP_INIT_CHECK_COMPLETE`, {
@@ -1573,10 +1575,16 @@ export class NeuroLink {
         };
         // Call the new stream method
         const result = await this.stream(streamOptions);
-        // Convert StreamResult to simple string async iterable
+        // Convert StreamResult to simple string async iterable (filter text events only)
         async function* stringStream() {
-            for await (const chunk of result.stream) {
-                yield chunk.content;
+            for await (const evt of result.stream) {
+                const anyEvt = evt;
+                if (anyEvt && typeof anyEvt === "object" && "content" in anyEvt) {
+                    const content = anyEvt.content;
+                    if (typeof content === "string") {
+                        yield content;
+                    }
+                }
             }
         }
         return stringStream();
@@ -1646,12 +1654,13 @@ export class NeuroLink {
         let factoryResult;
         try {
             await this.initializeMCP();
-            const _originalPrompt = options.input.text;
             factoryResult = processStreamingFactoryOptions(options);
             enhancedOptions = createCleanStreamOptions(options);
-            const { toolResults: _toolResults, enhancedPrompt } = await this.detectAndExecuteTools(options.input.text, undefined);
-            if (enhancedPrompt !== options.input.text) {
-                enhancedOptions.input.text = enhancedPrompt;
+            if (options.input?.text) {
+                const { toolResults: _toolResults, enhancedPrompt } = await this.detectAndExecuteTools(options.input.text, undefined);
+                if (enhancedPrompt !== options.input.text) {
+                    enhancedOptions.input.text = enhancedPrompt;
+                }
             }
             const { stream: mcpStream, provider: providerName } = await this.createMCPStream(enhancedOptions);
             const streamResult = await this.processStreamResult(mcpStream, enhancedOptions, factoryResult);
@@ -1756,9 +1765,13 @@ export class NeuroLink {
             validationStartTimeNs: validationStartTime.toString(),
             message: "Starting comprehensive input validation process",
         });
-        if (!options?.input?.text ||
-            typeof options.input.text !== "string" ||
-            options.input.text.trim() === "") {
+        const hasText = typeof options?.input?.text === "string" &&
+            options.input.text.trim().length > 0;
+        // Accept audio when frames are present; sampleRateHz is optional (defaults applied later)
+        const hasAudio = !!(options?.input?.audio &&
+            options.input.audio.frames &&
+            typeof options.input.audio.frames[Symbol.asyncIterator] !== "undefined");
+        if (!hasText && !hasAudio) {
             const validationFailTime = process.hrtime.bigint();
             const validationDurationNs = validationFailTime - validationStartTime;
             logger.debug(`[NeuroLink] 💥 LOG_POINT_005_VALIDATION_FAILED`, {
@@ -1769,10 +1782,10 @@ export class NeuroLink {
                 elapsedNs: (process.hrtime.bigint() - hrTimeStart).toString(),
                 validationDurationNs: validationDurationNs.toString(),
                 validationDurationMs: Number(validationDurationNs) / 1000000,
-                validationError: "Stream options must include input.text as a non-empty string",
+                validationError: "Stream options must include either input.text or input.audio",
                 message: "EXHAUSTIVE validation failure analysis with character-level debugging",
             });
-            throw new Error("Stream options must include input.text as a non-empty string");
+            throw new Error("Stream options must include either input.text or input.audio");
         }
         const validationSuccessTime = process.hrtime.bigint();
         const validationDurationNs = validationSuccessTime - validationStartTime;
@@ -1784,10 +1797,11 @@ export class NeuroLink {
             elapsedNs: (process.hrtime.bigint() - hrTimeStart).toString(),
             validationDurationNs: validationDurationNs.toString(),
             validationDurationMs: Number(validationDurationNs) / 1000000,
-            inputTextValid: true,
-            inputTextLength: options.input.text.length,
-            inputTextTrimmedLength: options.input.text.trim().length,
-            inputTextPreview: options.input.text.substring(0, 100),
+            inputTextValid: hasText,
+            inputAudioPresent: hasAudio,
+            inputTextLength: hasText ? options.input.text.length : 0,
+            inputTextTrimmedLength: hasText ? options.input.text.trim().length : 0,
+            inputTextPreview: hasText ? options.input.text.substring(0, 100) : "",
             message: "EXHAUSTIVE validation success - proceeding with stream processing",
         });
     }

package/dist/lib/providers/googleAiStudio.d.ts

@@ -17,6 +17,7 @@ export declare class GoogleAIStudioProvider extends BaseProvider {
     protected getAISDKModel(): LanguageModelV1;
     protected handleProviderError(error: unknown): Error;
     protected executeStream(options: StreamOptions, _analysisSchema?: ZodUnknownSchema | Schema<unknown>): Promise<StreamResult>;
+    private executeAudioStreamViaGeminiLive;
     private getApiKey;
 }
 export default GoogleAIStudioProvider;