@juspay/neurolink 9.65.2 → 9.67.0

package/dist/cli/commands/proxy.js

@@ -234,6 +234,122 @@ async function clearClaudeProxySettings(expectedBaseUrl) {
     fs.writeFileSync(CLAUDE_SETTINGS_PATH, JSON.stringify(settings, null, 2));
     return hadBaseUrl || hadToolSearch;
 }
+// =============================================================================
+// OPENCODE AUTO-CONFIGURATION
+// =============================================================================
+function getOpenCodeConfigDir() {
+    if (process.platform === "darwin") {
+        return join(homedir(), "Library", "Application Support", "opencode");
+    }
+    // Linux/other: XDG_CONFIG_HOME or ~/.config
+    return join(process.env.XDG_CONFIG_HOME || join(homedir(), ".config"), "opencode");
+}
+const OPENCODE_CONFIG_PATH = join(getOpenCodeConfigDir(), "opencode.json");
+/**
+ * Key under which we persist the snapshot of the user's pre-existing
+ * `provider.neurolink` config inside `opencode.json` itself. Persisting (rather
+ * than relying on in-process state) means restoration still works even if the
+ * proxy crashes or shutdown handlers run in a different process.
+ *
+ * Mirrors the Claude pattern (`__proxy_original_env` inside Claude's settings).
+ */
+const OPENCODE_ORIGINAL_KEY = "__proxy_original_neurolink";
+async function setOpenCodeProxySettings(baseUrl, proxyKey) {
+    const fs = await import("fs");
+    const configDir = getOpenCodeConfigDir();
+    try {
+        fs.accessSync(configDir);
+    }
+    catch {
+        // OpenCode not installed — config directory does not exist, skip silently
+        return;
+    }
+    let config;
+    try {
+        config = JSON.parse(fs.readFileSync(OPENCODE_CONFIG_PATH, "utf8"));
+    }
+    catch {
+        // file missing/invalid — create fresh config object
+        config = { provider: {} };
+    }
+    const provider = (config.provider ?? {});
+    // Persist a snapshot of the user's pre-existing provider.neurolink — but
+    // only the first time we touch the file. Subsequent set() calls must NOT
+    // overwrite the snapshot (otherwise after the proxy writes its own block,
+    // the next set() would store the proxy's block as the "original" and
+    // permanently lose the user's real config on the next clear()).
+    if (!(OPENCODE_ORIGINAL_KEY in config)) {
+        config[OPENCODE_ORIGINAL_KEY] =
+            "neurolink" in provider
+                ? JSON.parse(JSON.stringify(provider.neurolink))
+                : null;
+    }
+    provider.neurolink = {
+        id: "neurolink",
+        name: "NeuroLink Proxy",
+        npm: "@ai-sdk/openai-compatible",
+        env: [],
+        models: {},
+        options: {
+            baseURL: baseUrl,
+            apiKey: proxyKey || "neurolink-proxy",
+        },
+    };
+    config.provider = provider;
+    fs.writeFileSync(OPENCODE_CONFIG_PATH, JSON.stringify(config, null, 2));
+}
+async function clearOpenCodeProxySettings(expectedBaseUrl) {
+    const fs = await import("fs");
+    let config;
+    try {
+        config = JSON.parse(fs.readFileSync(OPENCODE_CONFIG_PATH, "utf8"));
+    }
+    catch {
+        return false;
+    }
+    const provider = config.provider;
+    if (!provider || !("neurolink" in provider)) {
+        return false;
+    }
+    // Check if our proxy URL matches before removing
+    const existing = provider.neurolink;
+    if (expectedBaseUrl && existing) {
+        const options = existing.options;
+        if (options && typeof options.baseURL === "string") {
+            if (options.baseURL !== expectedBaseUrl) {
+                // User configured a different URL; do not clobber
+                return false;
+            }
+        }
+    }
+    const hadNeurolink = "neurolink" in provider;
+    // Restore from the snapshot persisted at first set(), regardless of process
+    // identity. Only delete provider.neurolink when the snapshot says the user
+    // explicitly had no entry before — never on an "undefined" snapshot, since
+    // that would mean the snapshot was lost and we cannot prove the entry is ours.
+    if (OPENCODE_ORIGINAL_KEY in config) {
+        const snapshot = config[OPENCODE_ORIGINAL_KEY];
+        if (snapshot === null) {
+            // User had no provider.neurolink before the proxy started — safe to remove.
+            delete provider.neurolink;
+        }
+        else {
+            provider.neurolink = snapshot;
+        }
+        delete config[OPENCODE_ORIGINAL_KEY];
+    }
+    else {
+        // No snapshot present — refuse to delete to avoid destroying a config
+        // the proxy may not own (e.g. a user wrote their own `neurolink` block
+        // before the snapshot key was introduced, or this is being cleared from
+        // a process that never ran set()).
+        logger.debug("[proxy] OpenCode clear: no original-provider snapshot found, leaving provider.neurolink intact");
+        return false;
+    }
+    config.provider = provider;
+    fs.writeFileSync(OPENCODE_CONFIG_PATH, JSON.stringify(config, null, 2));
+    return hadNeurolink;
+}
 async function isProxyHealthy(host, port, timeoutMs) {
     try {
         const response = await fetch(`http://${host}:${port}/health`, {
@@ -533,9 +649,10 @@ function printProxyBanner(url, strategy) {
     logger.always(`  ${chalk.bold("PID:")}        ${chalk.cyan(process.pid)}`);
     logger.always("");
     logger.always(chalk.bold("Endpoints:"));
-    logger.always(`  ${chalk.blue("POST")} /v1/messages  — Proxy to Anthropic`);
-    logger.always(`  ${chalk.green("GET")}  /health       — Health check`);
-    logger.always(`  ${chalk.green("GET")}  /status       — Detailed status`);
+    logger.always(`  ${chalk.blue("POST")} /v1/messages         — Claude proxy (Anthropic format)`);
+    logger.always(`  ${chalk.blue("POST")} /v1/chat/completions — OpenAI-compatible proxy`);
+    logger.always(`  ${chalk.green("GET")}  /health              — Health check`);
+    logger.always(`  ${chalk.green("GET")}  /status              — Detailed status`);
     logger.always("");
     logger.always(chalk.bold("Set in Claude Code:"));
     logger.always(`  ${chalk.cyan(`ANTHROPIC_BASE_URL=${url}`)}`);
@@ -706,6 +823,7 @@ async function resolveBootPrimaryAccountKey(primaryEmail) {
 }
 async function createProxyStartApp(params) {
     const { createClaudeProxyRoutes } = await import("../../lib/server/routes/claudeProxyRoutes.js");
+    const { createOpenAIProxyRoutes } = await import("../../lib/server/routes/openaiProxyRoutes.js");
     const { Hono } = await import("hono");
     const app = new Hono();
     const readiness = createProxyReadinessState();
@@ -724,7 +842,9 @@ async function createProxyStartApp(params) {
         }, 502);
     });
     const routeGroup = createClaudeProxyRoutes(params.modelRouter, "", params.strategy, params.passthrough, params.primaryAccountKey);
-    for (const route of routeGroup.routes) {
+    const openaiRouteGroup = createOpenAIProxyRoutes(params.modelRouter, "", params.port);
+    const allProxyRoutes = [...routeGroup.routes, ...openaiRouteGroup.routes];
+    for (const route of allProxyRoutes) {
         const method = route.method.toLowerCase();
         app[method](route.path, async (c) => {
             const emptyBody = {};
@@ -1025,6 +1145,13 @@ function registerProxyShutdownHandlers(params) {
             catch {
                 // non-fatal
             }
+            try {
+                const shutdownHost = params.host === "0.0.0.0" ? "localhost" : params.host;
+                await clearOpenCodeProxySettings(`http://${shutdownHost}:${params.port}/v1`);
+            }
+            catch {
+                // non-fatal
+            }
         }
         try {
             params.server.close?.();
@@ -1114,6 +1241,15 @@ async function startProxyRuntime(params) {
             logger.debug("[proxy] Failed to auto-configure Claude Code: " +
                 (error instanceof Error ? error.message : String(error)));
         }
+        try {
+            await setOpenCodeProxySettings(`${url}/v1`);
+            logger.always(chalk.green("  ✓ Auto-configured OpenCode settings"));
+            logger.always(chalk.dim("    Restart OpenCode to connect through proxy"));
+        }
+        catch (error) {
+            logger.debug("[proxy] Failed to auto-configure OpenCode: " +
+                (error instanceof Error ? error.message : String(error)));
+        }
     }
     else {
         logger.always(chalk.dim("  ⊘ Dev mode: skipping client auto-configuration"));
@@ -1808,6 +1944,12 @@ export const proxyGuardCommand = {
         }
         // Restart failed or launchd not installed — clean up Claude settings
         const cleared = await clearClaudeProxySettings(expectedBaseUrl);
+        try {
+            await clearOpenCodeProxySettings(`${expectedBaseUrl}/v1`);
+        }
+        catch {
+            // non-fatal
+        }
         const state = loadProxyState();
         if (state &&
             state.host === host &&
@@ -1916,9 +2058,16 @@ export const proxySetupCommand = {
                 console.info(chalk.green("  ✓ Claude Code configured"));
             }
             catch (e) {
-                console.info(chalk.yellow(`  ⚠ Could not auto-configure: ${e instanceof Error ? e.message : String(e)}`));
+                console.info(chalk.yellow(`  ⚠ Could not auto-configure Claude Code: ${e instanceof Error ? e.message : String(e)}`));
                 console.info(chalk.yellow(`  Set manually: ANTHROPIC_BASE_URL=${url}`));
             }
+            try {
+                await setOpenCodeProxySettings(`${url}/v1`);
+                console.info(chalk.green("  ✓ OpenCode configured"));
+            }
+            catch (e) {
+                console.info(chalk.yellow(`  ⚠ Could not auto-configure OpenCode: ${e instanceof Error ? e.message : String(e)}`));
+            }
             // Done!
             console.info("");
             console.info(chalk.bold.green("Setup complete!"));

package/dist/core/baseProvider.js

@@ -1389,9 +1389,13 @@ export class BaseProvider {
      * // result.video contains the generated video
      * ```
      */
+    // eslint-disable-next-line max-lines-per-function
     async handleVideoGeneration(options, startTime) {
-        // Dynamic imports to avoid loading video dependencies unless needed
-        const { generateVideoWithVertex, VideoError, VIDEO_ERROR_CODES } = await import("../adapters/video/vertexVideoHandler.js");
+        // Dynamic imports to avoid loading video dependencies unless needed.
+        // Pull VideoError + VIDEO_ERROR_CODES from VideoProcessor (which already
+        // re-exports both) so non-vertex routes don't carry a direct dependency
+        // on the Vertex adapter's module.
+        const { VideoProcessor, VideoError, VIDEO_ERROR_CODES } = await import("../utils/videoProcessor.js");
         const { validateVideoGenerationInput, validateImageForVideo, validateDirectorModeInput, } = await import("../utils/parameterValidation.js");
         const { ErrorFactory } = await import("../utils/errorHandling.js");
         // Build GenerateOptions for validation
@@ -1559,17 +1563,54 @@ export class BaseProvider {
         }
         // Get prompt text
         const prompt = options.prompt || options.input?.text || "";
+        // Honor output.video.provider — when omitted, fall back to "vertex"
+        // for backward compatibility with the original implementation.
+        const requestedProvider = options.output?.video?.provider ?? "vertex";
+        if (!VideoProcessor.supports(requestedProvider)) {
+            throw new VideoError({
+                code: VIDEO_ERROR_CODES.PROVIDER_NOT_SUPPORTED,
+                message: `Video provider "${requestedProvider}" is not registered. Available: ${VideoProcessor.listProviders().join(", ")}`,
+                retriable: false,
+                context: {
+                    provider: requestedProvider,
+                    available: VideoProcessor.listProviders(),
+                },
+            });
+        }
+        // Resolve the model name without hardcoding a Vertex default for
+        // non-Vertex routes. Precedence: caller-supplied output.video.model,
+        // then options.model (LLM-level field that the caller may have repurposed
+        // for video), then the Vertex Veo default but only when we're actually
+        // calling Vertex. Otherwise leave it null at this stage and let the
+        // handler's metadata fill it in below.
+        const requestedVideoModel = options.output?.video?.model;
+        const resolvedRequestModel = requestedVideoModel ??
+            options.model ??
+            (requestedProvider === "vertex" ? "veo-3.1-generate-001" : undefined);
         logger.info("Starting video generation", {
-            provider: "vertex",
-            model: options.model || "veo-3.1-generate-001",
+            provider: requestedProvider,
+            ...(resolvedRequestModel ? { model: resolvedRequestModel } : {}),
             promptLength: prompt.length,
             imageSize: imageBuffer.length,
             resolution: options.output?.video?.resolution || "720p",
             duration: options.output?.video?.length || 6,
         });
-        // Generate video using Vertex handler (no processor abstraction)
-        const videoResult = await generateVideoWithVertex(imageBuffer, prompt, options.output?.video, options.region);
+        // Dispatch through the central VideoProcessor — picks up vertex,
+        // kling, runway, replicate (or any custom handler) registered via
+        // ProviderRegistry / VideoProcessor.registerHandler(). Wrap in the
+        // shared timeout helper so standard video gen honors the caller's
+        // timeout the same way director mode does (see above ~Line 2062).
+        const videoTimeout = options.timeout ?? 600_000; // 10 min default
+        const videoResult = await this.executeWithTimeout(() => VideoProcessor.generate(requestedProvider, imageBuffer, prompt, options.output?.video ?? {}, options.region), { timeout: videoTimeout, operationType: "generate" });
+        // Prefer the handler's own model id (more accurate — it knows the exact
+        // checkpoint that ran). Fall back to the request-time value, and finally
+        // to the Vertex default only when we're on the Vertex route.
+        const responseModel = videoResult.metadata?.model ??
+            resolvedRequestModel ??
+            (requestedProvider === "vertex" ? "veo-3.1-generate-001" : "unknown");
         logger.info("Video generation complete", {
+            provider: requestedProvider,
+            model: responseModel,
             videoSize: videoResult.data.length,
             duration: videoResult.metadata?.duration,
             processingTime: videoResult.metadata?.processingTime,
@@ -1577,8 +1618,8 @@ export class BaseProvider {
         // Build result
         const baseResult = {
             content: prompt, // Echo the prompt as content
-            provider: "vertex",
-            model: options.model || "veo-3.1-generate-001",
+            provider: requestedProvider,
+            model: responseModel,
             usage: { input: 0, output: 0, total: 0 },
             video: videoResult,
         };

package/dist/factories/providerRegistry.js

@@ -298,6 +298,29 @@ export class ProviderRegistry {
             catch (err) {
                 logger.debug(`[ProviderRegistry] azure-tts registration skipped: ${err instanceof Error ? err.message : String(err)}`);
             }
+            // Fish Audio and Cartesia also auto-register via the voice/index.ts
+            // barrel side-effect. The supports() guard here keeps registration
+            // idempotent across entry points — same handler, no overwrite warning.
+            try {
+                const { TTSProcessor } = await import("../utils/ttsProcessor.js");
+                if (!TTSProcessor.supports("fish-audio")) {
+                    const { FishAudioTTS } = await import("../voice/providers/FishAudioTTS.js");
+                    TTSProcessor.registerHandler("fish-audio", new FishAudioTTS());
+                }
+            }
+            catch (err) {
+                logger.debug(`[ProviderRegistry] fish-audio registration skipped: ${err instanceof Error ? err.message : String(err)}`);
+            }
+            try {
+                const { TTSProcessor } = await import("../utils/ttsProcessor.js");
+                if (!TTSProcessor.supports("cartesia")) {
+                    const { CartesiaTTS } = await import("../voice/providers/CartesiaTTS.js");
+                    TTSProcessor.registerHandler("cartesia", new CartesiaTTS());
+                }
+            }
+            catch (err) {
+                logger.debug(`[ProviderRegistry] cartesia registration skipped: ${err instanceof Error ? err.message : String(err)}`);
+            }
             // ===== STT HANDLER REGISTRATION =====
             try {
                 const { STTProcessor } = await import("../utils/sttProcessor.js");

package/dist/index.d.ts

@@ -33,7 +33,6 @@
  */
 import { AIProviderFactory } from "./core/factory.js";
 export { AIProviderFactory };
-export { GoogleTTSHandler } from "./adapters/tts/googleTTSHandler.js";
 export { NeuroLinkConfigManager as ConfigManager } from "./config/configManager.js";
 export { BaseFactory, BaseRegistry, NeuroLinkFeatureError, createErrorFactory, withRetry, TypedEventEmitter, } from "./core/infrastructure/index.js";
 export { NeuroLinkClient, createClient, NeuroLinkApiError, NeuroLinkLanguageModel, NeuroLinkAIProvider, createNeuroLinkProvider, createNeuroLinkModel, createStreamingResponse, neurolink as neuroLinkAIInstance, createApiKeyAuthInterceptor, createBearerAuthInterceptor, createDynamicAuthInterceptor, createLoggingInterceptor, createRetryInterceptor, createRateLimitInterceptor, createRequestTransformInterceptor, createResponseTransformInterceptor, createCacheInterceptor, createTimeoutInterceptor, createErrorHandlerInterceptor, composeMiddleware, conditionalMiddleware, SSEClient, WebSocketStreamingClient, createStreamingClient, createAsyncStream, collectStream, OAuth2TokenManager, JWTTokenManager, createApiKeyMiddleware, createBearerTokenMiddleware, createTokenManagerMiddleware, createAuthWithRetryMiddleware, createMultiAuthMiddleware, OAuth2Error, OAuth2AuthError, TokenRefreshError, decodeJWTPayload, isJWTExpired, getJWTExpiry, getApiKeyFromEnv, ErrorCode as ClientErrorCode, NeuroLinkError as ClientNeuroLinkError, HttpError, ClientRateLimitError, ClientValidationError, ClientAuthenticationError, ClientAuthorizationError, NotFoundError, ClientNetworkError, ClientTimeoutError, ClientConnectionError, AbortError, ClientConfigurationError, StreamError, ClientProviderError, ContextLengthError, ContentFilterError, createErrorFromResponse, createErrorFromNative, mapStatusToErrorCode, isRetryableStatus, isRetryableError, isNeuroLinkError, isApiError, } from "./client/index.js";
@@ -52,6 +51,16 @@ export { AvatarProcessor } from "./utils/avatarProcessor.js";
 export { AVATAR_ERROR_CODES, AvatarError } from "./utils/avatarProcessor.js";
 export { MusicProcessor } from "./utils/musicProcessor.js";
 export { MUSIC_ERROR_CODES, MusicError } from "./utils/musicProcessor.js";
+export { STTProcessor } from "./utils/sttProcessor.js";
+export { AzureTTS, AzureTTSHandler, CartesiaTTS, CartesiaTTSHandler, ElevenLabsTTS, ElevenLabsTTSHandler, FishAudioTTS, FishAudioTTSHandler, GoogleTTSHandler, OpenAITTS, OpenAITTSHandler, AzureSTT, AzureSTTHandler, DeepgramSTT, DeepgramSTTHandler, GoogleSTT, GoogleSTTHandler, OpenAISTT, OpenAISTTHandler, WhisperSTT, WhisperSTTHandler, BaseRealtimeHandler, GeminiLive, GeminiLiveHandler, OpenAIRealtime, OpenAIRealtimeHandler, RealtimeProcessor, RealtimeError, STTError, VoiceError, registerDefaultRealtimeHandlers, registerDefaultSTTHandlers, registerDefaultTTSHandlers, } from "./voice/index.js";
+export { BeatovenMusic, BeatovenMusicHandler, ElevenLabsMusic, ElevenLabsMusicHandler, LyriaMusic, LyriaMusicHandler, registerDefaultMusicHandlers, ReplicateMusic, ReplicateMusicHandler, } from "./music/index.js";
+export { DIDAvatar, DIDAvatarHandler, HeyGenAvatar, HeyGenAvatarHandler, registerDefaultAvatarHandlers, ReplicateAvatar, ReplicateAvatarHandler, } from "./avatar/index.js";
+export { KlingVideoHandler } from "./adapters/video/klingVideoHandler.js";
+export { ReplicateVideoHandler } from "./adapters/video/replicateVideoHandler.js";
+export { RunwayVideoHandler } from "./adapters/video/runwayVideoHandler.js";
+export { VertexVideoHandler, isVertexVideoConfigured, } from "./adapters/video/vertexVideoHandler.js";
+export { ImageGenService } from "./image-gen/ImageGenService.js";
+export { HITLManager } from "./hitl/hitlManager.js";
 export { ProviderRegistry } from "./factories/providerRegistry.js";
 import { NeuroLink } from "./neurolink.js";
 export { NeuroLink };

package/dist/index.js

@@ -34,7 +34,6 @@
 // Core exports
 import { AIProviderFactory } from "./core/factory.js";
 export { AIProviderFactory };
-export { GoogleTTSHandler } from "./adapters/tts/googleTTSHandler.js";
 // Config Manager export
 export { NeuroLinkConfigManager as ConfigManager } from "./config/configManager.js";
 // Core Infrastructure exports (factory + registry patterns)
@@ -81,6 +80,42 @@ export { AVATAR_ERROR_CODES, AvatarError } from "./utils/avatarProcessor.js";
 // Music utilities
 export { MusicProcessor } from "./utils/musicProcessor.js";
 export { MUSIC_ERROR_CODES, MusicError } from "./utils/musicProcessor.js";
+// STT / Realtime processors (registries for speech-to-text + live voice)
+export { STTProcessor } from "./utils/sttProcessor.js";
+// STT_ERROR_CODES is surfaced via the types barrel (export * from "./types/index.js")
+// STTError is re-exported below from the voice/index.js barrel
+// ============================================================================
+// MEDIA HANDLER CLASSES + AUTO-REGISTRATION
+// ============================================================================
+// Re-exporting from the voice/music/avatar barrels also triggers their
+// module-level auto-registration side effects. Consumers who follow the
+// documented `nl.generate(...)` flow get every shipped handler whose API
+// key is present in process.env, with no manual registerHandler() needed.
+// TTS, STT, Realtime handlers + RealtimeProcessor
+export { 
+// TTS
+AzureTTS, AzureTTSHandler, CartesiaTTS, CartesiaTTSHandler, ElevenLabsTTS, ElevenLabsTTSHandler, FishAudioTTS, FishAudioTTSHandler, GoogleTTSHandler, OpenAITTS, OpenAITTSHandler, 
+// STT
+AzureSTT, AzureSTTHandler, DeepgramSTT, DeepgramSTTHandler, GoogleSTT, GoogleSTTHandler, OpenAISTT, OpenAISTTHandler, WhisperSTT, WhisperSTTHandler, 
+// Realtime
+BaseRealtimeHandler, GeminiLive, GeminiLiveHandler, OpenAIRealtime, OpenAIRealtimeHandler, RealtimeProcessor, 
+// Voice error classes (RealtimeError + STTError + VoiceError)
+RealtimeError, STTError, VoiceError, 
+// Auto-registration functions (exposed so consumers can re-run them
+// after mutating process.env at runtime, e.g. in test setups)
+registerDefaultRealtimeHandlers, registerDefaultSTTHandlers, registerDefaultTTSHandlers, } from "./voice/index.js";
+// Music handlers
+export { BeatovenMusic, BeatovenMusicHandler, ElevenLabsMusic, ElevenLabsMusicHandler, LyriaMusic, LyriaMusicHandler, registerDefaultMusicHandlers, ReplicateMusic, ReplicateMusicHandler, } from "./music/index.js";
+// Avatar handlers
+export { DIDAvatar, DIDAvatarHandler, HeyGenAvatar, HeyGenAvatarHandler, registerDefaultAvatarHandlers, ReplicateAvatar, ReplicateAvatarHandler, } from "./avatar/index.js";
+// Video handlers (live under adapters/video; no separate video/ barrel)
+export { KlingVideoHandler } from "./adapters/video/klingVideoHandler.js";
+export { ReplicateVideoHandler } from "./adapters/video/replicateVideoHandler.js";
+export { RunwayVideoHandler } from "./adapters/video/runwayVideoHandler.js";
+export { VertexVideoHandler, isVertexVideoConfigured, } from "./adapters/video/vertexVideoHandler.js";
+// Image generation + HITL — surfaced from their dedicated barrels
+export { ImageGenService } from "./image-gen/ImageGenService.js";
+export { HITLManager } from "./hitl/hitlManager.js";
 // Provider registry (for tests, advanced consumers, and tools that need to
 // invoke registerAllProviders() outside of constructing a NeuroLink instance)
 export { ProviderRegistry } from "./factories/providerRegistry.js";

package/dist/lib/avatar/index.d.ts

@@ -7,7 +7,20 @@
  * Use `AvatarProcessor.generate(provider, options)` to dispatch to the
  * registered handler for `provider`.
  *
+ * Importing this module also auto-registers every shipped avatar handler
+ * whose backing API key is present in `process.env`. Registration is
+ * idempotent and silently skipped if a provider is already registered or
+ * its constructor throws.
+ *
  * @module avatar
  */
 export { AVATAR_ERROR_CODES, AvatarError, AvatarProcessor, } from "../utils/avatarProcessor.js";
 export { DIDAvatar, DIDAvatar as DIDAvatarHandler, } from "./providers/DIDAvatar.js";
+export { HeyGenAvatar, HeyGenAvatar as HeyGenAvatarHandler, } from "./providers/HeyGenAvatar.js";
+export { ReplicateAvatar, ReplicateAvatar as ReplicateAvatarHandler, } from "./providers/ReplicateAvatar.js";
+/**
+ * Register every shipped avatar handler whose backing credentials are
+ * present in the environment. Safe to call multiple times — existing
+ * registrations are preserved.
+ */
+export declare function registerDefaultAvatarHandlers(): void;

package/dist/lib/avatar/index.js

@@ -7,8 +7,80 @@
  * Use `AvatarProcessor.generate(provider, options)` to dispatch to the
  * registered handler for `provider`.
  *
+ * Importing this module also auto-registers every shipped avatar handler
+ * whose backing API key is present in `process.env`. Registration is
+ * idempotent and silently skipped if a provider is already registered or
+ * its constructor throws.
+ *
  * @module avatar
  */
+import { logger } from "../utils/logger.js";
+import { AvatarProcessor } from "../utils/avatarProcessor.js";
 export { AVATAR_ERROR_CODES, AvatarError, AvatarProcessor, } from "../utils/avatarProcessor.js";
+// ============================================================================
+// HANDLER CLASSES
+// ============================================================================
 export { DIDAvatar, DIDAvatar as DIDAvatarHandler, } from "./providers/DIDAvatar.js";
+export { HeyGenAvatar, HeyGenAvatar as HeyGenAvatarHandler, } from "./providers/HeyGenAvatar.js";
+export { ReplicateAvatar, ReplicateAvatar as ReplicateAvatarHandler, } from "./providers/ReplicateAvatar.js";
+// ============================================================================
+// AUTO-REGISTRATION
+// ============================================================================
+import { DIDAvatar } from "./providers/DIDAvatar.js";
+import { HeyGenAvatar } from "./providers/HeyGenAvatar.js";
+import { ReplicateAvatar } from "./providers/ReplicateAvatar.js";
+const AVATAR_HANDLER_CANDIDATES = [
+    { name: "d-id", factory: () => new DIDAvatar() },
+    { name: "heygen", factory: () => new HeyGenAvatar() },
+    {
+        name: "replicate",
+        aliases: ["musetalk"],
+        factory: () => new ReplicateAvatar(),
+    },
+];
+/**
+ * Register every shipped avatar handler whose backing credentials are
+ * present in the environment. Safe to call multiple times — existing
+ * registrations are preserved.
+ */
+export function registerDefaultAvatarHandlers() {
+    for (const { name, aliases, factory } of AVATAR_HANDLER_CANDIDATES) {
+        // Compute missingName / missingAliases separately so a pre-registered
+        // primary doesn't block alias backfill — keeps "musetalk" reachable
+        // when only "replicate" was wired up via another path.
+        const missingName = !AvatarProcessor.supports(name);
+        const missingAliases = (aliases ?? []).filter((alias) => !AvatarProcessor.supports(alias));
+        if (!missingName && missingAliases.length === 0) {
+            continue;
+        }
+        try {
+            // Reuse the already-registered primary's handler for alias backfill
+            // when one exists — wiring an alias to a factory-fresh instance
+            // would silently diverge from the canonical primary's config.
+            let handler;
+            if (!missingName) {
+                handler = AvatarProcessor.getHandler(name);
+            }
+            if (!handler) {
+                handler = factory();
+                if (!handler.isConfigured()) {
+                    continue;
+                }
+            }
+            if (missingName) {
+                AvatarProcessor.registerHandler(name, handler);
+            }
+            for (const alias of missingAliases) {
+                AvatarProcessor.registerHandler(alias, handler);
+            }
+        }
+        catch (err) {
+            logger.debug(`[avatar] ${name} auto-registration skipped: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+}
+// Run once at module import so consumers who follow the documented
+// `nl.generate(...)` flow get every configured handler without manually
+// calling `registerHandler`.
+registerDefaultAvatarHandlers();
 //# sourceMappingURL=index.js.map

package/dist/lib/core/baseProvider.js

@@ -1389,9 +1389,13 @@ export class BaseProvider {
      * // result.video contains the generated video
      * ```
      */
+    // eslint-disable-next-line max-lines-per-function
     async handleVideoGeneration(options, startTime) {
-        // Dynamic imports to avoid loading video dependencies unless needed
-        const { generateVideoWithVertex, VideoError, VIDEO_ERROR_CODES } = await import("../adapters/video/vertexVideoHandler.js");
+        // Dynamic imports to avoid loading video dependencies unless needed.
+        // Pull VideoError + VIDEO_ERROR_CODES from VideoProcessor (which already
+        // re-exports both) so non-vertex routes don't carry a direct dependency
+        // on the Vertex adapter's module.
+        const { VideoProcessor, VideoError, VIDEO_ERROR_CODES } = await import("../utils/videoProcessor.js");
         const { validateVideoGenerationInput, validateImageForVideo, validateDirectorModeInput, } = await import("../utils/parameterValidation.js");
         const { ErrorFactory } = await import("../utils/errorHandling.js");
         // Build GenerateOptions for validation
@@ -1559,17 +1563,54 @@ export class BaseProvider {
         }
         // Get prompt text
         const prompt = options.prompt || options.input?.text || "";
+        // Honor output.video.provider — when omitted, fall back to "vertex"
+        // for backward compatibility with the original implementation.
+        const requestedProvider = options.output?.video?.provider ?? "vertex";
+        if (!VideoProcessor.supports(requestedProvider)) {
+            throw new VideoError({
+                code: VIDEO_ERROR_CODES.PROVIDER_NOT_SUPPORTED,
+                message: `Video provider "${requestedProvider}" is not registered. Available: ${VideoProcessor.listProviders().join(", ")}`,
+                retriable: false,
+                context: {
+                    provider: requestedProvider,
+                    available: VideoProcessor.listProviders(),
+                },
+            });
+        }
+        // Resolve the model name without hardcoding a Vertex default for
+        // non-Vertex routes. Precedence: caller-supplied output.video.model,
+        // then options.model (LLM-level field that the caller may have repurposed
+        // for video), then the Vertex Veo default but only when we're actually
+        // calling Vertex. Otherwise leave it null at this stage and let the
+        // handler's metadata fill it in below.
+        const requestedVideoModel = options.output?.video?.model;
+        const resolvedRequestModel = requestedVideoModel ??
+            options.model ??
+            (requestedProvider === "vertex" ? "veo-3.1-generate-001" : undefined);
         logger.info("Starting video generation", {
-            provider: "vertex",
-            model: options.model || "veo-3.1-generate-001",
+            provider: requestedProvider,
+            ...(resolvedRequestModel ? { model: resolvedRequestModel } : {}),
             promptLength: prompt.length,
             imageSize: imageBuffer.length,
             resolution: options.output?.video?.resolution || "720p",
             duration: options.output?.video?.length || 6,
         });
-        // Generate video using Vertex handler (no processor abstraction)
-        const videoResult = await generateVideoWithVertex(imageBuffer, prompt, options.output?.video, options.region);
+        // Dispatch through the central VideoProcessor — picks up vertex,
+        // kling, runway, replicate (or any custom handler) registered via
+        // ProviderRegistry / VideoProcessor.registerHandler(). Wrap in the
+        // shared timeout helper so standard video gen honors the caller's
+        // timeout the same way director mode does (see above ~Line 2062).
+        const videoTimeout = options.timeout ?? 600_000; // 10 min default
+        const videoResult = await this.executeWithTimeout(() => VideoProcessor.generate(requestedProvider, imageBuffer, prompt, options.output?.video ?? {}, options.region), { timeout: videoTimeout, operationType: "generate" });
+        // Prefer the handler's own model id (more accurate — it knows the exact
+        // checkpoint that ran). Fall back to the request-time value, and finally
+        // to the Vertex default only when we're on the Vertex route.
+        const responseModel = videoResult.metadata?.model ??
+            resolvedRequestModel ??
+            (requestedProvider === "vertex" ? "veo-3.1-generate-001" : "unknown");
         logger.info("Video generation complete", {
+            provider: requestedProvider,
+            model: responseModel,
             videoSize: videoResult.data.length,
             duration: videoResult.metadata?.duration,
             processingTime: videoResult.metadata?.processingTime,
@@ -1577,8 +1618,8 @@ export class BaseProvider {
         // Build result
         const baseResult = {
             content: prompt, // Echo the prompt as content
-            provider: "vertex",
-            model: options.model || "veo-3.1-generate-001",
+            provider: requestedProvider,
+            model: responseModel,
             usage: { input: 0, output: 0, total: 0 },
             video: videoResult,
         };

package/dist/lib/factories/providerRegistry.js

@@ -298,6 +298,29 @@ export class ProviderRegistry {
             catch (err) {
                 logger.debug(`[ProviderRegistry] azure-tts registration skipped: ${err instanceof Error ? err.message : String(err)}`);
             }
+            // Fish Audio and Cartesia also auto-register via the voice/index.ts
+            // barrel side-effect. The supports() guard here keeps registration
+            // idempotent across entry points — same handler, no overwrite warning.
+            try {
+                const { TTSProcessor } = await import("../utils/ttsProcessor.js");
+                if (!TTSProcessor.supports("fish-audio")) {
+                    const { FishAudioTTS } = await import("../voice/providers/FishAudioTTS.js");
+                    TTSProcessor.registerHandler("fish-audio", new FishAudioTTS());
+                }
+            }
+            catch (err) {
+                logger.debug(`[ProviderRegistry] fish-audio registration skipped: ${err instanceof Error ? err.message : String(err)}`);
+            }
+            try {
+                const { TTSProcessor } = await import("../utils/ttsProcessor.js");
+                if (!TTSProcessor.supports("cartesia")) {
+                    const { CartesiaTTS } = await import("../voice/providers/CartesiaTTS.js");
+                    TTSProcessor.registerHandler("cartesia", new CartesiaTTS());
+                }
+            }
+            catch (err) {
+                logger.debug(`[ProviderRegistry] cartesia registration skipped: ${err instanceof Error ? err.message : String(err)}`);
+            }
             // ===== STT HANDLER REGISTRATION =====
             try {
                 const { STTProcessor } = await import("../utils/sttProcessor.js");

package/dist/lib/files/fileTools.d.ts

@@ -157,7 +157,7 @@ export declare function createFileTools(registry: FileReferenceRegistry): {
         } | undefined;
         columns?: string[] | undefined;
         entry_path?: string | undefined;
-        format?: "text" | "summary" | "detailed" | undefined;
+        format?: "text" | "detailed" | "summary" | undefined;
     }, {
         success: false;
         error: string | undefined;