@juspay/neurolink 9.32.0 → 9.32.1

package/dist/client/constants/tokens.js

@@ -1,380 +0,0 @@
-/**
- * Token Limit Constants for NeuroLink
- *
- * Centralized token configuration to replace magic numbers throughout the codebase.
- * Includes model-specific token limits, use-case optimized limits, and provider constraints.
- *
- * @fileoverview Token constants for AI model interactions
- * @author NeuroLink Team
- * @version 1.0.0
- */
-/**
- * Standard token limit categories
- * General-purpose token limits for different use cases
- */
-export const TOKEN_LIMITS = {
-    /** Conservative limits (reliable across all models) */
-    CONSERVATIVE: 4096, // 4K - Safe for all providers
-    /** Standard limits (most modern models) */
-    STANDARD: 8192, // 8K - Modern model standard
-    /** High-capacity limits (premium models) */
-    HIGH_CAPACITY: 16384, // 16K - High-capacity models
-    /** Large context windows (specialized models) */
-    LARGE_CONTEXT: 100000, // 100K - Large context models
-    /** Ultra-large context windows (latest models) */
-    ULTRA_LARGE_CONTEXT: 200000, // 200K - Ultra-large context
-    /** Maximum context for any model */
-    MAXIMUM_CONTEXT: 2097152, // 2M - Theoretical maximum
-};
-/**
- * Use-case specific token limits
- * Optimized token limits for different application scenarios
- */
-export const USE_CASE_TOKENS = {
-    /** Quick evaluation tasks */
-    EVALUATION: 500, // 500 - Keep evaluation fast
-    /** Analysis operations */
-    ANALYSIS: 800, // 800 - Analysis operations
-    /** Summary generation */
-    SUMMARY: 1000, // 1K - Summary generation
-    /** Documentation generation */
-    DOCUMENTATION: 12000, // 12K - Documentation generation
-    /** Code generation */
-    CODE_GENERATION: 4000, // 4K - Code generation tasks
-    /** Creative writing */
-    CREATIVE_WRITING: 6000, // 6K - Creative writing tasks
-    /** Translation tasks */
-    TRANSLATION: 2000, // 2K - Translation tasks
-    /** Conversation responses */
-    CONVERSATION: 2048, // 2K - Conversation responses
-    /** Technical explanations */
-    TECHNICAL_EXPLANATION: 3000, // 3K - Technical explanations
-    /** Research tasks */
-    RESEARCH: 8000, // 8K - Research and analysis
-};
-/**
- * Provider-specific token limits
- * Safe token limits for each AI provider based on testing
- */
-export const PROVIDER_TOKEN_LIMITS = {
-    /** Anthropic model limits */
-    ANTHROPIC: {
-        // Claude 4.5 Series (September-November 2025)
-        "claude-sonnet-4-5-20250929": 8192,
-        "claude-opus-4-5-20251101": 8192,
-        "claude-haiku-4-5-20251001": 8192,
-        // Claude 3.5 Series
-        "claude-3-5-sonnet-20241022": 4096,
-        "claude-3-5-haiku-20241022": 4096,
-        // Claude 3 Series
-        "claude-3-haiku-20240307": 4096,
-        "claude-3-opus-20240229": 4096,
-        "claude-3-sonnet-20240229": 4096,
-        default: 4096, // Conservative default for Anthropic
-    },
-    /** OpenAI model limits */
-    OPENAI: {
-        "gpt-5.4": 128_000,
-        "gpt-5.4-mini": 128_000,
-        "gpt-5.4-nano": 128_000,
-        "gpt-5.4-pro": 128_000,
-        "gpt-4o": 16384,
-        "gpt-4o-mini": 16384,
-        "gpt-3.5-turbo": 4096,
-        "gpt-4": 8192,
-        "gpt-4-turbo": 4096,
-        "o1-preview": 8192,
-        "o1-mini": 8192,
-        default: 8192, // OpenAI generally supports higher limits
-    },
-    /** Google AI model limits */
-    GOOGLE_AI: {
-        // Gemini 3.1 Series (all require -preview suffix)
-        "gemini-3.1-pro-preview": 8192,
-        "gemini-3.1-flash-lite-preview": 65536,
-        "gemini-3.1-flash-image-preview": 8192,
-        "gemini-3.1-pro-preview-customtools": 8192,
-        // Gemini 3 Series
-        "gemini-3-flash-preview": 65536,
-        "gemini-3-pro-image-preview": 8192,
-        /** @deprecated SHUT DOWN March 9, 2026. Migrate to gemini-3.1-pro-preview. */
-        "gemini-3-pro-preview": 8192,
-        // Gemini 2.5 Series
-        "gemini-2.5-pro": 8192,
-        "gemini-2.5-flash": 8192,
-        "gemini-2.5-flash-lite": 8192,
-        // Gemini 2.0 Series
-        "gemini-2.0-flash-001": 8192,
-        "gemini-2.0-flash-lite": 8192,
-        // Gemini 1.5 Series (Legacy)
-        "gemini-1.5-pro": 8192,
-        "gemini-1.5-flash": 8192,
-        "gemini-1.5-flash-lite": 8192,
-        default: 4096, // Conservative default due to 500 errors at high limits
-    },
-    /** Google Vertex AI model limits */
-    VERTEX: {
-        // Gemini 3.1 Series (all require -preview suffix)
-        "gemini-3.1-pro-preview": 8192,
-        "gemini-3.1-flash-lite-preview": 65536,
-        "gemini-3.1-flash-image-preview": 8192,
-        "gemini-3.1-pro-preview-customtools": 8192,
-        // Gemini 3 Series
-        "gemini-3-flash-preview": 65536,
-        "gemini-3-pro-image-preview": 8192,
-        /** @deprecated SHUT DOWN March 9, 2026. Migrate to gemini-3.1-pro-preview. */
-        "gemini-3-pro-preview": 8192,
-        // Gemini 2.5 Series
-        "gemini-2.5-pro": 8192,
-        "gemini-2.5-flash": 8192,
-        "gemini-2.5-flash-lite": 8192,
-        // Gemini 2.0 Series
-        "gemini-2.0-flash-001": 8192,
-        "gemini-2.0-flash-lite": 8192,
-        // Gemini 1.5 Series (Legacy)
-        "gemini-1.5-pro": 8192,
-        "gemini-1.5-flash": 8192,
-        // Claude 4.5 Series (September-November 2025)
-        "claude-sonnet-4-5@20250929": 8192,
-        "claude-opus-4-5@20251124": 8192,
-        "claude-haiku-4-5@20251001": 8192,
-        // Claude 4 Series (May 2025)
-        "claude-sonnet-4@20250514": 4096,
-        "claude-opus-4@20250514": 4096,
-        // Claude 3.5 Series
-        "claude-3-5-sonnet-20241022": 4096,
-        "claude-3-5-haiku-20241022": 4096,
-        // Claude 3 Series
-        "claude-3-sonnet-20240229": 4096,
-        "claude-3-haiku-20240307": 4096,
-        "claude-3-opus-20240229": 4096,
-        default: 4096,
-    },
-    /** AWS Bedrock model limits */
-    BEDROCK: {
-        // Claude 4.5 Series (September-November 2025)
-        "anthropic.claude-sonnet-4-5-20250929-v1:0": 8192,
-        "anthropic.claude-opus-4-5-20251101-v1:0": 8192,
-        "anthropic.claude-haiku-4-5-20251001-v1:0": 8192,
-        // Claude 3.7 Series
-        "us.anthropic.claude-3-7-sonnet-20250219-v1:0": 4096,
-        // Claude 3.5 Series
-        "anthropic.claude-3-5-sonnet-20241022-v1:0": 4096,
-        "anthropic.claude-3-5-haiku-20241022-v1:0": 4096,
-        // Claude 3 Series
-        "anthropic.claude-3-sonnet-20240229-v1:0": 4096,
-        "anthropic.claude-3-haiku-20240307-v1:0": 4096,
-        "anthropic.claude-3-opus-20240229-v1:0": 4096,
-        default: 4096,
-    },
-    /** Azure OpenAI model limits */
-    AZURE: {
-        "gpt-4o": 16384,
-        "gpt-4o-mini": 16384,
-        "gpt-4": 8192,
-        "gpt-35-turbo": 4096,
-        default: 8192,
-    },
-    /** Ollama model limits (local) */
-    OLLAMA: {
-        "llama3.2:latest": 8192,
-        llama2: 4096,
-        codellama: 8192,
-        mistral: 4096,
-        default: 8192, // Ollama typically supports higher limits
-    },
-    /** Hugging Face model limits */
-    HUGGINGFACE: {
-        default: 2048, // Conservative default for HuggingFace
-    },
-    /** Mistral model limits */
-    MISTRAL: {
-        "mistral-small-latest": 4096,
-        "mistral-medium-latest": 4096,
-        "mistral-large-latest": 8192,
-        default: 4096,
-    },
-    /** LiteLLM proxy limits */
-    LITELLM: {
-        default: 4096, // Conservative default
-    },
-    /** Safe default across all providers */
-    DEFAULT: 4096,
-};
-/**
- * Context window sizes for different models
- * Maximum input token limits (separate from output limits)
- */
-export const CONTEXT_WINDOWS = {
-    /** Small context models */
-    SMALL: 4096, // 4K - Small context
-    /** Medium context models */
-    MEDIUM: 32768, // 32K - Medium context
-    /** Large context models */
-    LARGE: 128000, // 128K - Large context
-    /** Ultra-large context models */
-    ULTRA_LARGE: 1048576, // 1M - Ultra-large context
-    /** Maximum theoretical context */
-    MAXIMUM: 2097152, // 2M - Maximum context
-};
-/**
- * Model-specific token limits with input/output breakdown
- * For models that require explicit input and output token limits
- */
-export const MODEL_TOKEN_LIMITS = {
-    /** Gemini 3.1 Series */
-    "gemini-3.1-pro-preview": { input: 1048576, output: 65536 },
-    "gemini-3.1-flash-lite-preview": { input: 1048576, output: 65536 },
-    "gemini-3.1-flash-image-preview": { input: 1048576, output: 8192 },
-    "gemini-3.1-pro-preview-customtools": { input: 1048576, output: 65536 },
-    /** Gemini 3 Flash Series */
-    "gemini-3-flash-preview": { input: 1000000, output: 65536 },
-};
-/**
- * Token estimation utilities
- * Rough estimates for token counting without full tokenization
- */
-export const TOKEN_ESTIMATION = {
-    /** Average characters per token (English) */
-    CHARS_PER_TOKEN: 4, // 4 chars - English average
-    /** Average words per token */
-    WORDS_PER_TOKEN: 0.75, // 0.75 words - English average
-    /** Code characters per token (more compact) */
-    CODE_CHARS_PER_TOKEN: 3, // 3 chars - Code is more compact
-    /** Safety margin for token estimates */
-    SAFETY_MARGIN: 0.8, // 80% - Safety margin for estimates
-};
-/**
- * Token utility functions
- */
-export const TokenUtils = {
-    /**
-     * Get safe token limit for a specific provider and model
-     * @param provider - Provider name
-     * @param model - Model name (optional)
-     * @returns Safe token limit for the provider/model
-     */
-    getProviderTokenLimit: (provider, model) => {
-        const normalizedProvider = provider.toLowerCase().replace(/[-_]/g, "");
-        let providerLimits;
-        switch (normalizedProvider) {
-            case "anthropic":
-                providerLimits = PROVIDER_TOKEN_LIMITS.ANTHROPIC;
-                break;
-            case "openai":
-                providerLimits = PROVIDER_TOKEN_LIMITS.OPENAI;
-                break;
-            case "googleai":
-                providerLimits = PROVIDER_TOKEN_LIMITS.GOOGLE_AI;
-                break;
-            case "vertex":
-                providerLimits = PROVIDER_TOKEN_LIMITS.VERTEX;
-                break;
-            case "bedrock":
-                providerLimits = PROVIDER_TOKEN_LIMITS.BEDROCK;
-                break;
-            case "azure":
-                providerLimits = PROVIDER_TOKEN_LIMITS.AZURE;
-                break;
-            case "ollama":
-                providerLimits = PROVIDER_TOKEN_LIMITS.OLLAMA;
-                break;
-            case "huggingface":
-                providerLimits = PROVIDER_TOKEN_LIMITS.HUGGINGFACE;
-                break;
-            case "mistral":
-                providerLimits = PROVIDER_TOKEN_LIMITS.MISTRAL;
-                break;
-            case "litellm":
-                providerLimits = PROVIDER_TOKEN_LIMITS.LITELLM;
-                break;
-            default:
-                return PROVIDER_TOKEN_LIMITS.DEFAULT;
-        }
-        if (model && providerLimits[model]) {
-            return providerLimits[model];
-        }
-        return providerLimits.default || PROVIDER_TOKEN_LIMITS.DEFAULT;
-    },
-    /**
-     * Get token limit for specific use case
-     * @param useCase - Use case type
-     * @returns Appropriate token limit
-     */
-    getUseCaseTokenLimit: (useCase) => {
-        return USE_CASE_TOKENS[useCase] || TOKEN_LIMITS.STANDARD;
-    },
-    /**
-     * Estimate token count from text
-     * @param text - Input text
-     * @param isCode - Whether the text is code (more compact tokenization)
-     * @returns Estimated token count
-     */
-    estimateTokenCount: (text, isCode = false) => {
-        const charsPerToken = isCode
-            ? TOKEN_ESTIMATION.CODE_CHARS_PER_TOKEN
-            : TOKEN_ESTIMATION.CHARS_PER_TOKEN;
-        const estimatedTokens = Math.ceil(text.length / charsPerToken);
-        // Apply safety margin
-        return Math.ceil(estimatedTokens / TOKEN_ESTIMATION.SAFETY_MARGIN);
-    },
-    /**
-     * Check if text exceeds token limit
-     * @param text - Input text
-     * @param limit - Token limit to check against
-     * @param isCode - Whether the text is code
-     * @returns True if text exceeds limit
-     */
-    exceedsTokenLimit: (text, limit, isCode = false) => {
-        const estimatedTokens = TokenUtils.estimateTokenCount(text, isCode);
-        return estimatedTokens > limit;
-    },
-    /**
-     * Get appropriate token limit category
-     * @param estimatedTokens - Estimated token count
-     * @returns Token limit category
-     */
-    getTokenLimitCategory: (estimatedTokens) => {
-        if (estimatedTokens <= TOKEN_LIMITS.CONSERVATIVE) {
-            return "CONSERVATIVE";
-        }
-        if (estimatedTokens <= TOKEN_LIMITS.STANDARD) {
-            return "STANDARD";
-        }
-        if (estimatedTokens <= TOKEN_LIMITS.HIGH_CAPACITY) {
-            return "HIGH_CAPACITY";
-        }
-        if (estimatedTokens <= TOKEN_LIMITS.LARGE_CONTEXT) {
-            return "LARGE_CONTEXT";
-        }
-        return "ULTRA_LARGE_CONTEXT";
-    },
-    /**
-     * Truncate text to fit within token limit
-     * @param text - Input text
-     * @param tokenLimit - Maximum tokens allowed
-     * @param isCode - Whether the text is code
-     * @returns Truncated text
-     */
-    truncateToTokenLimit: (text, tokenLimit, isCode = false) => {
-        const charsPerToken = isCode
-            ? TOKEN_ESTIMATION.CODE_CHARS_PER_TOKEN
-            : TOKEN_ESTIMATION.CHARS_PER_TOKEN;
-        // Apply safety margin
-        const maxChars = Math.floor(tokenLimit * charsPerToken * TOKEN_ESTIMATION.SAFETY_MARGIN);
-        if (text.length <= maxChars) {
-            return text;
-        }
-        // Truncate and add ellipsis
-        return text.substring(0, maxChars - 3) + "...";
-    },
-};
-// Legacy compatibility exports from existing constants
-export const DEFAULT_MAX_TOKENS = TOKEN_LIMITS.STANDARD;
-export const DEFAULT_EVALUATION_MAX_TOKENS = USE_CASE_TOKENS.EVALUATION;
-export const DEFAULT_ANALYSIS_MAX_TOKENS = USE_CASE_TOKENS.ANALYSIS;
-export const DEFAULT_DOCUMENTATION_MAX_TOKENS = USE_CASE_TOKENS.DOCUMENTATION;
-// Provider-specific safe defaults (from existing PROVIDER_MAX_TOKENS)
-export const ANTHROPIC_SAFE = PROVIDER_TOKEN_LIMITS.ANTHROPIC.default;
-export const OPENAI_STANDARD = PROVIDER_TOKEN_LIMITS.OPENAI.default;
-export const GOOGLE_STANDARD = PROVIDER_TOKEN_LIMITS.GOOGLE_AI.default;

package/dist/client/constants/videoErrors.js

@@ -1,46 +0,0 @@
-/**
- * Video Generation Error Codes
- *
- * Centralized error codes for video generation operations.
- * These are for runtime/execution errors during video generation.
- *
- * Pure option/shape validation (missing image option, invalid config values, etc.)
- * is handled by parameterValidation.ts using ERROR_CODES from errorHandling.ts.
- *
- * Error categorization:
- * - INVALID_INPUT → ErrorCategory.execution (runtime I/O failures)
- * - parameterValidation errors → ErrorCategory.validation (schema/option issues)
- *
- * @module constants/videoErrors
- */
-export const VIDEO_ERROR_CODES = {
-    /** Video generation API call failed */
-    GENERATION_FAILED: "VIDEO_GENERATION_FAILED",
-    /** Provider (Vertex AI) not properly configured */
-    PROVIDER_NOT_CONFIGURED: "VIDEO_PROVIDER_NOT_CONFIGURED",
-    /** Polling for video completion timed out */
-    POLL_TIMEOUT: "VIDEO_POLL_TIMEOUT",
-    /**
-     * Runtime I/O error during input processing.
-     * Used for: failed URL fetch, failed file read, corrupt/unreadable buffer.
-     * NOT for: missing options or invalid config shapes (use parameterValidation).
-     */
-    INVALID_INPUT: "VIDEO_INVALID_INPUT",
-    // Director Mode error codes
-    /** Invalid segment structure (missing prompt or image) */
-    DIRECTOR_SEGMENT_MISMATCH: "DIRECTOR_SEGMENT_MISMATCH",
-    /** Too many segments requested */
-    DIRECTOR_SEGMENT_LIMIT_EXCEEDED: "DIRECTOR_SEGMENT_LIMIT_EXCEEDED",
-    /** Invalid transition duration (must be 4, 6, or 8) */
-    DIRECTOR_INVALID_TRANSITION_DURATION: "DIRECTOR_INVALID_TRANSITION_DURATION",
-    /** A main clip generation call failed (fatal) */
-    DIRECTOR_CLIP_FAILED: "DIRECTOR_CLIP_FAILED",
-    /** Frame extraction from clip failed */
-    DIRECTOR_FRAME_EXTRACTION_FAILED: "DIRECTOR_FRAME_EXTRACTION_FAILED",
-    /** Transition clip generation failed (non-fatal, falls back to hard cut) */
-    DIRECTOR_TRANSITION_FAILED: "DIRECTOR_TRANSITION_FAILED",
-    /** Video merge/concatenation failed */
-    DIRECTOR_MERGE_FAILED: "DIRECTOR_MERGE_FAILED",
-    /** Pipeline timeout (overall) */
-    DIRECTOR_PIPELINE_TIMEOUT: "DIRECTOR_PIPELINE_TIMEOUT",
-};

package/dist/client/context/budgetChecker.js

@@ -1,98 +0,0 @@
-/**
- * Context Budget Checker
- *
- * Pre-generation validation that estimates total input token cost
- * and compares against the model's available input space.
- *
- * This runs BEFORE every LLM call to prevent context overflow.
- */
-import { getAvailableInputTokens } from "../constants/contextWindows.js";
-import { estimateMessagesTokens, estimateTokens, TOKENS_PER_MESSAGE, } from "../utils/tokenEstimation.js";
-import { SpanSerializer, SpanType, SpanStatus, } from "../observability/index.js";
-import { getMetricsAggregator } from "../observability/index.js";
-/** Default compaction threshold (80% of available input) */
-const DEFAULT_COMPACTION_THRESHOLD = 0.8;
-/** Estimated tokens per tool definition */
-const TOKENS_PER_TOOL_DEFINITION = 200;
-/**
- * Check whether a request fits within the model's context budget.
- *
- * Estimates total input tokens from: system prompt + tool definitions +
- * conversation history + current prompt + file attachments, and compares
- * against available input space.
- */
-export function checkContextBudget(params) {
-    const span = SpanSerializer.createSpan(SpanType.CONTEXT_COMPACTION, "context.budgetCheck", {
-        "context.operation": "budgetCheck",
-    });
-    const startTime = Date.now();
-    try {
-        const { provider, model, maxTokens, systemPrompt, conversationMessages, currentPrompt, toolDefinitions, fileAttachments, compactionThreshold = DEFAULT_COMPACTION_THRESHOLD, } = params;
-        const availableInputTokens = getAvailableInputTokens(provider, model, maxTokens);
-        // Estimate each category
-        const systemPromptTokens = systemPrompt
-            ? estimateTokens(systemPrompt, provider) + TOKENS_PER_MESSAGE
-            : 0;
-        const conversationHistoryTokens = conversationMessages?.length
-            ? estimateMessagesTokens(conversationMessages, provider)
-            : 0;
-        const currentPromptTokens = currentPrompt
-            ? estimateTokens(currentPrompt, provider) + TOKENS_PER_MESSAGE
-            : 0;
-        const toolDefinitionTokens = toolDefinitions?.length
-            ? toolDefinitions.reduce((sum, tool) => {
-                try {
-                    const serialized = JSON.stringify(tool);
-                    return sum + estimateTokens(serialized, provider);
-                }
-                catch {
-                    return sum + TOKENS_PER_TOOL_DEFINITION;
-                }
-            }, 0)
-            : 0;
-        const fileAttachmentTokens = fileAttachments?.length
-            ? fileAttachments.reduce((sum, file) => sum + estimateTokens(file.content, provider), 0)
-            : 0;
-        const estimatedInputTokens = systemPromptTokens +
-            conversationHistoryTokens +
-            currentPromptTokens +
-            toolDefinitionTokens +
-            fileAttachmentTokens;
-        const usageRatio = availableInputTokens > 0
-            ? estimatedInputTokens / availableInputTokens
-            : 1;
-        const withinBudget = estimatedInputTokens <= availableInputTokens;
-        const shouldCompact = usageRatio >= compactionThreshold;
-        const result = {
-            withinBudget,
-            estimatedInputTokens,
-            availableInputTokens,
-            usageRatio,
-            shouldCompact,
-            breakdown: {
-                systemPrompt: systemPromptTokens,
-                conversationHistory: conversationHistoryTokens,
-                currentPrompt: currentPromptTokens,
-                toolDefinitions: toolDefinitionTokens,
-                fileAttachments: fileAttachmentTokens,
-            },
-        };
-        span.durationMs = Date.now() - startTime;
-        const endedSpan = SpanSerializer.endSpan(SpanSerializer.updateAttributes(span, {
-            "context.budgetUsage": usageRatio,
-            "context.triggered": shouldCompact,
-            "context.estimatedTokens": estimatedInputTokens,
-            "context.availableTokens": availableInputTokens,
-        }), SpanStatus.OK);
-        getMetricsAggregator().recordSpan(endedSpan);
-        return result;
-    }
-    catch (error) {
-        span.durationMs = Date.now() - startTime;
-        const endedSpan = SpanSerializer.endSpan(span, SpanStatus.ERROR);
-        endedSpan.statusMessage =
-            error instanceof Error ? error.message : String(error);
-        getMetricsAggregator().recordSpan(endedSpan);
-        throw error;
-    }
-}