@falai/agent 2.7.0 → 3.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/adapters/MemoryAdapter.d.ts +1 -1
- package/dist/adapters/MemoryAdapter.d.ts.map +1 -1
- package/dist/adapters/MemoryAdapter.js +3 -3
- package/dist/adapters/MemoryAdapter.js.map +1 -1
- package/dist/adapters/MongoAdapter.d.ts +1 -1
- package/dist/adapters/MongoAdapter.d.ts.map +1 -1
- package/dist/adapters/MongoAdapter.js +2 -2
- package/dist/adapters/MongoAdapter.js.map +1 -1
- package/dist/adapters/OpenSearchAdapter.d.ts +1 -1
- package/dist/adapters/OpenSearchAdapter.d.ts.map +1 -1
- package/dist/adapters/OpenSearchAdapter.js +3 -3
- package/dist/adapters/OpenSearchAdapter.js.map +1 -1
- package/dist/adapters/PostgreSQLAdapter.d.ts +1 -1
- package/dist/adapters/PostgreSQLAdapter.d.ts.map +1 -1
- package/dist/adapters/PostgreSQLAdapter.js +3 -3
- package/dist/adapters/PostgreSQLAdapter.js.map +1 -1
- package/dist/adapters/PrismaAdapter.d.ts +1 -1
- package/dist/adapters/PrismaAdapter.d.ts.map +1 -1
- package/dist/adapters/PrismaAdapter.js +3 -3
- package/dist/adapters/PrismaAdapter.js.map +1 -1
- package/dist/adapters/RedisAdapter.d.ts +1 -1
- package/dist/adapters/RedisAdapter.d.ts.map +1 -1
- package/dist/adapters/RedisAdapter.js +3 -3
- package/dist/adapters/RedisAdapter.js.map +1 -1
- package/dist/adapters/SQLiteAdapter.d.ts +1 -1
- package/dist/adapters/SQLiteAdapter.d.ts.map +1 -1
- package/dist/adapters/SQLiteAdapter.js +3 -3
- package/dist/adapters/SQLiteAdapter.js.map +1 -1
- package/dist/adapters/index.d.ts +13 -13
- package/dist/adapters/index.d.ts.map +1 -1
- package/dist/adapters/index.js +7 -7
- package/dist/adapters/index.js.map +1 -1
- package/dist/adapters/sessionRow.d.ts +1 -1
- package/dist/adapters/sessionRow.d.ts.map +1 -1
- package/dist/cjs/adapters/MemoryAdapter.d.ts +1 -1
- package/dist/cjs/adapters/MemoryAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/MemoryAdapter.js +14 -14
- package/dist/cjs/adapters/MemoryAdapter.js.map +1 -1
- package/dist/cjs/adapters/MongoAdapter.d.ts +1 -1
- package/dist/cjs/adapters/MongoAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/MongoAdapter.js +4 -4
- package/dist/cjs/adapters/MongoAdapter.js.map +1 -1
- package/dist/cjs/adapters/OpenSearchAdapter.d.ts +1 -1
- package/dist/cjs/adapters/OpenSearchAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/OpenSearchAdapter.js +6 -6
- package/dist/cjs/adapters/OpenSearchAdapter.js.map +1 -1
- package/dist/cjs/adapters/PostgreSQLAdapter.d.ts +1 -1
- package/dist/cjs/adapters/PostgreSQLAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/PostgreSQLAdapter.js +12 -12
- package/dist/cjs/adapters/PostgreSQLAdapter.js.map +1 -1
- package/dist/cjs/adapters/PrismaAdapter.d.ts +1 -1
- package/dist/cjs/adapters/PrismaAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/PrismaAdapter.js +7 -7
- package/dist/cjs/adapters/PrismaAdapter.js.map +1 -1
- package/dist/cjs/adapters/RedisAdapter.d.ts +1 -1
- package/dist/cjs/adapters/RedisAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/RedisAdapter.js +13 -13
- package/dist/cjs/adapters/RedisAdapter.js.map +1 -1
- package/dist/cjs/adapters/SQLiteAdapter.d.ts +1 -1
- package/dist/cjs/adapters/SQLiteAdapter.d.ts.map +1 -1
- package/dist/cjs/adapters/SQLiteAdapter.js +8 -8
- package/dist/cjs/adapters/SQLiteAdapter.js.map +1 -1
- package/dist/cjs/adapters/index.d.ts +13 -13
- package/dist/cjs/adapters/index.d.ts.map +1 -1
- package/dist/cjs/adapters/index.js +14 -14
- package/dist/cjs/adapters/index.js.map +1 -1
- package/dist/cjs/adapters/sessionRow.d.ts +1 -1
- package/dist/cjs/adapters/sessionRow.d.ts.map +1 -1
- package/dist/cjs/core/Agent.d.ts +11 -11
- package/dist/cjs/core/Agent.d.ts.map +1 -1
- package/dist/cjs/core/Agent.js +65 -65
- package/dist/cjs/core/Agent.js.map +1 -1
- package/dist/cjs/core/AutoChainExecutor.d.ts +5 -5
- package/dist/cjs/core/AutoChainExecutor.d.ts.map +1 -1
- package/dist/cjs/core/AutoChainExecutor.js +26 -26
- package/dist/cjs/core/AutoChainExecutor.js.map +1 -1
- package/dist/cjs/core/BranchEvaluator.d.ts +4 -4
- package/dist/cjs/core/BranchEvaluator.d.ts.map +1 -1
- package/dist/cjs/core/BranchEvaluator.js +6 -6
- package/dist/cjs/core/BranchEvaluator.js.map +1 -1
- package/dist/cjs/core/CompactionEngine.d.ts +2 -2
- package/dist/cjs/core/CompactionEngine.d.ts.map +1 -1
- package/dist/cjs/core/DirectiveChainTracker.d.ts +1 -1
- package/dist/cjs/core/DirectiveChainTracker.d.ts.map +1 -1
- package/dist/cjs/core/DirectiveChainTracker.js +5 -5
- package/dist/cjs/core/DirectiveChainTracker.js.map +1 -1
- package/dist/cjs/core/Events.d.ts +1 -1
- package/dist/cjs/core/Events.d.ts.map +1 -1
- package/dist/cjs/core/Events.js +15 -15
- package/dist/cjs/core/Events.js.map +1 -1
- package/dist/cjs/core/Flow.d.ts +4 -4
- package/dist/cjs/core/Flow.d.ts.map +1 -1
- package/dist/cjs/core/Flow.js +15 -15
- package/dist/cjs/core/Flow.js.map +1 -1
- package/dist/cjs/core/FlowRouter.d.ts +4 -4
- package/dist/cjs/core/FlowRouter.d.ts.map +1 -1
- package/dist/cjs/core/FlowRouter.js +64 -64
- package/dist/cjs/core/FlowRouter.js.map +1 -1
- package/dist/cjs/core/PersistenceManager.d.ts +1 -1
- package/dist/cjs/core/PersistenceManager.d.ts.map +1 -1
- package/dist/cjs/core/PersistenceManager.js +10 -10
- package/dist/cjs/core/PersistenceManager.js.map +1 -1
- package/dist/cjs/core/PromptComposer.d.ts +4 -4
- package/dist/cjs/core/PromptComposer.d.ts.map +1 -1
- package/dist/cjs/core/PromptComposer.js +13 -13
- package/dist/cjs/core/PromptComposer.js.map +1 -1
- package/dist/cjs/core/PromptSectionCache.d.ts +2 -2
- package/dist/cjs/core/PromptSectionCache.d.ts.map +1 -1
- package/dist/cjs/core/ResponseEngine.d.ts +4 -4
- package/dist/cjs/core/ResponseEngine.d.ts.map +1 -1
- package/dist/cjs/core/ResponseEngine.js +7 -7
- package/dist/cjs/core/ResponseEngine.js.map +1 -1
- package/dist/cjs/core/ResponseModal.d.ts +10 -10
- package/dist/cjs/core/ResponseModal.d.ts.map +1 -1
- package/dist/cjs/core/ResponseModal.js +69 -69
- package/dist/cjs/core/ResponseModal.js.map +1 -1
- package/dist/cjs/core/ResponsePipeline.d.ts +15 -7
- package/dist/cjs/core/ResponsePipeline.d.ts.map +1 -1
- package/dist/cjs/core/ResponsePipeline.js +99 -91
- package/dist/cjs/core/ResponsePipeline.js.map +1 -1
- package/dist/cjs/core/SessionFinalizer.d.ts +4 -4
- package/dist/cjs/core/SessionFinalizer.d.ts.map +1 -1
- package/dist/cjs/core/SessionFinalizer.js +12 -12
- package/dist/cjs/core/SessionFinalizer.js.map +1 -1
- package/dist/cjs/core/SessionManager.d.ts +5 -5
- package/dist/cjs/core/SessionManager.d.ts.map +1 -1
- package/dist/cjs/core/SessionManager.js +8 -8
- package/dist/cjs/core/SessionManager.js.map +1 -1
- package/dist/cjs/core/SignalCoordinator.d.ts +5 -5
- package/dist/cjs/core/SignalCoordinator.d.ts.map +1 -1
- package/dist/cjs/core/SignalCoordinator.js +12 -12
- package/dist/cjs/core/SignalCoordinator.js.map +1 -1
- package/dist/cjs/core/SignalEvaluator.d.ts +4 -4
- package/dist/cjs/core/SignalEvaluator.d.ts.map +1 -1
- package/dist/cjs/core/SignalEvaluator.js +6 -6
- package/dist/cjs/core/SignalEvaluator.js.map +1 -1
- package/dist/cjs/core/SignalProcessor.d.ts +6 -6
- package/dist/cjs/core/SignalProcessor.d.ts.map +1 -1
- package/dist/cjs/core/SignalProcessor.js +14 -14
- package/dist/cjs/core/SignalProcessor.js.map +1 -1
- package/dist/cjs/core/Step.d.ts +5 -5
- package/dist/cjs/core/Step.d.ts.map +1 -1
- package/dist/cjs/core/Step.js +17 -17
- package/dist/cjs/core/Step.js.map +1 -1
- package/dist/cjs/core/StepLifecycle.d.ts +3 -3
- package/dist/cjs/core/StepLifecycle.d.ts.map +1 -1
- package/dist/cjs/core/StepLifecycle.js +10 -10
- package/dist/cjs/core/StepLifecycle.js.map +1 -1
- package/dist/cjs/core/StreamingToolExecutor.d.ts +1 -1
- package/dist/cjs/core/StreamingToolExecutor.d.ts.map +1 -1
- package/dist/cjs/core/StreamingToolExecutor.js +5 -5
- package/dist/cjs/core/StreamingToolExecutor.js.map +1 -1
- package/dist/cjs/core/ToolLoopExecutor.d.ts +4 -4
- package/dist/cjs/core/ToolLoopExecutor.d.ts.map +1 -1
- package/dist/cjs/core/ToolLoopExecutor.js +51 -51
- package/dist/cjs/core/ToolLoopExecutor.js.map +1 -1
- package/dist/cjs/core/ToolManager.d.ts +5 -5
- package/dist/cjs/core/ToolManager.d.ts.map +1 -1
- package/dist/cjs/core/ToolManager.js +66 -66
- package/dist/cjs/core/ToolManager.js.map +1 -1
- package/dist/cjs/core/createAgent.d.ts +2 -2
- package/dist/cjs/core/createAgent.d.ts.map +1 -1
- package/dist/cjs/core/createAgent.js +2 -2
- package/dist/cjs/core/createAgent.js.map +1 -1
- package/dist/cjs/core/flow-namespace.d.ts +2 -2
- package/dist/cjs/core/flow-namespace.d.ts.map +1 -1
- package/dist/cjs/core/flow-namespace.js +4 -4
- package/dist/cjs/core/flow-namespace.js.map +1 -1
- package/dist/cjs/core/toolGates.d.ts +1 -1
- package/dist/cjs/core/toolGates.d.ts.map +1 -1
- package/dist/cjs/core/toolGates.js +3 -3
- package/dist/cjs/core/toolGates.js.map +1 -1
- package/dist/cjs/index.d.ts +50 -48
- package/dist/cjs/index.d.ts.map +1 -1
- package/dist/cjs/index.js +96 -91
- package/dist/cjs/index.js.map +1 -1
- package/dist/cjs/providers/AnthropicProvider.d.ts +25 -42
- package/dist/cjs/providers/AnthropicProvider.d.ts.map +1 -1
- package/dist/cjs/providers/AnthropicProvider.js +32 -408
- package/dist/cjs/providers/AnthropicProvider.js.map +1 -1
- package/dist/cjs/providers/DeepSeekProvider.d.ts +13 -34
- package/dist/cjs/providers/DeepSeekProvider.d.ts.map +1 -1
- package/dist/cjs/providers/DeepSeekProvider.js +17 -51
- package/dist/cjs/providers/DeepSeekProvider.js.map +1 -1
- package/dist/cjs/providers/GeminiProvider.d.ts +24 -83
- package/dist/cjs/providers/GeminiProvider.d.ts.map +1 -1
- package/dist/cjs/providers/GeminiProvider.js +33 -514
- package/dist/cjs/providers/GeminiProvider.js.map +1 -1
- package/dist/cjs/providers/GenericOpenAICompatibleProvider.d.ts +9 -10
- package/dist/cjs/providers/GenericOpenAICompatibleProvider.d.ts.map +1 -1
- package/dist/cjs/providers/GenericOpenAICompatibleProvider.js +14 -20
- package/dist/cjs/providers/GenericOpenAICompatibleProvider.js.map +1 -1
- package/dist/cjs/providers/OpenAICompatibleProvider.d.ts +26 -144
- package/dist/cjs/providers/OpenAICompatibleProvider.d.ts.map +1 -1
- package/dist/cjs/providers/OpenAICompatibleProvider.js +42 -523
- package/dist/cjs/providers/OpenAICompatibleProvider.js.map +1 -1
- package/dist/cjs/providers/OpenAIProvider.d.ts +14 -20
- package/dist/cjs/providers/OpenAIProvider.d.ts.map +1 -1
- package/dist/cjs/providers/OpenAIProvider.js +20 -27
- package/dist/cjs/providers/OpenAIProvider.js.map +1 -1
- package/dist/cjs/providers/OpenRouterProvider.d.ts +20 -24
- package/dist/cjs/providers/OpenRouterProvider.d.ts.map +1 -1
- package/dist/cjs/providers/OpenRouterProvider.js +22 -38
- package/dist/cjs/providers/OpenRouterProvider.js.map +1 -1
- package/dist/cjs/providers/ProviderAdapter.d.ts +102 -0
- package/dist/cjs/providers/ProviderAdapter.d.ts.map +1 -0
- package/dist/cjs/providers/ProviderAdapter.js +257 -0
- package/dist/cjs/providers/ProviderAdapter.js.map +1 -0
- package/dist/cjs/providers/index.d.ts +21 -18
- package/dist/cjs/providers/index.d.ts.map +1 -1
- package/dist/cjs/providers/index.js +23 -21
- package/dist/cjs/providers/index.js.map +1 -1
- package/dist/cjs/types/agent.d.ts +11 -11
- package/dist/cjs/types/agent.d.ts.map +1 -1
- package/dist/cjs/types/ai.d.ts +11 -21
- package/dist/cjs/types/ai.d.ts.map +1 -1
- package/dist/cjs/types/compaction.d.ts +2 -2
- package/dist/cjs/types/compaction.d.ts.map +1 -1
- package/dist/cjs/types/errors.d.ts +16 -20
- package/dist/cjs/types/errors.d.ts.map +1 -1
- package/dist/cjs/types/errors.js +17 -18
- package/dist/cjs/types/errors.js.map +1 -1
- package/dist/cjs/types/flow.d.ts +7 -7
- package/dist/cjs/types/flow.d.ts.map +1 -1
- package/dist/cjs/types/history.d.ts +1 -1
- package/dist/cjs/types/history.d.ts.map +1 -1
- package/dist/cjs/types/index.d.ts +17 -17
- package/dist/cjs/types/index.d.ts.map +1 -1
- package/dist/cjs/types/index.js +14 -14
- package/dist/cjs/types/index.js.map +1 -1
- package/dist/cjs/types/persistence.d.ts +2 -2
- package/dist/cjs/types/persistence.d.ts.map +1 -1
- package/dist/cjs/types/session.d.ts +4 -4
- package/dist/cjs/types/session.d.ts.map +1 -1
- package/dist/cjs/types/signals.d.ts +3 -3
- package/dist/cjs/types/signals.d.ts.map +1 -1
- package/dist/cjs/types/template.d.ts +2 -2
- package/dist/cjs/types/template.d.ts.map +1 -1
- package/dist/cjs/types/tool.d.ts +2 -2
- package/dist/cjs/types/tool.d.ts.map +1 -1
- package/dist/cjs/utils/condition.d.ts +1 -1
- package/dist/cjs/utils/condition.d.ts.map +1 -1
- package/dist/cjs/utils/condition.js +6 -6
- package/dist/cjs/utils/condition.js.map +1 -1
- package/dist/cjs/utils/event.d.ts +1 -1
- package/dist/cjs/utils/event.d.ts.map +1 -1
- package/dist/cjs/utils/event.js +2 -2
- package/dist/cjs/utils/event.js.map +1 -1
- package/dist/cjs/utils/history.d.ts +2 -2
- package/dist/cjs/utils/history.d.ts.map +1 -1
- package/dist/cjs/utils/history.js +15 -15
- package/dist/cjs/utils/history.js.map +1 -1
- package/dist/cjs/utils/index.d.ts +11 -13
- package/dist/cjs/utils/index.d.ts.map +1 -1
- package/dist/cjs/utils/index.js +57 -67
- package/dist/cjs/utils/index.js.map +1 -1
- package/dist/cjs/utils/serialize.d.ts +2 -2
- package/dist/cjs/utils/serialize.d.ts.map +1 -1
- package/dist/cjs/utils/session.d.ts +3 -3
- package/dist/cjs/utils/session.d.ts.map +1 -1
- package/dist/cjs/utils/session.js +4 -4
- package/dist/cjs/utils/session.js.map +1 -1
- package/dist/cjs/utils/template.d.ts +3 -3
- package/dist/cjs/utils/template.d.ts.map +1 -1
- package/dist/cjs/utils/template.js +5 -5
- package/dist/cjs/utils/template.js.map +1 -1
- package/dist/constants/index.d.ts +1 -0
- package/dist/constants/index.js +1 -1
- package/dist/core/Agent.d.ts +11 -11
- package/dist/core/Agent.d.ts.map +1 -1
- package/dist/core/Agent.js +13 -13
- package/dist/core/Agent.js.map +1 -1
- package/dist/core/AutoChainExecutor.d.ts +5 -5
- package/dist/core/AutoChainExecutor.d.ts.map +1 -1
- package/dist/core/AutoChainExecutor.js +5 -5
- package/dist/core/AutoChainExecutor.js.map +1 -1
- package/dist/core/BranchEvaluator.d.ts +4 -4
- package/dist/core/BranchEvaluator.d.ts.map +1 -1
- package/dist/core/BranchEvaluator.js +2 -2
- package/dist/core/BranchEvaluator.js.map +1 -1
- package/dist/core/CompactionEngine.d.ts +2 -2
- package/dist/core/CompactionEngine.d.ts.map +1 -1
- package/dist/core/DirectiveChainTracker.d.ts +1 -1
- package/dist/core/DirectiveChainTracker.d.ts.map +1 -1
- package/dist/core/DirectiveChainTracker.js +2 -2
- package/dist/core/DirectiveChainTracker.js.map +1 -1
- package/dist/core/Events.d.ts +1 -1
- package/dist/core/Events.d.ts.map +1 -1
- package/dist/core/Events.js +1 -1
- package/dist/core/Events.js.map +1 -1
- package/dist/core/Flow.d.ts +4 -4
- package/dist/core/Flow.d.ts.map +1 -1
- package/dist/core/Flow.js +3 -3
- package/dist/core/Flow.js.map +1 -1
- package/dist/core/FlowRouter.d.ts +4 -4
- package/dist/core/FlowRouter.d.ts.map +1 -1
- package/dist/core/FlowRouter.js +4 -4
- package/dist/core/FlowRouter.js.map +1 -1
- package/dist/core/PersistenceManager.d.ts +1 -1
- package/dist/core/PersistenceManager.d.ts.map +1 -1
- package/dist/core/PersistenceManager.js +3 -3
- package/dist/core/PersistenceManager.js.map +1 -1
- package/dist/core/PromptComposer.d.ts +4 -4
- package/dist/core/PromptComposer.d.ts.map +1 -1
- package/dist/core/PromptComposer.js +3 -3
- package/dist/core/PromptComposer.js.map +1 -1
- package/dist/core/PromptSectionCache.d.ts +2 -2
- package/dist/core/PromptSectionCache.d.ts.map +1 -1
- package/dist/core/ResponseEngine.d.ts +4 -4
- package/dist/core/ResponseEngine.d.ts.map +1 -1
- package/dist/core/ResponseEngine.js +2 -2
- package/dist/core/ResponseEngine.js.map +1 -1
- package/dist/core/ResponseModal.d.ts +10 -10
- package/dist/core/ResponseModal.d.ts.map +1 -1
- package/dist/core/ResponseModal.js +14 -14
- package/dist/core/ResponseModal.js.map +1 -1
- package/dist/core/ResponsePipeline.d.ts +15 -7
- package/dist/core/ResponsePipeline.d.ts.map +1 -1
- package/dist/core/ResponsePipeline.js +25 -17
- package/dist/core/ResponsePipeline.js.map +1 -1
- package/dist/core/SessionFinalizer.d.ts +4 -4
- package/dist/core/SessionFinalizer.d.ts.map +1 -1
- package/dist/core/SessionFinalizer.js +3 -3
- package/dist/core/SessionFinalizer.js.map +1 -1
- package/dist/core/SessionManager.d.ts +5 -5
- package/dist/core/SessionManager.d.ts.map +1 -1
- package/dist/core/SessionManager.js +3 -3
- package/dist/core/SessionManager.js.map +1 -1
- package/dist/core/SignalCoordinator.d.ts +5 -5
- package/dist/core/SignalCoordinator.d.ts.map +1 -1
- package/dist/core/SignalCoordinator.js +2 -2
- package/dist/core/SignalCoordinator.js.map +1 -1
- package/dist/core/SignalEvaluator.d.ts +4 -4
- package/dist/core/SignalEvaluator.d.ts.map +1 -1
- package/dist/core/SignalEvaluator.js +2 -2
- package/dist/core/SignalEvaluator.js.map +1 -1
- package/dist/core/SignalProcessor.d.ts +6 -6
- package/dist/core/SignalProcessor.d.ts.map +1 -1
- package/dist/core/SignalProcessor.js +3 -3
- package/dist/core/SignalProcessor.js.map +1 -1
- package/dist/core/Step.d.ts +5 -5
- package/dist/core/Step.d.ts.map +1 -1
- package/dist/core/Step.js +4 -4
- package/dist/core/Step.js.map +1 -1
- package/dist/core/StepLifecycle.d.ts +3 -3
- package/dist/core/StepLifecycle.d.ts.map +1 -1
- package/dist/core/StepLifecycle.js +2 -2
- package/dist/core/StepLifecycle.js.map +1 -1
- package/dist/core/StreamingToolExecutor.d.ts +1 -1
- package/dist/core/StreamingToolExecutor.d.ts.map +1 -1
- package/dist/core/StreamingToolExecutor.js +2 -2
- package/dist/core/StreamingToolExecutor.js.map +1 -1
- package/dist/core/ToolLoopExecutor.d.ts +4 -4
- package/dist/core/ToolLoopExecutor.d.ts.map +1 -1
- package/dist/core/ToolLoopExecutor.js +3 -3
- package/dist/core/ToolLoopExecutor.js.map +1 -1
- package/dist/core/ToolManager.d.ts +5 -5
- package/dist/core/ToolManager.d.ts.map +1 -1
- package/dist/core/ToolManager.js +4 -4
- package/dist/core/ToolManager.js.map +1 -1
- package/dist/core/createAgent.d.ts +2 -2
- package/dist/core/createAgent.d.ts.map +1 -1
- package/dist/core/createAgent.js +1 -1
- package/dist/core/createAgent.js.map +1 -1
- package/dist/core/flow-namespace.d.ts +2 -2
- package/dist/core/flow-namespace.d.ts.map +1 -1
- package/dist/core/flow-namespace.js +1 -1
- package/dist/core/flow-namespace.js.map +1 -1
- package/dist/core/toolGates.d.ts +1 -1
- package/dist/core/toolGates.d.ts.map +1 -1
- package/dist/core/toolGates.js +1 -1
- package/dist/core/toolGates.js.map +1 -1
- package/dist/index.d.ts +50 -48
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +34 -31
- package/dist/index.js.map +1 -1
- package/dist/providers/AnthropicProvider.d.ts +25 -42
- package/dist/providers/AnthropicProvider.d.ts.map +1 -1
- package/dist/providers/AnthropicProvider.js +32 -405
- package/dist/providers/AnthropicProvider.js.map +1 -1
- package/dist/providers/DeepSeekProvider.d.ts +13 -34
- package/dist/providers/DeepSeekProvider.d.ts.map +1 -1
- package/dist/providers/DeepSeekProvider.js +16 -47
- package/dist/providers/DeepSeekProvider.js.map +1 -1
- package/dist/providers/GeminiProvider.d.ts +24 -83
- package/dist/providers/GeminiProvider.d.ts.map +1 -1
- package/dist/providers/GeminiProvider.js +33 -514
- package/dist/providers/GeminiProvider.js.map +1 -1
- package/dist/providers/GenericOpenAICompatibleProvider.d.ts +9 -10
- package/dist/providers/GenericOpenAICompatibleProvider.d.ts.map +1 -1
- package/dist/providers/GenericOpenAICompatibleProvider.js +13 -16
- package/dist/providers/GenericOpenAICompatibleProvider.js.map +1 -1
- package/dist/providers/OpenAICompatibleProvider.d.ts +26 -144
- package/dist/providers/OpenAICompatibleProvider.d.ts.map +1 -1
- package/dist/providers/OpenAICompatibleProvider.js +41 -522
- package/dist/providers/OpenAICompatibleProvider.js.map +1 -1
- package/dist/providers/OpenAIProvider.d.ts +14 -20
- package/dist/providers/OpenAIProvider.d.ts.map +1 -1
- package/dist/providers/OpenAIProvider.js +19 -23
- package/dist/providers/OpenAIProvider.js.map +1 -1
- package/dist/providers/OpenRouterProvider.d.ts +20 -24
- package/dist/providers/OpenRouterProvider.d.ts.map +1 -1
- package/dist/providers/OpenRouterProvider.js +21 -34
- package/dist/providers/OpenRouterProvider.js.map +1 -1
- package/dist/providers/ProviderAdapter.d.ts +102 -0
- package/dist/providers/ProviderAdapter.d.ts.map +1 -0
- package/dist/providers/ProviderAdapter.js +251 -0
- package/dist/providers/ProviderAdapter.js.map +1 -0
- package/dist/providers/index.d.ts +21 -18
- package/dist/providers/index.d.ts.map +1 -1
- package/dist/providers/index.js +13 -10
- package/dist/providers/index.js.map +1 -1
- package/dist/types/agent.d.ts +11 -11
- package/dist/types/agent.d.ts.map +1 -1
- package/dist/types/ai.d.ts +11 -21
- package/dist/types/ai.d.ts.map +1 -1
- package/dist/types/compaction.d.ts +2 -2
- package/dist/types/compaction.d.ts.map +1 -1
- package/dist/types/errors.d.ts +16 -20
- package/dist/types/errors.d.ts.map +1 -1
- package/dist/types/errors.js +15 -16
- package/dist/types/errors.js.map +1 -1
- package/dist/types/flow.d.ts +7 -7
- package/dist/types/flow.d.ts.map +1 -1
- package/dist/types/history.d.ts +1 -1
- package/dist/types/history.d.ts.map +1 -1
- package/dist/types/index.d.ts +17 -17
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +4 -4
- package/dist/types/index.js.map +1 -1
- package/dist/types/persistence.d.ts +2 -2
- package/dist/types/persistence.d.ts.map +1 -1
- package/dist/types/session.d.ts +4 -4
- package/dist/types/session.d.ts.map +1 -1
- package/dist/types/signals.d.ts +3 -3
- package/dist/types/signals.d.ts.map +1 -1
- package/dist/types/template.d.ts +2 -2
- package/dist/types/template.d.ts.map +1 -1
- package/dist/types/tool.d.ts +2 -2
- package/dist/types/tool.d.ts.map +1 -1
- package/dist/utils/condition.d.ts +1 -1
- package/dist/utils/condition.d.ts.map +1 -1
- package/dist/utils/condition.js +2 -2
- package/dist/utils/condition.js.map +1 -1
- package/dist/utils/event.d.ts +1 -1
- package/dist/utils/event.d.ts.map +1 -1
- package/dist/utils/event.js +1 -1
- package/dist/utils/event.js.map +1 -1
- package/dist/utils/history.d.ts +2 -2
- package/dist/utils/history.d.ts.map +1 -1
- package/dist/utils/history.js +1 -1
- package/dist/utils/history.js.map +1 -1
- package/dist/utils/index.d.ts +11 -13
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +11 -12
- package/dist/utils/index.js.map +1 -1
- package/dist/utils/serialize.d.ts +2 -2
- package/dist/utils/serialize.d.ts.map +1 -1
- package/dist/utils/session.d.ts +3 -3
- package/dist/utils/session.d.ts.map +1 -1
- package/dist/utils/session.js +2 -2
- package/dist/utils/session.js.map +1 -1
- package/dist/utils/template.d.ts +3 -3
- package/dist/utils/template.d.ts.map +1 -1
- package/dist/utils/template.js +1 -1
- package/dist/utils/template.js.map +1 -1
- package/docs/reference/branches.md +2 -0
- package/docs/reference/errors.md +5 -5
- package/docs/reference/providers.md +42 -43
- package/examples/01-quickstart.ts +1 -1
- package/examples/04-instructions.ts +1 -1
- package/examples/05-branching.ts +2 -2
- package/examples/08-persistence.ts +1 -1
- package/examples/tsconfig.json +6 -3
- package/package.json +11 -8
- package/src/adapters/MemoryAdapter.ts +4 -4
- package/src/adapters/MongoAdapter.ts +3 -3
- package/src/adapters/OpenSearchAdapter.ts +4 -4
- package/src/adapters/PostgreSQLAdapter.ts +4 -4
- package/src/adapters/PrismaAdapter.ts +4 -4
- package/src/adapters/RedisAdapter.ts +4 -4
- package/src/adapters/SQLiteAdapter.ts +4 -4
- package/src/adapters/index.ts +13 -13
- package/src/adapters/sessionRow.ts +1 -1
- package/src/core/Agent.ts +18 -18
- package/src/core/AutoChainExecutor.ts +9 -9
- package/src/core/BranchEvaluator.ts +5 -5
- package/src/core/CompactionEngine.ts +2 -2
- package/src/core/DirectiveChainTracker.ts +3 -3
- package/src/core/Events.ts +2 -2
- package/src/core/Flow.ts +9 -9
- package/src/core/FlowRouter.ts +8 -8
- package/src/core/PersistenceManager.ts +4 -4
- package/src/core/PromptComposer.ts +8 -8
- package/src/core/PromptSectionCache.ts +2 -2
- package/src/core/ResponseEngine.ts +6 -6
- package/src/core/ResponseModal.ts +24 -24
- package/src/core/ResponsePipeline.ts +43 -23
- package/src/core/SessionFinalizer.ts +7 -7
- package/src/core/SessionManager.ts +7 -7
- package/src/core/SignalCoordinator.ts +7 -7
- package/src/core/SignalEvaluator.ts +6 -6
- package/src/core/SignalProcessor.ts +9 -9
- package/src/core/Step.ts +9 -9
- package/src/core/StepLifecycle.ts +6 -6
- package/src/core/StreamingToolExecutor.ts +4 -4
- package/src/core/ToolLoopExecutor.ts +7 -7
- package/src/core/ToolManager.ts +9 -9
- package/src/core/createAgent.ts +2 -2
- package/src/core/flow-namespace.ts +3 -3
- package/src/core/toolGates.ts +2 -2
- package/src/index.ts +59 -48
- package/src/providers/AnthropicProvider.ts +46 -548
- package/src/providers/DeepSeekProvider.ts +27 -92
- package/src/providers/GeminiProvider.ts +44 -680
- package/src/providers/GenericOpenAICompatibleProvider.ts +19 -27
- package/src/providers/OpenAICompatibleProvider.ts +60 -763
- package/src/providers/OpenAIProvider.ts +31 -55
- package/src/providers/OpenRouterProvider.ts +40 -70
- package/src/providers/ProviderAdapter.ts +377 -0
- package/src/providers/index.ts +21 -23
- package/src/types/agent.ts +11 -11
- package/src/types/ai.ts +11 -21
- package/src/types/compaction.ts +2 -2
- package/src/types/errors.ts +17 -35
- package/src/types/flow.ts +7 -7
- package/src/types/history.ts +1 -1
- package/src/types/index.ts +17 -17
- package/src/types/persistence.ts +2 -2
- package/src/types/session.ts +4 -4
- package/src/types/signals.ts +3 -3
- package/src/types/template.ts +2 -2
- package/src/types/tool.ts +2 -2
- package/src/utils/condition.ts +3 -3
- package/src/utils/event.ts +1 -1
- package/src/utils/history.ts +3 -3
- package/src/utils/index.ts +11 -31
- package/src/utils/serialize.ts +2 -2
- package/src/utils/session.ts +6 -6
- package/src/utils/template.ts +3 -3
- package/dist/cjs/providers/errorClassification.d.ts +0 -68
- package/dist/cjs/providers/errorClassification.d.ts.map +0 -1
- package/dist/cjs/providers/errorClassification.js +0 -150
- package/dist/cjs/providers/errorClassification.js.map +0 -1
- package/dist/cjs/utils/retry.d.ts +0 -165
- package/dist/cjs/utils/retry.d.ts.map +0 -1
- package/dist/cjs/utils/retry.js +0 -338
- package/dist/cjs/utils/retry.js.map +0 -1
- package/dist/providers/errorClassification.d.ts +0 -68
- package/dist/providers/errorClassification.d.ts.map +0 -1
- package/dist/providers/errorClassification.js +0 -142
- package/dist/providers/errorClassification.js.map +0 -1
- package/dist/utils/retry.d.ts +0 -165
- package/dist/utils/retry.d.ts.map +0 -1
- package/dist/utils/retry.js +0 -327
- package/dist/utils/retry.js.map +0 -1
- package/src/providers/errorClassification.ts +0 -206
- package/src/utils/retry.ts +0 -523
package/dist/utils/retry.js
DELETED
|
@@ -1,327 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Retry utility with exponential backoff
|
|
3
|
-
*/
|
|
4
|
-
import { logger } from './logger';
|
|
5
|
-
import { getErrorMessage } from '../providers/errorClassification';
|
|
6
|
-
const DEFAULT_RETRY_CONFIG = {
|
|
7
|
-
timeout: 60000,
|
|
8
|
-
retries: 3,
|
|
9
|
-
};
|
|
10
|
-
/**
|
|
11
|
-
* Normalize a provider's optional retry config against the defaults. `timeout`
|
|
12
|
-
* uses `||` (a 0ms timeout is degenerate — it aborts every call immediately — so
|
|
13
|
-
* fall back to the default), while `retries` uses `??` so an explicit
|
|
14
|
-
* `retries: 0` (disable retries) is honored rather than treated as unset. Single
|
|
15
|
-
* definition so this distinction can't drift between providers.
|
|
16
|
-
*/
|
|
17
|
-
export function resolveRetryConfig(input) {
|
|
18
|
-
return {
|
|
19
|
-
timeout: input?.timeout || DEFAULT_RETRY_CONFIG.timeout,
|
|
20
|
-
retries: input?.retries ?? DEFAULT_RETRY_CONFIG.retries,
|
|
21
|
-
};
|
|
22
|
-
}
|
|
23
|
-
export async function retry(options) {
|
|
24
|
-
const { operation, maxRetries, delay, onRetry, onFailure, isRetriable } = options;
|
|
25
|
-
let lastError;
|
|
26
|
-
for (let attempt = 0; attempt <= maxRetries; attempt++) {
|
|
27
|
-
try {
|
|
28
|
-
return await operation();
|
|
29
|
-
}
|
|
30
|
-
catch (error) {
|
|
31
|
-
lastError = error;
|
|
32
|
-
// Unretriable errors (auth, invalid request, caller aborts) fail fast —
|
|
33
|
-
// retrying a deterministic failure only adds latency to the same outcome.
|
|
34
|
-
if (isRetriable && !isRetriable(error)) {
|
|
35
|
-
throw error;
|
|
36
|
-
}
|
|
37
|
-
if (attempt === maxRetries) {
|
|
38
|
-
const shouldRethrow = onFailure ? onFailure(lastError) : true;
|
|
39
|
-
if (shouldRethrow) {
|
|
40
|
-
throw lastError;
|
|
41
|
-
}
|
|
42
|
-
break;
|
|
43
|
-
}
|
|
44
|
-
if (onRetry) {
|
|
45
|
-
onRetry(attempt, lastError);
|
|
46
|
-
}
|
|
47
|
-
const delayMs = delay(attempt);
|
|
48
|
-
await new Promise((resolve) => setTimeout(resolve, delayMs));
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
// eslint-disable-next-line @typescript-eslint/only-throw-error
|
|
52
|
-
throw lastError ?? new Error("Operation failed");
|
|
53
|
-
}
|
|
54
|
-
/** Capped exponential backoff (1s, 2s, 4s, … max 5s) shared by the retry helpers. */
|
|
55
|
-
const defaultBackoff = (attempt) => Math.min(1000 * Math.pow(2, attempt), 5000);
|
|
56
|
-
/**
|
|
57
|
-
* Combine abort signals into one that aborts as soon as any input aborts.
|
|
58
|
-
* `undefined` inputs are skipped, so a caller can pass an optional caller-signal
|
|
59
|
-
* alongside a required per-attempt one. Returns the sole signal when only one is
|
|
60
|
-
* present (no wrapper), or `undefined` when none are.
|
|
61
|
-
*
|
|
62
|
-
* Prefers the platform `AbortSignal.any`, which cleans up its listeners via weak
|
|
63
|
-
* refs — so merging onto a long-lived caller signal that's reused across many
|
|
64
|
-
* calls can't accumulate listeners. Falls back to a manual controller on older
|
|
65
|
-
* runtimes (< Node 20.3); there the listeners live until a source aborts or is
|
|
66
|
-
* garbage-collected, which is fine for the usual per-request signal.
|
|
67
|
-
*/
|
|
68
|
-
export function combineAbortSignals(...signals) {
|
|
69
|
-
const present = signals.filter((s) => s != null);
|
|
70
|
-
if (present.length <= 1)
|
|
71
|
-
return present[0];
|
|
72
|
-
if (typeof AbortSignal.any === "function")
|
|
73
|
-
return AbortSignal.any(present);
|
|
74
|
-
const controller = new AbortController();
|
|
75
|
-
for (const signal of present) {
|
|
76
|
-
if (signal.aborted) {
|
|
77
|
-
controller.abort(signal.reason);
|
|
78
|
-
break;
|
|
79
|
-
}
|
|
80
|
-
signal.addEventListener("abort", () => controller.abort(signal.reason), {
|
|
81
|
-
once: true,
|
|
82
|
-
});
|
|
83
|
-
}
|
|
84
|
-
return controller.signal;
|
|
85
|
-
}
|
|
86
|
-
export const withTimeoutAndRetry = async (operation, timeoutMs = 60000, maxRetries = 3, operationName = "AI operation", isRetriable) => {
|
|
87
|
-
const createTimeoutOperation = () => async () => {
|
|
88
|
-
const controller = new AbortController();
|
|
89
|
-
const timeoutId = setTimeout(() => {
|
|
90
|
-
controller.abort();
|
|
91
|
-
}, timeoutMs);
|
|
92
|
-
try {
|
|
93
|
-
// Hand the operation the timeout signal so the in-flight upstream call is
|
|
94
|
-
// actually cancelled when the deadline fires — otherwise the abandoned
|
|
95
|
-
// attempt keeps running while the retry stacks a second concurrent call.
|
|
96
|
-
const result = await Promise.race([
|
|
97
|
-
operation(controller.signal),
|
|
98
|
-
new Promise((_, reject) => {
|
|
99
|
-
controller.signal.addEventListener("abort", () => {
|
|
100
|
-
reject(new Error(`Operation timed out after ${timeoutMs}ms`));
|
|
101
|
-
});
|
|
102
|
-
}),
|
|
103
|
-
]);
|
|
104
|
-
clearTimeout(timeoutId);
|
|
105
|
-
return result;
|
|
106
|
-
}
|
|
107
|
-
catch (error) {
|
|
108
|
-
clearTimeout(timeoutId);
|
|
109
|
-
throw error;
|
|
110
|
-
}
|
|
111
|
-
};
|
|
112
|
-
return retry({
|
|
113
|
-
operation: createTimeoutOperation(),
|
|
114
|
-
maxRetries,
|
|
115
|
-
delay: defaultBackoff,
|
|
116
|
-
isRetriable,
|
|
117
|
-
onRetry: (attempt, error) => {
|
|
118
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
119
|
-
logger.error(`[${operationName}] Failed attempt ${attempt + 1}:`, message);
|
|
120
|
-
const delay = defaultBackoff(attempt);
|
|
121
|
-
logger.debug(`[${operationName}] Retrying in ${delay}ms...`);
|
|
122
|
-
logger.debug(`[${operationName}] Attempt ${attempt + 2}/${maxRetries + 1}`);
|
|
123
|
-
},
|
|
124
|
-
onFailure: (_error) => {
|
|
125
|
-
logger.error(`[${operationName}] All ${maxRetries + 1} attempts failed`);
|
|
126
|
-
return true;
|
|
127
|
-
},
|
|
128
|
-
});
|
|
129
|
-
};
|
|
130
|
-
/** Reject if `next` hasn't settled within `timeoutMs`; always clears its timer. */
|
|
131
|
-
function raceFirstChunk(next, timeoutMs, operationName) {
|
|
132
|
-
let timer;
|
|
133
|
-
const timeout = new Promise((_, reject) => {
|
|
134
|
-
timer = setTimeout(() => reject(new Error(`[${operationName}] Stream timed out: no first chunk within ${timeoutMs}ms`)), timeoutMs);
|
|
135
|
-
});
|
|
136
|
-
return Promise.race([next, timeout]).finally(() => clearTimeout(timer));
|
|
137
|
-
}
|
|
138
|
-
/**
|
|
139
|
-
* Streaming analog of {@link withTimeoutAndRetry}. Re-runs an async-generator
|
|
140
|
-
* factory as long as it fails *before yielding its first chunk* — an empty
|
|
141
|
-
* completion that throws "No response", an error while establishing the stream,
|
|
142
|
-
* or (with `firstChunkTimeoutMs`) a stall before the first token. Once any chunk
|
|
143
|
-
* has been yielded the stream is committed and further errors propagate, so a
|
|
144
|
-
* retry can never double-emit deltas the consumer has already received.
|
|
145
|
-
*
|
|
146
|
-
* This mirrors the non-streaming path, where the provider throws on an empty
|
|
147
|
-
* completion inside `withTimeoutAndRetry` and is retried on the same model
|
|
148
|
-
* before the caller falls through to backup models.
|
|
149
|
-
*/
|
|
150
|
-
export async function* withStreamRetry(factory, options = {}) {
|
|
151
|
-
const { maxRetries = 3, delay = defaultBackoff, operationName = "AI stream", firstChunkTimeoutMs, isRetriable, } = options;
|
|
152
|
-
for (let attempt = 0; attempt <= maxRetries; attempt++) {
|
|
153
|
-
// One controller per attempt: aborting it on abandon cancels the upstream
|
|
154
|
-
// SDK call so a retry can't stack a second concurrent stream.
|
|
155
|
-
const controller = new AbortController();
|
|
156
|
-
const iterator = factory(controller.signal);
|
|
157
|
-
let yielded = false;
|
|
158
|
-
let completed = false;
|
|
159
|
-
try {
|
|
160
|
-
// Drive the iterator by hand so the first chunk can be raced against a
|
|
161
|
-
// deadline; for-await would give no hook for that.
|
|
162
|
-
for (;;) {
|
|
163
|
-
const result = !yielded && firstChunkTimeoutMs
|
|
164
|
-
? await raceFirstChunk(iterator.next(), firstChunkTimeoutMs, operationName)
|
|
165
|
-
: await iterator.next();
|
|
166
|
-
if (result.done) {
|
|
167
|
-
completed = true;
|
|
168
|
-
return;
|
|
169
|
-
}
|
|
170
|
-
yielded = true;
|
|
171
|
-
yield result.value;
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
catch (error) {
|
|
175
|
-
// Unretriable errors (auth, invalid request, caller aborts) propagate
|
|
176
|
-
// immediately — no backoff for a deterministic failure.
|
|
177
|
-
if (isRetriable && !isRetriable(error)) {
|
|
178
|
-
throw error;
|
|
179
|
-
}
|
|
180
|
-
// Can't retry once deltas are out, and don't retry past the budget.
|
|
181
|
-
if (yielded || attempt === maxRetries) {
|
|
182
|
-
throw error;
|
|
183
|
-
}
|
|
184
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
185
|
-
logger.error(`[${operationName}] Failed attempt ${attempt + 1}:`, message);
|
|
186
|
-
const delayMs = delay(attempt);
|
|
187
|
-
logger.debug(`[${operationName}] Retrying in ${delayMs}ms... (attempt ${attempt + 2}/${maxRetries + 1})`);
|
|
188
|
-
await new Promise((resolve) => setTimeout(resolve, delayMs));
|
|
189
|
-
}
|
|
190
|
-
finally {
|
|
191
|
-
// Abandoning an attempt (first-chunk timeout, pre-yield error before a
|
|
192
|
-
// retry, or a consumer that breaks early): abort the upstream SDK call
|
|
193
|
-
// first so it's actually torn down — not left running while we retry —
|
|
194
|
-
// then dispose the iterator. Aborting also unblocks a stalled
|
|
195
|
-
// iterator.next() so return() can run the generator's cleanup. Both are
|
|
196
|
-
// fire-and-forget: a wedged generator's return() may never settle, so we
|
|
197
|
-
// must not await it.
|
|
198
|
-
if (!completed) {
|
|
199
|
-
controller.abort();
|
|
200
|
-
void iterator.return?.(undefined)?.catch(() => undefined);
|
|
201
|
-
}
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
/**
|
|
206
|
-
* Try `models[0]` (the primary); on failure, if `shouldTryBackup` allows,
|
|
207
|
-
* walk the remaining backup models in order. Resolves with the first
|
|
208
|
-
* successful result; otherwise rethrows the last error seen. Errors are
|
|
209
|
-
* rethrown untouched — wrap them at the call site.
|
|
210
|
-
*
|
|
211
|
-
* Streaming twin: {@link streamWithBackupFallback}.
|
|
212
|
-
*/
|
|
213
|
-
export async function withBackupFallback(opts) {
|
|
214
|
-
const { models, attempt, shouldTryBackup, onModelFailed, onBackupStart, onBackupSucceeded, } = opts;
|
|
215
|
-
if (models.length === 0) {
|
|
216
|
-
throw new Error("withBackupFallback: `models` must include a primary model");
|
|
217
|
-
}
|
|
218
|
-
let lastError;
|
|
219
|
-
for (let i = 0; i < models.length; i++) {
|
|
220
|
-
const model = models[i];
|
|
221
|
-
if (i > 0)
|
|
222
|
-
onBackupStart?.(model, i, models.length - 1);
|
|
223
|
-
try {
|
|
224
|
-
const result = await attempt(model);
|
|
225
|
-
if (i > 0)
|
|
226
|
-
onBackupSucceeded?.(model);
|
|
227
|
-
return result;
|
|
228
|
-
}
|
|
229
|
-
catch (error) {
|
|
230
|
-
lastError = error;
|
|
231
|
-
onModelFailed?.(model, error, i + 1, models.length);
|
|
232
|
-
// A failure that doesn't qualify for backup ends the walk — the
|
|
233
|
-
// remaining models would hit the same deterministic error. Falling
|
|
234
|
-
// through to the throw covers both this early exit and exhaustion.
|
|
235
|
-
if (!shouldTryBackup(error))
|
|
236
|
-
break;
|
|
237
|
-
}
|
|
238
|
-
}
|
|
239
|
-
throw lastError;
|
|
240
|
-
}
|
|
241
|
-
/**
|
|
242
|
-
* Streaming twin of {@link withBackupFallback}: same walk, consuming each
|
|
243
|
-
* model's chunk stream lazily via `yield*` so chunks flow through unchanged.
|
|
244
|
-
* A stream that errors before completion counts as that model's failure and
|
|
245
|
-
* the walk proceeds exactly as in the non-streaming case.
|
|
246
|
-
*/
|
|
247
|
-
export async function* streamWithBackupFallback(opts) {
|
|
248
|
-
const { models, attempt, shouldTryBackup, onModelFailed, onBackupStart, onBackupSucceeded, } = opts;
|
|
249
|
-
if (models.length === 0) {
|
|
250
|
-
throw new Error("streamWithBackupFallback: `models` must include a primary model");
|
|
251
|
-
}
|
|
252
|
-
let lastError;
|
|
253
|
-
for (let i = 0; i < models.length; i++) {
|
|
254
|
-
const model = models[i];
|
|
255
|
-
if (i > 0)
|
|
256
|
-
onBackupStart?.(model, i, models.length - 1);
|
|
257
|
-
try {
|
|
258
|
-
yield* attempt(model);
|
|
259
|
-
if (i > 0)
|
|
260
|
-
onBackupSucceeded?.(model);
|
|
261
|
-
return;
|
|
262
|
-
}
|
|
263
|
-
catch (error) {
|
|
264
|
-
lastError = error;
|
|
265
|
-
onModelFailed?.(model, error, i + 1, models.length);
|
|
266
|
-
if (!shouldTryBackup(error))
|
|
267
|
-
break;
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
throw lastError;
|
|
271
|
-
}
|
|
272
|
-
/**
|
|
273
|
-
* Standard logging observer for the backup-fallback walkers. Holds the
|
|
274
|
-
* per-walk state (primary error message, whether backups were tried) that the
|
|
275
|
-
* terminal "All models failed" log needs, so each provider call site is just
|
|
276
|
-
* `attempt` + `shouldTryBackup` + its own terminal error wrap.
|
|
277
|
-
*
|
|
278
|
-
* ```ts
|
|
279
|
-
* const observer = backupFallbackLogging("[OPENAI]", shouldUseBackupModel);
|
|
280
|
-
* try {
|
|
281
|
-
* return await withBackupFallback({ models, attempt, shouldTryBackup, ...observer.callbacks });
|
|
282
|
-
* } catch (error) {
|
|
283
|
-
* observer.logExhausted(error);
|
|
284
|
-
* throw wrap(error);
|
|
285
|
-
* }
|
|
286
|
-
* ```
|
|
287
|
-
*/
|
|
288
|
-
export function backupFallbackLogging(label, shouldTryBackup, options) {
|
|
289
|
-
let primaryErrMsg = "";
|
|
290
|
-
// Records that the primary failed but qualified for backups — the only path
|
|
291
|
-
// that reaches the "All models failed" terminal log; an ineligible primary
|
|
292
|
-
// rethrows directly.
|
|
293
|
-
let tryingBackups = false;
|
|
294
|
-
const streamSuffix = options?.streaming ? " for streaming" : "";
|
|
295
|
-
return {
|
|
296
|
-
callbacks: {
|
|
297
|
-
onModelFailed: (model, error, attemptNo, total) => {
|
|
298
|
-
const errMsg = getErrorMessage(error);
|
|
299
|
-
if (attemptNo === 1) {
|
|
300
|
-
primaryErrMsg = errMsg;
|
|
301
|
-
logger.warn(`${label} Primary model ${model} failed: ${errMsg}`);
|
|
302
|
-
if (shouldTryBackup(error)) {
|
|
303
|
-
tryingBackups = true;
|
|
304
|
-
logger.debug(`${label} Trying backup models${streamSuffix}`);
|
|
305
|
-
}
|
|
306
|
-
return;
|
|
307
|
-
}
|
|
308
|
-
logger.warn(`${label} Backup model ${model} failed: ${errMsg}`);
|
|
309
|
-
if (!shouldTryBackup(error) && attemptNo < total) {
|
|
310
|
-
logger.debug(`${label} Backup model error doesn't qualify for further attempts`);
|
|
311
|
-
}
|
|
312
|
-
},
|
|
313
|
-
onBackupStart: (model, backupNo, backupTotal) => {
|
|
314
|
-
logger.debug(`${label} Trying backup model ${backupNo}/${backupTotal}: ${model}`);
|
|
315
|
-
},
|
|
316
|
-
onBackupSucceeded: (model) => {
|
|
317
|
-
logger.debug(`${label} Backup model ${model} succeeded`);
|
|
318
|
-
},
|
|
319
|
-
},
|
|
320
|
-
logExhausted: (lastError) => {
|
|
321
|
-
if (tryingBackups) {
|
|
322
|
-
logger.error(`${label} All models failed. Primary: ${primaryErrMsg}, Last backup: ${getErrorMessage(lastError)}`);
|
|
323
|
-
}
|
|
324
|
-
},
|
|
325
|
-
};
|
|
326
|
-
}
|
|
327
|
-
//# sourceMappingURL=retry.js.map
|
package/dist/utils/retry.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAC,MAAM,EAAC,MAAM,UAAU,CAAA;AAC/B,OAAO,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAA;AAuBlE,MAAM,oBAAoB,GAAgB;IACxC,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,CAAC;CACX,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAGlC;IACC,OAAO;QACL,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,oBAAoB,CAAC,OAAO;QACvD,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,oBAAoB,CAAC,OAAO;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CAAI,OAAwB;IACrD,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IAElF,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,MAAM,SAAS,EAAE,CAAC;QAC3B,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;YAElB,wEAAwE;YACxE,0EAA0E;YAC1E,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBAC3B,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC9D,IAAI,aAAa,EAAE,CAAC;oBAClB,MAAM,SAAS,CAAC;gBAClB,CAAC;gBACD,MAAM;YACR,CAAC;YAED,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC9B,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,+DAA+D;IAC/D,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;AACnD,CAAC;AAED,qFAAqF;AACrF,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE,CACjD,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;AAE9C;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,mBAAmB,CACjC,GAAG,OAAuC;IAE1C,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAoB,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3C,IAAI,OAAO,WAAW,CAAC,GAAG,KAAK,UAAU;QAAE,OAAO,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAE3E,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM;QACR,CAAC;QACD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YACtE,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;IACL,CAAC;IACD,OAAO,UAAU,CAAC,MAAM,CAAC;AAC3B,CAAC;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EACtC,SAA8C,EAC9C,YAAoB,KAAK,EACzB,aAAqB,CAAC,EACtB,gBAAwB,cAAc,EACtC,WAAyC,EAC7B,EAAE;IACd,MAAM,sBAAsB,GAAG,GAAG,EAAE,CAAC,KAAK,IAAgB,EAAE;QAC1D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,IAAI,CAAC;YACH,0EAA0E;YAC1E,uEAAuE;YACvE,yEAAyE;YACzE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;gBAChC,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC;gBAC5B,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;oBAC/B,UAAU,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;wBAC/C,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,SAAS,IAAI,CAAC,CAAC,CAAC;oBAChE,CAAC,CAAC,CAAC;gBACL,CAAC,CAAC;aACH,CAAC,CAAC;YAEH,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC,CAAC;IAEF,OAAO,KAAK,CAAI;QACd,SAAS,EAAE,sBAAsB,EAAE;QACnC,UAAU;QACV,KAAK,EAAE,cAAc;QACrB,WAAW;QACX,OAAO,EAAE,CAAC,OAAe,EAAE,KAAc,EAAE,EAAE;YAC3C,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CACV,IAAI,aAAa,oBAAoB,OAAO,GAAG,CAAC,GAAG,EACnD,OAAO,CACR,CAAC;YACF,MAAM,KAAK,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,IAAI,aAAa,iBAAiB,KAAK,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,KAAK,CACV,IAAI,aAAa,aAAa,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAC9D,CAAC;QACJ,CAAC;QACD,SAAS,EAAE,CAAC,MAAe,EAAE,EAAE;YAC7B,MAAM,CAAC,KAAK,CAAC,IAAI,aAAa,SAAS,UAAU,GAAG,CAAC,kBAAkB,CAAC,CAAC;YACzE,OAAO,IAAI,CAAC;QACd,CAAC;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAwBF,mFAAmF;AACnF,SAAS,cAAc,CACrB,IAAgC,EAChC,SAAiB,EACjB,aAAqB;IAErB,IAAI,KAAgD,CAAC;IACrD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,KAAK,GAAG,UAAU,CAChB,GAAG,EAAE,CACH,MAAM,CACJ,IAAI,KAAK,CACP,IAAI,aAAa,6CAA6C,SAAS,IAAI,CAC5E,CACF,EACH,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,eAAe,CACpC,OAAmD,EACnD,UAA8B,EAAE;IAEhC,MAAM,EACJ,UAAU,GAAG,CAAC,EACd,KAAK,GAAG,cAAc,EACtB,aAAa,GAAG,WAAW,EAC3B,mBAAmB,EACnB,WAAW,GACZ,GAAG,OAAO,CAAC;IAEZ,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,0EAA0E;QAC1E,8DAA8D;QAC9D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC;YACH,uEAAuE;YACvE,mDAAmD;YACnD,SAAS,CAAC;gBACR,MAAM,MAAM,GACV,CAAC,OAAO,IAAI,mBAAmB;oBAC7B,CAAC,CAAC,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,mBAAmB,EAAE,aAAa,CAAC;oBAC3E,CAAC,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChB,SAAS,GAAG,IAAI,CAAC;oBACjB,OAAO;gBACT,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,MAAM,CAAC,KAAK,CAAC;YACrB,CAAC;QACH,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,sEAAsE;YACtE,wDAAwD;YACxD,IAAI,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,oEAAoE;YACpE,IAAI,OAAO,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBACtC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,MAAM,CAAC,KAAK,CAAC,IAAI,aAAa,oBAAoB,OAAO,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3E,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/B,MAAM,CAAC,KAAK,CACV,IAAI,aAAa,iBAAiB,OAAO,kBAAkB,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,GAAG,CAC5F,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/D,CAAC;gBAAS,CAAC;YACT,uEAAuE;YACvE,uEAAuE;YACvE,uEAAuE;YACvE,8DAA8D;YAC9D,wEAAwE;YACxE,yEAAyE;YACzE,qBAAqB;YACrB,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,KAAK,QAAQ,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AA6DD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAA8B;IAE9B,MAAM,EACJ,MAAM,EACN,OAAO,EACP,eAAe,EACf,aAAa,EACb,aAAa,EACb,iBAAiB,GAClB,GAAG,IAAI,CAAC;IAET,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,2DAA2D,CAC5D,CAAC;IACJ,CAAC;IAED,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC;YAAE,aAAa,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG,CAAC;gBAAE,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;YAClB,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACpD,gEAAgE;YAChE,mEAAmE;YACnE,mEAAmE;YACnE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;gBAAE,MAAM;QACrC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,wBAAwB,CAC7C,IAAoC;IAEpC,MAAM,EACJ,MAAM,EACN,OAAO,EACP,eAAe,EACf,aAAa,EACb,aAAa,EACb,iBAAiB,GAClB,GAAG,IAAI,CAAC;IAET,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;IACJ,CAAC;IAED,IAAI,SAAkB,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG,CAAC;YAAE,aAAa,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxD,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,IAAI,CAAC,GAAG,CAAC;gBAAE,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,SAAS,GAAG,KAAK,CAAC;YAClB,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;gBAAE,MAAM;QACrC,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAa,EACb,eAA4C,EAC5C,OAAiC;IAQjC,IAAI,aAAa,GAAG,EAAE,CAAC;IACvB,4EAA4E;IAC5E,2EAA2E;IAC3E,qBAAqB;IACrB,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,MAAM,YAAY,GAAG,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IAEhE,OAAO;QACL,SAAS,EAAE;YACT,aAAa,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACtC,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;oBACpB,aAAa,GAAG,MAAM,CAAC;oBACvB,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,kBAAkB,KAAK,YAAY,MAAM,EAAE,CAAC,CAAC;oBACjE,IAAI,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC3B,aAAa,GAAG,IAAI,CAAC;wBACrB,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,wBAAwB,YAAY,EAAE,CAAC,CAAC;oBAC/D,CAAC;oBACD,OAAO;gBACT,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,iBAAiB,KAAK,YAAY,MAAM,EAAE,CAAC,CAAC;gBAChE,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,SAAS,GAAG,KAAK,EAAE,CAAC;oBACjD,MAAM,CAAC,KAAK,CACV,GAAG,KAAK,0DAA0D,CACnE,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,aAAa,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE;gBAC9C,MAAM,CAAC,KAAK,CACV,GAAG,KAAK,wBAAwB,QAAQ,IAAI,WAAW,KAAK,KAAK,EAAE,CACpE,CAAC;YACJ,CAAC;YACD,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3B,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,iBAAiB,KAAK,YAAY,CAAC,CAAC;YAC3D,CAAC;SACF;QACD,YAAY,EAAE,CAAC,SAAS,EAAE,EAAE;YAC1B,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,CAAC,KAAK,CACV,GAAG,KAAK,gCAAgC,aAAa,kBAAkB,eAAe,CAAC,SAAS,CAAC,EAAE,CACpG,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1,206 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared provider error utilities: classification of SDK/HTTP errors onto
|
|
3
|
-
* normalized ProviderErrorCode values, backup-model eligibility, and
|
|
4
|
-
* wrapping of terminal failures in ProviderError.
|
|
5
|
-
*
|
|
6
|
-
* The classification is derived once and reused for both backup-model
|
|
7
|
-
* decisions and final error wrapping, so the two can never drift apart.
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
import { ProviderError, type ProviderErrorCode } from "../types/errors";
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Shape of errors with status/code properties thrown by provider SDKs
|
|
14
|
-
*/
|
|
15
|
-
export interface ErrorWithStatus {
|
|
16
|
-
status?: number;
|
|
17
|
-
code?: string;
|
|
18
|
-
message?: string;
|
|
19
|
-
type?: string;
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
/**
|
|
23
|
-
* Type guard to check if error is ErrorWithStatus
|
|
24
|
-
*/
|
|
25
|
-
export function isErrorWithStatus(error: unknown): error is ErrorWithStatus {
|
|
26
|
-
return (
|
|
27
|
-
typeof error === "object" &&
|
|
28
|
-
error !== null &&
|
|
29
|
-
("status" in error || "code" in error || "message" in error)
|
|
30
|
-
);
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
/**
|
|
34
|
-
* Safely extract error message
|
|
35
|
-
*/
|
|
36
|
-
export function getErrorMessage(error: unknown): string {
|
|
37
|
-
if (error instanceof Error) {
|
|
38
|
-
return error.message;
|
|
39
|
-
}
|
|
40
|
-
if (isErrorWithStatus(error) && error.message) {
|
|
41
|
-
return error.message;
|
|
42
|
-
}
|
|
43
|
-
return String(error);
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
/**
|
|
47
|
-
* Provider-specific signals treated as "overloaded/unavailable", in
|
|
48
|
-
* addition to the shared defaults (HTTP 500/503 and the common message
|
|
49
|
-
* substrings below).
|
|
50
|
-
*/
|
|
51
|
-
export interface ErrorClassificationOptions {
|
|
52
|
-
/** Extra HTTP statuses treated as overloaded (e.g. Anthropic's 529) */
|
|
53
|
-
overloadedStatuses?: readonly number[];
|
|
54
|
-
/** Error `code` values treated as overloaded/unavailable (e.g. "model_not_found") */
|
|
55
|
-
overloadedCodes?: readonly string[];
|
|
56
|
-
/** Error `type` values treated as overloaded (e.g. Anthropic's "overloaded_error") */
|
|
57
|
-
overloadedTypes?: readonly string[];
|
|
58
|
-
/** Extra message substrings treated as overloaded (e.g. OpenRouter's "capacity") */
|
|
59
|
-
overloadedMessages?: readonly string[];
|
|
60
|
-
}
|
|
61
|
-
|
|
62
|
-
/**
|
|
63
|
-
* Message substrings every provider historically treated as
|
|
64
|
-
* overloaded/unavailable for backup-model purposes.
|
|
65
|
-
*/
|
|
66
|
-
const DEFAULT_OVERLOADED_MESSAGES: readonly string[] = [
|
|
67
|
-
"overloaded",
|
|
68
|
-
"unavailable",
|
|
69
|
-
"internal error",
|
|
70
|
-
"Internal error",
|
|
71
|
-
];
|
|
72
|
-
|
|
73
|
-
/**
|
|
74
|
-
* Classify an unknown error into a normalized ProviderErrorCode.
|
|
75
|
-
*
|
|
76
|
-
* Overload/availability checks run first so that backup-model decisions
|
|
77
|
-
* (rate_limited/overloaded) match the historical shouldUseBackupModel
|
|
78
|
-
* predicate exactly.
|
|
79
|
-
*/
|
|
80
|
-
export function classifyProviderError(
|
|
81
|
-
error: unknown,
|
|
82
|
-
options: ErrorClassificationOptions = {}
|
|
83
|
-
): ProviderErrorCode {
|
|
84
|
-
if (!isErrorWithStatus(error)) {
|
|
85
|
-
return "unknown";
|
|
86
|
-
}
|
|
87
|
-
|
|
88
|
-
const { status, code, type } = error;
|
|
89
|
-
const message = getErrorMessage(error);
|
|
90
|
-
|
|
91
|
-
// Server errors / overload
|
|
92
|
-
if (status === 500 || status === 503) {
|
|
93
|
-
return "overloaded";
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
// Rate limiting
|
|
97
|
-
if (status === 429) {
|
|
98
|
-
return "rate_limited";
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
// Provider-specific overload/unavailability signals
|
|
102
|
-
if (status !== undefined && options.overloadedStatuses?.includes(status)) {
|
|
103
|
-
return "overloaded";
|
|
104
|
-
}
|
|
105
|
-
if (code !== undefined && options.overloadedCodes?.includes(code)) {
|
|
106
|
-
return "overloaded";
|
|
107
|
-
}
|
|
108
|
-
if (type !== undefined && options.overloadedTypes?.includes(type)) {
|
|
109
|
-
return "overloaded";
|
|
110
|
-
}
|
|
111
|
-
const overloadedMessages = options.overloadedMessages
|
|
112
|
-
? [...DEFAULT_OVERLOADED_MESSAGES, ...options.overloadedMessages]
|
|
113
|
-
: DEFAULT_OVERLOADED_MESSAGES;
|
|
114
|
-
if (overloadedMessages.some((pattern) => message.includes(pattern))) {
|
|
115
|
-
return "overloaded";
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
// Non-retriable classifications (never triggered backup models)
|
|
119
|
-
if (status === 401 || status === 403) {
|
|
120
|
-
return "auth";
|
|
121
|
-
}
|
|
122
|
-
if (status === 400 || status === 404 || status === 422) {
|
|
123
|
-
return "invalid_request";
|
|
124
|
-
}
|
|
125
|
-
if (
|
|
126
|
-
status === 408 ||
|
|
127
|
-
message.includes("timed out") ||
|
|
128
|
-
message.includes("timeout")
|
|
129
|
-
) {
|
|
130
|
-
return "timeout";
|
|
131
|
-
}
|
|
132
|
-
if (
|
|
133
|
-
message.includes("fetch failed") ||
|
|
134
|
-
message.includes("ECONNREFUSED") ||
|
|
135
|
-
message.includes("ECONNRESET") ||
|
|
136
|
-
message.includes("ETIMEDOUT") ||
|
|
137
|
-
message.includes("network")
|
|
138
|
-
) {
|
|
139
|
-
return "network";
|
|
140
|
-
}
|
|
141
|
-
|
|
142
|
-
return "unknown";
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
/**
|
|
146
|
-
* Whether an error code qualifies for trying backup models.
|
|
147
|
-
* Mirrors the historical shouldUseBackupModel predicate.
|
|
148
|
-
*/
|
|
149
|
-
export function isBackupEligible(code: ProviderErrorCode): boolean {
|
|
150
|
-
return code === "rate_limited" || code === "overloaded";
|
|
151
|
-
}
|
|
152
|
-
|
|
153
|
-
/** Errors whose name marks them as caller- or SDK-initiated aborts. */
|
|
154
|
-
function isAbortLikeError(error: unknown): boolean {
|
|
155
|
-
if (!(error instanceof Error)) return false;
|
|
156
|
-
// OpenAI SDK: APIUserAbortError. Generic fetch/DOM: AbortError / TimeoutError
|
|
157
|
-
// handled below via classification (a timeout IS retriable; a caller abort is not).
|
|
158
|
-
return (
|
|
159
|
-
error.name === "AbortError" ||
|
|
160
|
-
error.name === "APIUserAbortError" ||
|
|
161
|
-
/abort/i.test(error.message)
|
|
162
|
-
);
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
/**
|
|
166
|
-
* Whether an error is worth retrying with backoff: transient availability,
|
|
167
|
-
* rate-limiting, timeouts and network faults only. Deterministic failures —
|
|
168
|
-
* auth (401/403), invalid request (400/404/422) and caller aborts — must fail
|
|
169
|
-
* fast instead of burning the retry budget on the same outcome.
|
|
170
|
-
*/
|
|
171
|
-
export function isRetriableProviderError(
|
|
172
|
-
error: unknown,
|
|
173
|
-
options?: ErrorClassificationOptions
|
|
174
|
-
): boolean {
|
|
175
|
-
if (isAbortLikeError(error)) {
|
|
176
|
-
return false;
|
|
177
|
-
}
|
|
178
|
-
const code = classifyProviderError(error, options);
|
|
179
|
-
return (
|
|
180
|
-
code === "rate_limited" ||
|
|
181
|
-
code === "overloaded" ||
|
|
182
|
-
code === "timeout" ||
|
|
183
|
-
code === "network"
|
|
184
|
-
);
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
/**
|
|
188
|
-
* Wrap a terminal failure (after retries/backup exhaustion) in a
|
|
189
|
-
* normalized ProviderError, preserving the original error as `cause`.
|
|
190
|
-
* Already-wrapped errors pass through untouched.
|
|
191
|
-
*/
|
|
192
|
-
export function toProviderError(
|
|
193
|
-
error: unknown,
|
|
194
|
-
provider: string,
|
|
195
|
-
options?: ErrorClassificationOptions
|
|
196
|
-
): ProviderError {
|
|
197
|
-
if (error instanceof ProviderError) {
|
|
198
|
-
return error;
|
|
199
|
-
}
|
|
200
|
-
return new ProviderError(
|
|
201
|
-
classifyProviderError(error, options),
|
|
202
|
-
provider,
|
|
203
|
-
getErrorMessage(error),
|
|
204
|
-
error
|
|
205
|
-
);
|
|
206
|
-
}
|