@livekit/agents 0.0.0-20260120144724

package/dist/llm/chat_context.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/chat_context.test.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2025 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { describe, expect, it } from 'vitest';\nimport {\n  type AudioContent,\n  ChatContext,\n  type ChatItem,\n  ChatMessage,\n  FunctionCall,\n  FunctionCallOutput,\n  type ImageContent,\n  ReadonlyChatContext,\n} from './chat_context.js';\n\ndescribe('ChatContext.toJSON', () => {\n  it('should match snapshot for empty context', () => {\n    const context = new ChatContext();\n    expect(context.toJSON()).toMatchSnapshot();\n  });\n\n  it('should match snapshot for simple conversation', () => {\n    const context = new ChatContext();\n\n    context.addMessage({\n      id: 'msg_system_1',\n      role: 'system',\n      content: 'You are a helpful assistant.',\n      createdAt: 1000000000,\n    });\n\n    context.addMessage({\n      id: 'msg_user_1',\n      role: 'user',\n      content: 'Hello, how are you?',\n      createdAt: 1000000001,\n    });\n\n    context.addMessage({\n      id: 'msg_assistant_1',\n      role: 'assistant',\n      content: \"I'm doing well, thank you! How can I help you today?\",\n      createdAt: 1000000002,\n    });\n\n    expect(context.toJSON()).toMatchSnapshot('simple-conversation-no-timestamps');\n\n    expect(context.toJSON({ excludeTimestamp: false })).toMatchSnapshot(\n      'simple-conversation-with-timestamps',\n    );\n  });\n\n  it('should match snapshot for multimodal content', () => {\n    const context = new ChatContext();\n\n    const imageContent: ImageContent = {\n      id: 'img_test_1',\n      type: 'image_content',\n      image: 'https://example.com/test-image.jpg',\n      inferenceDetail: 'high',\n      inferenceWidth: 1024,\n      inferenceHeight: 768,\n      mimeType: 'image/jpeg',\n      _cache: {},\n    };\n\n    const audioContent: AudioContent = {\n      type: 'audio_content',\n      frame: [], // This won't be included in JSON\n      transcript: 'This is a test audio transcript',\n    };\n\n    context.addMessage({\n      id: 'msg_user_2',\n      role: 'user',\n      content: [\n        'Check out this image and audio:',\n        imageContent,\n        audioContent,\n        'What do you think?',\n      ],\n      createdAt: 2000000000,\n    });\n\n    expect(context.toJSON()).toMatchSnapshot('multimodal-default-exclusions');\n\n    expect(\n      context.toJSON({\n        excludeImage: false,\n        excludeAudio: true,\n      }),\n    ).toMatchSnapshot('multimodal-with-images-only');\n\n    expect(\n      context.toJSON({\n        excludeImage: true,\n        excludeAudio: false,\n      }),\n    ).toMatchSnapshot('multimodal-with-audio-only');\n\n    expect(\n      context.toJSON({\n        excludeImage: false,\n        excludeAudio: false,\n        excludeTimestamp: false,\n      }),\n    ).toMatchSnapshot('multimodal-full-content');\n  });\n\n  it('should match snapshot for function calls', () => {\n    const context = new ChatContext();\n\n    context.addMessage({\n      id: 'msg_user_3',\n      role: 'user',\n      content: \"What's the weather in Paris?\",\n      createdAt: 3000000000,\n    });\n\n    const functionCall = new FunctionCall({\n      id: 'func_call_1',\n      callId: 'call_weather_123',\n      name: 'get_weather',\n      args: '{\"location\": \"Paris, France\", \"unit\": \"celsius\"}',\n      createdAt: 3000000001,\n    });\n    context.insert(functionCall);\n\n    const functionOutput = new FunctionCallOutput({\n      id: 'func_output_1',\n      callId: 'call_weather_123',\n      name: 'get_weather',\n      output: '{\"temperature\": 22, \"condition\": \"partly cloudy\", \"humidity\": 65}',\n      isError: false,\n      createdAt: 3000000002,\n    });\n    context.insert(functionOutput);\n\n    context.addMessage({\n      id: 'msg_assistant_2',\n      role: 'assistant',\n      content: 'The weather in Paris is currently 22°C and partly cloudy with 65% humidity.',\n      createdAt: 3000000003,\n    });\n\n    expect(context.toJSON()).toMatchSnapshot('conversation-with-function-calls');\n\n    expect(\n      context.toJSON({\n        excludeFunctionCall: true,\n      }),\n    ).toMatchSnapshot('conversation-without-function-calls');\n\n    expect(\n      context.toJSON({\n        excludeTimestamp: false,\n      }),\n    ).toMatchSnapshot('conversation-with-function-calls-and-timestamps');\n  });\n\n  it('should match snapshot for edge cases', () => {\n    const context = new ChatContext();\n\n    context.addMessage({\n      id: 'msg_empty_1',\n      role: 'user',\n      content: [],\n      createdAt: 5000000000,\n    });\n\n    const silentAudio: AudioContent = {\n      type: 'audio_content',\n      frame: [],\n      transcript: undefined,\n    };\n\n    context.addMessage({\n      id: 'msg_silent_audio',\n      role: 'user',\n      content: [silentAudio],\n      createdAt: 5000000001,\n    });\n\n    context.addMessage({\n      id: 'msg_multi_text',\n      role: 'assistant',\n      content: ['Part 1. ', 'Part 2. ', 'Part 3.'],\n      createdAt: 5000000002,\n    });\n\n    const minimalCall = new FunctionCall({\n      id: 'func_minimal',\n      callId: 'minimal',\n      name: 'test',\n      args: '{}',\n      createdAt: 5000000003,\n    });\n    context.insert(minimalCall);\n\n    const namelessOutput = new FunctionCallOutput({\n      id: 'func_output_nameless',\n      callId: 'minimal',\n      output: 'OK',\n      isError: false,\n      createdAt: 5000000004,\n    });\n    context.insert(namelessOutput);\n\n    context.addMessage({\n      id: 'msg_special_chars',\n      role: 'user',\n      content:\n        'Test with special chars: \\n\\t\\r \"quotes\" \\'apostrophes\\' \\\\backslashes\\\\ {braces} [brackets]',\n      createdAt: 5000000005,\n    });\n\n    expect(context.toJSON()).toMatchSnapshot('edge-cases-default');\n    expect(\n      context.toJSON({\n        excludeTimestamp: false,\n        excludeAudio: false,\n      }),\n    ).toMatchSnapshot('edge-cases-with-details');\n  });\n\n  it('should match snapshot for message property variations', () => {\n    const context = new ChatContext();\n\n    context.addMessage({\n      id: 'custom-message-id-123',\n      role: 'user',\n      content: 'Message with custom ID',\n      createdAt: 6000000000,\n    });\n\n    context.addMessage({\n      id: 'msg_interrupted',\n      role: 'assistant',\n      content: 'This response was interrupted...',\n      interrupted: true,\n      createdAt: 6000000001,\n    });\n\n    context.addMessage({\n      id: 'msg_dev_2',\n      role: 'developer',\n      content: 'Developer message',\n      createdAt: 6000000002,\n    });\n\n    context.addMessage({\n      id: 'msg_system_3',\n      role: 'system',\n      content: 'System message',\n      createdAt: 6000000003,\n    });\n\n    const detailedImage: ImageContent = {\n      id: 'img_detailed',\n      type: 'image_content',\n      image: 'https://example.com/image.jpg',\n      inferenceDetail: 'low',\n      inferenceWidth: 512,\n      inferenceHeight: 512,\n      mimeType: 'image/png',\n      _cache: { cached: true },\n    };\n\n    context.addMessage({\n      id: 'msg_with_image',\n      role: 'user',\n      content: ['Image with all properties:', detailedImage],\n      createdAt: 6000000004,\n    });\n\n    expect(context.toJSON()).toMatchSnapshot('message-properties-default');\n    expect(\n      context.toJSON({\n        excludeImage: false,\n        excludeTimestamp: false,\n      }),\n    ).toMatchSnapshot('message-properties-full');\n  });\n});\n\ndescribe('ReadonlyChatContext with immutable array', () => {\n  it('should have readonly property set to true', () => {\n    const items: ChatItem[] = [\n      new ChatMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Test'],\n        interrupted: false,\n        createdAt: Date.now(),\n      }),\n    ];\n    const readonlyContext = new ReadonlyChatContext(items);\n\n    expect(readonlyContext.readonly).toBe(true);\n  });\n\n  it('should prevent setting items property', () => {\n    const items: ChatItem[] = [\n      new ChatMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Test'],\n        interrupted: false,\n        createdAt: Date.now(),\n      }),\n    ];\n    const readonlyContext = new ReadonlyChatContext(items);\n    expect(() => {\n      readonlyContext.items = [];\n    }).toThrow(\n      `Cannot set items on a read-only chat context. Please use .copy() and agent.update_chat_ctx() to modify the chat context.`,\n    );\n  });\n\n  it('should prevent modifications through array methods', () => {\n    const items: ChatItem[] = [\n      new ChatMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Test'],\n        interrupted: false,\n        createdAt: Date.now(),\n      }),\n    ];\n    const readonlyContext = new ReadonlyChatContext(items);\n    const newItem = new ChatMessage({\n      id: 'msg_2',\n      role: 'assistant',\n      content: ['Response'],\n      interrupted: false,\n      createdAt: Date.now(),\n    });\n\n    const mutableItems = readonlyContext.items;\n    expect(() => mutableItems.push(newItem)).toThrow(\n      'Cannot call push() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.pop()).toThrow(\n      'Cannot call pop() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.shift()).toThrow(\n      'Cannot call shift() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.unshift(newItem)).toThrow(\n      'Cannot call unshift() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.splice(0, 1)).toThrow(\n      'Cannot call splice() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.sort()).toThrow(\n      'Cannot call sort() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.reverse()).toThrow(\n      'Cannot call reverse() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.fill(newItem)).toThrow(\n      'Cannot call fill() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => mutableItems.copyWithin(0, 1)).toThrow(\n      'Cannot call copyWithin() on a read-only array. Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n  });\n\n  it('should prevent bracket notation assignment and deletion', () => {\n    const items: ChatItem[] = [\n      new ChatMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Test'],\n        interrupted: false,\n        createdAt: Date.now(),\n      }),\n    ];\n    const readonlyContext = new ReadonlyChatContext(items);\n    const newItem = new ChatMessage({\n      id: 'msg_2',\n      role: 'assistant',\n      content: ['Response'],\n      interrupted: false,\n      createdAt: Date.now(),\n    });\n\n    expect(() => {\n      readonlyContext.items[0] = newItem;\n    }).toThrow(\n      'Cannot assign to read-only array index \"0\". Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => {\n      delete readonlyContext.items[0];\n    }).toThrow(\n      'Cannot delete read-only array index \"0\". Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n\n    expect(() => {\n      readonlyContext.items[99] = newItem;\n    }).toThrow(\n      'Cannot assign to read-only array index \"99\". Please use .copy() and agent.update_chat_ctx() to modify the chat context.',\n    );\n  });\n\n  it('should allow read operations on the immutable array', () => {\n    const items: ChatItem[] = [\n      new ChatMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Test 1'],\n        interrupted: false,\n        createdAt: 1000,\n      }),\n      new ChatMessage({\n        id: 'msg_2',\n        role: 'assistant',\n        content: ['Test 2'],\n        interrupted: false,\n        createdAt: 2000,\n      }),\n    ];\n    const readonlyContext = new ReadonlyChatContext(items);\n\n    expect(readonlyContext.items.length).toBe(2);\n    expect(readonlyContext.items[0]).toEqual(items[0]);\n    expect(readonlyContext.items[1]).toEqual(items[1]);\n    expect(readonlyContext.items.find((item: ChatItem) => item.id === 'msg_2')).toEqual(items[1]);\n    expect(readonlyContext.items.map((item: ChatItem) => item.id)).toEqual(['msg_1', 'msg_2']);\n    expect(\n      readonlyContext.items.filter(\n        (item: ChatItem) => item.type === 'message' && item.role === 'user',\n      ),\n    ).toHaveLength(1);\n\n    // forEach should work for reading\n    const ids: string[] = [];\n    readonlyContext.items.forEach((item) => ids.push(item.id));\n    expect(ids).toEqual(['msg_1', 'msg_2']);\n  });\n});\n\ndescribe('ChatContext.isEquivalent', () => {\n  it('should return true for same reference', () => {\n    const ctx = new ChatContext();\n    ctx.addMessage({\n      id: 'msg_1',\n      role: 'user',\n      content: 'Hello',\n    });\n\n    expect(ctx.isEquivalent(ctx)).toBe(true);\n  });\n\n  it('should return true for identical empty contexts', () => {\n    const ctx1 = new ChatContext();\n    const ctx2 = new ChatContext();\n\n    expect(ctx1.isEquivalent(ctx2)).toBe(true);\n  });\n\n  it('should return false for contexts with different lengths', () => {\n    const ctx1 = new ChatContext();\n    ctx1.addMessage({\n      id: 'msg_1',\n      role: 'user',\n      content: 'Hello',\n    });\n\n    const ctx2 = new ChatContext();\n    ctx2.addMessage({\n      id: 'msg_1',\n      role: 'user',\n      content: 'Hello',\n    });\n    ctx2.addMessage({\n      id: 'msg_2',\n      role: 'assistant',\n      content: 'Hi',\n    });\n\n    expect(ctx1.isEquivalent(ctx2)).toBe(false);\n  });\n\n  it('should return false for contexts with different item IDs', () => {\n    const ctx1 = new ChatContext();\n    ctx1.addMessage({\n      id: 'msg_1',\n      role: 'user',\n      content: 'Hello',\n    });\n\n    const ctx2 = new ChatContext();\n    ctx2.addMessage({\n      id: 'msg_2',\n      role: 'user',\n      content: 'Hello',\n    });\n\n    expect(ctx1.isEquivalent(ctx2)).toBe(false);\n  });\n\n  it('should return false for contexts with different item types', () => {\n    const ctx1 = new ChatContext();\n    ctx1.addMessage({\n      id: 'msg_1',\n      role: 'user',\n      content: 'Hello',\n    });\n\n    const ctx2 = new ChatContext();\n    ctx2.insert(\n      new FunctionCall({\n        id: 'msg_1',\n        callId: 'call_1',\n        name: 'test',\n        args: '{}',\n      }),\n    );\n\n    expect(ctx1.isEquivalent(ctx2)).toBe(false);\n  });\n\n  describe('message comparison', () => {\n    it('should return true for identical messages', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n        interrupted: false,\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n        interrupted: false,\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n\n    it('should return false for messages with different roles', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'assistant',\n        content: 'Hello',\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for messages with different interrupted flags', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n        interrupted: false,\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n        interrupted: true,\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for messages with different content', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'Hello',\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'World',\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return true for messages with identical array content', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Hello', 'World'],\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Hello', 'World'],\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n\n    it('should return false for messages with different array content', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Hello', 'World'],\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Hello'],\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return true for messages with identical image content', () => {\n      const imageContent: ImageContent = {\n        id: 'img_1',\n        type: 'image_content',\n        image: 'https://example.com/image.jpg',\n        inferenceDetail: 'high',\n        inferenceWidth: 1024,\n        inferenceHeight: 768,\n        mimeType: 'image/jpeg',\n        _cache: {},\n      };\n\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Check this:', imageContent],\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Check this:', { ...imageContent }],\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n\n    it('should return false for messages with different image content', () => {\n      const imageContent1: ImageContent = {\n        id: 'img_1',\n        type: 'image_content',\n        image: 'https://example.com/image1.jpg',\n        inferenceDetail: 'high',\n        _cache: {},\n      };\n\n      const imageContent2: ImageContent = {\n        id: 'img_2',\n        type: 'image_content',\n        image: 'https://example.com/image2.jpg',\n        inferenceDetail: 'high',\n        _cache: {},\n      };\n\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Check this:', imageContent1],\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: ['Check this:', imageContent2],\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n  });\n\n  describe('function call comparison', () => {\n    it('should return true for identical function calls', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"Paris\"}',\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"Paris\"}',\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n\n    it('should return false for function calls with different names', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{}',\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_time',\n          args: '{}',\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for function calls with different call IDs', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{}',\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_2',\n          name: 'get_weather',\n          args: '{}',\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for function calls with different arguments', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"Paris\"}',\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"London\"}',\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should ignore timestamps', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{}',\n          createdAt: 1000,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{}',\n          createdAt: 2000,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n  });\n\n  describe('function call output comparison', () => {\n    it('should return true for identical function call outputs', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 22}',\n          isError: false,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 22}',\n          isError: false,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n\n    it('should return false for function call outputs with different names', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{}',\n          isError: false,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_time',\n          output: '{}',\n          isError: false,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for function call outputs with different call IDs', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{}',\n          isError: false,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_2',\n          name: 'get_weather',\n          output: '{}',\n          isError: false,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for function call outputs with different output values', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 22}',\n          isError: false,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 25}',\n          isError: false,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should return false for function call outputs with different error flags', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: 'Error occurred',\n          isError: false,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: 'Error occurred',\n          isError: true,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(false);\n    });\n\n    it('should ignore timestamps', () => {\n      const ctx1 = new ChatContext();\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{}',\n          isError: false,\n          createdAt: 1000,\n        }),\n      );\n\n      const ctx2 = new ChatContext();\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{}',\n          isError: false,\n          createdAt: 2000,\n        }),\n      );\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n  });\n\n  describe('complex context comparison', () => {\n    it('should return true for identical complex contexts', () => {\n      const ctx1 = new ChatContext();\n      ctx1.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'What is the weather?',\n      });\n      ctx1.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"Paris\"}',\n        }),\n      );\n      ctx1.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 22}',\n          isError: false,\n        }),\n      );\n      ctx1.addMessage({\n        id: 'msg_2',\n        role: 'assistant',\n        content: 'The weather is 22°C',\n      });\n\n      const ctx2 = new ChatContext();\n      ctx2.addMessage({\n        id: 'msg_1',\n        role: 'user',\n        content: 'What is the weather?',\n      });\n      ctx2.insert(\n        new FunctionCall({\n          id: 'func_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          args: '{\"location\": \"Paris\"}',\n        }),\n      );\n      ctx2.insert(\n        new FunctionCallOutput({\n          id: 'output_1',\n          callId: 'call_1',\n          name: 'get_weather',\n          output: '{\"temperature\": 22}',\n          isError: false,\n        }),\n      );\n      ctx2.addMessage({\n        id: 'msg_2',\n        role: 'assistant',\n        content: 'The weather is 22°C',\n      });\n\n      expect(ctx1.isEquivalent(ctx2)).toBe(true);\n    });\n  });\n});\n"],"mappings":"AAGA,SAAS,UAAU,QAAQ,UAAU;AACrC;AAAA,EAEE;AAAA,EAEA;AAAA,EACA;AAAA,EACA;AAAA,EAEA;AAAA,OACK;AAEP,SAAS,sBAAsB,MAAM;AACnC,KAAG,2CAA2C,MAAM;AAClD,UAAM,UAAU,IAAI,YAAY;AAChC,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB;AAAA,EAC3C,CAAC;AAED,KAAG,iDAAiD,MAAM;AACxD,UAAM,UAAU,IAAI,YAAY;AAEhC,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB,mCAAmC;AAE5E,WAAO,QAAQ,OAAO,EAAE,kBAAkB,MAAM,CAAC,CAAC,EAAE;AAAA,MAClD;AAAA,IACF;AAAA,EACF,CAAC;AAED,KAAG,gDAAgD,MAAM;AACvD,UAAM,UAAU,IAAI,YAAY;AAEhC,UAAM,eAA6B;AAAA,MACjC,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO;AAAA,MACP,iBAAiB;AAAA,MACjB,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,UAAU;AAAA,MACV,QAAQ,CAAC;AAAA,IACX;AAEA,UAAM,eAA6B;AAAA,MACjC,MAAM;AAAA,MACN,OAAO,CAAC;AAAA;AAAA,MACR,YAAY;AAAA,IACd;AAEA,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,QACP;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MACA,WAAW;AAAA,IACb,CAAC;AAED,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB,+BAA+B;AAExE;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,cAAc;AAAA,QACd,cAAc;AAAA,MAChB,CAAC;AAAA,IACH,EAAE,gBAAgB,6BAA6B;AAE/C;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,cAAc;AAAA,QACd,cAAc;AAAA,MAChB,CAAC;AAAA,IACH,EAAE,gBAAgB,4BAA4B;AAE9C;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,cAAc;AAAA,QACd,cAAc;AAAA,QACd,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH,EAAE,gBAAgB,yBAAyB;AAAA,EAC7C,CAAC;AAED,KAAG,4CAA4C,MAAM;AACnD,UAAM,UAAU,IAAI,YAAY;AAEhC,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,UAAM,eAAe,IAAI,aAAa;AAAA,MACpC,IAAI;AAAA,MACJ,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,IACb,CAAC;AACD,YAAQ,OAAO,YAAY;AAE3B,UAAM,iBAAiB,IAAI,mBAAmB;AAAA,MAC5C,IAAI;AAAA,MACJ,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AACD,YAAQ,OAAO,cAAc;AAE7B,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB,kCAAkC;AAE3E;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,qBAAqB;AAAA,MACvB,CAAC;AAAA,IACH,EAAE,gBAAgB,qCAAqC;AAEvD;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH,EAAE,gBAAgB,iDAAiD;AAAA,EACrE,CAAC;AAED,KAAG,wCAAwC,MAAM;AAC/C,UAAM,UAAU,IAAI,YAAY;AAEhC,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC;AAAA,MACV,WAAW;AAAA,IACb,CAAC;AAED,UAAM,cAA4B;AAAA,MAChC,MAAM;AAAA,MACN,OAAO,CAAC;AAAA,MACR,YAAY;AAAA,IACd;AAEA,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC,WAAW;AAAA,MACrB,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC,YAAY,YAAY,SAAS;AAAA,MAC3C,WAAW;AAAA,IACb,CAAC;AAED,UAAM,cAAc,IAAI,aAAa;AAAA,MACnC,IAAI;AAAA,MACJ,QAAQ;AAAA,MACR,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,IACb,CAAC;AACD,YAAQ,OAAO,WAAW;AAE1B,UAAM,iBAAiB,IAAI,mBAAmB;AAAA,MAC5C,IAAI;AAAA,MACJ,QAAQ;AAAA,MACR,QAAQ;AAAA,MACR,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AACD,YAAQ,OAAO,cAAc;AAE7B,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SACE;AAAA;AAAA,MACF,WAAW;AAAA,IACb,CAAC;AAED,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB,oBAAoB;AAC7D;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,kBAAkB;AAAA,QAClB,cAAc;AAAA,MAChB,CAAC;AAAA,IACH,EAAE,gBAAgB,yBAAyB;AAAA,EAC7C,CAAC;AAED,KAAG,yDAAyD,MAAM;AAChE,UAAM,UAAU,IAAI,YAAY;AAEhC,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,aAAa;AAAA,MACb,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,MACT,WAAW;AAAA,IACb,CAAC;AAED,UAAM,gBAA8B;AAAA,MAClC,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,OAAO;AAAA,MACP,iBAAiB;AAAA,MACjB,gBAAgB;AAAA,MAChB,iBAAiB;AAAA,MACjB,UAAU;AAAA,MACV,QAAQ,EAAE,QAAQ,KAAK;AAAA,IACzB;AAEA,YAAQ,WAAW;AAAA,MACjB,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC,8BAA8B,aAAa;AAAA,MACrD,WAAW;AAAA,IACb,CAAC;AAED,WAAO,QAAQ,OAAO,CAAC,EAAE,gBAAgB,4BAA4B;AACrE;AAAA,MACE,QAAQ,OAAO;AAAA,QACb,cAAc;AAAA,QACd,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH,EAAE,gBAAgB,yBAAyB;AAAA,EAC7C,CAAC;AACH,CAAC;AAED,SAAS,4CAA4C,MAAM;AACzD,KAAG,6CAA6C,MAAM;AACpD,UAAM,QAAoB;AAAA,MACxB,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,MAAM;AAAA,QAChB,aAAa;AAAA,QACb,WAAW,KAAK,IAAI;AAAA,MACtB,CAAC;AAAA,IACH;AACA,UAAM,kBAAkB,IAAI,oBAAoB,KAAK;AAErD,WAAO,gBAAgB,QAAQ,EAAE,KAAK,IAAI;AAAA,EAC5C,CAAC;AAED,KAAG,yCAAyC,MAAM;AAChD,UAAM,QAAoB;AAAA,MACxB,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,MAAM;AAAA,QAChB,aAAa;AAAA,QACb,WAAW,KAAK,IAAI;AAAA,MACtB,CAAC;AAAA,IACH;AACA,UAAM,kBAAkB,IAAI,oBAAoB,KAAK;AACrD,WAAO,MAAM;AACX,sBAAgB,QAAQ,CAAC;AAAA,IAC3B,CAAC,EAAE;AAAA,MACD;AAAA,IACF;AAAA,EACF,CAAC;AAED,KAAG,sDAAsD,MAAM;AAC7D,UAAM,QAAoB;AAAA,MACxB,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,MAAM;AAAA,QAChB,aAAa;AAAA,QACb,WAAW,KAAK,IAAI;AAAA,MACtB,CAAC;AAAA,IACH;AACA,UAAM,kBAAkB,IAAI,oBAAoB,KAAK;AACrD,UAAM,UAAU,IAAI,YAAY;AAAA,MAC9B,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC,UAAU;AAAA,MACpB,aAAa;AAAA,MACb,WAAW,KAAK,IAAI;AAAA,IACtB,CAAC;AAED,UAAM,eAAe,gBAAgB;AACrC,WAAO,MAAM,aAAa,KAAK,OAAO,CAAC,EAAE;AAAA,MACvC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,IAAI,CAAC,EAAE;AAAA,MAC/B;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,MAAM,CAAC,EAAE;AAAA,MACjC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,QAAQ,OAAO,CAAC,EAAE;AAAA,MAC1C;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,OAAO,GAAG,CAAC,CAAC,EAAE;AAAA,MACtC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,KAAK,CAAC,EAAE;AAAA,MAChC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,QAAQ,CAAC,EAAE;AAAA,MACnC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,KAAK,OAAO,CAAC,EAAE;AAAA,MACvC;AAAA,IACF;AAEA,WAAO,MAAM,aAAa,WAAW,GAAG,CAAC,CAAC,EAAE;AAAA,MAC1C;AAAA,IACF;AAAA,EACF,CAAC;AAED,KAAG,2DAA2D,MAAM;AAClE,UAAM,QAAoB;AAAA,MACxB,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,MAAM;AAAA,QAChB,aAAa;AAAA,QACb,WAAW,KAAK,IAAI;AAAA,MACtB,CAAC;AAAA,IACH;AACA,UAAM,kBAAkB,IAAI,oBAAoB,KAAK;AACrD,UAAM,UAAU,IAAI,YAAY;AAAA,MAC9B,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS,CAAC,UAAU;AAAA,MACpB,aAAa;AAAA,MACb,WAAW,KAAK,IAAI;AAAA,IACtB,CAAC;AAED,WAAO,MAAM;AACX,sBAAgB,MAAM,CAAC,IAAI;AAAA,IAC7B,CAAC,EAAE;AAAA,MACD;AAAA,IACF;AAEA,WAAO,MAAM;AACX,aAAO,gBAAgB,MAAM,CAAC;AAAA,IAChC,CAAC,EAAE;AAAA,MACD;AAAA,IACF;AAEA,WAAO,MAAM;AACX,sBAAgB,MAAM,EAAE,IAAI;AAAA,IAC9B,CAAC,EAAE;AAAA,MACD;AAAA,IACF;AAAA,EACF,CAAC;AAED,KAAG,uDAAuD,MAAM;AAC9D,UAAM,QAAoB;AAAA,MACxB,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,QAAQ;AAAA,QAClB,aAAa;AAAA,QACb,WAAW;AAAA,MACb,CAAC;AAAA,MACD,IAAI,YAAY;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,QAAQ;AAAA,QAClB,aAAa;AAAA,QACb,WAAW;AAAA,MACb,CAAC;AAAA,IACH;AACA,UAAM,kBAAkB,IAAI,oBAAoB,KAAK;AAErD,WAAO,gBAAgB,MAAM,MAAM,EAAE,KAAK,CAAC;AAC3C,WAAO,gBAAgB,MAAM,CAAC,CAAC,EAAE,QAAQ,MAAM,CAAC,CAAC;AACjD,WAAO,gBAAgB,MAAM,CAAC,CAAC,EAAE,QAAQ,MAAM,CAAC,CAAC;AACjD,WAAO,gBAAgB,MAAM,KAAK,CAAC,SAAmB,KAAK,OAAO,OAAO,CAAC,EAAE,QAAQ,MAAM,CAAC,CAAC;AAC5F,WAAO,gBAAgB,MAAM,IAAI,CAAC,SAAmB,KAAK,EAAE,CAAC,EAAE,QAAQ,CAAC,SAAS,OAAO,CAAC;AACzF;AAAA,MACE,gBAAgB,MAAM;AAAA,QACpB,CAAC,SAAmB,KAAK,SAAS,aAAa,KAAK,SAAS;AAAA,MAC/D;AAAA,IACF,EAAE,aAAa,CAAC;AAGhB,UAAM,MAAgB,CAAC;AACvB,oBAAgB,MAAM,QAAQ,CAAC,SAAS,IAAI,KAAK,KAAK,EAAE,CAAC;AACzD,WAAO,GAAG,EAAE,QAAQ,CAAC,SAAS,OAAO,CAAC;AAAA,EACxC,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,MAAM;AACzC,KAAG,yCAAyC,MAAM;AAChD,UAAM,MAAM,IAAI,YAAY;AAC5B,QAAI,WAAW;AAAA,MACb,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,WAAO,IAAI,aAAa,GAAG,CAAC,EAAE,KAAK,IAAI;AAAA,EACzC,CAAC;AAED,KAAG,mDAAmD,MAAM;AAC1D,UAAM,OAAO,IAAI,YAAY;AAC7B,UAAM,OAAO,IAAI,YAAY;AAE7B,WAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,EAC3C,CAAC;AAED,KAAG,2DAA2D,MAAM;AAClE,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AACD,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,WAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,EAC5C,CAAC;AAED,KAAG,4DAA4D,MAAM;AACnE,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,WAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,EAC5C,CAAC;AAED,KAAG,8DAA8D,MAAM;AACrE,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK,WAAW;AAAA,MACd,IAAI;AAAA,MACJ,MAAM;AAAA,MACN,SAAS;AAAA,IACX,CAAC;AAED,UAAM,OAAO,IAAI,YAAY;AAC7B,SAAK;AAAA,MACH,IAAI,aAAa;AAAA,QACf,IAAI;AAAA,QACJ,QAAQ;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,MACR,CAAC;AAAA,IACH;AAEA,WAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,EAC5C,CAAC;AAED,WAAS,sBAAsB,MAAM;AACnC,OAAG,6CAA6C,MAAM;AACpD,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,aAAa;AAAA,MACf,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,aAAa;AAAA,MACf,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAED,OAAG,yDAAyD,MAAM;AAChE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,qEAAqE,MAAM;AAC5E,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,aAAa;AAAA,MACf,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,QACT,aAAa;AAAA,MACf,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,2DAA2D,MAAM;AAClE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,gEAAgE,MAAM;AACvE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,SAAS,OAAO;AAAA,MAC5B,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,SAAS,OAAO;AAAA,MAC5B,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAED,OAAG,iEAAiE,MAAM;AACxE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,SAAS,OAAO;AAAA,MAC5B,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,OAAO;AAAA,MACnB,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,gEAAgE,MAAM;AACvE,YAAM,eAA6B;AAAA,QACjC,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,OAAO;AAAA,QACP,iBAAiB;AAAA,QACjB,gBAAgB;AAAA,QAChB,iBAAiB;AAAA,QACjB,UAAU;AAAA,QACV,QAAQ,CAAC;AAAA,MACX;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,eAAe,YAAY;AAAA,MACvC,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,eAAe,EAAE,GAAG,aAAa,CAAC;AAAA,MAC9C,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAED,OAAG,iEAAiE,MAAM;AACxE,YAAM,gBAA8B;AAAA,QAClC,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,OAAO;AAAA,QACP,iBAAiB;AAAA,QACjB,QAAQ,CAAC;AAAA,MACX;AAEA,YAAM,gBAA8B;AAAA,QAClC,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,OAAO;AAAA,QACP,iBAAiB;AAAA,QACjB,QAAQ,CAAC;AAAA,MACX;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,eAAe,aAAa;AAAA,MACxC,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS,CAAC,eAAe,aAAa;AAAA,MACxC,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,4BAA4B,MAAM;AACzC,OAAG,mDAAmD,MAAM;AAC1D,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAED,OAAG,+DAA+D,MAAM;AACtE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,kEAAkE,MAAM;AACzE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,mEAAmE,MAAM;AAC1E,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,4BAA4B,MAAM;AACnC,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,UACN,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,UACN,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,mCAAmC,MAAM;AAChD,OAAG,0DAA0D,MAAM;AACjE,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAED,OAAG,sEAAsE,MAAM;AAC7E,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,yEAAyE,MAAM;AAChF,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,8EAA8E,MAAM;AACrF,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,4EAA4E,MAAM;AACnF,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,KAAK;AAAA,IAC5C,CAAC;AAED,OAAG,4BAA4B,MAAM;AACnC,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAEA,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,WAAW;AAAA,QACb,CAAC;AAAA,MACH;AAEA,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AAED,WAAS,8BAA8B,MAAM;AAC3C,OAAG,qDAAqD,MAAM;AAC5D,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AACD,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AACA,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AACA,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,YAAM,OAAO,IAAI,YAAY;AAC7B,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AACD,WAAK;AAAA,QACH,IAAI,aAAa;AAAA,UACf,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,MAAM;AAAA,QACR,CAAC;AAAA,MACH;AACA,WAAK;AAAA,QACH,IAAI,mBAAmB;AAAA,UACrB,IAAI;AAAA,UACJ,QAAQ;AAAA,UACR,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS;AAAA,QACX,CAAC;AAAA,MACH;AACA,WAAK,WAAW;AAAA,QACd,IAAI;AAAA,QACJ,MAAM;AAAA,QACN,SAAS;AAAA,MACX,CAAC;AAED,aAAO,KAAK,aAAa,IAAI,CAAC,EAAE,KAAK,IAAI;AAAA,IAC3C,CAAC;AAAA,EACH,CAAC;AACH,CAAC;","names":[]}

package/dist/llm/fallback_adapter.cjs

@@ -0,0 +1,278 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var fallback_adapter_exports = {};
+__export(fallback_adapter_exports, {
+  FallbackAdapter: () => FallbackAdapter
+});
+module.exports = __toCommonJS(fallback_adapter_exports);
+var import_exceptions = require("../_exceptions.cjs");
+var import_log = require("../log.cjs");
+var import_types = require("../types.cjs");
+var import_llm = require("./llm.cjs");
+const DEFAULT_FALLBACK_API_CONNECT_OPTIONS = {
+  maxRetry: 0,
+  timeoutMs: import_types.DEFAULT_API_CONNECT_OPTIONS.timeoutMs,
+  retryIntervalMs: import_types.DEFAULT_API_CONNECT_OPTIONS.retryIntervalMs
+};
+class FallbackAdapter extends import_llm.LLM {
+  llms;
+  attemptTimeout;
+  maxRetryPerLLM;
+  retryInterval;
+  retryOnChunkSent;
+  /** @internal */
+  _status;
+  logger = (0, import_log.log)();
+  constructor(options) {
+    super();
+    if (!options.llms || options.llms.length < 1) {
+      throw new Error("at least one LLM instance must be provided.");
+    }
+    this.llms = options.llms;
+    this.attemptTimeout = options.attemptTimeout ?? 5;
+    this.maxRetryPerLLM = options.maxRetryPerLLM ?? 0;
+    this.retryInterval = options.retryInterval ?? 0.5;
+    this.retryOnChunkSent = options.retryOnChunkSent ?? false;
+    this._status = this.llms.map(() => ({
+      available: true,
+      recoveringTask: null
+    }));
+    for (const llm of this.llms) {
+      llm.on("metrics_collected", (metrics) => {
+        this.emit("metrics_collected", metrics);
+      });
+    }
+  }
+  get model() {
+    return "FallbackAdapter";
+  }
+  label() {
+    return "FallbackAdapter";
+  }
+  chat(opts) {
+    return new FallbackLLMStream(this, {
+      chatCtx: opts.chatCtx,
+      toolCtx: opts.toolCtx,
+      connOptions: opts.connOptions || DEFAULT_FALLBACK_API_CONNECT_OPTIONS,
+      parallelToolCalls: opts.parallelToolCalls,
+      toolChoice: opts.toolChoice,
+      extraKwargs: opts.extraKwargs
+    });
+  }
+  /**
+   * Emit availability changed event.
+   * @internal
+   */
+  _emitAvailabilityChanged(llm, available) {
+    const event = { llm, available };
+    this.emit(
+      "llm_availability_changed",
+      event
+    );
+  }
+}
+class FallbackLLMStream extends import_llm.LLMStream {
+  adapter;
+  parallelToolCalls;
+  toolChoice;
+  extraKwargs;
+  _currentStream;
+  _log = (0, import_log.log)();
+  constructor(adapter, opts) {
+    super(adapter, {
+      chatCtx: opts.chatCtx,
+      toolCtx: opts.toolCtx,
+      connOptions: opts.connOptions
+    });
+    this.adapter = adapter;
+    this.parallelToolCalls = opts.parallelToolCalls;
+    this.toolChoice = opts.toolChoice;
+    this.extraKwargs = opts.extraKwargs;
+  }
+  /**
+   * Override chatCtx to return current stream's context if available.
+   */
+  get chatCtx() {
+    var _a;
+    return ((_a = this._currentStream) == null ? void 0 : _a.chatCtx) ?? super.chatCtx;
+  }
+  /**
+   * Try to generate with a single LLM.
+   * Returns an async generator that yields chunks.
+   */
+  async *tryGenerate(llm, checkRecovery = false) {
+    const connOptions = {
+      ...this.connOptions,
+      maxRetry: this.adapter.maxRetryPerLLM,
+      timeoutMs: this.adapter.attemptTimeout * 1e3,
+      retryIntervalMs: this.adapter.retryInterval * 1e3
+    };
+    const stream = llm.chat({
+      chatCtx: super.chatCtx,
+      toolCtx: this.toolCtx,
+      connOptions,
+      parallelToolCalls: this.parallelToolCalls,
+      toolChoice: this.toolChoice,
+      extraKwargs: this.extraKwargs
+    });
+    let streamError;
+    const errorHandler = (ev) => {
+      streamError = ev.error;
+    };
+    llm.on("error", errorHandler);
+    try {
+      let shouldSetCurrent = !checkRecovery;
+      for await (const chunk of stream) {
+        if (shouldSetCurrent) {
+          shouldSetCurrent = false;
+          this._currentStream = stream;
+        }
+        yield chunk;
+      }
+      if (streamError) {
+        throw streamError;
+      }
+    } catch (error) {
+      if (error instanceof import_exceptions.APIError) {
+        if (checkRecovery) {
+          this._log.warn({ llm: llm.label(), error }, "recovery failed");
+        } else {
+          this._log.warn({ llm: llm.label(), error }, "failed, switching to next LLM");
+        }
+        throw error;
+      }
+      if (error instanceof Error && error.name === "AbortError") {
+        if (checkRecovery) {
+          this._log.warn({ llm: llm.label() }, "recovery timed out");
+        } else {
+          this._log.warn({ llm: llm.label() }, "timed out, switching to next LLM");
+        }
+        throw error;
+      }
+      if (checkRecovery) {
+        this._log.error({ llm: llm.label(), error }, "recovery unexpected error");
+      } else {
+        this._log.error({ llm: llm.label(), error }, "unexpected error, switching to next LLM");
+      }
+      throw error;
+    } finally {
+      llm.off("error", errorHandler);
+    }
+  }
+  /**
+   * Start background recovery task for an LLM.
+   */
+  tryRecovery(llm, index) {
+    const status = this.adapter._status[index];
+    if (status.recoveringTask !== null) {
+      return;
+    }
+    const recoverTask = async () => {
+      try {
+        for await (const _chunk of this.tryGenerate(llm, true)) {
+        }
+        status.available = true;
+        this._log.info({ llm: llm.label() }, "LLM recovered");
+        this.adapter._emitAvailabilityChanged(llm, true);
+      } catch {
+      } finally {
+        status.recoveringTask = null;
+      }
+    };
+    status.recoveringTask = recoverTask();
+  }
+  /**
+   * Main run method - iterates through LLMs with fallback logic.
+   */
+  async run() {
+    const startTime = Date.now();
+    const allFailed = this.adapter._status.every((s) => !s.available);
+    if (allFailed) {
+      this._log.error("all LLMs are unavailable, retrying...");
+    }
+    for (let i = 0; i < this.adapter.llms.length; i++) {
+      const llm = this.adapter.llms[i];
+      const status = this.adapter._status[i];
+      this._log.debug(
+        { llm: llm.label(), index: i, available: status.available, allFailed },
+        "checking LLM"
+      );
+      if (status.available || allFailed) {
+        let textSent = "";
+        const toolCallsSent = [];
+        try {
+          this._log.info({ llm: llm.label() }, "FallbackAdapter: Attempting provider");
+          let chunkCount = 0;
+          for await (const chunk of this.tryGenerate(llm, false)) {
+            chunkCount++;
+            if (chunk.delta) {
+              if (chunk.delta.content) {
+                textSent += chunk.delta.content;
+              }
+              if (chunk.delta.toolCalls) {
+                for (const tc of chunk.delta.toolCalls) {
+                  if (tc.name) {
+                    toolCallsSent.push(tc.name);
+                  }
+                }
+              }
+            }
+            this._log.debug({ llm: llm.label(), chunkCount }, "run: forwarding chunk to queue");
+            this.queue.put(chunk);
+          }
+          this._log.info(
+            { llm: llm.label(), totalChunks: chunkCount, textLength: textSent.length },
+            "FallbackAdapter: Provider succeeded"
+          );
+          return;
+        } catch (error) {
+          if (status.available) {
+            status.available = false;
+            this.adapter._emitAvailabilityChanged(llm, false);
+          }
+          if (textSent || toolCallsSent.length > 0) {
+            const extra = { textSent, toolCallsSent };
+            if (!this.adapter.retryOnChunkSent) {
+              this._log.error(
+                { llm: llm.label(), ...extra },
+                "failed after sending chunk, skip retrying. Set `retryOnChunkSent` to `true` to enable."
+              );
+              throw error;
+            }
+            this._log.warn(
+              { llm: llm.label(), ...extra },
+              "failed after sending chunk, retrying..."
+            );
+          }
+        }
+      }
+      this.tryRecovery(llm, i);
+    }
+    const duration = (Date.now() - startTime) / 1e3;
+    const labels = this.adapter.llms.map((l) => l.label()).join(", ");
+    throw new import_exceptions.APIConnectionError({
+      message: `all LLMs failed (${labels}) after ${duration.toFixed(2)}s`
+    });
+  }
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  FallbackAdapter
+});
+//# sourceMappingURL=fallback_adapter.cjs.map

package/dist/llm/fallback_adapter.cjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/llm/fallback_adapter.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { APIConnectionError, APIError } from '../_exceptions.js';\nimport { log } from '../log.js';\nimport { type APIConnectOptions, DEFAULT_API_CONNECT_OPTIONS } from '../types.js';\nimport type { ChatContext } from './chat_context.js';\nimport type { ChatChunk } from './llm.js';\nimport { LLM, LLMStream } from './llm.js';\nimport type { ToolChoice, ToolContext } from './tool_context.js';\n\n/**\n * Default connection options for FallbackAdapter.\n * Uses max_retry=0 since fallback handles retries at a higher level.\n */\nconst DEFAULT_FALLBACK_API_CONNECT_OPTIONS: APIConnectOptions = {\n  maxRetry: 0,\n  timeoutMs: DEFAULT_API_CONNECT_OPTIONS.timeoutMs,\n  retryIntervalMs: DEFAULT_API_CONNECT_OPTIONS.retryIntervalMs,\n};\n\n/**\n * Internal status tracking for each LLM instance.\n */\ninterface LLMStatus {\n  available: boolean;\n  recoveringTask: Promise<void> | null;\n}\n\n/**\n * Event emitted when an LLM's availability changes.\n */\nexport interface AvailabilityChangedEvent {\n  llm: LLM;\n  available: boolean;\n}\n\n/**\n * Options for creating a FallbackAdapter.\n */\nexport interface FallbackAdapterOptions {\n  /** List of LLM instances to fallback to (in order). */\n  llms: LLM[];\n  /** Timeout for each LLM attempt in seconds. Defaults to 5.0. */\n  attemptTimeout?: number;\n  /** Internal retries per LLM before moving to next. Defaults to 0. */\n  maxRetryPerLLM?: number;\n  /** Interval between retries in seconds. Defaults to 0.5. */\n  retryInterval?: number;\n  /** Whether to retry when LLM fails after chunks are sent. Defaults to false. */\n  retryOnChunkSent?: boolean;\n}\n\n/**\n * FallbackAdapter is an LLM that can fallback to a different LLM if the current LLM fails.\n *\n * @example\n * ```typescript\n * const fallbackLLM = new FallbackAdapter({\n *   llms: [primaryLLM, secondaryLLM, tertiaryLLM],\n *   attemptTimeout: 5.0,\n *   maxRetryPerLLM: 1,\n * });\n * ```\n */\nexport class FallbackAdapter extends LLM {\n  readonly llms: LLM[];\n  readonly attemptTimeout: number;\n  readonly maxRetryPerLLM: number;\n  readonly retryInterval: number;\n  readonly retryOnChunkSent: boolean;\n\n  /** @internal */\n  _status: LLMStatus[];\n\n  private logger = log();\n\n  constructor(options: FallbackAdapterOptions) {\n    super();\n\n    if (!options.llms || options.llms.length < 1) {\n      throw new Error('at least one LLM instance must be provided.');\n    }\n\n    this.llms = options.llms;\n    this.attemptTimeout = options.attemptTimeout ?? 5.0;\n    this.maxRetryPerLLM = options.maxRetryPerLLM ?? 0;\n    this.retryInterval = options.retryInterval ?? 0.5;\n    this.retryOnChunkSent = options.retryOnChunkSent ?? false;\n\n    // Initialize status for each LLM\n    this._status = this.llms.map(() => ({\n      available: true,\n      recoveringTask: null,\n    }));\n\n    // Forward metrics_collected events from child LLMs\n    for (const llm of this.llms) {\n      llm.on('metrics_collected', (metrics) => {\n        this.emit('metrics_collected', metrics);\n      });\n    }\n  }\n\n  get model(): string {\n    return 'FallbackAdapter';\n  }\n\n  label(): string {\n    return 'FallbackAdapter';\n  }\n\n  chat(opts: {\n    chatCtx: ChatContext;\n    toolCtx?: ToolContext;\n    connOptions?: APIConnectOptions;\n    parallelToolCalls?: boolean;\n    toolChoice?: ToolChoice;\n    extraKwargs?: Record<string, unknown>;\n  }): LLMStream {\n    return new FallbackLLMStream(this, {\n      chatCtx: opts.chatCtx,\n      toolCtx: opts.toolCtx,\n      connOptions: opts.connOptions || DEFAULT_FALLBACK_API_CONNECT_OPTIONS,\n      parallelToolCalls: opts.parallelToolCalls,\n      toolChoice: opts.toolChoice,\n      extraKwargs: opts.extraKwargs,\n    });\n  }\n\n  /**\n   * Emit availability changed event.\n   * @internal\n   */\n  _emitAvailabilityChanged(llm: LLM, available: boolean): void {\n    const event: AvailabilityChangedEvent = { llm, available };\n    // Use type assertion for custom event\n    (this as unknown as { emit: (event: string, data: AvailabilityChangedEvent) => void }).emit(\n      'llm_availability_changed',\n      event,\n    );\n  }\n}\n\n/**\n * LLMStream implementation for FallbackAdapter.\n * Handles fallback logic between multiple LLM providers.\n */\nclass FallbackLLMStream extends LLMStream {\n  private adapter: FallbackAdapter;\n  private parallelToolCalls?: boolean;\n  private toolChoice?: ToolChoice;\n  private extraKwargs?: Record<string, unknown>;\n  private _currentStream?: LLMStream;\n  private _log = log();\n\n  constructor(\n    adapter: FallbackAdapter,\n    opts: {\n      chatCtx: ChatContext;\n      toolCtx?: ToolContext;\n      connOptions: APIConnectOptions;\n      parallelToolCalls?: boolean;\n      toolChoice?: ToolChoice;\n      extraKwargs?: Record<string, unknown>;\n    },\n  ) {\n    super(adapter, {\n      chatCtx: opts.chatCtx,\n      toolCtx: opts.toolCtx,\n      connOptions: opts.connOptions,\n    });\n    this.adapter = adapter;\n    this.parallelToolCalls = opts.parallelToolCalls;\n    this.toolChoice = opts.toolChoice;\n    this.extraKwargs = opts.extraKwargs;\n  }\n\n  /**\n   * Override chatCtx to return current stream's context if available.\n   */\n  override get chatCtx(): ChatContext {\n    return this._currentStream?.chatCtx ?? super.chatCtx;\n  }\n\n  /**\n   * Try to generate with a single LLM.\n   * Returns an async generator that yields chunks.\n   */\n  private async *tryGenerate(\n    llm: LLM,\n    checkRecovery: boolean = false,\n  ): AsyncGenerator<ChatChunk, void, unknown> {\n    const connOptions: APIConnectOptions = {\n      ...this.connOptions,\n      maxRetry: this.adapter.maxRetryPerLLM,\n      timeoutMs: this.adapter.attemptTimeout * 1000,\n      retryIntervalMs: this.adapter.retryInterval * 1000,\n    };\n\n    const stream = llm.chat({\n      chatCtx: super.chatCtx,\n      toolCtx: this.toolCtx,\n      connOptions,\n      parallelToolCalls: this.parallelToolCalls,\n      toolChoice: this.toolChoice,\n      extraKwargs: this.extraKwargs,\n    });\n\n    // Listen for error events - child LLMs emit errors via their LLM instance, not the stream\n    let streamError: Error | undefined;\n    const errorHandler = (ev: { error: Error }) => {\n      streamError = ev.error;\n    };\n    llm.on('error', errorHandler);\n\n    try {\n      let shouldSetCurrent = !checkRecovery;\n      for await (const chunk of stream) {\n        if (shouldSetCurrent) {\n          shouldSetCurrent = false;\n          this._currentStream = stream;\n        }\n        yield chunk;\n      }\n\n      // If an error was emitted but not thrown through iteration, throw it now\n      if (streamError) {\n        throw streamError;\n      }\n    } catch (error) {\n      if (error instanceof APIError) {\n        if (checkRecovery) {\n          this._log.warn({ llm: llm.label(), error }, 'recovery failed');\n        } else {\n          this._log.warn({ llm: llm.label(), error }, 'failed, switching to next LLM');\n        }\n        throw error;\n      }\n\n      // Handle timeout errors\n      if (error instanceof Error && error.name === 'AbortError') {\n        if (checkRecovery) {\n          this._log.warn({ llm: llm.label() }, 'recovery timed out');\n        } else {\n          this._log.warn({ llm: llm.label() }, 'timed out, switching to next LLM');\n        }\n        throw error;\n      }\n\n      // Unexpected error\n      if (checkRecovery) {\n        this._log.error({ llm: llm.label(), error }, 'recovery unexpected error');\n      } else {\n        this._log.error({ llm: llm.label(), error }, 'unexpected error, switching to next LLM');\n      }\n      throw error;\n    } finally {\n      llm.off('error', errorHandler);\n    }\n  }\n\n  /**\n   * Start background recovery task for an LLM.\n   */\n  private tryRecovery(llm: LLM, index: number): void {\n    const status = this.adapter._status[index]!;\n\n    // Skip if already recovering\n    if (status.recoveringTask !== null) {\n      return;\n    }\n\n    const recoverTask = async (): Promise<void> => {\n      try {\n        // Try to generate (just iterate to check if it works)\n        // eslint-disable-next-line @typescript-eslint/no-unused-vars\n        for await (const _chunk of this.tryGenerate(llm, true)) {\n          // Just consume the stream to verify it works\n        }\n\n        // Recovery successful\n        status.available = true;\n        this._log.info({ llm: llm.label() }, 'LLM recovered');\n        this.adapter._emitAvailabilityChanged(llm, true);\n      } catch {\n        // Recovery failed, stay unavailable\n      } finally {\n        status.recoveringTask = null;\n      }\n    };\n\n    // Fire and forget\n    status.recoveringTask = recoverTask();\n  }\n\n  /**\n   * Main run method - iterates through LLMs with fallback logic.\n   */\n  protected async run(): Promise<void> {\n    const startTime = Date.now();\n\n    // Check if all LLMs are unavailable\n    const allFailed = this.adapter._status.every((s) => !s.available);\n    if (allFailed) {\n      this._log.error('all LLMs are unavailable, retrying...');\n    }\n\n    for (let i = 0; i < this.adapter.llms.length; i++) {\n      const llm = this.adapter.llms[i]!;\n      const status = this.adapter._status[i]!;\n\n      this._log.debug(\n        { llm: llm.label(), index: i, available: status.available, allFailed },\n        'checking LLM',\n      );\n\n      if (status.available || allFailed) {\n        let textSent = '';\n        const toolCallsSent: string[] = [];\n\n        try {\n          this._log.info({ llm: llm.label() }, 'FallbackAdapter: Attempting provider');\n\n          let chunkCount = 0;\n          for await (const chunk of this.tryGenerate(llm, false)) {\n            chunkCount++;\n            // Track what's been sent\n            if (chunk.delta) {\n              if (chunk.delta.content) {\n                textSent += chunk.delta.content;\n              }\n              if (chunk.delta.toolCalls) {\n                for (const tc of chunk.delta.toolCalls) {\n                  if (tc.name) {\n                    toolCallsSent.push(tc.name);\n                  }\n                }\n              }\n            }\n\n            // Forward chunk to queue\n            this._log.debug({ llm: llm.label(), chunkCount }, 'run: forwarding chunk to queue');\n            this.queue.put(chunk);\n          }\n\n          // Success!\n          this._log.info(\n            { llm: llm.label(), totalChunks: chunkCount, textLength: textSent.length },\n            'FallbackAdapter: Provider succeeded',\n          );\n          return;\n        } catch (error) {\n          // Mark as unavailable if it was available before\n          if (status.available) {\n            status.available = false;\n            this.adapter._emitAvailabilityChanged(llm, false);\n          }\n\n          // Check if we sent data before failing\n          if (textSent || toolCallsSent.length > 0) {\n            const extra = { textSent, toolCallsSent };\n\n            if (!this.adapter.retryOnChunkSent) {\n              this._log.error(\n                { llm: llm.label(), ...extra },\n                'failed after sending chunk, skip retrying. Set `retryOnChunkSent` to `true` to enable.',\n              );\n              throw error;\n            }\n\n            this._log.warn(\n              { llm: llm.label(), ...extra },\n              'failed after sending chunk, retrying...',\n            );\n          }\n        }\n      }\n\n      // Trigger background recovery for this LLM\n      this.tryRecovery(llm, i);\n    }\n\n    // All LLMs failed\n    const duration = (Date.now() - startTime) / 1000;\n    const labels = this.adapter.llms.map((l) => l.label()).join(', ');\n    throw new APIConnectionError({\n      message: `all LLMs failed (${labels}) after ${duration.toFixed(2)}s`,\n    });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAA6C;AAC7C,iBAAoB;AACpB,mBAAoE;AAGpE,iBAA+B;AAO/B,MAAM,uCAA0D;AAAA,EAC9D,UAAU;AAAA,EACV,WAAW,yCAA4B;AAAA,EACvC,iBAAiB,yCAA4B;AAC/C;AA8CO,MAAM,wBAAwB,eAAI;AAAA,EAC9B;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA;AAAA,EAGT;AAAA,EAEQ,aAAS,gBAAI;AAAA,EAErB,YAAY,SAAiC;AAC3C,UAAM;AAEN,QAAI,CAAC,QAAQ,QAAQ,QAAQ,KAAK,SAAS,GAAG;AAC5C,YAAM,IAAI,MAAM,6CAA6C;AAAA,IAC/D;AAEA,SAAK,OAAO,QAAQ;AACpB,SAAK,iBAAiB,QAAQ,kBAAkB;AAChD,SAAK,iBAAiB,QAAQ,kBAAkB;AAChD,SAAK,gBAAgB,QAAQ,iBAAiB;AAC9C,SAAK,mBAAmB,QAAQ,oBAAoB;AAGpD,SAAK,UAAU,KAAK,KAAK,IAAI,OAAO;AAAA,MAClC,WAAW;AAAA,MACX,gBAAgB;AAAA,IAClB,EAAE;AAGF,eAAW,OAAO,KAAK,MAAM;AAC3B,UAAI,GAAG,qBAAqB,CAAC,YAAY;AACvC,aAAK,KAAK,qBAAqB,OAAO;AAAA,MACxC,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO;AAAA,EACT;AAAA,EAEA,QAAgB;AACd,WAAO;AAAA,EACT;AAAA,EAEA,KAAK,MAOS;AACZ,WAAO,IAAI,kBAAkB,MAAM;AAAA,MACjC,SAAS,KAAK;AAAA,MACd,SAAS,KAAK;AAAA,MACd,aAAa,KAAK,eAAe;AAAA,MACjC,mBAAmB,KAAK;AAAA,MACxB,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,IACpB,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,yBAAyB,KAAU,WAA0B;AAC3D,UAAM,QAAkC,EAAE,KAAK,UAAU;AAEzD,IAAC,KAAsF;AAAA,MACrF;AAAA,MACA;AAAA,IACF;AAAA,EACF;AACF;AAMA,MAAM,0BAA0B,qBAAU;AAAA,EAChC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,WAAO,gBAAI;AAAA,EAEnB,YACE,SACA,MAQA;AACA,UAAM,SAAS;AAAA,MACb,SAAS,KAAK;AAAA,MACd,SAAS,KAAK;AAAA,MACd,aAAa,KAAK;AAAA,IACpB,CAAC;AACD,SAAK,UAAU;AACf,SAAK,oBAAoB,KAAK;AAC9B,SAAK,aAAa,KAAK;AACvB,SAAK,cAAc,KAAK;AAAA,EAC1B;AAAA;AAAA;AAAA;AAAA,EAKA,IAAa,UAAuB;AArLtC;AAsLI,aAAO,UAAK,mBAAL,mBAAqB,YAAW,MAAM;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAe,YACb,KACA,gBAAyB,OACiB;AAC1C,UAAM,cAAiC;AAAA,MACrC,GAAG,KAAK;AAAA,MACR,UAAU,KAAK,QAAQ;AAAA,MACvB,WAAW,KAAK,QAAQ,iBAAiB;AAAA,MACzC,iBAAiB,KAAK,QAAQ,gBAAgB;AAAA,IAChD;AAEA,UAAM,SAAS,IAAI,KAAK;AAAA,MACtB,SAAS,MAAM;AAAA,MACf,SAAS,KAAK;AAAA,MACd;AAAA,MACA,mBAAmB,KAAK;AAAA,MACxB,YAAY,KAAK;AAAA,MACjB,aAAa,KAAK;AAAA,IACpB,CAAC;AAGD,QAAI;AACJ,UAAM,eAAe,CAAC,OAAyB;AAC7C,oBAAc,GAAG;AAAA,IACnB;AACA,QAAI,GAAG,SAAS,YAAY;AAE5B,QAAI;AACF,UAAI,mBAAmB,CAAC;AACxB,uBAAiB,SAAS,QAAQ;AAChC,YAAI,kBAAkB;AACpB,6BAAmB;AACnB,eAAK,iBAAiB;AAAA,QACxB;AACA,cAAM;AAAA,MACR;AAGA,UAAI,aAAa;AACf,cAAM;AAAA,MACR;AAAA,IACF,SAAS,OAAO;AACd,UAAI,iBAAiB,4BAAU;AAC7B,YAAI,eAAe;AACjB,eAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,iBAAiB;AAAA,QAC/D,OAAO;AACL,eAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,+BAA+B;AAAA,QAC7E;AACA,cAAM;AAAA,MACR;AAGA,UAAI,iBAAiB,SAAS,MAAM,SAAS,cAAc;AACzD,YAAI,eAAe;AACjB,eAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,GAAG,oBAAoB;AAAA,QAC3D,OAAO;AACL,eAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,GAAG,kCAAkC;AAAA,QACzE;AACA,cAAM;AAAA,MACR;AAGA,UAAI,eAAe;AACjB,aAAK,KAAK,MAAM,EAAE,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,2BAA2B;AAAA,MAC1E,OAAO;AACL,aAAK,KAAK,MAAM,EAAE,KAAK,IAAI,MAAM,GAAG,MAAM,GAAG,yCAAyC;AAAA,MACxF;AACA,YAAM;AAAA,IACR,UAAE;AACA,UAAI,IAAI,SAAS,YAAY;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,YAAY,KAAU,OAAqB;AACjD,UAAM,SAAS,KAAK,QAAQ,QAAQ,KAAK;AAGzC,QAAI,OAAO,mBAAmB,MAAM;AAClC;AAAA,IACF;AAEA,UAAM,cAAc,YAA2B;AAC7C,UAAI;AAGF,yBAAiB,UAAU,KAAK,YAAY,KAAK,IAAI,GAAG;AAAA,QAExD;AAGA,eAAO,YAAY;AACnB,aAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,GAAG,eAAe;AACpD,aAAK,QAAQ,yBAAyB,KAAK,IAAI;AAAA,MACjD,QAAQ;AAAA,MAER,UAAE;AACA,eAAO,iBAAiB;AAAA,MAC1B;AAAA,IACF;AAGA,WAAO,iBAAiB,YAAY;AAAA,EACtC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAgB,MAAqB;AACnC,UAAM,YAAY,KAAK,IAAI;AAG3B,UAAM,YAAY,KAAK,QAAQ,QAAQ,MAAM,CAAC,MAAM,CAAC,EAAE,SAAS;AAChE,QAAI,WAAW;AACb,WAAK,KAAK,MAAM,uCAAuC;AAAA,IACzD;AAEA,aAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK,QAAQ,KAAK;AACjD,YAAM,MAAM,KAAK,QAAQ,KAAK,CAAC;AAC/B,YAAM,SAAS,KAAK,QAAQ,QAAQ,CAAC;AAErC,WAAK,KAAK;AAAA,QACR,EAAE,KAAK,IAAI,MAAM,GAAG,OAAO,GAAG,WAAW,OAAO,WAAW,UAAU;AAAA,QACrE;AAAA,MACF;AAEA,UAAI,OAAO,aAAa,WAAW;AACjC,YAAI,WAAW;AACf,cAAM,gBAA0B,CAAC;AAEjC,YAAI;AACF,eAAK,KAAK,KAAK,EAAE,KAAK,IAAI,MAAM,EAAE,GAAG,sCAAsC;AAE3E,cAAI,aAAa;AACjB,2BAAiB,SAAS,KAAK,YAAY,KAAK,KAAK,GAAG;AACtD;AAEA,gBAAI,MAAM,OAAO;AACf,kBAAI,MAAM,MAAM,SAAS;AACvB,4BAAY,MAAM,MAAM;AAAA,cAC1B;AACA,kBAAI,MAAM,MAAM,WAAW;AACzB,2BAAW,MAAM,MAAM,MAAM,WAAW;AACtC,sBAAI,GAAG,MAAM;AACX,kCAAc,KAAK,GAAG,IAAI;AAAA,kBAC5B;AAAA,gBACF;AAAA,cACF;AAAA,YACF;AAGA,iBAAK,KAAK,MAAM,EAAE,KAAK,IAAI,MAAM,GAAG,WAAW,GAAG,gCAAgC;AAClF,iBAAK,MAAM,IAAI,KAAK;AAAA,UACtB;AAGA,eAAK,KAAK;AAAA,YACR,EAAE,KAAK,IAAI,MAAM,GAAG,aAAa,YAAY,YAAY,SAAS,OAAO;AAAA,YACzE;AAAA,UACF;AACA;AAAA,QACF,SAAS,OAAO;AAEd,cAAI,OAAO,WAAW;AACpB,mBAAO,YAAY;AACnB,iBAAK,QAAQ,yBAAyB,KAAK,KAAK;AAAA,UAClD;AAGA,cAAI,YAAY,cAAc,SAAS,GAAG;AACxC,kBAAM,QAAQ,EAAE,UAAU,cAAc;AAExC,gBAAI,CAAC,KAAK,QAAQ,kBAAkB;AAClC,mBAAK,KAAK;AAAA,gBACR,EAAE,KAAK,IAAI,MAAM,GAAG,GAAG,MAAM;AAAA,gBAC7B;AAAA,cACF;AACA,oBAAM;AAAA,YACR;AAEA,iBAAK,KAAK;AAAA,cACR,EAAE,KAAK,IAAI,MAAM,GAAG,GAAG,MAAM;AAAA,cAC7B;AAAA,YACF;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAGA,WAAK,YAAY,KAAK,CAAC;AAAA,IACzB;AAGA,UAAM,YAAY,KAAK,IAAI,IAAI,aAAa;AAC5C,UAAM,SAAS,KAAK,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,KAAK,IAAI;AAChE,UAAM,IAAI,qCAAmB;AAAA,MAC3B,SAAS,oBAAoB,MAAM,WAAW,SAAS,QAAQ,CAAC,CAAC;AAAA,IACnE,CAAC;AAAA,EACH;AACF;","names":[]}

package/dist/llm/fallback_adapter.d.cts

@@ -0,0 +1,73 @@
+import { type APIConnectOptions } from '../types.js';
+import type { ChatContext } from './chat_context.js';
+import { LLM, LLMStream } from './llm.js';
+import type { ToolChoice, ToolContext } from './tool_context.js';
+/**
+ * Internal status tracking for each LLM instance.
+ */
+interface LLMStatus {
+    available: boolean;
+    recoveringTask: Promise<void> | null;
+}
+/**
+ * Event emitted when an LLM's availability changes.
+ */
+export interface AvailabilityChangedEvent {
+    llm: LLM;
+    available: boolean;
+}
+/**
+ * Options for creating a FallbackAdapter.
+ */
+export interface FallbackAdapterOptions {
+    /** List of LLM instances to fallback to (in order). */
+    llms: LLM[];
+    /** Timeout for each LLM attempt in seconds. Defaults to 5.0. */
+    attemptTimeout?: number;
+    /** Internal retries per LLM before moving to next. Defaults to 0. */
+    maxRetryPerLLM?: number;
+    /** Interval between retries in seconds. Defaults to 0.5. */
+    retryInterval?: number;
+    /** Whether to retry when LLM fails after chunks are sent. Defaults to false. */
+    retryOnChunkSent?: boolean;
+}
+/**
+ * FallbackAdapter is an LLM that can fallback to a different LLM if the current LLM fails.
+ *
+ * @example
+ * ```typescript
+ * const fallbackLLM = new FallbackAdapter({
+ *   llms: [primaryLLM, secondaryLLM, tertiaryLLM],
+ *   attemptTimeout: 5.0,
+ *   maxRetryPerLLM: 1,
+ * });
+ * ```
+ */
+export declare class FallbackAdapter extends LLM {
+    readonly llms: LLM[];
+    readonly attemptTimeout: number;
+    readonly maxRetryPerLLM: number;
+    readonly retryInterval: number;
+    readonly retryOnChunkSent: boolean;
+    /** @internal */
+    _status: LLMStatus[];
+    private logger;
+    constructor(options: FallbackAdapterOptions);
+    get model(): string;
+    label(): string;
+    chat(opts: {
+        chatCtx: ChatContext;
+        toolCtx?: ToolContext;
+        connOptions?: APIConnectOptions;
+        parallelToolCalls?: boolean;
+        toolChoice?: ToolChoice;
+        extraKwargs?: Record<string, unknown>;
+    }): LLMStream;
+    /**
+     * Emit availability changed event.
+     * @internal
+     */
+    _emitAvailabilityChanged(llm: LLM, available: boolean): void;
+}
+export {};
+//# sourceMappingURL=fallback_adapter.d.ts.map

package/dist/llm/fallback_adapter.d.ts

@@ -0,0 +1,73 @@
+import { type APIConnectOptions } from '../types.js';
+import type { ChatContext } from './chat_context.js';
+import { LLM, LLMStream } from './llm.js';
+import type { ToolChoice, ToolContext } from './tool_context.js';
+/**
+ * Internal status tracking for each LLM instance.
+ */
+interface LLMStatus {
+    available: boolean;
+    recoveringTask: Promise<void> | null;
+}
+/**
+ * Event emitted when an LLM's availability changes.
+ */
+export interface AvailabilityChangedEvent {
+    llm: LLM;
+    available: boolean;
+}
+/**
+ * Options for creating a FallbackAdapter.
+ */
+export interface FallbackAdapterOptions {
+    /** List of LLM instances to fallback to (in order). */
+    llms: LLM[];
+    /** Timeout for each LLM attempt in seconds. Defaults to 5.0. */
+    attemptTimeout?: number;
+    /** Internal retries per LLM before moving to next. Defaults to 0. */
+    maxRetryPerLLM?: number;
+    /** Interval between retries in seconds. Defaults to 0.5. */
+    retryInterval?: number;
+    /** Whether to retry when LLM fails after chunks are sent. Defaults to false. */
+    retryOnChunkSent?: boolean;
+}
+/**
+ * FallbackAdapter is an LLM that can fallback to a different LLM if the current LLM fails.
+ *
+ * @example
+ * ```typescript
+ * const fallbackLLM = new FallbackAdapter({
+ *   llms: [primaryLLM, secondaryLLM, tertiaryLLM],
+ *   attemptTimeout: 5.0,
+ *   maxRetryPerLLM: 1,
+ * });
+ * ```
+ */
+export declare class FallbackAdapter extends LLM {
+    readonly llms: LLM[];
+    readonly attemptTimeout: number;
+    readonly maxRetryPerLLM: number;
+    readonly retryInterval: number;
+    readonly retryOnChunkSent: boolean;
+    /** @internal */
+    _status: LLMStatus[];
+    private logger;
+    constructor(options: FallbackAdapterOptions);
+    get model(): string;
+    label(): string;
+    chat(opts: {
+        chatCtx: ChatContext;
+        toolCtx?: ToolContext;
+        connOptions?: APIConnectOptions;
+        parallelToolCalls?: boolean;
+        toolChoice?: ToolChoice;
+        extraKwargs?: Record<string, unknown>;
+    }): LLMStream;
+    /**
+     * Emit availability changed event.
+     * @internal
+     */
+    _emitAvailabilityChanged(llm: LLM, available: boolean): void;
+}
+export {};
+//# sourceMappingURL=fallback_adapter.d.ts.map

package/dist/llm/fallback_adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fallback_adapter.d.ts","sourceRoot":"","sources":["../../src/llm/fallback_adapter.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,KAAK,iBAAiB,EAA+B,MAAM,aAAa,CAAC;AAClF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAYjE;;GAEG;AACH,UAAU,SAAS;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,GAAG,EAAE,GAAG,CAAC;IACT,SAAS,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,uDAAuD;IACvD,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qEAAqE;IACrE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,4DAA4D;IAC5D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,gFAAgF;IAChF,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;GAWG;AACH,qBAAa,eAAgB,SAAQ,GAAG;IACtC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC;IACrB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IAEnC,gBAAgB;IAChB,OAAO,EAAE,SAAS,EAAE,CAAC;IAErB,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,sBAAsB;IA2B3C,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,KAAK,IAAI,MAAM;IAIf,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,EAAE,WAAW,CAAC;QACrB,OAAO,CAAC,EAAE,WAAW,CAAC;QACtB,WAAW,CAAC,EAAE,iBAAiB,CAAC;QAChC,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,UAAU,CAAC,EAAE,UAAU,CAAC;QACxB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACvC,GAAG,SAAS;IAWb;;;OAGG;IACH,wBAAwB,CAAC,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,GAAG,IAAI;CAQ7D"}