@fondation-io/ai 7.0.0-beta.45
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7687 -0
- package/README.md +238 -0
- package/dist/index.d.mts +7056 -0
- package/dist/index.d.ts +7056 -0
- package/dist/index.js +14607 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +14578 -0
- package/dist/index.mjs.map +1 -0
- package/dist/internal/index.d.mts +303 -0
- package/dist/internal/index.d.ts +303 -0
- package/dist/internal/index.js +1352 -0
- package/dist/internal/index.js.map +1 -0
- package/dist/internal/index.mjs +1336 -0
- package/dist/internal/index.mjs.map +1 -0
- package/dist/test/index.d.mts +265 -0
- package/dist/test/index.d.ts +265 -0
- package/dist/test/index.js +509 -0
- package/dist/test/index.js.map +1 -0
- package/dist/test/index.mjs +472 -0
- package/dist/test/index.mjs.map +1 -0
- package/docs/00-introduction/index.mdx +76 -0
- package/docs/02-foundations/01-overview.mdx +43 -0
- package/docs/02-foundations/02-providers-and-models.mdx +160 -0
- package/docs/02-foundations/03-prompts.mdx +616 -0
- package/docs/02-foundations/04-tools.mdx +251 -0
- package/docs/02-foundations/05-streaming.mdx +62 -0
- package/docs/02-foundations/06-provider-options.mdx +345 -0
- package/docs/02-foundations/index.mdx +49 -0
- package/docs/02-getting-started/00-choosing-a-provider.mdx +110 -0
- package/docs/02-getting-started/01-navigating-the-library.mdx +85 -0
- package/docs/02-getting-started/02-nextjs-app-router.mdx +559 -0
- package/docs/02-getting-started/03-nextjs-pages-router.mdx +542 -0
- package/docs/02-getting-started/04-svelte.mdx +627 -0
- package/docs/02-getting-started/05-nuxt.mdx +566 -0
- package/docs/02-getting-started/06-nodejs.mdx +512 -0
- package/docs/02-getting-started/07-expo.mdx +766 -0
- package/docs/02-getting-started/08-tanstack-start.mdx +583 -0
- package/docs/02-getting-started/09-coding-agents.mdx +179 -0
- package/docs/02-getting-started/index.mdx +44 -0
- package/docs/03-agents/01-overview.mdx +96 -0
- package/docs/03-agents/02-building-agents.mdx +449 -0
- package/docs/03-agents/03-workflows.mdx +386 -0
- package/docs/03-agents/04-loop-control.mdx +394 -0
- package/docs/03-agents/05-configuring-call-options.mdx +286 -0
- package/docs/03-agents/06-memory.mdx +222 -0
- package/docs/03-agents/06-subagents.mdx +362 -0
- package/docs/03-agents/index.mdx +46 -0
- package/docs/03-ai-sdk-core/01-overview.mdx +31 -0
- package/docs/03-ai-sdk-core/05-generating-text.mdx +707 -0
- package/docs/03-ai-sdk-core/10-generating-structured-data.mdx +498 -0
- package/docs/03-ai-sdk-core/15-tools-and-tool-calling.mdx +1148 -0
- package/docs/03-ai-sdk-core/16-mcp-tools.mdx +383 -0
- package/docs/03-ai-sdk-core/20-prompt-engineering.mdx +146 -0
- package/docs/03-ai-sdk-core/25-settings.mdx +216 -0
- package/docs/03-ai-sdk-core/26-reasoning.mdx +190 -0
- package/docs/03-ai-sdk-core/30-embeddings.mdx +236 -0
- package/docs/03-ai-sdk-core/31-reranking.mdx +218 -0
- package/docs/03-ai-sdk-core/35-image-generation.mdx +341 -0
- package/docs/03-ai-sdk-core/36-transcription.mdx +227 -0
- package/docs/03-ai-sdk-core/37-speech.mdx +169 -0
- package/docs/03-ai-sdk-core/38-video-generation.mdx +366 -0
- package/docs/03-ai-sdk-core/40-middleware.mdx +485 -0
- package/docs/03-ai-sdk-core/45-provider-management.mdx +349 -0
- package/docs/03-ai-sdk-core/50-error-handling.mdx +149 -0
- package/docs/03-ai-sdk-core/55-testing.mdx +219 -0
- package/docs/03-ai-sdk-core/60-telemetry.mdx +391 -0
- package/docs/03-ai-sdk-core/65-devtools.mdx +107 -0
- package/docs/03-ai-sdk-core/65-event-listeners.mdx +1303 -0
- package/docs/03-ai-sdk-core/index.mdx +99 -0
- package/docs/04-ai-sdk-ui/01-overview.mdx +44 -0
- package/docs/04-ai-sdk-ui/02-chatbot.mdx +1320 -0
- package/docs/04-ai-sdk-ui/03-chatbot-message-persistence.mdx +534 -0
- package/docs/04-ai-sdk-ui/03-chatbot-resume-streams.mdx +263 -0
- package/docs/04-ai-sdk-ui/03-chatbot-tool-usage.mdx +682 -0
- package/docs/04-ai-sdk-ui/04-generative-user-interfaces.mdx +389 -0
- package/docs/04-ai-sdk-ui/05-completion.mdx +181 -0
- package/docs/04-ai-sdk-ui/08-object-generation.mdx +344 -0
- package/docs/04-ai-sdk-ui/20-streaming-data.mdx +397 -0
- package/docs/04-ai-sdk-ui/21-error-handling.mdx +190 -0
- package/docs/04-ai-sdk-ui/21-transport.mdx +174 -0
- package/docs/04-ai-sdk-ui/24-reading-ui-message-streams.mdx +104 -0
- package/docs/04-ai-sdk-ui/25-message-metadata.mdx +152 -0
- package/docs/04-ai-sdk-ui/50-stream-protocol.mdx +503 -0
- package/docs/04-ai-sdk-ui/index.mdx +64 -0
- package/docs/05-ai-sdk-rsc/01-overview.mdx +45 -0
- package/docs/05-ai-sdk-rsc/02-streaming-react-components.mdx +209 -0
- package/docs/05-ai-sdk-rsc/03-generative-ui-state.mdx +279 -0
- package/docs/05-ai-sdk-rsc/03-saving-and-restoring-states.mdx +105 -0
- package/docs/05-ai-sdk-rsc/04-multistep-interfaces.mdx +282 -0
- package/docs/05-ai-sdk-rsc/05-streaming-values.mdx +157 -0
- package/docs/05-ai-sdk-rsc/06-loading-state.mdx +273 -0
- package/docs/05-ai-sdk-rsc/08-error-handling.mdx +94 -0
- package/docs/05-ai-sdk-rsc/09-authentication.mdx +42 -0
- package/docs/05-ai-sdk-rsc/10-migrating-to-ui.mdx +722 -0
- package/docs/05-ai-sdk-rsc/index.mdx +63 -0
- package/docs/06-advanced/01-prompt-engineering.mdx +96 -0
- package/docs/06-advanced/02-stopping-streams.mdx +184 -0
- package/docs/06-advanced/03-backpressure.mdx +173 -0
- package/docs/06-advanced/04-caching.mdx +169 -0
- package/docs/06-advanced/05-multiple-streamables.mdx +68 -0
- package/docs/06-advanced/06-rate-limiting.mdx +60 -0
- package/docs/06-advanced/07-rendering-ui-with-language-models.mdx +225 -0
- package/docs/06-advanced/08-model-as-router.mdx +120 -0
- package/docs/06-advanced/09-multistep-interfaces.mdx +115 -0
- package/docs/06-advanced/09-sequential-generations.mdx +55 -0
- package/docs/06-advanced/10-vercel-deployment-guide.mdx +117 -0
- package/docs/06-advanced/index.mdx +11 -0
- package/docs/07-reference/01-ai-sdk-core/01-generate-text.mdx +2785 -0
- package/docs/07-reference/01-ai-sdk-core/02-stream-text.mdx +3752 -0
- package/docs/07-reference/01-ai-sdk-core/05-embed.mdx +332 -0
- package/docs/07-reference/01-ai-sdk-core/06-embed-many.mdx +330 -0
- package/docs/07-reference/01-ai-sdk-core/06-rerank.mdx +323 -0
- package/docs/07-reference/01-ai-sdk-core/10-generate-image.mdx +251 -0
- package/docs/07-reference/01-ai-sdk-core/11-transcribe.mdx +152 -0
- package/docs/07-reference/01-ai-sdk-core/12-generate-speech.mdx +221 -0
- package/docs/07-reference/01-ai-sdk-core/13-generate-video.mdx +264 -0
- package/docs/07-reference/01-ai-sdk-core/15-agent.mdx +235 -0
- package/docs/07-reference/01-ai-sdk-core/16-tool-loop-agent.mdx +973 -0
- package/docs/07-reference/01-ai-sdk-core/17-create-agent-ui-stream.mdx +154 -0
- package/docs/07-reference/01-ai-sdk-core/18-create-agent-ui-stream-response.mdx +173 -0
- package/docs/07-reference/01-ai-sdk-core/18-pipe-agent-ui-stream-to-response.mdx +150 -0
- package/docs/07-reference/01-ai-sdk-core/20-tool.mdx +209 -0
- package/docs/07-reference/01-ai-sdk-core/22-dynamic-tool.mdx +223 -0
- package/docs/07-reference/01-ai-sdk-core/23-create-mcp-client.mdx +423 -0
- package/docs/07-reference/01-ai-sdk-core/24-mcp-stdio-transport.mdx +68 -0
- package/docs/07-reference/01-ai-sdk-core/25-json-schema.mdx +94 -0
- package/docs/07-reference/01-ai-sdk-core/26-zod-schema.mdx +109 -0
- package/docs/07-reference/01-ai-sdk-core/27-valibot-schema.mdx +58 -0
- package/docs/07-reference/01-ai-sdk-core/28-output.mdx +342 -0
- package/docs/07-reference/01-ai-sdk-core/30-model-message.mdx +435 -0
- package/docs/07-reference/01-ai-sdk-core/31-ui-message.mdx +264 -0
- package/docs/07-reference/01-ai-sdk-core/32-validate-ui-messages.mdx +101 -0
- package/docs/07-reference/01-ai-sdk-core/33-safe-validate-ui-messages.mdx +113 -0
- package/docs/07-reference/01-ai-sdk-core/40-provider-registry.mdx +198 -0
- package/docs/07-reference/01-ai-sdk-core/42-custom-provider.mdx +157 -0
- package/docs/07-reference/01-ai-sdk-core/50-cosine-similarity.mdx +52 -0
- package/docs/07-reference/01-ai-sdk-core/60-wrap-language-model.mdx +59 -0
- package/docs/07-reference/01-ai-sdk-core/61-wrap-image-model.mdx +64 -0
- package/docs/07-reference/01-ai-sdk-core/65-language-model-v2-middleware.mdx +74 -0
- package/docs/07-reference/01-ai-sdk-core/66-extract-reasoning-middleware.mdx +68 -0
- package/docs/07-reference/01-ai-sdk-core/67-simulate-streaming-middleware.mdx +71 -0
- package/docs/07-reference/01-ai-sdk-core/68-default-settings-middleware.mdx +80 -0
- package/docs/07-reference/01-ai-sdk-core/69-add-tool-input-examples-middleware.mdx +155 -0
- package/docs/07-reference/01-ai-sdk-core/70-extract-json-middleware.mdx +147 -0
- package/docs/07-reference/01-ai-sdk-core/70-step-count-is.mdx +84 -0
- package/docs/07-reference/01-ai-sdk-core/71-has-tool-call.mdx +120 -0
- package/docs/07-reference/01-ai-sdk-core/75-simulate-readable-stream.mdx +94 -0
- package/docs/07-reference/01-ai-sdk-core/80-smooth-stream.mdx +145 -0
- package/docs/07-reference/01-ai-sdk-core/90-generate-id.mdx +30 -0
- package/docs/07-reference/01-ai-sdk-core/91-create-id-generator.mdx +89 -0
- package/docs/07-reference/01-ai-sdk-core/92-default-generated-file.mdx +68 -0
- package/docs/07-reference/01-ai-sdk-core/index.mdx +160 -0
- package/docs/07-reference/02-ai-sdk-ui/01-use-chat.mdx +493 -0
- package/docs/07-reference/02-ai-sdk-ui/02-use-completion.mdx +185 -0
- package/docs/07-reference/02-ai-sdk-ui/03-use-object.mdx +196 -0
- package/docs/07-reference/02-ai-sdk-ui/31-convert-to-model-messages.mdx +231 -0
- package/docs/07-reference/02-ai-sdk-ui/32-prune-messages.mdx +108 -0
- package/docs/07-reference/02-ai-sdk-ui/40-create-ui-message-stream.mdx +162 -0
- package/docs/07-reference/02-ai-sdk-ui/41-create-ui-message-stream-response.mdx +119 -0
- package/docs/07-reference/02-ai-sdk-ui/42-pipe-ui-message-stream-to-response.mdx +77 -0
- package/docs/07-reference/02-ai-sdk-ui/43-read-ui-message-stream.mdx +57 -0
- package/docs/07-reference/02-ai-sdk-ui/46-infer-ui-tools.mdx +99 -0
- package/docs/07-reference/02-ai-sdk-ui/47-infer-ui-tool.mdx +75 -0
- package/docs/07-reference/02-ai-sdk-ui/50-direct-chat-transport.mdx +333 -0
- package/docs/07-reference/02-ai-sdk-ui/index.mdx +89 -0
- package/docs/07-reference/03-ai-sdk-rsc/01-stream-ui.mdx +767 -0
- package/docs/07-reference/03-ai-sdk-rsc/02-create-ai.mdx +90 -0
- package/docs/07-reference/03-ai-sdk-rsc/03-create-streamable-ui.mdx +91 -0
- package/docs/07-reference/03-ai-sdk-rsc/04-create-streamable-value.mdx +78 -0
- package/docs/07-reference/03-ai-sdk-rsc/05-read-streamable-value.mdx +79 -0
- package/docs/07-reference/03-ai-sdk-rsc/06-get-ai-state.mdx +50 -0
- package/docs/07-reference/03-ai-sdk-rsc/07-get-mutable-ai-state.mdx +70 -0
- package/docs/07-reference/03-ai-sdk-rsc/08-use-ai-state.mdx +26 -0
- package/docs/07-reference/03-ai-sdk-rsc/09-use-actions.mdx +42 -0
- package/docs/07-reference/03-ai-sdk-rsc/10-use-ui-state.mdx +35 -0
- package/docs/07-reference/03-ai-sdk-rsc/11-use-streamable-value.mdx +46 -0
- package/docs/07-reference/03-ai-sdk-rsc/20-render.mdx +266 -0
- package/docs/07-reference/03-ai-sdk-rsc/index.mdx +67 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-api-call-error.mdx +31 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-download-error.mdx +28 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-empty-response-body-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-argument-error.mdx +26 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-data-content-error.mdx +26 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-message-role-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-prompt-error.mdx +47 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-response-data-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-tool-approval-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-invalid-tool-input-error.mdx +27 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-json-parse-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-load-api-key-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-load-setting-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-message-conversion-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-content-generated-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-image-generated-error.mdx +36 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-object-generated-error.mdx +43 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-output-generated-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-speech-generated-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-such-model-error.mdx +26 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-such-provider-error.mdx +28 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-such-tool-error.mdx +26 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-transcript-generated-error.mdx +24 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-no-video-generated-error.mdx +39 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-retry-error.mdx +27 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-too-many-embedding-values-for-call-error.mdx +27 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-tool-call-not-found-for-approval-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-tool-call-repair-error.mdx +28 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-type-validation-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-ui-message-stream-error.mdx +67 -0
- package/docs/07-reference/05-ai-sdk-errors/ai-unsupported-functionality-error.mdx +25 -0
- package/docs/07-reference/05-ai-sdk-errors/index.mdx +39 -0
- package/docs/07-reference/index.mdx +28 -0
- package/docs/08-migration-guides/00-versioning.mdx +46 -0
- package/docs/08-migration-guides/23-migration-guide-7-0.mdx +95 -0
- package/docs/08-migration-guides/24-migration-guide-6-0.mdx +823 -0
- package/docs/08-migration-guides/25-migration-guide-5-0-data.mdx +882 -0
- package/docs/08-migration-guides/26-migration-guide-5-0.mdx +3427 -0
- package/docs/08-migration-guides/27-migration-guide-4-2.mdx +99 -0
- package/docs/08-migration-guides/28-migration-guide-4-1.mdx +14 -0
- package/docs/08-migration-guides/29-migration-guide-4-0.mdx +1157 -0
- package/docs/08-migration-guides/36-migration-guide-3-4.mdx +14 -0
- package/docs/08-migration-guides/37-migration-guide-3-3.mdx +64 -0
- package/docs/08-migration-guides/38-migration-guide-3-2.mdx +46 -0
- package/docs/08-migration-guides/39-migration-guide-3-1.mdx +168 -0
- package/docs/08-migration-guides/index.mdx +22 -0
- package/docs/09-troubleshooting/01-azure-stream-slow.mdx +33 -0
- package/docs/09-troubleshooting/03-server-actions-in-client-components.mdx +40 -0
- package/docs/09-troubleshooting/04-strange-stream-output.mdx +36 -0
- package/docs/09-troubleshooting/05-streamable-ui-errors.mdx +16 -0
- package/docs/09-troubleshooting/05-tool-invocation-missing-result.mdx +106 -0
- package/docs/09-troubleshooting/06-streaming-not-working-when-deployed.mdx +31 -0
- package/docs/09-troubleshooting/06-streaming-not-working-when-proxied.mdx +31 -0
- package/docs/09-troubleshooting/06-timeout-on-vercel.mdx +60 -0
- package/docs/09-troubleshooting/07-unclosed-streams.mdx +34 -0
- package/docs/09-troubleshooting/08-use-chat-failed-to-parse-stream.mdx +26 -0
- package/docs/09-troubleshooting/09-client-stream-error.mdx +25 -0
- package/docs/09-troubleshooting/10-use-chat-tools-no-response.mdx +32 -0
- package/docs/09-troubleshooting/11-use-chat-custom-request-options.mdx +149 -0
- package/docs/09-troubleshooting/12-typescript-performance-zod.mdx +46 -0
- package/docs/09-troubleshooting/12-use-chat-an-error-occurred.mdx +59 -0
- package/docs/09-troubleshooting/13-repeated-assistant-messages.mdx +73 -0
- package/docs/09-troubleshooting/14-stream-abort-handling.mdx +73 -0
- package/docs/09-troubleshooting/14-tool-calling-with-structured-outputs.mdx +48 -0
- package/docs/09-troubleshooting/15-abort-breaks-resumable-streams.mdx +55 -0
- package/docs/09-troubleshooting/15-stream-text-not-working.mdx +33 -0
- package/docs/09-troubleshooting/16-streaming-status-delay.mdx +63 -0
- package/docs/09-troubleshooting/17-use-chat-stale-body-data.mdx +141 -0
- package/docs/09-troubleshooting/18-ontoolcall-type-narrowing.mdx +66 -0
- package/docs/09-troubleshooting/19-unsupported-model-version.mdx +50 -0
- package/docs/09-troubleshooting/20-no-object-generated-content-filter.mdx +76 -0
- package/docs/09-troubleshooting/21-missing-tool-results-error.mdx +82 -0
- package/docs/09-troubleshooting/30-model-is-not-assignable-to-type.mdx +21 -0
- package/docs/09-troubleshooting/40-typescript-cannot-find-namespace-jsx.mdx +24 -0
- package/docs/09-troubleshooting/50-react-maximum-update-depth-exceeded.mdx +39 -0
- package/docs/09-troubleshooting/60-jest-cannot-find-module-ai-rsc.mdx +22 -0
- package/docs/09-troubleshooting/70-high-memory-usage-with-images.mdx +108 -0
- package/docs/09-troubleshooting/index.mdx +11 -0
- package/internal.d.ts +1 -0
- package/package.json +120 -0
- package/src/agent/agent.ts +156 -0
- package/src/agent/create-agent-ui-stream-response.ts +61 -0
- package/src/agent/create-agent-ui-stream.ts +84 -0
- package/src/agent/index.ts +37 -0
- package/src/agent/infer-agent-tools.ts +7 -0
- package/src/agent/infer-agent-ui-message.ts +11 -0
- package/src/agent/pipe-agent-ui-stream-to-response.ts +64 -0
- package/src/agent/tool-loop-agent-settings.ts +252 -0
- package/src/agent/tool-loop-agent.ts +205 -0
- package/src/embed/embed-events.ts +181 -0
- package/src/embed/embed-many-result.ts +53 -0
- package/src/embed/embed-many.ts +428 -0
- package/src/embed/embed-result.ts +50 -0
- package/src/embed/embed.ts +266 -0
- package/src/embed/index.ts +5 -0
- package/src/error/index.ts +37 -0
- package/src/error/invalid-argument-error.ts +34 -0
- package/src/error/invalid-stream-part-error.ts +28 -0
- package/src/error/invalid-tool-approval-error.ts +26 -0
- package/src/error/invalid-tool-input-error.ts +33 -0
- package/src/error/missing-tool-result-error.ts +28 -0
- package/src/error/no-image-generated-error.ts +39 -0
- package/src/error/no-object-generated-error.ts +70 -0
- package/src/error/no-output-generated-error.ts +26 -0
- package/src/error/no-speech-generated-error.ts +28 -0
- package/src/error/no-such-tool-error.ts +35 -0
- package/src/error/no-transcript-generated-error.ts +30 -0
- package/src/error/no-video-generated-error.ts +57 -0
- package/src/error/tool-call-not-found-for-approval-error.ts +32 -0
- package/src/error/tool-call-repair-error.ts +30 -0
- package/src/error/ui-message-stream-error.ts +48 -0
- package/src/error/unsupported-model-version-error.ts +23 -0
- package/src/error/verify-no-object-generated-error.ts +27 -0
- package/src/generate-image/generate-image-result.ts +42 -0
- package/src/generate-image/generate-image.ts +361 -0
- package/src/generate-image/index.ts +18 -0
- package/src/generate-object/generate-object-result.ts +67 -0
- package/src/generate-object/generate-object.ts +514 -0
- package/src/generate-object/index.ts +9 -0
- package/src/generate-object/inject-json-instruction.ts +30 -0
- package/src/generate-object/output-strategy.ts +415 -0
- package/src/generate-object/parse-and-validate-object-result.ts +111 -0
- package/src/generate-object/repair-text.ts +12 -0
- package/src/generate-object/stream-object-result.ts +120 -0
- package/src/generate-object/stream-object.ts +984 -0
- package/src/generate-object/validate-object-generation-input.ts +144 -0
- package/src/generate-speech/generate-speech-result.ts +30 -0
- package/src/generate-speech/generate-speech.ts +191 -0
- package/src/generate-speech/generated-audio-file.ts +65 -0
- package/src/generate-speech/index.ts +3 -0
- package/src/generate-text/collect-tool-approvals.ts +116 -0
- package/src/generate-text/content-part.ts +31 -0
- package/src/generate-text/core-events.ts +390 -0
- package/src/generate-text/create-execute-tools-transformation.ts +144 -0
- package/src/generate-text/execute-tool-call.ts +190 -0
- package/src/generate-text/extract-reasoning-content.ts +17 -0
- package/src/generate-text/extract-text-content.ts +15 -0
- package/src/generate-text/generate-text-result.ts +168 -0
- package/src/generate-text/generate-text.ts +1445 -0
- package/src/generate-text/generated-file.ts +70 -0
- package/src/generate-text/index.ts +78 -0
- package/src/generate-text/invoke-tool-callbacks-from-stream.ts +81 -0
- package/src/generate-text/is-approval-needed.ts +29 -0
- package/src/generate-text/output-utils.ts +23 -0
- package/src/generate-text/output.ts +590 -0
- package/src/generate-text/parse-tool-call.ts +188 -0
- package/src/generate-text/prepare-step.ts +103 -0
- package/src/generate-text/prune-messages.ts +167 -0
- package/src/generate-text/reasoning-output.ts +99 -0
- package/src/generate-text/reasoning.ts +10 -0
- package/src/generate-text/response-message.ts +10 -0
- package/src/generate-text/smooth-stream.ts +162 -0
- package/src/generate-text/step-result.ts +310 -0
- package/src/generate-text/stop-condition.ts +29 -0
- package/src/generate-text/stream-model-call.ts +418 -0
- package/src/generate-text/stream-text-result.ts +536 -0
- package/src/generate-text/stream-text.ts +2696 -0
- package/src/generate-text/to-response-messages.ts +195 -0
- package/src/generate-text/tool-approval-request-output.ts +21 -0
- package/src/generate-text/tool-call-repair-function.ts +27 -0
- package/src/generate-text/tool-call.ts +47 -0
- package/src/generate-text/tool-error.ts +34 -0
- package/src/generate-text/tool-output-denied.ts +21 -0
- package/src/generate-text/tool-output.ts +7 -0
- package/src/generate-text/tool-result.ts +36 -0
- package/src/generate-text/tool-set.ts +14 -0
- package/src/generate-video/generate-video-result.ts +36 -0
- package/src/generate-video/generate-video.ts +402 -0
- package/src/generate-video/index.ts +3 -0
- package/src/global.ts +36 -0
- package/src/index.ts +49 -0
- package/src/logger/index.ts +6 -0
- package/src/logger/log-warnings.ts +140 -0
- package/src/middleware/add-tool-input-examples-middleware.ts +90 -0
- package/src/middleware/default-embedding-settings-middleware.ts +22 -0
- package/src/middleware/default-settings-middleware.ts +33 -0
- package/src/middleware/extract-json-middleware.ts +197 -0
- package/src/middleware/extract-reasoning-middleware.ts +249 -0
- package/src/middleware/index.ts +10 -0
- package/src/middleware/simulate-streaming-middleware.ts +79 -0
- package/src/middleware/wrap-embedding-model.ts +89 -0
- package/src/middleware/wrap-image-model.ts +92 -0
- package/src/middleware/wrap-language-model.ts +108 -0
- package/src/middleware/wrap-provider.ts +51 -0
- package/src/model/as-embedding-model-v3.ts +24 -0
- package/src/model/as-embedding-model-v4.ts +25 -0
- package/src/model/as-image-model-v3.ts +24 -0
- package/src/model/as-image-model-v4.ts +21 -0
- package/src/model/as-language-model-v3.ts +103 -0
- package/src/model/as-language-model-v4.ts +25 -0
- package/src/model/as-provider-v3.ts +36 -0
- package/src/model/as-provider-v4.ts +47 -0
- package/src/model/as-reranking-model-v4.ts +16 -0
- package/src/model/as-speech-model-v3.ts +24 -0
- package/src/model/as-speech-model-v4.ts +21 -0
- package/src/model/as-transcription-model-v3.ts +24 -0
- package/src/model/as-transcription-model-v4.ts +25 -0
- package/src/model/as-video-model-v4.ts +19 -0
- package/src/model/resolve-model.ts +172 -0
- package/src/prompt/call-settings.ts +169 -0
- package/src/prompt/content-part.ts +236 -0
- package/src/prompt/convert-to-language-model-prompt.ts +548 -0
- package/src/prompt/create-tool-model-output.ts +34 -0
- package/src/prompt/data-content.ts +134 -0
- package/src/prompt/index.ts +27 -0
- package/src/prompt/invalid-data-content-error.ts +29 -0
- package/src/prompt/invalid-message-role-error.ts +27 -0
- package/src/prompt/message-conversion-error.ts +28 -0
- package/src/prompt/message.ts +72 -0
- package/src/prompt/prepare-call-settings.ts +110 -0
- package/src/prompt/prepare-tools-and-tool-choice.ts +86 -0
- package/src/prompt/prompt.ts +43 -0
- package/src/prompt/split-data-url.ts +17 -0
- package/src/prompt/standardize-prompt.ts +99 -0
- package/src/prompt/wrap-gateway-error.ts +29 -0
- package/src/registry/custom-provider.ts +210 -0
- package/src/registry/index.ts +7 -0
- package/src/registry/no-such-provider-error.ts +41 -0
- package/src/registry/provider-registry.ts +331 -0
- package/src/rerank/index.ts +8 -0
- package/src/rerank/rerank-events.ts +189 -0
- package/src/rerank/rerank-result.ts +70 -0
- package/src/rerank/rerank.ts +348 -0
- package/src/telemetry/assemble-operation-name.ts +21 -0
- package/src/telemetry/get-base-telemetry-attributes.ts +45 -0
- package/src/telemetry/get-global-telemetry-integration.ts +126 -0
- package/src/telemetry/get-tracer.ts +20 -0
- package/src/telemetry/index.ts +4 -0
- package/src/telemetry/noop-tracer.ts +69 -0
- package/src/telemetry/open-telemetry-integration.ts +875 -0
- package/src/telemetry/record-span.ts +75 -0
- package/src/telemetry/select-telemetry-attributes.ts +78 -0
- package/src/telemetry/stringify-for-telemetry.ts +33 -0
- package/src/telemetry/telemetry-integration-registry.ts +22 -0
- package/src/telemetry/telemetry-integration.ts +139 -0
- package/src/telemetry/telemetry-settings.ts +55 -0
- package/src/test/mock-embedding-model-v2.ts +35 -0
- package/src/test/mock-embedding-model-v3.ts +48 -0
- package/src/test/mock-embedding-model-v4.ts +48 -0
- package/src/test/mock-image-model-v2.ts +28 -0
- package/src/test/mock-image-model-v3.ts +28 -0
- package/src/test/mock-image-model-v4.ts +28 -0
- package/src/test/mock-language-model-v2.ts +72 -0
- package/src/test/mock-language-model-v3.ts +77 -0
- package/src/test/mock-language-model-v4.ts +77 -0
- package/src/test/mock-provider-v2.ts +68 -0
- package/src/test/mock-provider-v3.ts +80 -0
- package/src/test/mock-provider-v4.ts +80 -0
- package/src/test/mock-reranking-model-v3.ts +25 -0
- package/src/test/mock-reranking-model-v4.ts +25 -0
- package/src/test/mock-server-response.ts +69 -0
- package/src/test/mock-speech-model-v2.ts +24 -0
- package/src/test/mock-speech-model-v3.ts +24 -0
- package/src/test/mock-speech-model-v4.ts +24 -0
- package/src/test/mock-tracer.ts +156 -0
- package/src/test/mock-transcription-model-v2.ts +24 -0
- package/src/test/mock-transcription-model-v3.ts +24 -0
- package/src/test/mock-transcription-model-v4.ts +24 -0
- package/src/test/mock-values.ts +4 -0
- package/src/test/mock-video-model-v3.ts +28 -0
- package/src/test/mock-video-model-v4.ts +28 -0
- package/src/test/not-implemented.ts +3 -0
- package/src/text-stream/create-text-stream-response.ts +30 -0
- package/src/text-stream/index.ts +2 -0
- package/src/text-stream/pipe-text-stream-to-response.ts +38 -0
- package/src/transcribe/index.ts +2 -0
- package/src/transcribe/transcribe-result.ts +60 -0
- package/src/transcribe/transcribe.ts +187 -0
- package/src/types/embedding-model-middleware.ts +15 -0
- package/src/types/embedding-model.ts +20 -0
- package/src/types/image-model-middleware.ts +15 -0
- package/src/types/image-model-response-metadata.ts +16 -0
- package/src/types/image-model.ts +19 -0
- package/src/types/index.ts +29 -0
- package/src/types/json-value.ts +15 -0
- package/src/types/language-model-middleware.ts +15 -0
- package/src/types/language-model-request-metadata.ts +6 -0
- package/src/types/language-model-response-metadata.ts +21 -0
- package/src/types/language-model.ts +106 -0
- package/src/types/provider-metadata.ts +16 -0
- package/src/types/provider.ts +55 -0
- package/src/types/reranking-model.ts +6 -0
- package/src/types/speech-model-response-metadata.ts +21 -0
- package/src/types/speech-model.ts +10 -0
- package/src/types/transcription-model-response-metadata.ts +16 -0
- package/src/types/transcription-model.ts +14 -0
- package/src/types/usage.ts +200 -0
- package/src/types/video-model-response-metadata.ts +28 -0
- package/src/types/video-model.ts +15 -0
- package/src/types/warning.ts +7 -0
- package/src/ui/call-completion-api.ts +157 -0
- package/src/ui/chat-transport.ts +83 -0
- package/src/ui/chat.ts +786 -0
- package/src/ui/convert-file-list-to-file-ui-parts.ts +36 -0
- package/src/ui/convert-to-model-messages.ts +403 -0
- package/src/ui/default-chat-transport.ts +36 -0
- package/src/ui/direct-chat-transport.ts +117 -0
- package/src/ui/http-chat-transport.ts +273 -0
- package/src/ui/index.ts +76 -0
- package/src/ui/last-assistant-message-is-complete-with-approval-responses.ts +44 -0
- package/src/ui/last-assistant-message-is-complete-with-tool-calls.ts +39 -0
- package/src/ui/process-text-stream.ts +16 -0
- package/src/ui/process-ui-message-stream.ts +858 -0
- package/src/ui/text-stream-chat-transport.ts +23 -0
- package/src/ui/transform-text-to-ui-message-stream.ts +27 -0
- package/src/ui/ui-messages.ts +602 -0
- package/src/ui/use-completion.ts +84 -0
- package/src/ui/validate-ui-messages.ts +521 -0
- package/src/ui-message-stream/create-ui-message-stream-response.ts +44 -0
- package/src/ui-message-stream/create-ui-message-stream.ts +145 -0
- package/src/ui-message-stream/get-response-ui-message-id.ts +35 -0
- package/src/ui-message-stream/handle-ui-message-stream-finish.ts +170 -0
- package/src/ui-message-stream/index.ts +14 -0
- package/src/ui-message-stream/json-to-sse-transform-stream.ts +17 -0
- package/src/ui-message-stream/pipe-ui-message-stream-to-response.ts +51 -0
- package/src/ui-message-stream/read-ui-message-stream.ts +87 -0
- package/src/ui-message-stream/ui-message-chunks.ts +372 -0
- package/src/ui-message-stream/ui-message-stream-headers.ts +7 -0
- package/src/ui-message-stream/ui-message-stream-on-finish-callback.ts +32 -0
- package/src/ui-message-stream/ui-message-stream-on-step-finish-callback.ts +25 -0
- package/src/ui-message-stream/ui-message-stream-response-init.ts +14 -0
- package/src/ui-message-stream/ui-message-stream-writer.ts +24 -0
- package/src/util/as-array.ts +3 -0
- package/src/util/async-iterable-stream.ts +94 -0
- package/src/util/consume-stream.ts +31 -0
- package/src/util/cosine-similarity.ts +46 -0
- package/src/util/create-resolvable-promise.ts +30 -0
- package/src/util/create-stitchable-stream.ts +112 -0
- package/src/util/data-url.ts +17 -0
- package/src/util/deep-partial.ts +84 -0
- package/src/util/detect-media-type.ts +226 -0
- package/src/util/download/create-download.ts +13 -0
- package/src/util/download/download-function.ts +45 -0
- package/src/util/download/download.ts +74 -0
- package/src/util/error-handler.ts +1 -0
- package/src/util/fix-json.ts +401 -0
- package/src/util/get-potential-start-index.ts +39 -0
- package/src/util/index.ts +12 -0
- package/src/util/is-deep-equal-data.ts +48 -0
- package/src/util/is-non-empty-object.ts +5 -0
- package/src/util/job.ts +1 -0
- package/src/util/log-v2-compatibility-warning.ts +21 -0
- package/src/util/merge-abort-signals.ts +43 -0
- package/src/util/merge-objects.ts +79 -0
- package/src/util/notify.ts +22 -0
- package/src/util/now.ts +4 -0
- package/src/util/parse-partial-json.ts +30 -0
- package/src/util/prepare-headers.ts +14 -0
- package/src/util/prepare-retries.ts +47 -0
- package/src/util/retry-error.ts +41 -0
- package/src/util/retry-with-exponential-backoff.ts +154 -0
- package/src/util/serial-job-executor.ts +36 -0
- package/src/util/simulate-readable-stream.ts +39 -0
- package/src/util/split-array.ts +20 -0
- package/src/util/value-of.ts +65 -0
- package/src/util/write-to-server-response.ts +49 -0
- package/src/version.ts +5 -0
- package/test.d.ts +1 -0
|
@@ -0,0 +1,973 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: ToolLoopAgent
|
|
3
|
+
description: API Reference for the ToolLoopAgent class.
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
# `ToolLoopAgent`
|
|
7
|
+
|
|
8
|
+
Creates a reusable AI agent capable of generating text, streaming responses, and using tools over multiple steps (a reasoning-and-acting loop). `ToolLoopAgent` is ideal for building autonomous, multi-step agents that can take actions, call tools, and reason over the results until a stop condition is reached.
|
|
9
|
+
|
|
10
|
+
Unlike single-step calls like `generateText()`, an agent can iteratively invoke tools, collect tool results, and decide next actions until completion or user approval is required.
|
|
11
|
+
|
|
12
|
+
```ts
|
|
13
|
+
import { ToolLoopAgent } from 'ai';
|
|
14
|
+
__PROVIDER_IMPORT__;
|
|
15
|
+
|
|
16
|
+
const agent = new ToolLoopAgent({
|
|
17
|
+
model: __MODEL__,
|
|
18
|
+
instructions: 'You are a helpful assistant.',
|
|
19
|
+
tools: {
|
|
20
|
+
weather: weatherTool,
|
|
21
|
+
calculator: calculatorTool,
|
|
22
|
+
},
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
const result = await agent.generate({
|
|
26
|
+
prompt: 'What is the weather in NYC?',
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
console.log(result.text);
|
|
30
|
+
```
|
|
31
|
+
|
|
32
|
+
To see `ToolLoopAgent` in action, check out [these examples](#examples).
|
|
33
|
+
|
|
34
|
+
## Import
|
|
35
|
+
|
|
36
|
+
<Snippet text={`import { ToolLoopAgent } from "ai"`} prompt={false} />
|
|
37
|
+
|
|
38
|
+
## Constructor
|
|
39
|
+
|
|
40
|
+
### Parameters
|
|
41
|
+
|
|
42
|
+
<PropertiesTable
|
|
43
|
+
content={[
|
|
44
|
+
{
|
|
45
|
+
name: 'model',
|
|
46
|
+
type: 'LanguageModel',
|
|
47
|
+
isRequired: true,
|
|
48
|
+
description:
|
|
49
|
+
'The language model instance to use (e.g., from a provider).',
|
|
50
|
+
},
|
|
51
|
+
{
|
|
52
|
+
name: 'instructions',
|
|
53
|
+
type: 'string | SystemModelMessage | SystemModelMessage[]',
|
|
54
|
+
isOptional: true,
|
|
55
|
+
description:
|
|
56
|
+
'Instructions for the agent, usually used for system prompt/context.',
|
|
57
|
+
},
|
|
58
|
+
{
|
|
59
|
+
name: 'tools',
|
|
60
|
+
type: 'Record<string, Tool>',
|
|
61
|
+
isOptional: true,
|
|
62
|
+
description:
|
|
63
|
+
'A set of tools the agent can call. Keys are tool names. Tools require the underlying model to support tool calling.',
|
|
64
|
+
},
|
|
65
|
+
{
|
|
66
|
+
name: 'toolChoice',
|
|
67
|
+
type: 'ToolChoice',
|
|
68
|
+
isOptional: true,
|
|
69
|
+
description:
|
|
70
|
+
"Tool call selection strategy. Options: 'auto' | 'none' | 'required' | { type: 'tool', toolName: string }. Default: 'auto'.",
|
|
71
|
+
},
|
|
72
|
+
{
|
|
73
|
+
name: 'stopWhen',
|
|
74
|
+
type: 'StopCondition | StopCondition[]',
|
|
75
|
+
isOptional: true,
|
|
76
|
+
description:
|
|
77
|
+
'Condition(s) for ending the agent loop. Default: stepCountIs(20).',
|
|
78
|
+
},
|
|
79
|
+
{
|
|
80
|
+
name: 'activeTools',
|
|
81
|
+
type: 'Array<string>',
|
|
82
|
+
isOptional: true,
|
|
83
|
+
description:
|
|
84
|
+
'Limits the subset of tools that are available in a specific call.',
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
name: 'output',
|
|
88
|
+
type: 'Output',
|
|
89
|
+
isOptional: true,
|
|
90
|
+
description:
|
|
91
|
+
'Optional structured output specification, for parsing responses into typesafe data.',
|
|
92
|
+
},
|
|
93
|
+
{
|
|
94
|
+
name: 'prepareStep',
|
|
95
|
+
type: 'PrepareStepFunction',
|
|
96
|
+
isOptional: true,
|
|
97
|
+
description:
|
|
98
|
+
'Optional function to mutate step settings or inject state for each agent step.',
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
name: 'experimental_repairToolCall',
|
|
102
|
+
type: 'ToolCallRepairFunction',
|
|
103
|
+
isOptional: true,
|
|
104
|
+
description:
|
|
105
|
+
'Optional callback to attempt automatic recovery when a tool call cannot be parsed.',
|
|
106
|
+
},
|
|
107
|
+
{
|
|
108
|
+
name: 'experimental_onStart',
|
|
109
|
+
type: 'ToolLoopAgentOnStartCallback',
|
|
110
|
+
isOptional: true,
|
|
111
|
+
description:
|
|
112
|
+
'Callback that is called when the agent operation begins, before any LLM calls are made. Useful for logging, analytics, or initializing state. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
113
|
+
properties: [
|
|
114
|
+
{
|
|
115
|
+
type: 'OnStartEvent',
|
|
116
|
+
parameters: [
|
|
117
|
+
{
|
|
118
|
+
name: 'model',
|
|
119
|
+
type: '{ provider: string; modelId: string }',
|
|
120
|
+
description: 'The model being used for the generation.',
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
name: 'system',
|
|
124
|
+
type: 'string | SystemModelMessage | Array<SystemModelMessage> | undefined',
|
|
125
|
+
description: 'The system message(s) provided to the model.',
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
name: 'prompt',
|
|
129
|
+
type: 'string | Array<ModelMessage> | undefined',
|
|
130
|
+
description:
|
|
131
|
+
'The prompt string or array of messages if using the prompt option.',
|
|
132
|
+
},
|
|
133
|
+
{
|
|
134
|
+
name: 'messages',
|
|
135
|
+
type: 'Array<ModelMessage> | undefined',
|
|
136
|
+
description: 'The messages array if using the messages option.',
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
name: 'tools',
|
|
140
|
+
type: 'TOOLS | undefined',
|
|
141
|
+
description: 'The tools available for this generation.',
|
|
142
|
+
},
|
|
143
|
+
{
|
|
144
|
+
name: 'toolChoice',
|
|
145
|
+
type: 'ToolChoice<TOOLS> | undefined',
|
|
146
|
+
description: 'The tool choice strategy for this generation.',
|
|
147
|
+
},
|
|
148
|
+
{
|
|
149
|
+
name: 'activeTools',
|
|
150
|
+
type: 'Array<keyof TOOLS> | undefined',
|
|
151
|
+
description:
|
|
152
|
+
'Limits which tools are available for the model to call.',
|
|
153
|
+
},
|
|
154
|
+
{
|
|
155
|
+
name: 'maxOutputTokens',
|
|
156
|
+
type: 'number | undefined',
|
|
157
|
+
description: 'Maximum number of tokens to generate.',
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
name: 'temperature',
|
|
161
|
+
type: 'number | undefined',
|
|
162
|
+
description: 'Sampling temperature for generation.',
|
|
163
|
+
},
|
|
164
|
+
{
|
|
165
|
+
name: 'topP',
|
|
166
|
+
type: 'number | undefined',
|
|
167
|
+
description: 'Top-p (nucleus) sampling parameter.',
|
|
168
|
+
},
|
|
169
|
+
{
|
|
170
|
+
name: 'topK',
|
|
171
|
+
type: 'number | undefined',
|
|
172
|
+
description: 'Top-k sampling parameter.',
|
|
173
|
+
},
|
|
174
|
+
{
|
|
175
|
+
name: 'presencePenalty',
|
|
176
|
+
type: 'number | undefined',
|
|
177
|
+
description: 'Presence penalty for generation.',
|
|
178
|
+
},
|
|
179
|
+
{
|
|
180
|
+
name: 'frequencyPenalty',
|
|
181
|
+
type: 'number | undefined',
|
|
182
|
+
description: 'Frequency penalty for generation.',
|
|
183
|
+
},
|
|
184
|
+
{
|
|
185
|
+
name: 'stopSequences',
|
|
186
|
+
type: 'string[] | undefined',
|
|
187
|
+
description: 'Sequences that will stop generation.',
|
|
188
|
+
},
|
|
189
|
+
{
|
|
190
|
+
name: 'seed',
|
|
191
|
+
type: 'number | undefined',
|
|
192
|
+
description: 'Random seed for reproducible generation.',
|
|
193
|
+
},
|
|
194
|
+
{
|
|
195
|
+
name: 'maxRetries',
|
|
196
|
+
type: 'number',
|
|
197
|
+
description: 'Maximum number of retries for failed requests.',
|
|
198
|
+
},
|
|
199
|
+
{
|
|
200
|
+
name: 'timeout',
|
|
201
|
+
type: 'number | { totalMs?: number; stepMs?: number; chunkMs?: number } | undefined',
|
|
202
|
+
description: 'Timeout configuration for the generation.',
|
|
203
|
+
},
|
|
204
|
+
{
|
|
205
|
+
name: 'headers',
|
|
206
|
+
type: 'Record<string, string | undefined> | undefined',
|
|
207
|
+
description: 'Additional HTTP headers sent with the request.',
|
|
208
|
+
},
|
|
209
|
+
{
|
|
210
|
+
name: 'providerOptions',
|
|
211
|
+
type: 'ProviderOptions | undefined',
|
|
212
|
+
description: 'Additional provider-specific options.',
|
|
213
|
+
},
|
|
214
|
+
{
|
|
215
|
+
name: 'stopWhen',
|
|
216
|
+
type: 'StopCondition<TOOLS> | Array<StopCondition<TOOLS>> | undefined',
|
|
217
|
+
description: 'Condition(s) for stopping the generation.',
|
|
218
|
+
},
|
|
219
|
+
{
|
|
220
|
+
name: 'output',
|
|
221
|
+
type: 'OUTPUT | undefined',
|
|
222
|
+
description:
|
|
223
|
+
'The output specification for structured outputs, if configured.',
|
|
224
|
+
},
|
|
225
|
+
{
|
|
226
|
+
name: 'abortSignal',
|
|
227
|
+
type: 'AbortSignal | undefined',
|
|
228
|
+
description: 'Abort signal for cancelling the operation.',
|
|
229
|
+
},
|
|
230
|
+
{
|
|
231
|
+
name: 'include',
|
|
232
|
+
type: '{ requestBody?: boolean; responseBody?: boolean } | undefined',
|
|
233
|
+
description:
|
|
234
|
+
'Settings for controlling what data is included in step results.',
|
|
235
|
+
},
|
|
236
|
+
{
|
|
237
|
+
name: 'functionId',
|
|
238
|
+
type: 'string | undefined',
|
|
239
|
+
description:
|
|
240
|
+
'Identifier from telemetry settings for grouping related operations.',
|
|
241
|
+
},
|
|
242
|
+
{
|
|
243
|
+
name: 'metadata',
|
|
244
|
+
type: 'Record<string, unknown> | undefined',
|
|
245
|
+
description: 'Additional metadata passed to the generation.',
|
|
246
|
+
},
|
|
247
|
+
{
|
|
248
|
+
name: 'experimental_context',
|
|
249
|
+
type: 'unknown',
|
|
250
|
+
description:
|
|
251
|
+
'User-defined context object that flows through the entire generation lifecycle.',
|
|
252
|
+
},
|
|
253
|
+
],
|
|
254
|
+
},
|
|
255
|
+
],
|
|
256
|
+
},
|
|
257
|
+
{
|
|
258
|
+
name: 'experimental_onStepStart',
|
|
259
|
+
type: 'ToolLoopAgentOnStepStartCallback',
|
|
260
|
+
isOptional: true,
|
|
261
|
+
description:
|
|
262
|
+
'Callback that is called when a step (LLM call) begins, before the provider is called. Each step represents a single LLM invocation. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
263
|
+
properties: [
|
|
264
|
+
{
|
|
265
|
+
type: 'OnStepStartEvent',
|
|
266
|
+
parameters: [
|
|
267
|
+
{
|
|
268
|
+
name: 'stepNumber',
|
|
269
|
+
type: 'number',
|
|
270
|
+
description: 'Zero-based index of the current step.',
|
|
271
|
+
},
|
|
272
|
+
{
|
|
273
|
+
name: 'model',
|
|
274
|
+
type: '{ provider: string; modelId: string }',
|
|
275
|
+
description: 'The model being used for this step.',
|
|
276
|
+
},
|
|
277
|
+
{
|
|
278
|
+
name: 'system',
|
|
279
|
+
type: 'string | SystemModelMessage | Array<SystemModelMessage> | undefined',
|
|
280
|
+
description: 'The system message for this step.',
|
|
281
|
+
},
|
|
282
|
+
{
|
|
283
|
+
name: 'messages',
|
|
284
|
+
type: 'Array<ModelMessage>',
|
|
285
|
+
description:
|
|
286
|
+
'The messages that will be sent to the model for this step.',
|
|
287
|
+
},
|
|
288
|
+
{
|
|
289
|
+
name: 'tools',
|
|
290
|
+
type: 'TOOLS | undefined',
|
|
291
|
+
description: 'The tools available for this generation.',
|
|
292
|
+
},
|
|
293
|
+
{
|
|
294
|
+
name: 'toolChoice',
|
|
295
|
+
type: 'LanguageModelV4ToolChoice | undefined',
|
|
296
|
+
description: 'The tool choice configuration for this step.',
|
|
297
|
+
},
|
|
298
|
+
{
|
|
299
|
+
name: 'activeTools',
|
|
300
|
+
type: 'Array<keyof TOOLS> | undefined',
|
|
301
|
+
description: 'Limits which tools are available for this step.',
|
|
302
|
+
},
|
|
303
|
+
{
|
|
304
|
+
name: 'steps',
|
|
305
|
+
type: 'ReadonlyArray<StepResult<TOOLS>>',
|
|
306
|
+
description:
|
|
307
|
+
'Array of results from previous steps (empty for first step).',
|
|
308
|
+
},
|
|
309
|
+
{
|
|
310
|
+
name: 'providerOptions',
|
|
311
|
+
type: 'ProviderOptions | undefined',
|
|
312
|
+
description:
|
|
313
|
+
'Additional provider-specific options for this step.',
|
|
314
|
+
},
|
|
315
|
+
{
|
|
316
|
+
name: 'timeout',
|
|
317
|
+
type: 'number | { totalMs?: number; stepMs?: number; chunkMs?: number } | undefined',
|
|
318
|
+
description: 'Timeout configuration for the generation.',
|
|
319
|
+
},
|
|
320
|
+
{
|
|
321
|
+
name: 'headers',
|
|
322
|
+
type: 'Record<string, string | undefined> | undefined',
|
|
323
|
+
description: 'Additional HTTP headers sent with the request.',
|
|
324
|
+
},
|
|
325
|
+
{
|
|
326
|
+
name: 'stopWhen',
|
|
327
|
+
type: 'StopCondition<TOOLS> | Array<StopCondition<TOOLS>> | undefined',
|
|
328
|
+
description: 'Condition(s) for stopping the generation.',
|
|
329
|
+
},
|
|
330
|
+
{
|
|
331
|
+
name: 'output',
|
|
332
|
+
type: 'OUTPUT | undefined',
|
|
333
|
+
description:
|
|
334
|
+
'The output specification for structured outputs, if configured.',
|
|
335
|
+
},
|
|
336
|
+
{
|
|
337
|
+
name: 'abortSignal',
|
|
338
|
+
type: 'AbortSignal | undefined',
|
|
339
|
+
description: 'Abort signal for cancelling the operation.',
|
|
340
|
+
},
|
|
341
|
+
{
|
|
342
|
+
name: 'include',
|
|
343
|
+
type: '{ requestBody?: boolean; responseBody?: boolean } | undefined',
|
|
344
|
+
description:
|
|
345
|
+
'Settings for controlling what data is included in step results.',
|
|
346
|
+
},
|
|
347
|
+
{
|
|
348
|
+
name: 'functionId',
|
|
349
|
+
type: 'string | undefined',
|
|
350
|
+
description:
|
|
351
|
+
'Identifier from telemetry settings for grouping related operations.',
|
|
352
|
+
},
|
|
353
|
+
{
|
|
354
|
+
name: 'metadata',
|
|
355
|
+
type: 'Record<string, unknown> | undefined',
|
|
356
|
+
description: 'Additional metadata from telemetry settings.',
|
|
357
|
+
},
|
|
358
|
+
{
|
|
359
|
+
name: 'experimental_context',
|
|
360
|
+
type: 'unknown',
|
|
361
|
+
description:
|
|
362
|
+
'User-defined context object. May be updated from prepareStep between steps.',
|
|
363
|
+
},
|
|
364
|
+
],
|
|
365
|
+
},
|
|
366
|
+
],
|
|
367
|
+
},
|
|
368
|
+
{
|
|
369
|
+
name: 'experimental_onToolCallStart',
|
|
370
|
+
type: 'ToolLoopAgentOnToolCallStartCallback',
|
|
371
|
+
isOptional: true,
|
|
372
|
+
description:
|
|
373
|
+
"Callback that is called right before a tool's execute function runs. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
374
|
+
properties: [
|
|
375
|
+
{
|
|
376
|
+
type: 'OnToolCallStartEvent',
|
|
377
|
+
parameters: [
|
|
378
|
+
{
|
|
379
|
+
name: 'stepNumber',
|
|
380
|
+
type: 'number | undefined',
|
|
381
|
+
description:
|
|
382
|
+
'The zero-based index of the current step where this tool call occurs. May be undefined in streaming contexts.',
|
|
383
|
+
},
|
|
384
|
+
{
|
|
385
|
+
name: 'model',
|
|
386
|
+
type: '{ provider: string; modelId: string } | undefined',
|
|
387
|
+
description:
|
|
388
|
+
'Information about the model being used. May be undefined in streaming contexts.',
|
|
389
|
+
},
|
|
390
|
+
{
|
|
391
|
+
name: 'toolCall',
|
|
392
|
+
type: 'TypedToolCall<TOOLS>',
|
|
393
|
+
description:
|
|
394
|
+
'The full tool call object containing toolName, toolCallId, input, and metadata.',
|
|
395
|
+
},
|
|
396
|
+
{
|
|
397
|
+
name: 'messages',
|
|
398
|
+
type: 'Array<ModelMessage>',
|
|
399
|
+
description:
|
|
400
|
+
'The conversation messages available at tool execution time.',
|
|
401
|
+
},
|
|
402
|
+
{
|
|
403
|
+
name: 'abortSignal',
|
|
404
|
+
type: 'AbortSignal | undefined',
|
|
405
|
+
description: 'Signal for cancelling the operation.',
|
|
406
|
+
},
|
|
407
|
+
{
|
|
408
|
+
name: 'functionId',
|
|
409
|
+
type: 'string | undefined',
|
|
410
|
+
description:
|
|
411
|
+
'Identifier from telemetry settings for grouping related operations.',
|
|
412
|
+
},
|
|
413
|
+
{
|
|
414
|
+
name: 'metadata',
|
|
415
|
+
type: 'Record<string, unknown> | undefined',
|
|
416
|
+
description: 'Additional metadata from telemetry settings.',
|
|
417
|
+
},
|
|
418
|
+
{
|
|
419
|
+
name: 'experimental_context',
|
|
420
|
+
type: 'unknown',
|
|
421
|
+
description:
|
|
422
|
+
'User-defined context object flowing through the generation.',
|
|
423
|
+
},
|
|
424
|
+
],
|
|
425
|
+
},
|
|
426
|
+
],
|
|
427
|
+
},
|
|
428
|
+
{
|
|
429
|
+
name: 'experimental_onToolCallFinish',
|
|
430
|
+
type: 'ToolLoopAgentOnToolCallFinishCallback',
|
|
431
|
+
isOptional: true,
|
|
432
|
+
description:
|
|
433
|
+
"Callback that is called right after a tool's execute function completes (or errors). Uses a discriminated union on the `success` field: when `success: true`, `output` contains the tool result; when `success: false`, `error` contains the error. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
434
|
+
properties: [
|
|
435
|
+
{
|
|
436
|
+
type: 'OnToolCallFinishEvent',
|
|
437
|
+
parameters: [
|
|
438
|
+
{
|
|
439
|
+
name: 'stepNumber',
|
|
440
|
+
type: 'number | undefined',
|
|
441
|
+
description:
|
|
442
|
+
'The zero-based index of the current step where this tool call occurred. May be undefined in streaming contexts.',
|
|
443
|
+
},
|
|
444
|
+
{
|
|
445
|
+
name: 'model',
|
|
446
|
+
type: '{ provider: string; modelId: string } | undefined',
|
|
447
|
+
description:
|
|
448
|
+
'Information about the model being used. May be undefined in streaming contexts.',
|
|
449
|
+
},
|
|
450
|
+
{
|
|
451
|
+
name: 'toolCall',
|
|
452
|
+
type: 'TypedToolCall<TOOLS>',
|
|
453
|
+
description:
|
|
454
|
+
'The full tool call object containing toolName, toolCallId, input, and metadata.',
|
|
455
|
+
},
|
|
456
|
+
{
|
|
457
|
+
name: 'messages',
|
|
458
|
+
type: 'Array<ModelMessage>',
|
|
459
|
+
description:
|
|
460
|
+
'The conversation messages available at tool execution time.',
|
|
461
|
+
},
|
|
462
|
+
{
|
|
463
|
+
name: 'abortSignal',
|
|
464
|
+
type: 'AbortSignal | undefined',
|
|
465
|
+
description: 'Signal for cancelling the operation.',
|
|
466
|
+
},
|
|
467
|
+
{
|
|
468
|
+
name: 'durationMs',
|
|
469
|
+
type: 'number',
|
|
470
|
+
description:
|
|
471
|
+
'The wall-clock duration of the tool execution in milliseconds.',
|
|
472
|
+
},
|
|
473
|
+
{
|
|
474
|
+
name: 'functionId',
|
|
475
|
+
type: 'string | undefined',
|
|
476
|
+
description:
|
|
477
|
+
'Identifier from telemetry settings for grouping related operations.',
|
|
478
|
+
},
|
|
479
|
+
{
|
|
480
|
+
name: 'metadata',
|
|
481
|
+
type: 'Record<string, unknown> | undefined',
|
|
482
|
+
description: 'Additional metadata from telemetry settings.',
|
|
483
|
+
},
|
|
484
|
+
{
|
|
485
|
+
name: 'experimental_context',
|
|
486
|
+
type: 'unknown',
|
|
487
|
+
description:
|
|
488
|
+
'User-defined context object flowing through the generation.',
|
|
489
|
+
},
|
|
490
|
+
{
|
|
491
|
+
name: 'success',
|
|
492
|
+
type: 'boolean',
|
|
493
|
+
description:
|
|
494
|
+
'Discriminator indicating whether the tool call succeeded. When true, output is available. When false, error is available.',
|
|
495
|
+
},
|
|
496
|
+
{
|
|
497
|
+
name: 'output',
|
|
498
|
+
type: 'unknown',
|
|
499
|
+
description:
|
|
500
|
+
"The tool's return value (only present when `success: true`).",
|
|
501
|
+
},
|
|
502
|
+
{
|
|
503
|
+
name: 'error',
|
|
504
|
+
type: 'unknown',
|
|
505
|
+
description:
|
|
506
|
+
'The error that occurred during tool execution (only present when `success: false`).',
|
|
507
|
+
},
|
|
508
|
+
],
|
|
509
|
+
},
|
|
510
|
+
],
|
|
511
|
+
},
|
|
512
|
+
{
|
|
513
|
+
name: 'onStepFinish',
|
|
514
|
+
type: 'ToolLoopAgentOnStepFinishCallback',
|
|
515
|
+
isOptional: true,
|
|
516
|
+
description:
|
|
517
|
+
'Callback invoked after each agent step (LLM/tool call) completes. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first).',
|
|
518
|
+
},
|
|
519
|
+
{
|
|
520
|
+
name: 'onFinish',
|
|
521
|
+
type: 'ToolLoopAgentOnFinishCallback',
|
|
522
|
+
isOptional: true,
|
|
523
|
+
description:
|
|
524
|
+
'Callback that is called when all agent steps are finished and the response is complete. Receives step results, total usage, experimental_context, functionId, and metadata. If also specified in `generate()` or `stream()`, both callbacks are called (constructor first).',
|
|
525
|
+
},
|
|
526
|
+
{
|
|
527
|
+
name: 'experimental_context',
|
|
528
|
+
type: 'unknown',
|
|
529
|
+
isOptional: true,
|
|
530
|
+
description:
|
|
531
|
+
'Experimental: Custom context object passed to each tool call.',
|
|
532
|
+
},
|
|
533
|
+
{
|
|
534
|
+
name: 'experimental_telemetry',
|
|
535
|
+
type: 'TelemetrySettings',
|
|
536
|
+
isOptional: true,
|
|
537
|
+
description: 'Experimental: Optional telemetry configuration.',
|
|
538
|
+
},
|
|
539
|
+
{
|
|
540
|
+
name: 'experimental_download',
|
|
541
|
+
type: 'DownloadFunction | undefined',
|
|
542
|
+
isOptional: true,
|
|
543
|
+
description:
|
|
544
|
+
'Experimental: Custom download function for fetching files/URLs for tool or model use. By default, files are downloaded if the model does not support the URL for a given media type.',
|
|
545
|
+
},
|
|
546
|
+
{
|
|
547
|
+
name: 'maxOutputTokens',
|
|
548
|
+
type: 'number',
|
|
549
|
+
isOptional: true,
|
|
550
|
+
description: 'Maximum number of tokens the model is allowed to generate.',
|
|
551
|
+
},
|
|
552
|
+
{
|
|
553
|
+
name: 'temperature',
|
|
554
|
+
type: 'number',
|
|
555
|
+
isOptional: true,
|
|
556
|
+
description:
|
|
557
|
+
'Sampling temperature, controls randomness. Passed through to the model.',
|
|
558
|
+
},
|
|
559
|
+
{
|
|
560
|
+
name: 'topP',
|
|
561
|
+
type: 'number',
|
|
562
|
+
isOptional: true,
|
|
563
|
+
description:
|
|
564
|
+
'Top-p (nucleus) sampling parameter. Passed through to the model.',
|
|
565
|
+
},
|
|
566
|
+
{
|
|
567
|
+
name: 'topK',
|
|
568
|
+
type: 'number',
|
|
569
|
+
isOptional: true,
|
|
570
|
+
description: 'Top-k sampling parameter. Passed through to the model.',
|
|
571
|
+
},
|
|
572
|
+
{
|
|
573
|
+
name: 'presencePenalty',
|
|
574
|
+
type: 'number',
|
|
575
|
+
isOptional: true,
|
|
576
|
+
description: 'Presence penalty parameter. Passed through to the model.',
|
|
577
|
+
},
|
|
578
|
+
{
|
|
579
|
+
name: 'frequencyPenalty',
|
|
580
|
+
type: 'number',
|
|
581
|
+
isOptional: true,
|
|
582
|
+
description: 'Frequency penalty parameter. Passed through to the model.',
|
|
583
|
+
},
|
|
584
|
+
{
|
|
585
|
+
name: 'stopSequences',
|
|
586
|
+
type: 'string[]',
|
|
587
|
+
isOptional: true,
|
|
588
|
+
description:
|
|
589
|
+
'Custom token sequences which stop the model output. Passed through to the model.',
|
|
590
|
+
},
|
|
591
|
+
{
|
|
592
|
+
name: 'seed',
|
|
593
|
+
type: 'number',
|
|
594
|
+
isOptional: true,
|
|
595
|
+
description: 'Seed for deterministic generation (if supported).',
|
|
596
|
+
},
|
|
597
|
+
{
|
|
598
|
+
name: 'maxRetries',
|
|
599
|
+
type: 'number',
|
|
600
|
+
isOptional: true,
|
|
601
|
+
description: 'How many times to retry on failure. Default: 2.',
|
|
602
|
+
},
|
|
603
|
+
{
|
|
604
|
+
name: 'providerOptions',
|
|
605
|
+
type: 'ProviderOptions',
|
|
606
|
+
isOptional: true,
|
|
607
|
+
description: 'Additional provider-specific configuration.',
|
|
608
|
+
},
|
|
609
|
+
{
|
|
610
|
+
name: 'headers',
|
|
611
|
+
type: 'Record<string, string | undefined>',
|
|
612
|
+
isOptional: true,
|
|
613
|
+
description:
|
|
614
|
+
'Additional HTTP headers to be sent with the request. Only applicable for HTTP-based providers.',
|
|
615
|
+
},
|
|
616
|
+
{
|
|
617
|
+
name: 'callOptionsSchema',
|
|
618
|
+
type: 'FlexibleSchema<CALL_OPTIONS>',
|
|
619
|
+
isOptional: true,
|
|
620
|
+
description:
|
|
621
|
+
'Optional schema for custom call options that can be passed when calling generate() or stream().',
|
|
622
|
+
},
|
|
623
|
+
{
|
|
624
|
+
name: 'prepareCall',
|
|
625
|
+
type: 'PrepareCallFunction',
|
|
626
|
+
isOptional: true,
|
|
627
|
+
description:
|
|
628
|
+
'Optional function to prepare call-specific settings based on the call options.',
|
|
629
|
+
},
|
|
630
|
+
{
|
|
631
|
+
name: 'id',
|
|
632
|
+
type: 'string',
|
|
633
|
+
isOptional: true,
|
|
634
|
+
description: 'Custom agent identifier.',
|
|
635
|
+
},
|
|
636
|
+
]}
|
|
637
|
+
/>
|
|
638
|
+
|
|
639
|
+
## Methods
|
|
640
|
+
|
|
641
|
+
### `generate()`
|
|
642
|
+
|
|
643
|
+
Generates a response and triggers tool calls as needed, running the agent loop and returning the final result. Returns a promise resolving to a `GenerateTextResult`.
|
|
644
|
+
|
|
645
|
+
```ts
|
|
646
|
+
const result = await agent.generate({
|
|
647
|
+
prompt: 'What is the weather like?',
|
|
648
|
+
});
|
|
649
|
+
```
|
|
650
|
+
|
|
651
|
+
<PropertiesTable
|
|
652
|
+
content={[
|
|
653
|
+
{
|
|
654
|
+
name: 'prompt',
|
|
655
|
+
type: 'string | Array<ModelMessage>',
|
|
656
|
+
description: 'A text prompt or message array.',
|
|
657
|
+
},
|
|
658
|
+
{
|
|
659
|
+
name: 'messages',
|
|
660
|
+
type: 'Array<ModelMessage>',
|
|
661
|
+
description: 'A full conversation history as a list of model messages.',
|
|
662
|
+
},
|
|
663
|
+
{
|
|
664
|
+
name: 'abortSignal',
|
|
665
|
+
type: 'AbortSignal',
|
|
666
|
+
isOptional: true,
|
|
667
|
+
description:
|
|
668
|
+
'An optional abort signal that can be used to cancel the call.',
|
|
669
|
+
},
|
|
670
|
+
{
|
|
671
|
+
name: 'timeout',
|
|
672
|
+
type: 'number | { totalMs?: number; stepMs?: number; chunkMs?: number }',
|
|
673
|
+
isOptional: true,
|
|
674
|
+
description:
|
|
675
|
+
'Timeout in milliseconds. Can be specified as a number or as an object with totalMs, stepMs, and/or chunkMs properties. The call will be aborted if it takes longer than the specified timeout. Can be used alongside abortSignal.',
|
|
676
|
+
},
|
|
677
|
+
{
|
|
678
|
+
name: 'options',
|
|
679
|
+
type: 'CALL_OPTIONS',
|
|
680
|
+
isOptional: true,
|
|
681
|
+
description:
|
|
682
|
+
'Custom call options when the agent is configured with a callOptionsSchema.',
|
|
683
|
+
},
|
|
684
|
+
{
|
|
685
|
+
name: 'experimental_onStart',
|
|
686
|
+
type: 'ToolLoopAgentOnStartCallback',
|
|
687
|
+
isOptional: true,
|
|
688
|
+
description:
|
|
689
|
+
'Callback that is called when the agent operation begins, before any LLM calls are made. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
690
|
+
},
|
|
691
|
+
{
|
|
692
|
+
name: 'experimental_onStepStart',
|
|
693
|
+
type: 'ToolLoopAgentOnStepStartCallback',
|
|
694
|
+
isOptional: true,
|
|
695
|
+
description:
|
|
696
|
+
'Callback that is called when a step (LLM call) begins, before the provider is called. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
697
|
+
},
|
|
698
|
+
{
|
|
699
|
+
name: 'experimental_onToolCallStart',
|
|
700
|
+
type: 'ToolLoopAgentOnToolCallStartCallback',
|
|
701
|
+
isOptional: true,
|
|
702
|
+
description:
|
|
703
|
+
"Callback that is called right before a tool's execute function runs. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
704
|
+
},
|
|
705
|
+
{
|
|
706
|
+
name: 'experimental_onToolCallFinish',
|
|
707
|
+
type: 'ToolLoopAgentOnToolCallFinishCallback',
|
|
708
|
+
isOptional: true,
|
|
709
|
+
description:
|
|
710
|
+
"Callback that is called right after a tool's execute function completes (or errors). If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
711
|
+
},
|
|
712
|
+
{
|
|
713
|
+
name: 'onStepFinish',
|
|
714
|
+
type: 'ToolLoopAgentOnStepFinishCallback',
|
|
715
|
+
isOptional: true,
|
|
716
|
+
description:
|
|
717
|
+
'Callback invoked after each agent step (LLM/tool call) completes. If also specified in the constructor, both callbacks are called (constructor first, then this one).',
|
|
718
|
+
},
|
|
719
|
+
{
|
|
720
|
+
name: 'onFinish',
|
|
721
|
+
type: 'ToolLoopAgentOnFinishCallback',
|
|
722
|
+
isOptional: true,
|
|
723
|
+
description:
|
|
724
|
+
'Callback that is called when all agent steps are finished and the response is complete. If also specified in the constructor, both callbacks are called (constructor first, then this one).',
|
|
725
|
+
},
|
|
726
|
+
]}
|
|
727
|
+
/>
|
|
728
|
+
|
|
729
|
+
#### Returns
|
|
730
|
+
|
|
731
|
+
The `generate()` method returns a `GenerateTextResult` object (see [`generateText`](/docs/reference/ai-sdk-core/generate-text#returns) for details).
|
|
732
|
+
|
|
733
|
+
### `stream()`
|
|
734
|
+
|
|
735
|
+
Streams a response from the agent, including agent reasoning and tool calls, as they occur. Returns a `StreamTextResult`.
|
|
736
|
+
|
|
737
|
+
```ts
|
|
738
|
+
const stream = agent.stream({
|
|
739
|
+
prompt: 'Tell me a story about a robot.',
|
|
740
|
+
});
|
|
741
|
+
|
|
742
|
+
for await (const chunk of stream.textStream) {
|
|
743
|
+
console.log(chunk);
|
|
744
|
+
}
|
|
745
|
+
```
|
|
746
|
+
|
|
747
|
+
<PropertiesTable
|
|
748
|
+
content={[
|
|
749
|
+
{
|
|
750
|
+
name: 'prompt',
|
|
751
|
+
type: 'string | Array<ModelMessage>',
|
|
752
|
+
description: 'A text prompt or message array.',
|
|
753
|
+
},
|
|
754
|
+
{
|
|
755
|
+
name: 'messages',
|
|
756
|
+
type: 'Array<ModelMessage>',
|
|
757
|
+
description: 'A full conversation history as a list of model messages.',
|
|
758
|
+
},
|
|
759
|
+
{
|
|
760
|
+
name: 'abortSignal',
|
|
761
|
+
type: 'AbortSignal',
|
|
762
|
+
isOptional: true,
|
|
763
|
+
description:
|
|
764
|
+
'An optional abort signal that can be used to cancel the call.',
|
|
765
|
+
},
|
|
766
|
+
{
|
|
767
|
+
name: 'timeout',
|
|
768
|
+
type: 'number | { totalMs?: number; stepMs?: number; chunkMs?: number }',
|
|
769
|
+
isOptional: true,
|
|
770
|
+
description:
|
|
771
|
+
'Timeout in milliseconds. Can be specified as a number or as an object with totalMs, stepMs, and/or chunkMs properties. The call will be aborted if it takes longer than the specified timeout. Can be used alongside abortSignal.',
|
|
772
|
+
},
|
|
773
|
+
{
|
|
774
|
+
name: 'options',
|
|
775
|
+
type: 'CALL_OPTIONS',
|
|
776
|
+
isOptional: true,
|
|
777
|
+
description:
|
|
778
|
+
'Custom call options when the agent is configured with a callOptionsSchema.',
|
|
779
|
+
},
|
|
780
|
+
{
|
|
781
|
+
name: 'experimental_transform',
|
|
782
|
+
type: 'StreamTextTransform | Array<StreamTextTransform>',
|
|
783
|
+
isOptional: true,
|
|
784
|
+
description:
|
|
785
|
+
'Optional stream transformation(s). They are applied in the order provided and must maintain the stream structure. See `streamText` docs for details.',
|
|
786
|
+
},
|
|
787
|
+
{
|
|
788
|
+
name: 'experimental_onStart',
|
|
789
|
+
type: 'ToolLoopAgentOnStartCallback',
|
|
790
|
+
isOptional: true,
|
|
791
|
+
description:
|
|
792
|
+
'Callback that is called when the agent operation begins, before any LLM calls are made. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
793
|
+
},
|
|
794
|
+
{
|
|
795
|
+
name: 'experimental_onStepStart',
|
|
796
|
+
type: 'ToolLoopAgentOnStepStartCallback',
|
|
797
|
+
isOptional: true,
|
|
798
|
+
description:
|
|
799
|
+
'Callback that is called when a step (LLM call) begins, before the provider is called. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).',
|
|
800
|
+
},
|
|
801
|
+
{
|
|
802
|
+
name: 'experimental_onToolCallStart',
|
|
803
|
+
type: 'ToolLoopAgentOnToolCallStartCallback',
|
|
804
|
+
isOptional: true,
|
|
805
|
+
description:
|
|
806
|
+
"Callback that is called right before a tool's execute function runs. If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
807
|
+
},
|
|
808
|
+
{
|
|
809
|
+
name: 'experimental_onToolCallFinish',
|
|
810
|
+
type: 'ToolLoopAgentOnToolCallFinishCallback',
|
|
811
|
+
isOptional: true,
|
|
812
|
+
description:
|
|
813
|
+
"Callback that is called right after a tool's execute function completes (or errors). If also specified in the constructor, both callbacks are called (constructor first). Experimental (can break in patch releases).",
|
|
814
|
+
},
|
|
815
|
+
{
|
|
816
|
+
name: 'onStepFinish',
|
|
817
|
+
type: 'ToolLoopAgentOnStepFinishCallback',
|
|
818
|
+
isOptional: true,
|
|
819
|
+
description:
|
|
820
|
+
'Callback invoked after each agent step (LLM/tool call) completes. If also specified in the constructor, both callbacks are called (constructor first, then this one).',
|
|
821
|
+
},
|
|
822
|
+
{
|
|
823
|
+
name: 'onFinish',
|
|
824
|
+
type: 'ToolLoopAgentOnFinishCallback',
|
|
825
|
+
isOptional: true,
|
|
826
|
+
description:
|
|
827
|
+
'Callback that is called when all agent steps are finished and the response is complete. If also specified in the constructor, both callbacks are called (constructor first, then this one).',
|
|
828
|
+
},
|
|
829
|
+
]}
|
|
830
|
+
/>
|
|
831
|
+
|
|
832
|
+
#### Returns
|
|
833
|
+
|
|
834
|
+
The `stream()` method returns a `StreamTextResult` object (see [`streamText`](/docs/reference/ai-sdk-core/stream-text#returns) for details).
|
|
835
|
+
|
|
836
|
+
## Types
|
|
837
|
+
|
|
838
|
+
### `InferAgentUIMessage`
|
|
839
|
+
|
|
840
|
+
Infers the UI message type for the given agent instance. Useful for type-safe UI and message exchanges.
|
|
841
|
+
|
|
842
|
+
#### Basic Example
|
|
843
|
+
|
|
844
|
+
```ts
|
|
845
|
+
import { ToolLoopAgent, InferAgentUIMessage } from 'ai';
|
|
846
|
+
|
|
847
|
+
const weatherAgent = new ToolLoopAgent({
|
|
848
|
+
model: __MODEL__,
|
|
849
|
+
tools: { weather: weatherTool },
|
|
850
|
+
});
|
|
851
|
+
|
|
852
|
+
type WeatherAgentUIMessage = InferAgentUIMessage<typeof weatherAgent>;
|
|
853
|
+
```
|
|
854
|
+
|
|
855
|
+
#### Example with Message Metadata
|
|
856
|
+
|
|
857
|
+
You can provide a second type argument to customize the metadata for each message. This is useful for tracking rich metadata returned by the agent (such as createdAt, tokens, finish reason, etc.).
|
|
858
|
+
|
|
859
|
+
```ts
|
|
860
|
+
import { ToolLoopAgent, InferAgentUIMessage } from 'ai';
|
|
861
|
+
import { z } from 'zod';
|
|
862
|
+
|
|
863
|
+
// Example schema for message metadata
|
|
864
|
+
const exampleMetadataSchema = z.object({
|
|
865
|
+
createdAt: z.number().optional(),
|
|
866
|
+
model: z.string().optional(),
|
|
867
|
+
totalTokens: z.number().optional(),
|
|
868
|
+
finishReason: z.string().optional(),
|
|
869
|
+
});
|
|
870
|
+
type ExampleMetadata = z.infer<typeof exampleMetadataSchema>;
|
|
871
|
+
|
|
872
|
+
// Define agent as usual
|
|
873
|
+
const metadataAgent = new ToolLoopAgent({
|
|
874
|
+
model: __MODEL__,
|
|
875
|
+
// ...other options
|
|
876
|
+
});
|
|
877
|
+
|
|
878
|
+
// Type-safe UI message type with custom metadata
|
|
879
|
+
type MetadataAgentUIMessage = InferAgentUIMessage<
|
|
880
|
+
typeof metadataAgent,
|
|
881
|
+
ExampleMetadata
|
|
882
|
+
>;
|
|
883
|
+
```
|
|
884
|
+
|
|
885
|
+
## Examples
|
|
886
|
+
|
|
887
|
+
### Basic Agent with Tools
|
|
888
|
+
|
|
889
|
+
```ts
|
|
890
|
+
import { ToolLoopAgent, stepCountIs } from 'ai';
|
|
891
|
+
import { weatherTool, calculatorTool } from './tools';
|
|
892
|
+
|
|
893
|
+
const assistant = new ToolLoopAgent({
|
|
894
|
+
model: __MODEL__,
|
|
895
|
+
instructions: 'You are a helpful assistant.',
|
|
896
|
+
tools: {
|
|
897
|
+
weather: weatherTool,
|
|
898
|
+
calculator: calculatorTool,
|
|
899
|
+
},
|
|
900
|
+
stopWhen: stepCountIs(3),
|
|
901
|
+
});
|
|
902
|
+
|
|
903
|
+
const result = await assistant.generate({
|
|
904
|
+
prompt: 'What is the weather in NYC and what is 100 * 25?',
|
|
905
|
+
});
|
|
906
|
+
|
|
907
|
+
console.log(result.text);
|
|
908
|
+
console.log(result.steps); // Array of all steps taken by the agent
|
|
909
|
+
```
|
|
910
|
+
|
|
911
|
+
### Streaming Agent Response
|
|
912
|
+
|
|
913
|
+
```ts
|
|
914
|
+
const agent = new ToolLoopAgent({
|
|
915
|
+
model: __MODEL__,
|
|
916
|
+
instructions: 'You are a creative storyteller.',
|
|
917
|
+
});
|
|
918
|
+
|
|
919
|
+
const stream = agent.stream({
|
|
920
|
+
prompt: 'Tell me a short story about a time traveler.',
|
|
921
|
+
});
|
|
922
|
+
|
|
923
|
+
for await (const chunk of stream.textStream) {
|
|
924
|
+
process.stdout.write(chunk);
|
|
925
|
+
}
|
|
926
|
+
```
|
|
927
|
+
|
|
928
|
+
### Agent with Output Parsing
|
|
929
|
+
|
|
930
|
+
```ts
|
|
931
|
+
import { z } from 'zod';
|
|
932
|
+
|
|
933
|
+
const analysisAgent = new ToolLoopAgent({
|
|
934
|
+
model: __MODEL__,
|
|
935
|
+
output: {
|
|
936
|
+
schema: z.object({
|
|
937
|
+
sentiment: z.enum(['positive', 'negative', 'neutral']),
|
|
938
|
+
score: z.number(),
|
|
939
|
+
summary: z.string(),
|
|
940
|
+
}),
|
|
941
|
+
},
|
|
942
|
+
});
|
|
943
|
+
|
|
944
|
+
const result = await analysisAgent.generate({
|
|
945
|
+
prompt: 'Analyze this review: "The product exceeded my expectations!"',
|
|
946
|
+
});
|
|
947
|
+
|
|
948
|
+
console.log(result.output);
|
|
949
|
+
// Typed as { sentiment: 'positive' | 'negative' | 'neutral', score: number, summary: string }
|
|
950
|
+
```
|
|
951
|
+
|
|
952
|
+
### Example: Approved Tool Execution
|
|
953
|
+
|
|
954
|
+
```ts
|
|
955
|
+
import { openai } from '@ai-sdk/openai';
|
|
956
|
+
import { ToolLoopAgent } from 'ai';
|
|
957
|
+
|
|
958
|
+
const agent = new ToolLoopAgent({
|
|
959
|
+
model: __MODEL__,
|
|
960
|
+
instructions: 'You are an agent with access to a weather API.',
|
|
961
|
+
tools: {
|
|
962
|
+
weather: openai.tools.weather({
|
|
963
|
+
/* ... */
|
|
964
|
+
}),
|
|
965
|
+
},
|
|
966
|
+
// Optionally require approval, etc.
|
|
967
|
+
});
|
|
968
|
+
|
|
969
|
+
const result = await agent.generate({
|
|
970
|
+
prompt: 'Is it raining in Paris today?',
|
|
971
|
+
});
|
|
972
|
+
console.log(result.text);
|
|
973
|
+
```
|