@micdrop/ai-sdk 1.1.0 → 2.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -2
- package/dist/index.d.mts +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +8 -2
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +8 -2
- package/dist/index.mjs.map +1 -1
- package/package.json +6 -3
package/README.md
CHANGED
|
@@ -18,6 +18,8 @@ And install the provider you want to use, for example OpenAI:
|
|
|
18
18
|
npm install @ai-sdk/openai
|
|
19
19
|
```
|
|
20
20
|
|
|
21
|
+
This package relies on AI SDK 7, which needs Node.js 22 or later and providers from the same major version, such as `@ai-sdk/openai` 4.
|
|
22
|
+
|
|
21
23
|
## AI SDK Agent
|
|
22
24
|
|
|
23
25
|
### Usage with MicdropServer
|
|
@@ -39,7 +41,7 @@ const agent = new AiSdkAgent({
|
|
|
39
41
|
// Custom AI SDK settings (optional)
|
|
40
42
|
settings: {
|
|
41
43
|
temperature: 0.7,
|
|
42
|
-
|
|
44
|
+
maxOutputTokens: 150,
|
|
43
45
|
},
|
|
44
46
|
|
|
45
47
|
// Provider specific parameters (optional)
|
|
@@ -91,7 +93,7 @@ See the [Agent interface](https://micdrop.dev/docs/ai-integration/custom-integra
|
|
|
91
93
|
|
|
92
94
|
The AI SDK Agent supports any provider compatible with the Vercel AI SDK:
|
|
93
95
|
|
|
94
|
-
- **OpenAI**: `openai('gpt-4o')`, `openai('gpt-
|
|
96
|
+
- **OpenAI**: `openai('gpt-4o')`, `openai('gpt-5.6-luna')`
|
|
95
97
|
- **Anthropic**: `anthropic('claude-3-5-sonnet-20241022')`
|
|
96
98
|
- **Google**: `google('gemini-1.5-pro')`, `google('gemini-1.5-flash')`
|
|
97
99
|
- **Mistral**: `mistral('mistral-large-latest')`
|
package/dist/index.d.mts
CHANGED
|
@@ -17,6 +17,7 @@ interface AiSdkAgentOptions extends AgentOptions {
|
|
|
17
17
|
declare class AiSdkAgent extends Agent<AiSdkAgentOptions> {
|
|
18
18
|
private abortController?;
|
|
19
19
|
protected generateAnswer(stream: PassThrough): Promise<void>;
|
|
20
|
+
private buildInstructions;
|
|
20
21
|
private buildMessages;
|
|
21
22
|
private buildTools;
|
|
22
23
|
cancel(): void;
|
package/dist/index.d.ts
CHANGED
|
@@ -17,6 +17,7 @@ interface AiSdkAgentOptions extends AgentOptions {
|
|
|
17
17
|
declare class AiSdkAgent extends Agent<AiSdkAgentOptions> {
|
|
18
18
|
private abortController?;
|
|
19
19
|
protected generateAnswer(stream: PassThrough): Promise<void>;
|
|
20
|
+
private buildInstructions;
|
|
20
21
|
private buildMessages;
|
|
21
22
|
private buildTools;
|
|
22
23
|
cancel(): void;
|
package/dist/index.js
CHANGED
|
@@ -40,6 +40,7 @@ var AiSdkAgent = class extends import_server.Agent {
|
|
|
40
40
|
try {
|
|
41
41
|
const result = (0, import_ai.streamText)({
|
|
42
42
|
model: this.options.model,
|
|
43
|
+
instructions: this.buildInstructions(),
|
|
43
44
|
messages: this.buildMessages(),
|
|
44
45
|
tools: this.buildTools(),
|
|
45
46
|
maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,
|
|
@@ -87,12 +88,17 @@ var AiSdkAgent = class extends import_server.Agent {
|
|
|
87
88
|
}
|
|
88
89
|
}
|
|
89
90
|
}
|
|
91
|
+
// The AI SDK takes the system prompt apart from the conversation
|
|
92
|
+
buildInstructions() {
|
|
93
|
+
return this.conversation.flatMap((message) => message.role === "system" ? message.content : []).join("\n\n");
|
|
94
|
+
}
|
|
90
95
|
buildMessages() {
|
|
91
|
-
return this.conversation.
|
|
96
|
+
return this.conversation.flatMap((message) => {
|
|
92
97
|
switch (message.role) {
|
|
98
|
+
case "system":
|
|
99
|
+
return [];
|
|
93
100
|
case "user":
|
|
94
101
|
case "assistant":
|
|
95
|
-
case "system":
|
|
96
102
|
return {
|
|
97
103
|
role: message.role,
|
|
98
104
|
content: message.content
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/AiSdkAgent.ts"],"sourcesContent":["export * from './AiSdkAgent'","import { ProviderOptions } from '@ai-sdk/provider-utils'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n /**\n * Parameters read by a single provider, keyed by provider name, for anything\n * `settings` has no field for. `{ openai: { reasoningEffort: 'none' } }`\n * turns reasoning off, which a spoken turn needs.\n */\n providerOptions?: ProviderOptions\n maxRetry?: number\n}\n\nconst DEFAULT_MAX_RETRY = 3\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n protected async generateAnswer(stream: PassThrough): Promise<void> {\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = this.abortController.signal\n let skipAnswer = false\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,\n providerOptions: this.options.providerOptions,\n stopWhen: stepCountIs(5),\n onStepFinish: (step) => {\n const tools = step.toolCalls.map((toolCall) =>\n this.getTool(toolCall.toolName)\n )\n if (tools.some((t) => t?.skipAnswer)) {\n skipAnswer = true\n }\n },\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n if (skipAnswer) return\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n if (skipAnswer) return\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n } catch (error: any) {\n if (abortController === this.abortController) {\n console.error('[AiSdkAgent] Error answering:', error)\n this.log('Generation failed, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/AiSdkAgent.ts"],"sourcesContent":["export * from './AiSdkAgent'","import { ProviderOptions } from '@ai-sdk/provider-utils'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n /**\n * Parameters read by a single provider, keyed by provider name, for anything\n * `settings` has no field for. `{ openai: { reasoningEffort: 'none' } }`\n * turns reasoning off, which a spoken turn needs.\n */\n providerOptions?: ProviderOptions\n maxRetry?: number\n}\n\nconst DEFAULT_MAX_RETRY = 3\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n protected async generateAnswer(stream: PassThrough): Promise<void> {\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = this.abortController.signal\n let skipAnswer = false\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n instructions: this.buildInstructions(),\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,\n providerOptions: this.options.providerOptions,\n stopWhen: stepCountIs(5),\n onStepFinish: (step) => {\n const tools = step.toolCalls.map((toolCall) =>\n this.getTool(toolCall.toolName)\n )\n if (tools.some((t) => t?.skipAnswer)) {\n skipAnswer = true\n }\n },\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n if (skipAnswer) return\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n if (skipAnswer) return\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n } catch (error: any) {\n if (abortController === this.abortController) {\n console.error('[AiSdkAgent] Error answering:', error)\n this.log('Generation failed, giving up')\n this.emit('Failed')\n }\n }\n }\n\n // The AI SDK takes the system prompt apart from the conversation\n private buildInstructions() {\n return this.conversation\n .flatMap((message) => (message.role === 'system' ? message.content : []))\n .join('\\n\\n')\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.flatMap((message): ModelMessage | [] => {\n switch (message.role) {\n case 'system':\n return []\n case 'user':\n case 'assistant':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n content: [\n {\n type: 'tool-call',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n input: JSON.parse(message.parameters),\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n content: [\n {\n type: 'tool-result',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n output: {\n type: 'json',\n value: JSON.parse(message.output),\n },\n },\n ],\n }\n }\n })\n }\n\n private buildTools() {\n const tools: ToolSet = {}\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return tools\n\n this.tools.forEach((t) => {\n tools[t.name] = tool({\n description: t.description,\n inputSchema: (t.inputSchema || z.object({})) as z.ZodObject,\n execute: (args: any, { toolCallId }: { toolCallId: string }) =>\n this.executeTool({\n role: 'tool_call',\n toolCallId,\n toolName: t.name,\n parameters: JSON.stringify(args),\n }),\n })\n })\n return tools\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACCA,oBAAoC;AACpC,gBAQO;AAEP,iBAAkB;AAclB,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,oBAAyB;AAAA,EAGvD,MAAgB,eAAe,QAAoC;AACjE,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,KAAK,gBAAgB;AACpC,QAAI,aAAa;AAGjB,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,aAAS,sBAAW;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,QACpB,cAAc,KAAK,kBAAkB;AAAA,QACrC,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,YAAY,KAAK,QAAQ,YAAY;AAAA,QACrC,iBAAiB,KAAK,QAAQ;AAAA,QAC9B,cAAU,uBAAY,CAAC;AAAA,QACvB,cAAc,CAAC,SAAS;AACtB,gBAAM,QAAQ,KAAK,UAAU;AAAA,YAAI,CAAC,aAChC,KAAK,QAAQ,SAAS,QAAQ;AAAA,UAChC;AACA,cAAI,MAAM,KAAK,CAAC,MAAM,GAAG,UAAU,GAAG;AACpC,yBAAa;AAAA,UACf;AAAA,QACF;AAAA,QACA,GAAG,KAAK,QAAQ;AAAA,QAChB,aAAa;AAAA,MACf,CAAC;AAED,uBAAiB,YAAY,OAAO,YAAY;AAC9C,YAAI,WAAY;AAChB,aAAK,IAAI,kBAAkB,QAAQ,GAAG;AAGtC,YAAI,gBAAgB;AAClB,cAAI,CAAC,YAAY;AACf,kBAAM,gBAAgB,SAAS,QAAQ,eAAe,QAAQ;AAC9D,gBAAI,kBAAkB,IAAI;AACxB,2BAAa;AACb,oBAAM,cAAc,SAAS,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC7D,qBAAO,MAAM,WAAW;AACxB;AAAA,YACF;AAAA,UACF,OAAO;AAEL;AAAA,UACF;AAAA,QACF;AAGA,eAAO,MAAM,QAAQ;AAAA,MACvB;AACA,UAAI,WAAY;AAEhB,YAAM,WAAW,MAAM,OAAO;AAC9B,YAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,QAAQ;AAGnD,WAAK,oBAAoB,SAAS,QAAQ;AAC1C,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAY;AACnB,UAAI,oBAAoB,KAAK,iBAAiB;AAC5C,gBAAQ,MAAM,iCAAiC,KAAK;AACpD,aAAK,IAAI,8BAA8B;AACvC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,WAAO,KAAK,aACT,QAAQ,CAAC,YAAa,QAAQ,SAAS,WAAW,QAAQ,UAAU,CAAC,CAAE,EACvE,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,gBAAgC;AACtC,WAAO,KAAK,aAAa,QAAQ,CAAC,YAA+B;AAC/D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO,CAAC;AAAA,QACV,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,OAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,cACtC;AAAA,YACF;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,QAAQ;AAAA,kBACN,MAAM;AAAA,kBACN,OAAO,KAAK,MAAM,QAAQ,MAAM;AAAA,gBAClC;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AACnB,UAAM,QAAiB,CAAC;AAGxB,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,SAAK,MAAM,QAAQ,CAAC,MAAM;AACxB,YAAM,EAAE,IAAI,QAAI,gBAAK;AAAA,QACnB,aAAa,EAAE;AAAA,QACf,aAAc,EAAE,eAAe,aAAE,OAAO,CAAC,CAAC;AAAA,QAC1C,SAAS,CAAC,MAAW,EAAE,WAAW,MAChC,KAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN;AAAA,UACA,UAAU,EAAE;AAAA,UACZ,YAAY,KAAK,UAAU,IAAI;AAAA,QACjC,CAAC;AAAA,MACL,CAAC;AAAA,IACH,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;","names":[]}
|
package/dist/index.mjs
CHANGED
|
@@ -18,6 +18,7 @@ var AiSdkAgent = class extends Agent {
|
|
|
18
18
|
try {
|
|
19
19
|
const result = streamText({
|
|
20
20
|
model: this.options.model,
|
|
21
|
+
instructions: this.buildInstructions(),
|
|
21
22
|
messages: this.buildMessages(),
|
|
22
23
|
tools: this.buildTools(),
|
|
23
24
|
maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,
|
|
@@ -65,12 +66,17 @@ var AiSdkAgent = class extends Agent {
|
|
|
65
66
|
}
|
|
66
67
|
}
|
|
67
68
|
}
|
|
69
|
+
// The AI SDK takes the system prompt apart from the conversation
|
|
70
|
+
buildInstructions() {
|
|
71
|
+
return this.conversation.flatMap((message) => message.role === "system" ? message.content : []).join("\n\n");
|
|
72
|
+
}
|
|
68
73
|
buildMessages() {
|
|
69
|
-
return this.conversation.
|
|
74
|
+
return this.conversation.flatMap((message) => {
|
|
70
75
|
switch (message.role) {
|
|
76
|
+
case "system":
|
|
77
|
+
return [];
|
|
71
78
|
case "user":
|
|
72
79
|
case "assistant":
|
|
73
|
-
case "system":
|
|
74
80
|
return {
|
|
75
81
|
role: message.role,
|
|
76
82
|
content: message.content
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/AiSdkAgent.ts"],"sourcesContent":["import { ProviderOptions } from '@ai-sdk/provider-utils'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n /**\n * Parameters read by a single provider, keyed by provider name, for anything\n * `settings` has no field for. `{ openai: { reasoningEffort: 'none' } }`\n * turns reasoning off, which a spoken turn needs.\n */\n providerOptions?: ProviderOptions\n maxRetry?: number\n}\n\nconst DEFAULT_MAX_RETRY = 3\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n protected async generateAnswer(stream: PassThrough): Promise<void> {\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = this.abortController.signal\n let skipAnswer = false\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,\n providerOptions: this.options.providerOptions,\n stopWhen: stepCountIs(5),\n onStepFinish: (step) => {\n const tools = step.toolCalls.map((toolCall) =>\n this.getTool(toolCall.toolName)\n )\n if (tools.some((t) => t?.skipAnswer)) {\n skipAnswer = true\n }\n },\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n if (skipAnswer) return\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n if (skipAnswer) return\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n } catch (error: any) {\n if (abortController === this.abortController) {\n console.error('[AiSdkAgent] Error answering:', error)\n this.log('Generation failed, giving up')\n this.emit('Failed')\n }\n }\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.
|
|
1
|
+
{"version":3,"sources":["../src/AiSdkAgent.ts"],"sourcesContent":["import { ProviderOptions } from '@ai-sdk/provider-utils'\nimport { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n /**\n * Parameters read by a single provider, keyed by provider name, for anything\n * `settings` has no field for. `{ openai: { reasoningEffort: 'none' } }`\n * turns reasoning off, which a spoken turn needs.\n */\n providerOptions?: ProviderOptions\n maxRetry?: number\n}\n\nconst DEFAULT_MAX_RETRY = 3\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n protected async generateAnswer(stream: PassThrough): Promise<void> {\n const abortController = new AbortController()\n this.abortController = abortController\n const signal = this.abortController.signal\n let skipAnswer = false\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n instructions: this.buildInstructions(),\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: this.options.maxRetry ?? DEFAULT_MAX_RETRY,\n providerOptions: this.options.providerOptions,\n stopWhen: stepCountIs(5),\n onStepFinish: (step) => {\n const tools = step.toolCalls.map((toolCall) =>\n this.getTool(toolCall.toolName)\n )\n if (tools.some((t) => t?.skipAnswer)) {\n skipAnswer = true\n }\n },\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n if (skipAnswer) return\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n if (skipAnswer) return\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n this.abortController = undefined\n } catch (error: any) {\n if (abortController === this.abortController) {\n console.error('[AiSdkAgent] Error answering:', error)\n this.log('Generation failed, giving up')\n this.emit('Failed')\n }\n }\n }\n\n // The AI SDK takes the system prompt apart from the conversation\n private buildInstructions() {\n return this.conversation\n .flatMap((message) => (message.role === 'system' ? message.content : []))\n .join('\\n\\n')\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.flatMap((message): ModelMessage | [] => {\n switch (message.role) {\n case 'system':\n return []\n case 'user':\n case 'assistant':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n content: [\n {\n type: 'tool-call',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n input: JSON.parse(message.parameters),\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n content: [\n {\n type: 'tool-result',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n output: {\n type: 'json',\n value: JSON.parse(message.output),\n },\n },\n ],\n }\n }\n })\n }\n\n private buildTools() {\n const tools: ToolSet = {}\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return tools\n\n this.tools.forEach((t) => {\n tools[t.name] = tool({\n description: t.description,\n inputSchema: (t.inputSchema || z.object({})) as z.ZodObject,\n execute: (args: any, { toolCallId }: { toolCallId: string }) =>\n this.executeTool({\n role: 'tool_call',\n toolCallId,\n toolName: t.name,\n parameters: JSON.stringify(args),\n }),\n })\n })\n return tools\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n"],"mappings":";AACA,SAAS,aAA2B;AACpC;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAEP,SAAS,SAAS;AAclB,IAAM,oBAAoB;AAEnB,IAAM,aAAN,cAAyB,MAAyB;AAAA,EAGvD,MAAgB,eAAe,QAAoC;AACjE,UAAM,kBAAkB,IAAI,gBAAgB;AAC5C,SAAK,kBAAkB;AACvB,UAAM,SAAS,KAAK,gBAAgB;AACpC,QAAI,aAAa;AAGjB,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,SAAS,WAAW;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,QACpB,cAAc,KAAK,kBAAkB;AAAA,QACrC,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,YAAY,KAAK,QAAQ,YAAY;AAAA,QACrC,iBAAiB,KAAK,QAAQ;AAAA,QAC9B,UAAU,YAAY,CAAC;AAAA,QACvB,cAAc,CAAC,SAAS;AACtB,gBAAM,QAAQ,KAAK,UAAU;AAAA,YAAI,CAAC,aAChC,KAAK,QAAQ,SAAS,QAAQ;AAAA,UAChC;AACA,cAAI,MAAM,KAAK,CAAC,MAAM,GAAG,UAAU,GAAG;AACpC,yBAAa;AAAA,UACf;AAAA,QACF;AAAA,QACA,GAAG,KAAK,QAAQ;AAAA,QAChB,aAAa;AAAA,MACf,CAAC;AAED,uBAAiB,YAAY,OAAO,YAAY;AAC9C,YAAI,WAAY;AAChB,aAAK,IAAI,kBAAkB,QAAQ,GAAG;AAGtC,YAAI,gBAAgB;AAClB,cAAI,CAAC,YAAY;AACf,kBAAM,gBAAgB,SAAS,QAAQ,eAAe,QAAQ;AAC9D,gBAAI,kBAAkB,IAAI;AACxB,2BAAa;AACb,oBAAM,cAAc,SAAS,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC7D,qBAAO,MAAM,WAAW;AACxB;AAAA,YACF;AAAA,UACF,OAAO;AAEL;AAAA,UACF;AAAA,QACF;AAGA,eAAO,MAAM,QAAQ;AAAA,MACvB;AACA,UAAI,WAAY;AAEhB,YAAM,WAAW,MAAM,OAAO;AAC9B,YAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,QAAQ;AAGnD,WAAK,oBAAoB,SAAS,QAAQ;AAC1C,WAAK,kBAAkB;AAAA,IACzB,SAAS,OAAY;AACnB,UAAI,oBAAoB,KAAK,iBAAiB;AAC5C,gBAAQ,MAAM,iCAAiC,KAAK;AACpD,aAAK,IAAI,8BAA8B;AACvC,aAAK,KAAK,QAAQ;AAAA,MACpB;AAAA,IACF;AAAA,EACF;AAAA;AAAA,EAGQ,oBAAoB;AAC1B,WAAO,KAAK,aACT,QAAQ,CAAC,YAAa,QAAQ,SAAS,WAAW,QAAQ,UAAU,CAAC,CAAE,EACvE,KAAK,MAAM;AAAA,EAChB;AAAA,EAEQ,gBAAgC;AACtC,WAAO,KAAK,aAAa,QAAQ,CAAC,YAA+B;AAC/D,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AACH,iBAAO,CAAC;AAAA,QACV,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,OAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,cACtC;AAAA,YACF;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,QAAQ;AAAA,kBACN,MAAM;AAAA,kBACN,OAAO,KAAK,MAAM,QAAQ,MAAM;AAAA,gBAClC;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AACnB,UAAM,QAAiB,CAAC;AAGxB,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,SAAK,MAAM,QAAQ,CAAC,MAAM;AACxB,YAAM,EAAE,IAAI,IAAI,KAAK;AAAA,QACnB,aAAa,EAAE;AAAA,QACf,aAAc,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;AAAA,QAC1C,SAAS,CAAC,MAAW,EAAE,WAAW,MAChC,KAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN;AAAA,UACA,UAAU,EAAE;AAAA,UACZ,YAAY,KAAK,UAAU,IAAI;AAAA,QACjC,CAAC;AAAA,MACL,CAAC;AAAA,IACH,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,9 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@micdrop/ai-sdk",
|
|
3
|
-
"version": "
|
|
3
|
+
"version": "2.0.0",
|
|
4
4
|
"description": "AI SDK implementation for @micdrop/server",
|
|
5
5
|
"author": "Godefroy de Compreignac",
|
|
6
6
|
"license": "MIT",
|
|
7
|
+
"engines": {
|
|
8
|
+
"node": ">=22"
|
|
9
|
+
},
|
|
7
10
|
"main": "./dist/index.js",
|
|
8
11
|
"module": "./dist/index.mjs",
|
|
9
12
|
"types": "./dist/index.d.ts",
|
|
@@ -34,8 +37,8 @@
|
|
|
34
37
|
"ai-sdk"
|
|
35
38
|
],
|
|
36
39
|
"dependencies": {
|
|
37
|
-
"@ai-sdk/provider-utils": "^
|
|
38
|
-
"ai": "^
|
|
40
|
+
"@ai-sdk/provider-utils": "^5.0.70",
|
|
41
|
+
"ai": "^7.0.155"
|
|
39
42
|
},
|
|
40
43
|
"peerDependencies": {
|
|
41
44
|
"@micdrop/server": "*",
|