@micdrop/ai-sdk 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +73 -0
- package/dist/index.d.mts +18 -0
- package/dist/index.d.ts +18 -0
- package/dist/index.js +156 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +133 -0
- package/dist/index.mjs.map +1 -0
- package/package.json +48 -0
package/README.md
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
# @micdrop/ai-sdk
|
|
2
|
+
|
|
3
|
+
[Micdrop website](https://micdrop.dev) | [Documentation](https://micdrop.dev/docs/ai-integration/provided-integrations/ai-sdk)
|
|
4
|
+
|
|
5
|
+
AI SDK implementation for [@micdrop/server](https://micdrop.dev/docs/server).
|
|
6
|
+
|
|
7
|
+
## Installation
|
|
8
|
+
|
|
9
|
+
Install AI SDK:
|
|
10
|
+
|
|
11
|
+
```bash
|
|
12
|
+
npm install @micdrop/ai-sdk
|
|
13
|
+
```
|
|
14
|
+
|
|
15
|
+
And install the provider you want to use, for example OpenAI:
|
|
16
|
+
|
|
17
|
+
```bash
|
|
18
|
+
npm install @ai-sdk/openai
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## AI SDK Agent
|
|
22
|
+
|
|
23
|
+
### Usage
|
|
24
|
+
|
|
25
|
+
```typescript
|
|
26
|
+
import { AiSdkAgent } from '@micdrop/ai-sdk'
|
|
27
|
+
import { MicdropServer } from '@micdrop/server'
|
|
28
|
+
import { openai } from '@ai-sdk/openai' // or any other provider
|
|
29
|
+
|
|
30
|
+
const agent = new AiSdkAgent({
|
|
31
|
+
model: openai('gpt-4o'), // Use any AI SDK compatible model
|
|
32
|
+
systemPrompt: 'You are a helpful assistant',
|
|
33
|
+
|
|
34
|
+
// Advanced features (optional)
|
|
35
|
+
autoEndCall: true, // Automatically end call when user requests
|
|
36
|
+
autoSemanticTurn: true, // Handle incomplete sentences
|
|
37
|
+
autoIgnoreUserNoise: true, // Filter out meaningless sounds
|
|
38
|
+
|
|
39
|
+
// Custom AI SDK settings (optional)
|
|
40
|
+
settings: {
|
|
41
|
+
temperature: 0.7,
|
|
42
|
+
maxTokens: 150,
|
|
43
|
+
},
|
|
44
|
+
})
|
|
45
|
+
|
|
46
|
+
// Use with MicdropServer
|
|
47
|
+
new MicdropServer(socket, {
|
|
48
|
+
agent,
|
|
49
|
+
// ... other options
|
|
50
|
+
})
|
|
51
|
+
```
|
|
52
|
+
|
|
53
|
+
### Supported Providers
|
|
54
|
+
|
|
55
|
+
The AI SDK Agent supports any provider compatible with the Vercel AI SDK:
|
|
56
|
+
|
|
57
|
+
- **OpenAI**: `openai('gpt-4o')`, `openai('gpt-3.5-turbo')`
|
|
58
|
+
- **Anthropic**: `anthropic('claude-3-5-sonnet-20241022')`
|
|
59
|
+
- **Google**: `google('gemini-1.5-pro')`, `google('gemini-1.5-flash')`
|
|
60
|
+
- **Mistral**: `mistral('mistral-large-latest')`
|
|
61
|
+
- **And many more**: See [AI SDK Providers](https://sdk.vercel.ai/providers/ai-sdk-providers)
|
|
62
|
+
|
|
63
|
+
## Documentation
|
|
64
|
+
|
|
65
|
+
Read full [documentation of the AI SDK integration for Micdrop](https://micdrop.dev/docs/ai-integration/provided-integrations/ai-sdk) on the [website](https://micdrop.dev).
|
|
66
|
+
|
|
67
|
+
## License
|
|
68
|
+
|
|
69
|
+
MIT
|
|
70
|
+
|
|
71
|
+
## Author
|
|
72
|
+
|
|
73
|
+
Originally developed for [Raconte.ai](https://www.raconte.ai) and open sourced by [Lonestone](https://www.lonestone.io) ([GitHub](https://github.com/lonestone))
|
package/dist/index.d.mts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { AgentOptions, Agent } from '@micdrop/server';
|
|
2
|
+
import { LanguageModel, CallSettings } from 'ai';
|
|
3
|
+
import { PassThrough } from 'stream';
|
|
4
|
+
|
|
5
|
+
interface AiSdkAgentOptions extends AgentOptions {
|
|
6
|
+
model: LanguageModel;
|
|
7
|
+
settings?: CallSettings;
|
|
8
|
+
}
|
|
9
|
+
declare class AiSdkAgent extends Agent<AiSdkAgentOptions> {
|
|
10
|
+
private abortController?;
|
|
11
|
+
answer(): PassThrough;
|
|
12
|
+
private generateAnswer;
|
|
13
|
+
private buildMessages;
|
|
14
|
+
private buildTools;
|
|
15
|
+
cancel(): void;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export { AiSdkAgent, type AiSdkAgentOptions };
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { AgentOptions, Agent } from '@micdrop/server';
|
|
2
|
+
import { LanguageModel, CallSettings } from 'ai';
|
|
3
|
+
import { PassThrough } from 'stream';
|
|
4
|
+
|
|
5
|
+
interface AiSdkAgentOptions extends AgentOptions {
|
|
6
|
+
model: LanguageModel;
|
|
7
|
+
settings?: CallSettings;
|
|
8
|
+
}
|
|
9
|
+
declare class AiSdkAgent extends Agent<AiSdkAgentOptions> {
|
|
10
|
+
private abortController?;
|
|
11
|
+
answer(): PassThrough;
|
|
12
|
+
private generateAnswer;
|
|
13
|
+
private buildMessages;
|
|
14
|
+
private buildTools;
|
|
15
|
+
cancel(): void;
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
export { AiSdkAgent, type AiSdkAgentOptions };
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/index.ts
|
|
21
|
+
var index_exports = {};
|
|
22
|
+
__export(index_exports, {
|
|
23
|
+
AiSdkAgent: () => AiSdkAgent
|
|
24
|
+
});
|
|
25
|
+
module.exports = __toCommonJS(index_exports);
|
|
26
|
+
|
|
27
|
+
// src/AiSdkAgent.ts
|
|
28
|
+
var import_server = require("@micdrop/server");
|
|
29
|
+
var import_ai = require("ai");
|
|
30
|
+
var import_stream = require("stream");
|
|
31
|
+
var import_zod = require("zod");
|
|
32
|
+
var AiSdkAgent = class extends import_server.Agent {
|
|
33
|
+
answer() {
|
|
34
|
+
this.cancel();
|
|
35
|
+
this.log("Start answering");
|
|
36
|
+
const stream = new import_stream.PassThrough();
|
|
37
|
+
this.generateAnswer(stream).finally(() => {
|
|
38
|
+
this.abortController = void 0;
|
|
39
|
+
if (stream.writable) {
|
|
40
|
+
stream.end();
|
|
41
|
+
}
|
|
42
|
+
});
|
|
43
|
+
return stream;
|
|
44
|
+
}
|
|
45
|
+
async generateAnswer(stream) {
|
|
46
|
+
this.abortController = new AbortController();
|
|
47
|
+
const signal = this.abortController.signal;
|
|
48
|
+
let extracting = false;
|
|
49
|
+
const extractOptions = this.getExtractOptions();
|
|
50
|
+
try {
|
|
51
|
+
const result = (0, import_ai.streamText)({
|
|
52
|
+
model: this.options.model,
|
|
53
|
+
messages: this.buildMessages(),
|
|
54
|
+
tools: this.buildTools(),
|
|
55
|
+
maxRetries: 3,
|
|
56
|
+
stopWhen: (0, import_ai.stepCountIs)(5),
|
|
57
|
+
...this.options.settings,
|
|
58
|
+
abortSignal: signal
|
|
59
|
+
});
|
|
60
|
+
for await (const textPart of result.textStream) {
|
|
61
|
+
this.log(`Answer chunk: "${textPart}"`);
|
|
62
|
+
if (extractOptions) {
|
|
63
|
+
if (!extracting) {
|
|
64
|
+
const startTagIndex = textPart.indexOf(extractOptions.startTag);
|
|
65
|
+
if (startTagIndex !== -1) {
|
|
66
|
+
extracting = true;
|
|
67
|
+
const messagePart = textPart.slice(0, startTagIndex).trimEnd();
|
|
68
|
+
stream.write(messagePart);
|
|
69
|
+
continue;
|
|
70
|
+
}
|
|
71
|
+
} else {
|
|
72
|
+
continue;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
stream.write(textPart);
|
|
76
|
+
}
|
|
77
|
+
const fullText = await result.text;
|
|
78
|
+
const { message, metadata } = this.extract(fullText);
|
|
79
|
+
this.addAssistantMessage(message, metadata);
|
|
80
|
+
} catch (error) {
|
|
81
|
+
if (!signal.aborted) {
|
|
82
|
+
console.error("[AiSdkAgent] Error answering:", error);
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
}
|
|
86
|
+
buildMessages() {
|
|
87
|
+
return this.conversation.map((message) => {
|
|
88
|
+
switch (message.role) {
|
|
89
|
+
case "user":
|
|
90
|
+
case "assistant":
|
|
91
|
+
case "system":
|
|
92
|
+
return {
|
|
93
|
+
role: message.role,
|
|
94
|
+
content: message.content
|
|
95
|
+
};
|
|
96
|
+
case "tool_call":
|
|
97
|
+
return {
|
|
98
|
+
role: "assistant",
|
|
99
|
+
content: [
|
|
100
|
+
{
|
|
101
|
+
type: "tool-call",
|
|
102
|
+
toolCallId: message.toolCallId,
|
|
103
|
+
toolName: message.toolName,
|
|
104
|
+
input: JSON.parse(message.parameters)
|
|
105
|
+
}
|
|
106
|
+
]
|
|
107
|
+
};
|
|
108
|
+
case "tool_result":
|
|
109
|
+
return {
|
|
110
|
+
role: "tool",
|
|
111
|
+
content: [
|
|
112
|
+
{
|
|
113
|
+
type: "tool-result",
|
|
114
|
+
toolCallId: message.toolCallId,
|
|
115
|
+
toolName: message.toolName,
|
|
116
|
+
output: {
|
|
117
|
+
type: "json",
|
|
118
|
+
value: JSON.parse(message.output)
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
]
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
buildTools() {
|
|
127
|
+
const tools = {};
|
|
128
|
+
const enableTools = this.conversation.length > 1;
|
|
129
|
+
if (!enableTools) return tools;
|
|
130
|
+
this.tools.forEach((t) => {
|
|
131
|
+
tools[t.name] = (0, import_ai.tool)({
|
|
132
|
+
name: t.name,
|
|
133
|
+
description: t.description,
|
|
134
|
+
inputSchema: t.inputSchema || import_zod.z.object({}),
|
|
135
|
+
execute: (args, { toolCallId }) => this.executeTool({
|
|
136
|
+
role: "tool_call",
|
|
137
|
+
toolCallId,
|
|
138
|
+
toolName: t.name,
|
|
139
|
+
parameters: JSON.stringify(args)
|
|
140
|
+
})
|
|
141
|
+
});
|
|
142
|
+
});
|
|
143
|
+
return tools;
|
|
144
|
+
}
|
|
145
|
+
cancel() {
|
|
146
|
+
if (!this.abortController) return;
|
|
147
|
+
this.log("Cancel");
|
|
148
|
+
this.abortController.abort();
|
|
149
|
+
this.abortController = void 0;
|
|
150
|
+
}
|
|
151
|
+
};
|
|
152
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
153
|
+
0 && (module.exports = {
|
|
154
|
+
AiSdkAgent
|
|
155
|
+
});
|
|
156
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/AiSdkAgent.ts"],"sourcesContent":["export * from './AiSdkAgent'","import { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n}\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(stream: PassThrough): Promise<void> {\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: 3,\n stopWhen: stepCountIs(5),\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n } catch (error: any) {\n if (!signal.aborted) {\n console.error('[AiSdkAgent] Error answering:', error)\n }\n }\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.map((message): ModelMessage => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n content: [\n {\n type: 'tool-call',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n input: JSON.parse(message.parameters),\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n content: [\n {\n type: 'tool-result',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n output: {\n type: 'json',\n value: JSON.parse(message.output),\n },\n },\n ],\n }\n }\n })\n }\n\n private buildTools() {\n const tools: ToolSet = {}\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return tools\n\n this.tools.forEach((t) => {\n tools[t.name] = tool({\n name: t.name,\n description: t.description,\n inputSchema: t.inputSchema || z.object({}),\n execute: (args, { toolCallId }) =>\n this.executeTool({\n role: 'tool_call',\n toolCallId,\n toolName: t.name,\n parameters: JSON.stringify(args),\n }),\n })\n })\n return tools\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,oBAAoC;AACpC,gBAQO;AACP,oBAA4B;AAC5B,iBAAkB;AAOX,IAAM,aAAN,cAAyB,oBAAyB;AAAA,EAGvD,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,0BAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eAAe,QAAoC;AAC/D,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,aAAS,sBAAW;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,QACpB,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,YAAY;AAAA,QACZ,cAAU,uBAAY,CAAC;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,QAChB,aAAa;AAAA,MACf,CAAC;AAED,uBAAiB,YAAY,OAAO,YAAY;AAC9C,aAAK,IAAI,kBAAkB,QAAQ,GAAG;AAGtC,YAAI,gBAAgB;AAClB,cAAI,CAAC,YAAY;AACf,kBAAM,gBAAgB,SAAS,QAAQ,eAAe,QAAQ;AAC9D,gBAAI,kBAAkB,IAAI;AACxB,2BAAa;AACb,oBAAM,cAAc,SAAS,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC7D,qBAAO,MAAM,WAAW;AACxB;AAAA,YACF;AAAA,UACF,OAAO;AAEL;AAAA,UACF;AAAA,QACF;AAGA,eAAO,MAAM,QAAQ;AAAA,MACvB;AAEA,YAAM,WAAW,MAAM,OAAO;AAC9B,YAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,QAAQ;AAGnD,WAAK,oBAAoB,SAAS,QAAQ;AAAA,IAC5C,SAAS,OAAY;AACnB,UAAI,CAAC,OAAO,SAAS;AACnB,gBAAQ,MAAM,iCAAiC,KAAK;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgC;AACtC,WAAO,KAAK,aAAa,IAAI,CAAC,YAA0B;AACtD,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,OAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,cACtC;AAAA,YACF;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,QAAQ;AAAA,kBACN,MAAM;AAAA,kBACN,OAAO,KAAK,MAAM,QAAQ,MAAM;AAAA,gBAClC;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AACnB,UAAM,QAAiB,CAAC;AAGxB,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,SAAK,MAAM,QAAQ,CAAC,MAAM;AACxB,YAAM,EAAE,IAAI,QAAI,gBAAK;AAAA,QACnB,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,aAAa,EAAE,eAAe,aAAE,OAAO,CAAC,CAAC;AAAA,QACzC,SAAS,CAAC,MAAM,EAAE,WAAW,MAC3B,KAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN;AAAA,UACA,UAAU,EAAE;AAAA,UACZ,YAAY,KAAK,UAAU,IAAI;AAAA,QACjC,CAAC;AAAA,MACL,CAAC;AAAA,IACH,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;","names":[]}
|
package/dist/index.mjs
ADDED
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
// src/AiSdkAgent.ts
|
|
2
|
+
import { Agent } from "@micdrop/server";
|
|
3
|
+
import {
|
|
4
|
+
stepCountIs,
|
|
5
|
+
streamText,
|
|
6
|
+
tool
|
|
7
|
+
} from "ai";
|
|
8
|
+
import { PassThrough } from "stream";
|
|
9
|
+
import { z } from "zod";
|
|
10
|
+
var AiSdkAgent = class extends Agent {
|
|
11
|
+
answer() {
|
|
12
|
+
this.cancel();
|
|
13
|
+
this.log("Start answering");
|
|
14
|
+
const stream = new PassThrough();
|
|
15
|
+
this.generateAnswer(stream).finally(() => {
|
|
16
|
+
this.abortController = void 0;
|
|
17
|
+
if (stream.writable) {
|
|
18
|
+
stream.end();
|
|
19
|
+
}
|
|
20
|
+
});
|
|
21
|
+
return stream;
|
|
22
|
+
}
|
|
23
|
+
async generateAnswer(stream) {
|
|
24
|
+
this.abortController = new AbortController();
|
|
25
|
+
const signal = this.abortController.signal;
|
|
26
|
+
let extracting = false;
|
|
27
|
+
const extractOptions = this.getExtractOptions();
|
|
28
|
+
try {
|
|
29
|
+
const result = streamText({
|
|
30
|
+
model: this.options.model,
|
|
31
|
+
messages: this.buildMessages(),
|
|
32
|
+
tools: this.buildTools(),
|
|
33
|
+
maxRetries: 3,
|
|
34
|
+
stopWhen: stepCountIs(5),
|
|
35
|
+
...this.options.settings,
|
|
36
|
+
abortSignal: signal
|
|
37
|
+
});
|
|
38
|
+
for await (const textPart of result.textStream) {
|
|
39
|
+
this.log(`Answer chunk: "${textPart}"`);
|
|
40
|
+
if (extractOptions) {
|
|
41
|
+
if (!extracting) {
|
|
42
|
+
const startTagIndex = textPart.indexOf(extractOptions.startTag);
|
|
43
|
+
if (startTagIndex !== -1) {
|
|
44
|
+
extracting = true;
|
|
45
|
+
const messagePart = textPart.slice(0, startTagIndex).trimEnd();
|
|
46
|
+
stream.write(messagePart);
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
} else {
|
|
50
|
+
continue;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
stream.write(textPart);
|
|
54
|
+
}
|
|
55
|
+
const fullText = await result.text;
|
|
56
|
+
const { message, metadata } = this.extract(fullText);
|
|
57
|
+
this.addAssistantMessage(message, metadata);
|
|
58
|
+
} catch (error) {
|
|
59
|
+
if (!signal.aborted) {
|
|
60
|
+
console.error("[AiSdkAgent] Error answering:", error);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
buildMessages() {
|
|
65
|
+
return this.conversation.map((message) => {
|
|
66
|
+
switch (message.role) {
|
|
67
|
+
case "user":
|
|
68
|
+
case "assistant":
|
|
69
|
+
case "system":
|
|
70
|
+
return {
|
|
71
|
+
role: message.role,
|
|
72
|
+
content: message.content
|
|
73
|
+
};
|
|
74
|
+
case "tool_call":
|
|
75
|
+
return {
|
|
76
|
+
role: "assistant",
|
|
77
|
+
content: [
|
|
78
|
+
{
|
|
79
|
+
type: "tool-call",
|
|
80
|
+
toolCallId: message.toolCallId,
|
|
81
|
+
toolName: message.toolName,
|
|
82
|
+
input: JSON.parse(message.parameters)
|
|
83
|
+
}
|
|
84
|
+
]
|
|
85
|
+
};
|
|
86
|
+
case "tool_result":
|
|
87
|
+
return {
|
|
88
|
+
role: "tool",
|
|
89
|
+
content: [
|
|
90
|
+
{
|
|
91
|
+
type: "tool-result",
|
|
92
|
+
toolCallId: message.toolCallId,
|
|
93
|
+
toolName: message.toolName,
|
|
94
|
+
output: {
|
|
95
|
+
type: "json",
|
|
96
|
+
value: JSON.parse(message.output)
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
]
|
|
100
|
+
};
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
}
|
|
104
|
+
buildTools() {
|
|
105
|
+
const tools = {};
|
|
106
|
+
const enableTools = this.conversation.length > 1;
|
|
107
|
+
if (!enableTools) return tools;
|
|
108
|
+
this.tools.forEach((t) => {
|
|
109
|
+
tools[t.name] = tool({
|
|
110
|
+
name: t.name,
|
|
111
|
+
description: t.description,
|
|
112
|
+
inputSchema: t.inputSchema || z.object({}),
|
|
113
|
+
execute: (args, { toolCallId }) => this.executeTool({
|
|
114
|
+
role: "tool_call",
|
|
115
|
+
toolCallId,
|
|
116
|
+
toolName: t.name,
|
|
117
|
+
parameters: JSON.stringify(args)
|
|
118
|
+
})
|
|
119
|
+
});
|
|
120
|
+
});
|
|
121
|
+
return tools;
|
|
122
|
+
}
|
|
123
|
+
cancel() {
|
|
124
|
+
if (!this.abortController) return;
|
|
125
|
+
this.log("Cancel");
|
|
126
|
+
this.abortController.abort();
|
|
127
|
+
this.abortController = void 0;
|
|
128
|
+
}
|
|
129
|
+
};
|
|
130
|
+
export {
|
|
131
|
+
AiSdkAgent
|
|
132
|
+
};
|
|
133
|
+
//# sourceMappingURL=index.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/AiSdkAgent.ts"],"sourcesContent":["import { Agent, AgentOptions } from '@micdrop/server'\nimport {\n CallSettings,\n LanguageModel,\n ModelMessage,\n stepCountIs,\n streamText,\n tool,\n ToolSet,\n} from 'ai'\nimport { PassThrough } from 'stream'\nimport { z } from 'zod'\n\nexport interface AiSdkAgentOptions extends AgentOptions {\n model: LanguageModel\n settings?: CallSettings\n}\n\nexport class AiSdkAgent extends Agent<AiSdkAgentOptions> {\n private abortController?: AbortController\n\n answer() {\n this.cancel()\n this.log('Start answering')\n const stream = new PassThrough()\n\n this.generateAnswer(stream).finally(() => {\n this.abortController = undefined\n if (stream.writable) {\n stream.end()\n }\n })\n\n return stream\n }\n\n private async generateAnswer(stream: PassThrough): Promise<void> {\n this.abortController = new AbortController()\n const signal = this.abortController.signal\n\n // Prepare extracting\n let extracting = false\n const extractOptions = this.getExtractOptions()\n\n try {\n // Generate response using AI SDK\n const result = streamText({\n model: this.options.model,\n messages: this.buildMessages(),\n tools: this.buildTools(),\n maxRetries: 3,\n stopWhen: stepCountIs(5),\n ...this.options.settings,\n abortSignal: signal,\n })\n\n for await (const textPart of result.textStream) {\n this.log(`Answer chunk: \"${textPart}\"`)\n\n // Extracting value?\n if (extractOptions) {\n if (!extracting) {\n const startTagIndex = textPart.indexOf(extractOptions.startTag)\n if (startTagIndex !== -1) {\n extracting = true\n const messagePart = textPart.slice(0, startTagIndex).trimEnd()\n stream.write(messagePart)\n continue\n }\n } else {\n // Extracting, don't write to stream\n continue\n }\n }\n\n // Send chunk\n stream.write(textPart)\n }\n\n const fullText = await result.text\n const { message, metadata } = this.extract(fullText)\n\n // Emit message\n this.addAssistantMessage(message, metadata)\n } catch (error: any) {\n if (!signal.aborted) {\n console.error('[AiSdkAgent] Error answering:', error)\n }\n }\n }\n\n private buildMessages(): ModelMessage[] {\n return this.conversation.map((message): ModelMessage => {\n switch (message.role) {\n case 'user':\n case 'assistant':\n case 'system':\n return {\n role: message.role,\n content: message.content,\n }\n case 'tool_call':\n return {\n role: 'assistant',\n content: [\n {\n type: 'tool-call',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n input: JSON.parse(message.parameters),\n },\n ],\n }\n case 'tool_result':\n return {\n role: 'tool',\n content: [\n {\n type: 'tool-result',\n toolCallId: message.toolCallId,\n toolName: message.toolName,\n output: {\n type: 'json',\n value: JSON.parse(message.output),\n },\n },\n ],\n }\n }\n })\n }\n\n private buildTools() {\n const tools: ToolSet = {}\n\n // Disable tools if first message\n const enableTools = this.conversation.length > 1\n if (!enableTools) return tools\n\n this.tools.forEach((t) => {\n tools[t.name] = tool({\n name: t.name,\n description: t.description,\n inputSchema: t.inputSchema || z.object({}),\n execute: (args, { toolCallId }) =>\n this.executeTool({\n role: 'tool_call',\n toolCallId,\n toolName: t.name,\n parameters: JSON.stringify(args),\n }),\n })\n })\n return tools\n }\n\n cancel() {\n if (!this.abortController) return\n this.log('Cancel')\n this.abortController.abort()\n this.abortController = undefined\n }\n}\n"],"mappings":";AAAA,SAAS,aAA2B;AACpC;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,mBAAmB;AAC5B,SAAS,SAAS;AAOX,IAAM,aAAN,cAAyB,MAAyB;AAAA,EAGvD,SAAS;AACP,SAAK,OAAO;AACZ,SAAK,IAAI,iBAAiB;AAC1B,UAAM,SAAS,IAAI,YAAY;AAE/B,SAAK,eAAe,MAAM,EAAE,QAAQ,MAAM;AACxC,WAAK,kBAAkB;AACvB,UAAI,OAAO,UAAU;AACnB,eAAO,IAAI;AAAA,MACb;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA,EAEA,MAAc,eAAe,QAAoC;AAC/D,SAAK,kBAAkB,IAAI,gBAAgB;AAC3C,UAAM,SAAS,KAAK,gBAAgB;AAGpC,QAAI,aAAa;AACjB,UAAM,iBAAiB,KAAK,kBAAkB;AAE9C,QAAI;AAEF,YAAM,SAAS,WAAW;AAAA,QACxB,OAAO,KAAK,QAAQ;AAAA,QACpB,UAAU,KAAK,cAAc;AAAA,QAC7B,OAAO,KAAK,WAAW;AAAA,QACvB,YAAY;AAAA,QACZ,UAAU,YAAY,CAAC;AAAA,QACvB,GAAG,KAAK,QAAQ;AAAA,QAChB,aAAa;AAAA,MACf,CAAC;AAED,uBAAiB,YAAY,OAAO,YAAY;AAC9C,aAAK,IAAI,kBAAkB,QAAQ,GAAG;AAGtC,YAAI,gBAAgB;AAClB,cAAI,CAAC,YAAY;AACf,kBAAM,gBAAgB,SAAS,QAAQ,eAAe,QAAQ;AAC9D,gBAAI,kBAAkB,IAAI;AACxB,2BAAa;AACb,oBAAM,cAAc,SAAS,MAAM,GAAG,aAAa,EAAE,QAAQ;AAC7D,qBAAO,MAAM,WAAW;AACxB;AAAA,YACF;AAAA,UACF,OAAO;AAEL;AAAA,UACF;AAAA,QACF;AAGA,eAAO,MAAM,QAAQ;AAAA,MACvB;AAEA,YAAM,WAAW,MAAM,OAAO;AAC9B,YAAM,EAAE,SAAS,SAAS,IAAI,KAAK,QAAQ,QAAQ;AAGnD,WAAK,oBAAoB,SAAS,QAAQ;AAAA,IAC5C,SAAS,OAAY;AACnB,UAAI,CAAC,OAAO,SAAS;AACnB,gBAAQ,MAAM,iCAAiC,KAAK;AAAA,MACtD;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,gBAAgC;AACtC,WAAO,KAAK,aAAa,IAAI,CAAC,YAA0B;AACtD,cAAQ,QAAQ,MAAM;AAAA,QACpB,KAAK;AAAA,QACL,KAAK;AAAA,QACL,KAAK;AACH,iBAAO;AAAA,YACL,MAAM,QAAQ;AAAA,YACd,SAAS,QAAQ;AAAA,UACnB;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,OAAO,KAAK,MAAM,QAAQ,UAAU;AAAA,cACtC;AAAA,YACF;AAAA,UACF;AAAA,QACF,KAAK;AACH,iBAAO;AAAA,YACL,MAAM;AAAA,YACN,SAAS;AAAA,cACP;AAAA,gBACE,MAAM;AAAA,gBACN,YAAY,QAAQ;AAAA,gBACpB,UAAU,QAAQ;AAAA,gBAClB,QAAQ;AAAA,kBACN,MAAM;AAAA,kBACN,OAAO,KAAK,MAAM,QAAQ,MAAM;AAAA,gBAClC;AAAA,cACF;AAAA,YACF;AAAA,UACF;AAAA,MACJ;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEQ,aAAa;AACnB,UAAM,QAAiB,CAAC;AAGxB,UAAM,cAAc,KAAK,aAAa,SAAS;AAC/C,QAAI,CAAC,YAAa,QAAO;AAEzB,SAAK,MAAM,QAAQ,CAAC,MAAM;AACxB,YAAM,EAAE,IAAI,IAAI,KAAK;AAAA,QACnB,MAAM,EAAE;AAAA,QACR,aAAa,EAAE;AAAA,QACf,aAAa,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC;AAAA,QACzC,SAAS,CAAC,MAAM,EAAE,WAAW,MAC3B,KAAK,YAAY;AAAA,UACf,MAAM;AAAA,UACN;AAAA,UACA,UAAU,EAAE;AAAA,UACZ,YAAY,KAAK,UAAU,IAAI;AAAA,QACjC,CAAC;AAAA,MACL,CAAC;AAAA,IACH,CAAC;AACD,WAAO;AAAA,EACT;AAAA,EAEA,SAAS;AACP,QAAI,CAAC,KAAK,gBAAiB;AAC3B,SAAK,IAAI,QAAQ;AACjB,SAAK,gBAAgB,MAAM;AAC3B,SAAK,kBAAkB;AAAA,EACzB;AACF;","names":[]}
|
package/package.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@micdrop/ai-sdk",
|
|
3
|
+
"version": "1.0.1",
|
|
4
|
+
"description": "AI SDK implementation for @micdrop/server",
|
|
5
|
+
"author": "Lonestone",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"main": "./dist/index.js",
|
|
8
|
+
"module": "./dist/index.mjs",
|
|
9
|
+
"types": "./dist/index.d.ts",
|
|
10
|
+
"scripts": {
|
|
11
|
+
"build": "tsup",
|
|
12
|
+
"dev": "tsup --watch",
|
|
13
|
+
"clean": "rm -rf dist",
|
|
14
|
+
"typecheck": "tsc --noEmit",
|
|
15
|
+
"prepublishOnly": "npm run build"
|
|
16
|
+
},
|
|
17
|
+
"files": [
|
|
18
|
+
"dist"
|
|
19
|
+
],
|
|
20
|
+
"repository": {
|
|
21
|
+
"type": "git",
|
|
22
|
+
"url": "git+https://github.com/lonestone/micdrop.git",
|
|
23
|
+
"directory": "packages/ai-sdk"
|
|
24
|
+
},
|
|
25
|
+
"publishConfig": {
|
|
26
|
+
"access": "public"
|
|
27
|
+
},
|
|
28
|
+
"keywords": [
|
|
29
|
+
"microphone",
|
|
30
|
+
"audio",
|
|
31
|
+
"browser",
|
|
32
|
+
"voice",
|
|
33
|
+
"conversation",
|
|
34
|
+
"ai-sdk"
|
|
35
|
+
],
|
|
36
|
+
"dependencies": {
|
|
37
|
+
"ai": "^5.0.14"
|
|
38
|
+
},
|
|
39
|
+
"peerDependencies": {
|
|
40
|
+
"@micdrop/server": "*",
|
|
41
|
+
"zod": "^4"
|
|
42
|
+
},
|
|
43
|
+
"devDependencies": {
|
|
44
|
+
"@types/node": "^22.13.4",
|
|
45
|
+
"tsup": "^8.3.6",
|
|
46
|
+
"typescript": "^5.7.3"
|
|
47
|
+
}
|
|
48
|
+
}
|