@polpo-ai/llm 0.15.5 → 0.15.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/index.d.ts CHANGED
@@ -16,4 +16,6 @@ export { estimateCost } from "./cost.js";
16
16
  export type { CostEstimate, LanguageModelUsage } from "./cost.js";
17
17
  export { isProviderInCooldown, markProviderCooldown, clearProviderCooldown, getProviderCooldowns, classifyProviderError, } from "./cooldown.js";
18
18
  export { queryText, queryStream, queryTextWithFallback, } from "./query.js";
19
+ export { streamModelTurn, } from "./stream-turn.js";
20
+ export type { ModelTurnEvent, ModelTurnResult, StreamModelTurnInput, } from "./stream-turn.js";
19
21
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjF,OAAO,EAEL,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,YAAY,EAEZ,aAAa,EACb,UAAU,EACV,0BAA0B,EAE1B,oBAAoB,EACpB,oBAAoB,EAEpB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB,EAErB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAGpG,YAAY,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAG/D,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,YAAY,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAGlE,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAGvB,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAC1B,YAAY,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,GACrB,MAAM,kBAAkB,CAAC"}
package/dist/index.js CHANGED
@@ -28,4 +28,6 @@ export { estimateCost } from "./cost.js";
28
28
  export { isProviderInCooldown, markProviderCooldown, clearProviderCooldown, getProviderCooldowns, classifyProviderError, } from "./cooldown.js";
29
29
  // ─── Query Functions ──────────���──────────────────────
30
30
  export { queryText, queryStream, queryTextWithFallback, } from "./query.js";
31
+ // ─── Model Turn Primitive ───────────────────────────
32
+ export { streamModelTurn, } from "./stream-turn.js";
31
33
  //# sourceMappingURL=index.js.map
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,0DAA0D;AAC1D,OAAO,EACL,YAAY,EACZ,cAAc,GACf,MAAM,sBAAsB,CAAC;AAG9B,wDAAwD;AACxD,OAAO;AACL,kBAAkB;AAClB,cAAc,EACd,YAAY,EACZ,gBAAgB,EAChB,wBAAwB,EACxB,6BAA6B,EAC7B,YAAY;AACZ,wCAAwC;AACxC,aAAa,EACb,UAAU,EACV,0BAA0B;AAC1B,qBAAqB;AACrB,oBAAoB,EACpB,oBAAoB;AACpB,kBAAkB;AAClB,iBAAiB,EACjB,iBAAiB,EACjB,cAAc,EACd,qBAAqB;AACrB,sBAAsB;AACtB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,qBAAqB,CAAC;AAO7B,yDAAyD;AACzD,OAAO,EACL,yBAAyB,EACzB,kBAAkB,EAClB,6BAA6B,EAC7B,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,wDAAwD;AACxD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAGzC,wDAAwD;AACxD,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,eAAe,CAAC;AAEvB,0DAA0D;AAC1D,OAAO,EACL,SAAS,EACT,WAAW,EACX,qBAAqB,GACtB,MAAM,YAAY,CAAC;AAEpB,uDAAuD;AACvD,OAAO,EACL,eAAe,GAChB,MAAM,kBAAkB,CAAC"}
@@ -0,0 +1,73 @@
1
+ import { type FinishReason, type LanguageModel, type LanguageModelUsage, type ModelMessage, type ProviderMetadata, type StreamTextResult, type ToolChoice, type ToolSet, type TypedToolCall, type TypedToolResult } from "ai";
2
+ export type ModelTurnEvent<TOOLS extends ToolSet = ToolSet> = {
3
+ type: "reasoning-delta";
4
+ id: string;
5
+ text: string;
6
+ } | {
7
+ type: "text-delta";
8
+ id: string;
9
+ text: string;
10
+ } | {
11
+ type: "tool-input-start";
12
+ id: string;
13
+ name: string;
14
+ providerExecuted?: boolean;
15
+ dynamic?: boolean;
16
+ title?: string;
17
+ } | {
18
+ type: "tool-input-delta";
19
+ id: string;
20
+ delta: string;
21
+ } | {
22
+ type: "tool-input-end";
23
+ id: string;
24
+ } | {
25
+ type: "tool-call";
26
+ id: string;
27
+ name: string;
28
+ args: unknown;
29
+ providerExecuted?: boolean;
30
+ dynamic?: boolean;
31
+ } | {
32
+ type: "tool-result";
33
+ id: string;
34
+ name: string;
35
+ output: unknown;
36
+ } | {
37
+ type: "tool-error";
38
+ id: string;
39
+ name: string;
40
+ error: unknown;
41
+ } | {
42
+ type: "finish";
43
+ finishReason: FinishReason;
44
+ rawFinishReason?: string;
45
+ totalUsage?: LanguageModelUsage;
46
+ } | {
47
+ type: "error";
48
+ error: unknown;
49
+ };
50
+ export type ModelTurnResult<TOOLS extends ToolSet = ToolSet> = {
51
+ text: string;
52
+ toolCalls: TypedToolCall<TOOLS>[];
53
+ toolResults: TypedToolResult<TOOLS>[];
54
+ usage: LanguageModelUsage;
55
+ totalUsage: LanguageModelUsage;
56
+ finishReason: FinishReason;
57
+ rawFinishReason?: string;
58
+ providerMetadata?: ProviderMetadata;
59
+ responseMessages: unknown[];
60
+ response?: Awaited<StreamTextResult<TOOLS, any>["response"]>;
61
+ };
62
+ export type StreamModelTurnInput<TOOLS extends ToolSet = ToolSet> = {
63
+ model: LanguageModel;
64
+ system?: string;
65
+ messages: ModelMessage[];
66
+ tools?: TOOLS;
67
+ toolChoice?: ToolChoice<TOOLS>;
68
+ maxOutputTokens?: number;
69
+ providerOptions?: Record<string, unknown>;
70
+ abortSignal?: AbortSignal;
71
+ };
72
+ export declare function streamModelTurn<TOOLS extends ToolSet = ToolSet>(input: StreamModelTurnInput<TOOLS>, onEvent?: (event: ModelTurnEvent<TOOLS>) => void | Promise<void>): Promise<ModelTurnResult<TOOLS>>;
73
+ //# sourceMappingURL=stream-turn.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-turn.d.ts","sourceRoot":"","sources":["../src/stream-turn.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,kBAAkB,EACvB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,UAAU,EACf,KAAK,OAAO,EACZ,KAAK,aAAa,EAElB,KAAK,eAAe,EACrB,MAAM,IAAI,CAAC;AAEZ,MAAM,MAAM,cAAc,CAAC,KAAK,SAAS,OAAO,GAAG,OAAO,IACtD;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,IAAI,EAAE,kBAAkB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACrH;IAAE,IAAI,EAAE,kBAAkB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACvD;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GACtC;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE,GAC7G;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAA;CAAE,GAClE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,GAChE;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,YAAY,EAAE,YAAY,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,kBAAkB,CAAA;CAAE,GACzG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAA;CAAE,CAAC;AAEtC,MAAM,MAAM,eAAe,CAAC,KAAK,SAAS,OAAO,GAAG,OAAO,IAAI;IAC7D,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;IAClC,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;IACtC,KAAK,EAAE,kBAAkB,CAAC;IAC1B,UAAU,EAAE,kBAAkB,CAAC;IAC/B,YAAY,EAAE,YAAY,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,gBAAgB,EAAE,OAAO,EAAE,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,oBAAoB,CAAC,KAAK,SAAS,OAAO,GAAG,OAAO,IAAI;IAClE,KAAK,EAAE,aAAa,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,UAAU,CAAC,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,WAAW,CAAC,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,wBAAsB,eAAe,CAAC,KAAK,SAAS,OAAO,GAAG,OAAO,EACnE,KAAK,EAAE,oBAAoB,CAAC,KAAK,CAAC,EAClC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,CAAC,KAAK,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAC/D,OAAO,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAiHjC"}
@@ -0,0 +1,110 @@
1
+ import { streamText, } from "ai";
2
+ export async function streamModelTurn(input, onEvent) {
3
+ const result = streamText({
4
+ model: input.model,
5
+ ...(input.system ? { system: input.system } : {}),
6
+ messages: input.messages,
7
+ ...(input.tools ? { tools: input.tools } : {}),
8
+ ...(input.toolChoice ? { toolChoice: input.toolChoice } : {}),
9
+ ...(input.maxOutputTokens ? { maxOutputTokens: input.maxOutputTokens } : {}),
10
+ ...(input.providerOptions ? { providerOptions: input.providerOptions } : {}),
11
+ ...(input.abortSignal ? { abortSignal: input.abortSignal } : {}),
12
+ });
13
+ let text = "";
14
+ for await (const part of result.fullStream) {
15
+ switch (part.type) {
16
+ case "reasoning-delta":
17
+ await onEvent?.({ type: "reasoning-delta", id: part.id, text: part.text });
18
+ break;
19
+ case "text-delta":
20
+ text += part.text;
21
+ await onEvent?.({ type: "text-delta", id: part.id, text: part.text });
22
+ break;
23
+ case "tool-input-start":
24
+ await onEvent?.({
25
+ type: "tool-input-start",
26
+ id: part.id,
27
+ name: part.toolName,
28
+ providerExecuted: part.providerExecuted,
29
+ dynamic: part.dynamic,
30
+ title: part.title,
31
+ });
32
+ break;
33
+ case "tool-input-delta":
34
+ await onEvent?.({ type: "tool-input-delta", id: part.id, delta: part.delta });
35
+ break;
36
+ case "tool-input-end":
37
+ await onEvent?.({ type: "tool-input-end", id: part.id });
38
+ break;
39
+ case "tool-call":
40
+ await onEvent?.({
41
+ type: "tool-call",
42
+ id: part.toolCallId,
43
+ name: part.toolName,
44
+ args: part.input,
45
+ providerExecuted: part.providerExecuted,
46
+ dynamic: part.dynamic,
47
+ });
48
+ break;
49
+ case "tool-result":
50
+ await onEvent?.({
51
+ type: "tool-result",
52
+ id: part.toolCallId,
53
+ name: part.toolName,
54
+ output: part.output,
55
+ });
56
+ break;
57
+ case "tool-error":
58
+ await onEvent?.({
59
+ type: "tool-error",
60
+ id: part.toolCallId,
61
+ name: part.toolName,
62
+ error: part.error,
63
+ });
64
+ break;
65
+ case "finish":
66
+ await onEvent?.({
67
+ type: "finish",
68
+ finishReason: part.finishReason,
69
+ rawFinishReason: part.rawFinishReason,
70
+ totalUsage: part.totalUsage,
71
+ });
72
+ break;
73
+ case "error":
74
+ await onEvent?.({ type: "error", error: part.error });
75
+ break;
76
+ }
77
+ }
78
+ const responsePromise = Promise.resolve()
79
+ .then(() => result.response)
80
+ .catch(() => undefined);
81
+ const providerMetadataPromise = Promise.resolve()
82
+ .then(() => result.providerMetadata)
83
+ .catch(() => undefined);
84
+ const toolResultsPromise = Promise.resolve()
85
+ .then(() => result.toolResults)
86
+ .catch(() => []);
87
+ const [toolCalls, toolResults, usage, totalUsage, finishReason, rawFinishReason, response, providerMetadata] = await Promise.all([
88
+ result.toolCalls,
89
+ toolResultsPromise,
90
+ result.usage,
91
+ result.totalUsage,
92
+ result.finishReason,
93
+ result.rawFinishReason,
94
+ responsePromise,
95
+ providerMetadataPromise,
96
+ ]);
97
+ return {
98
+ text,
99
+ toolCalls,
100
+ toolResults,
101
+ usage,
102
+ totalUsage,
103
+ finishReason,
104
+ rawFinishReason,
105
+ providerMetadata,
106
+ responseMessages: response?.messages ?? [],
107
+ response,
108
+ };
109
+ }
110
+ //# sourceMappingURL=stream-turn.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-turn.js","sourceRoot":"","sources":["../src/stream-turn.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,GAYX,MAAM,IAAI,CAAC;AAsCZ,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAkC,EAClC,OAAgE;IAEhE,MAAM,MAAM,GAAG,UAAU,CAAC;QACxB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,KAAK,CAAC,eAAsB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnF,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC,CAAC;IAEH,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QAC3C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,iBAAiB;gBACpB,MAAM,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3E,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;gBAClB,MAAM,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,kBAAkB;gBACrB,MAAM,OAAO,EAAE,CAAC;oBACd,IAAI,EAAE,kBAAkB;oBACxB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,kBAAkB;gBACrB,MAAM,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC9E,MAAM;YACR,KAAK,gBAAgB;gBACnB,MAAM,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM;YACR,KAAK,WAAW;gBACd,MAAM,OAAO,EAAE,CAAC;oBACd,IAAI,EAAE,WAAW;oBACjB,EAAE,EAAE,IAAI,CAAC,UAAU;oBACnB,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,IAAI,EAAE,IAAI,CAAC,KAAK;oBAChB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,OAAO,EAAE,CAAC;oBACd,IAAI,EAAE,aAAa;oBACnB,EAAE,EAAE,IAAI,CAAC,UAAU;oBACnB,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,MAAM,EAAG,IAA+B,CAAC,MAAM;iBAChD,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,YAAY;gBACf,MAAM,OAAO,EAAE,CAAC;oBACd,IAAI,EAAE,YAAY;oBAClB,EAAE,EAAE,IAAI,CAAC,UAAU;oBACnB,IAAI,EAAE,IAAI,CAAC,QAAQ;oBACnB,KAAK,EAAG,IAA8B,CAAC,KAAK;iBAC7C,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,QAAQ;gBACX,MAAM,OAAO,EAAE,CAAC;oBACd,IAAI,EAAE,QAAQ;oBACd,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,eAAe,EAAE,IAAI,CAAC,eAAe;oBACrC,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B,CAAC,CAAC;gBACH,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtD,MAAM;QACV,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,EAAE;SACtC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC;SAC3B,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,uBAAuB,GAAG,OAAO,CAAC,OAAO,EAAE;SAC9C,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;SACnC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC1B,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,EAAE;SACzC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;SAC9B,KAAK,CAAC,GAAG,EAAE,CAAC,EAA8B,CAAC,CAAC;IAE/C,MAAM,CAAC,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,gBAAgB,CAAC,GAC1G,MAAM,OAAO,CAAC,GAAG,CAAC;QAChB,MAAM,CAAC,SAAS;QAChB,kBAAkB;QAClB,MAAM,CAAC,KAAK;QACZ,MAAM,CAAC,UAAU;QACjB,MAAM,CAAC,YAAY;QACnB,MAAM,CAAC,eAAe;QACtB,eAAe;QACf,uBAAuB;KACxB,CAAC,CAAC;IAEL,OAAO;QACL,IAAI;QACJ,SAAS;QACT,WAAW;QACX,KAAK;QACL,UAAU;QACV,YAAY;QACZ,eAAe;QACf,gBAAgB;QAChB,gBAAgB,EAAE,QAAQ,EAAE,QAAQ,IAAI,EAAE;QAC1C,QAAQ;KACT,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=stream-turn.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-turn.test.d.ts","sourceRoot":"","sources":["../src/stream-turn.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,91 @@
1
+ import { describe, expect, it } from "vitest";
2
+ import { jsonSchema } from "ai";
3
+ import { MockLanguageModelV3, convertArrayToReadableStream } from "ai/test";
4
+ import { streamModelTurn } from "./stream-turn.js";
5
+ function usage() {
6
+ return {
7
+ inputTokens: { total: 10, noCache: undefined, cacheRead: undefined, cacheWrite: undefined },
8
+ outputTokens: { total: 5, text: undefined, reasoning: undefined },
9
+ };
10
+ }
11
+ function mockModel(parts) {
12
+ return new MockLanguageModelV3({
13
+ doGenerate: {
14
+ content: [{ type: "text", text: "unused" }],
15
+ finishReason: { unified: "stop", raw: undefined },
16
+ usage: usage(),
17
+ warnings: [],
18
+ },
19
+ doStream: {
20
+ stream: convertArrayToReadableStream(parts),
21
+ },
22
+ });
23
+ }
24
+ describe("streamModelTurn", () => {
25
+ it("streams text events and returns response messages", async () => {
26
+ const events = [];
27
+ const model = mockModel([
28
+ { type: "stream-start", warnings: [] },
29
+ { type: "text-start", id: "txt_1" },
30
+ { type: "text-delta", id: "txt_1", delta: "Hello" },
31
+ { type: "text-delta", id: "txt_1", delta: " world" },
32
+ { type: "text-end", id: "txt_1" },
33
+ { type: "finish", finishReason: { unified: "stop", raw: undefined }, usage: usage() },
34
+ ]);
35
+ const result = await streamModelTurn({
36
+ model,
37
+ messages: [{ role: "user", content: "Say hello" }],
38
+ }, (event) => {
39
+ events.push(event);
40
+ });
41
+ expect(result.text).toBe("Hello world");
42
+ expect(events).toEqual([
43
+ { type: "text-delta", id: "txt_1", text: "Hello" },
44
+ { type: "text-delta", id: "txt_1", text: " world" },
45
+ expect.objectContaining({ type: "finish", finishReason: "stop" }),
46
+ ]);
47
+ expect(result.toolCalls).toEqual([]);
48
+ expect(result.responseMessages.length).toBeGreaterThan(0);
49
+ });
50
+ it("streams tool input deltas before the completed tool call", async () => {
51
+ const events = [];
52
+ const model = mockModel([
53
+ { type: "stream-start", warnings: [] },
54
+ { type: "tool-input-start", id: "call_1", toolName: "bash" },
55
+ { type: "tool-input-delta", id: "call_1", delta: "{\"command\":" },
56
+ { type: "tool-input-delta", id: "call_1", delta: "\"pwd\"}" },
57
+ { type: "tool-input-end", id: "call_1" },
58
+ { type: "tool-call", toolCallId: "call_1", toolName: "bash", input: "{\"command\":\"pwd\"}" },
59
+ { type: "finish", finishReason: { unified: "tool-calls", raw: undefined }, usage: usage() },
60
+ ]);
61
+ const result = await streamModelTurn({
62
+ model,
63
+ messages: [{ role: "user", content: "Run pwd" }],
64
+ tools: {
65
+ bash: {
66
+ description: "Run a shell command",
67
+ inputSchema: jsonSchema({
68
+ type: "object",
69
+ properties: { command: { type: "string" } },
70
+ required: ["command"],
71
+ }),
72
+ },
73
+ },
74
+ }, (event) => {
75
+ events.push(event);
76
+ });
77
+ expect(events).toEqual([
78
+ { type: "tool-input-start", id: "call_1", name: "bash", providerExecuted: undefined, dynamic: false, title: undefined },
79
+ { type: "tool-input-delta", id: "call_1", delta: "{\"command\":" },
80
+ { type: "tool-input-delta", id: "call_1", delta: "\"pwd\"}" },
81
+ { type: "tool-input-end", id: "call_1" },
82
+ { type: "tool-call", id: "call_1", name: "bash", args: { command: "pwd" }, providerExecuted: undefined, dynamic: undefined },
83
+ expect.objectContaining({ type: "finish", finishReason: "tool-calls" }),
84
+ ]);
85
+ expect(result.toolCalls).toHaveLength(1);
86
+ expect(result.toolCalls[0]?.toolName).toBe("bash");
87
+ expect(result.toolCalls[0]?.input).toEqual({ command: "pwd" });
88
+ expect(result.responseMessages.length).toBeGreaterThan(0);
89
+ });
90
+ });
91
+ //# sourceMappingURL=stream-turn.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stream-turn.test.js","sourceRoot":"","sources":["../src/stream-turn.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,mBAAmB,EAAE,4BAA4B,EAAE,MAAM,SAAS,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAuB,MAAM,kBAAkB,CAAC;AAExE,SAAS,KAAK;IACZ,OAAO;QACL,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE;QAC3F,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE;KAClE,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAgB;IACjC,OAAO,IAAI,mBAAmB,CAAC;QAC7B,UAAU,EAAE;YACV,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAC3C,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE;YACjD,KAAK,EAAE,KAAK,EAAE;YACd,QAAQ,EAAE,EAAE;SACb;QACD,QAAQ,EAAE;YACR,MAAM,EAAE,4BAA4B,CAAC,KAAc,CAAC;SACrD;KACF,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE;YACnC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;YACnD,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE;YACpD,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,OAAO,EAAE;YACjC,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;SACtF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;YACnC,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;SACnD,EAAE,CAAC,KAAK,EAAE,EAAE;YACX,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE;YAClD,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE;YACnD,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;SAClE,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,SAAS,CAAC;YACtB,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,EAAE;YACtC,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC5D,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE;YAClE,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE;YAC7D,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,QAAQ,EAAE;YACxC,EAAE,IAAI,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,uBAAuB,EAAE;YAC7F,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;SAC5F,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC;YACnC,KAAK;YACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YAChD,KAAK,EAAE;gBACL,IAAI,EAAE;oBACJ,WAAW,EAAE,qBAAqB;oBAClC,WAAW,EAAE,UAAU,CAAC;wBACtB,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;wBAC3C,QAAQ,EAAE,CAAC,SAAS,CAAC;qBACtB,CAAC;iBACH;aACF;SACF,EAAE,CAAC,KAAK,EAAE,EAAE;YACX,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE;YACvH,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,eAAe,EAAE;YAClE,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE;YAC7D,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,QAAQ,EAAE;YACxC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE;YAC5H,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;SACxE,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/D,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@polpo-ai/llm",
3
- "version": "0.15.5",
3
+ "version": "0.15.7",
4
4
  "description": "LLM abstraction for Polpo — multi-provider model resolution, streaming, cost tracking, and failover built on Vercel AI SDK + AI Gateway",
5
5
  "type": "module",
6
6
  "main": "dist/index.js",
@@ -19,7 +19,7 @@
19
19
  "dependencies": {
20
20
  "@ai-sdk/openai": "^3.0.48",
21
21
  "@ai-sdk/openai-compatible": "^2.0.37",
22
- "@polpo-ai/core": "0.15.5"
22
+ "@polpo-ai/core": "0.15.7"
23
23
  },
24
24
  "peerDependencies": {
25
25
  "@ai-sdk/gateway": ">=3.0.0",