@ai-sdk/langchain 1.0.0-canary.6 → 1.0.0-canary.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +29 -0
- package/dist/index.d.mts +108 -13
- package/dist/index.d.ts +108 -13
- package/dist/index.js +28 -37
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +27 -38
- package/dist/index.mjs.map +1 -1
- package/package.json +2 -3
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,34 @@
|
|
|
1
1
|
# @ai-sdk/langchain
|
|
2
2
|
|
|
3
|
+
## 1.0.0-canary.8
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- bc3109f: chore (ai): push stream-callbacks into langchain/llamaindex adapters
|
|
8
|
+
- Updated dependencies [13fef90]
|
|
9
|
+
- Updated dependencies [e90d45d]
|
|
10
|
+
- Updated dependencies [bc3109f]
|
|
11
|
+
- Updated dependencies [496bbc1]
|
|
12
|
+
- Updated dependencies [da70d79]
|
|
13
|
+
- Updated dependencies [bcea599]
|
|
14
|
+
- Updated dependencies [48d675a]
|
|
15
|
+
- Updated dependencies [c7710a9]
|
|
16
|
+
- Updated dependencies [35fc02c]
|
|
17
|
+
- Updated dependencies [b983b51]
|
|
18
|
+
- ai@5.0.0-canary.20
|
|
19
|
+
|
|
20
|
+
## 1.0.0-canary.7
|
|
21
|
+
|
|
22
|
+
### Patch Changes
|
|
23
|
+
|
|
24
|
+
- Updated dependencies [2d03e19]
|
|
25
|
+
- Updated dependencies [319b989]
|
|
26
|
+
- Updated dependencies [441d042]
|
|
27
|
+
- Updated dependencies [dcc549b]
|
|
28
|
+
- Updated dependencies [cb2b53a]
|
|
29
|
+
- Updated dependencies [e244a78]
|
|
30
|
+
- ai@5.0.0-canary.19
|
|
31
|
+
|
|
3
32
|
## 1.0.0-canary.6
|
|
4
33
|
|
|
5
34
|
### Patch Changes
|
package/dist/index.d.mts
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
/**
|
|
2
|
+
* Configuration options and helper callback methods for stream lifecycle events.
|
|
3
|
+
*/
|
|
4
|
+
interface StreamCallbacks {
|
|
5
|
+
/** `onStart`: Called once when the stream is initialized. */
|
|
6
|
+
onStart?: () => Promise<void> | void;
|
|
7
|
+
/** `onFinal`: Called once when the stream is closed with the final completion message. */
|
|
8
|
+
onFinal?: (completion: string) => Promise<void> | void;
|
|
9
|
+
/** `onToken`: Called for each tokenized message. */
|
|
10
|
+
onToken?: (token: string) => Promise<void> | void;
|
|
11
|
+
/** `onText`: Called for each text chunk. */
|
|
12
|
+
onText?: (text: string) => Promise<void> | void;
|
|
13
|
+
}
|
|
3
14
|
|
|
4
15
|
type LangChainImageDetail = 'auto' | 'low' | 'high';
|
|
5
16
|
type LangChainMessageContentText = {
|
|
@@ -33,15 +44,99 @@ The following streams are supported:
|
|
|
33
44
|
- `LangChainAIMessageChunk` streams (LangChain `model.stream` output)
|
|
34
45
|
- `string` streams (LangChain `StringOutputParser` output)
|
|
35
46
|
*/
|
|
36
|
-
declare function toDataStream(stream: ReadableStream<LangChainStreamEvent> | ReadableStream<LangChainAIMessageChunk> | ReadableStream<string>, callbacks?: StreamCallbacks): ReadableStream<
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
}
|
|
47
|
+
declare function toDataStream(stream: ReadableStream<LangChainStreamEvent> | ReadableStream<LangChainAIMessageChunk> | ReadableStream<string>, callbacks?: StreamCallbacks): ReadableStream<{
|
|
48
|
+
type: "text";
|
|
49
|
+
value: string;
|
|
50
|
+
} | {
|
|
51
|
+
type: "data";
|
|
52
|
+
value: any[];
|
|
53
|
+
} | {
|
|
54
|
+
type: "error";
|
|
55
|
+
value: string;
|
|
56
|
+
} | {
|
|
57
|
+
type: "message-annotations";
|
|
58
|
+
value: any[];
|
|
59
|
+
} | {
|
|
60
|
+
type: "tool-call";
|
|
61
|
+
value: {
|
|
62
|
+
toolCallId: string;
|
|
63
|
+
toolName: string;
|
|
64
|
+
args?: unknown;
|
|
65
|
+
};
|
|
66
|
+
} | {
|
|
67
|
+
type: "tool-result";
|
|
68
|
+
value: {
|
|
69
|
+
toolCallId: string;
|
|
70
|
+
result?: unknown;
|
|
71
|
+
providerMetadata?: any;
|
|
72
|
+
};
|
|
73
|
+
} | {
|
|
74
|
+
type: "tool-call-streaming-start";
|
|
75
|
+
value: {
|
|
76
|
+
toolCallId: string;
|
|
77
|
+
toolName: string;
|
|
78
|
+
};
|
|
79
|
+
} | {
|
|
80
|
+
type: "tool-call-delta";
|
|
81
|
+
value: {
|
|
82
|
+
toolCallId: string;
|
|
83
|
+
argsTextDelta: string;
|
|
84
|
+
};
|
|
85
|
+
} | {
|
|
86
|
+
type: "finish-message";
|
|
87
|
+
value: {
|
|
88
|
+
finishReason: "length" | "stop" | "tool-calls" | "content-filter" | "other" | "error" | "unknown";
|
|
89
|
+
usage?: {
|
|
90
|
+
inputTokens?: number | undefined;
|
|
91
|
+
outputTokens?: number | undefined;
|
|
92
|
+
totalTokens?: number | undefined;
|
|
93
|
+
reasoningTokens?: number | undefined;
|
|
94
|
+
cachedInputTokens?: number | undefined;
|
|
95
|
+
} | undefined;
|
|
96
|
+
};
|
|
97
|
+
} | {
|
|
98
|
+
type: "finish-step";
|
|
99
|
+
value: {
|
|
100
|
+
finishReason: "length" | "stop" | "tool-calls" | "content-filter" | "other" | "error" | "unknown";
|
|
101
|
+
isContinued: boolean;
|
|
102
|
+
usage?: {
|
|
103
|
+
inputTokens?: number | undefined;
|
|
104
|
+
outputTokens?: number | undefined;
|
|
105
|
+
totalTokens?: number | undefined;
|
|
106
|
+
reasoningTokens?: number | undefined;
|
|
107
|
+
cachedInputTokens?: number | undefined;
|
|
108
|
+
} | undefined;
|
|
109
|
+
};
|
|
110
|
+
} | {
|
|
111
|
+
type: "start-step";
|
|
112
|
+
value: {
|
|
113
|
+
messageId: string;
|
|
114
|
+
};
|
|
115
|
+
} | {
|
|
116
|
+
type: "reasoning";
|
|
117
|
+
value: {
|
|
118
|
+
text: string;
|
|
119
|
+
providerMetadata?: Record<string, any> | undefined;
|
|
120
|
+
};
|
|
121
|
+
} | {
|
|
122
|
+
type: "source";
|
|
123
|
+
value: {
|
|
124
|
+
type: "source";
|
|
125
|
+
sourceType: "url";
|
|
126
|
+
url: string;
|
|
127
|
+
id: string;
|
|
128
|
+
providerMetadata?: any;
|
|
129
|
+
title?: string | undefined;
|
|
130
|
+
};
|
|
131
|
+
} | {
|
|
132
|
+
type: "file";
|
|
133
|
+
value: {
|
|
134
|
+
url: string;
|
|
135
|
+
mediaType: string;
|
|
136
|
+
};
|
|
137
|
+
} | {
|
|
138
|
+
type: "reasoning-part-finish";
|
|
139
|
+
value: null;
|
|
140
|
+
}>;
|
|
46
141
|
|
|
47
|
-
export {
|
|
142
|
+
export { toDataStream };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
1
|
+
/**
|
|
2
|
+
* Configuration options and helper callback methods for stream lifecycle events.
|
|
3
|
+
*/
|
|
4
|
+
interface StreamCallbacks {
|
|
5
|
+
/** `onStart`: Called once when the stream is initialized. */
|
|
6
|
+
onStart?: () => Promise<void> | void;
|
|
7
|
+
/** `onFinal`: Called once when the stream is closed with the final completion message. */
|
|
8
|
+
onFinal?: (completion: string) => Promise<void> | void;
|
|
9
|
+
/** `onToken`: Called for each tokenized message. */
|
|
10
|
+
onToken?: (token: string) => Promise<void> | void;
|
|
11
|
+
/** `onText`: Called for each text chunk. */
|
|
12
|
+
onText?: (text: string) => Promise<void> | void;
|
|
13
|
+
}
|
|
3
14
|
|
|
4
15
|
type LangChainImageDetail = 'auto' | 'low' | 'high';
|
|
5
16
|
type LangChainMessageContentText = {
|
|
@@ -33,15 +44,99 @@ The following streams are supported:
|
|
|
33
44
|
- `LangChainAIMessageChunk` streams (LangChain `model.stream` output)
|
|
34
45
|
- `string` streams (LangChain `StringOutputParser` output)
|
|
35
46
|
*/
|
|
36
|
-
declare function toDataStream(stream: ReadableStream<LangChainStreamEvent> | ReadableStream<LangChainAIMessageChunk> | ReadableStream<string>, callbacks?: StreamCallbacks): ReadableStream<
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
}
|
|
47
|
+
declare function toDataStream(stream: ReadableStream<LangChainStreamEvent> | ReadableStream<LangChainAIMessageChunk> | ReadableStream<string>, callbacks?: StreamCallbacks): ReadableStream<{
|
|
48
|
+
type: "text";
|
|
49
|
+
value: string;
|
|
50
|
+
} | {
|
|
51
|
+
type: "data";
|
|
52
|
+
value: any[];
|
|
53
|
+
} | {
|
|
54
|
+
type: "error";
|
|
55
|
+
value: string;
|
|
56
|
+
} | {
|
|
57
|
+
type: "message-annotations";
|
|
58
|
+
value: any[];
|
|
59
|
+
} | {
|
|
60
|
+
type: "tool-call";
|
|
61
|
+
value: {
|
|
62
|
+
toolCallId: string;
|
|
63
|
+
toolName: string;
|
|
64
|
+
args?: unknown;
|
|
65
|
+
};
|
|
66
|
+
} | {
|
|
67
|
+
type: "tool-result";
|
|
68
|
+
value: {
|
|
69
|
+
toolCallId: string;
|
|
70
|
+
result?: unknown;
|
|
71
|
+
providerMetadata?: any;
|
|
72
|
+
};
|
|
73
|
+
} | {
|
|
74
|
+
type: "tool-call-streaming-start";
|
|
75
|
+
value: {
|
|
76
|
+
toolCallId: string;
|
|
77
|
+
toolName: string;
|
|
78
|
+
};
|
|
79
|
+
} | {
|
|
80
|
+
type: "tool-call-delta";
|
|
81
|
+
value: {
|
|
82
|
+
toolCallId: string;
|
|
83
|
+
argsTextDelta: string;
|
|
84
|
+
};
|
|
85
|
+
} | {
|
|
86
|
+
type: "finish-message";
|
|
87
|
+
value: {
|
|
88
|
+
finishReason: "length" | "stop" | "tool-calls" | "content-filter" | "other" | "error" | "unknown";
|
|
89
|
+
usage?: {
|
|
90
|
+
inputTokens?: number | undefined;
|
|
91
|
+
outputTokens?: number | undefined;
|
|
92
|
+
totalTokens?: number | undefined;
|
|
93
|
+
reasoningTokens?: number | undefined;
|
|
94
|
+
cachedInputTokens?: number | undefined;
|
|
95
|
+
} | undefined;
|
|
96
|
+
};
|
|
97
|
+
} | {
|
|
98
|
+
type: "finish-step";
|
|
99
|
+
value: {
|
|
100
|
+
finishReason: "length" | "stop" | "tool-calls" | "content-filter" | "other" | "error" | "unknown";
|
|
101
|
+
isContinued: boolean;
|
|
102
|
+
usage?: {
|
|
103
|
+
inputTokens?: number | undefined;
|
|
104
|
+
outputTokens?: number | undefined;
|
|
105
|
+
totalTokens?: number | undefined;
|
|
106
|
+
reasoningTokens?: number | undefined;
|
|
107
|
+
cachedInputTokens?: number | undefined;
|
|
108
|
+
} | undefined;
|
|
109
|
+
};
|
|
110
|
+
} | {
|
|
111
|
+
type: "start-step";
|
|
112
|
+
value: {
|
|
113
|
+
messageId: string;
|
|
114
|
+
};
|
|
115
|
+
} | {
|
|
116
|
+
type: "reasoning";
|
|
117
|
+
value: {
|
|
118
|
+
text: string;
|
|
119
|
+
providerMetadata?: Record<string, any> | undefined;
|
|
120
|
+
};
|
|
121
|
+
} | {
|
|
122
|
+
type: "source";
|
|
123
|
+
value: {
|
|
124
|
+
type: "source";
|
|
125
|
+
sourceType: "url";
|
|
126
|
+
url: string;
|
|
127
|
+
id: string;
|
|
128
|
+
providerMetadata?: any;
|
|
129
|
+
title?: string | undefined;
|
|
130
|
+
};
|
|
131
|
+
} | {
|
|
132
|
+
type: "file";
|
|
133
|
+
value: {
|
|
134
|
+
url: string;
|
|
135
|
+
mediaType: string;
|
|
136
|
+
};
|
|
137
|
+
} | {
|
|
138
|
+
type: "reasoning-part-finish";
|
|
139
|
+
value: null;
|
|
140
|
+
}>;
|
|
46
141
|
|
|
47
|
-
export {
|
|
142
|
+
export { toDataStream };
|
package/dist/index.js
CHANGED
|
@@ -20,16 +20,35 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
|
|
|
20
20
|
// src/index.ts
|
|
21
21
|
var src_exports = {};
|
|
22
22
|
__export(src_exports, {
|
|
23
|
-
|
|
24
|
-
toDataStream: () => toDataStream,
|
|
25
|
-
toDataStreamResponse: () => toDataStreamResponse
|
|
23
|
+
toDataStream: () => toDataStream
|
|
26
24
|
});
|
|
27
25
|
module.exports = __toCommonJS(src_exports);
|
|
28
26
|
|
|
27
|
+
// src/stream-callbacks.ts
|
|
28
|
+
function createCallbacksTransformer(callbacks = {}) {
|
|
29
|
+
let aggregatedResponse = "";
|
|
30
|
+
return new TransformStream({
|
|
31
|
+
async start() {
|
|
32
|
+
if (callbacks.onStart) await callbacks.onStart();
|
|
33
|
+
},
|
|
34
|
+
async transform(message, controller) {
|
|
35
|
+
controller.enqueue(message);
|
|
36
|
+
aggregatedResponse += message;
|
|
37
|
+
if (callbacks.onToken) await callbacks.onToken(message);
|
|
38
|
+
if (callbacks.onText && typeof message === "string") {
|
|
39
|
+
await callbacks.onText(message);
|
|
40
|
+
}
|
|
41
|
+
},
|
|
42
|
+
async flush() {
|
|
43
|
+
if (callbacks.onFinal) {
|
|
44
|
+
await callbacks.onFinal(aggregatedResponse);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
});
|
|
48
|
+
}
|
|
49
|
+
|
|
29
50
|
// src/langchain-adapter.ts
|
|
30
|
-
|
|
31
|
-
var import_internal = require("ai/internal");
|
|
32
|
-
function toDataStreamInternal(stream, callbacks) {
|
|
51
|
+
function toDataStream(stream, callbacks) {
|
|
33
52
|
return stream.pipeThrough(
|
|
34
53
|
new TransformStream({
|
|
35
54
|
transform: async (value, controller) => {
|
|
@@ -50,40 +69,14 @@ function toDataStreamInternal(stream, callbacks) {
|
|
|
50
69
|
forwardAIMessageChunk(value, controller);
|
|
51
70
|
}
|
|
52
71
|
})
|
|
53
|
-
).pipeThrough(
|
|
72
|
+
).pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
|
|
54
73
|
new TransformStream({
|
|
55
74
|
transform: async (chunk, controller) => {
|
|
56
|
-
controller.enqueue(
|
|
75
|
+
controller.enqueue({ type: "text", value: chunk });
|
|
57
76
|
}
|
|
58
77
|
})
|
|
59
78
|
);
|
|
60
79
|
}
|
|
61
|
-
function toDataStream(stream, callbacks) {
|
|
62
|
-
return toDataStreamInternal(stream, callbacks).pipeThrough(
|
|
63
|
-
new TextEncoderStream()
|
|
64
|
-
);
|
|
65
|
-
}
|
|
66
|
-
function toDataStreamResponse(stream, options) {
|
|
67
|
-
var _a;
|
|
68
|
-
const dataStream = toDataStreamInternal(
|
|
69
|
-
stream,
|
|
70
|
-
options == null ? void 0 : options.callbacks
|
|
71
|
-
).pipeThrough(new TextEncoderStream());
|
|
72
|
-
const data = options == null ? void 0 : options.data;
|
|
73
|
-
const init = options == null ? void 0 : options.init;
|
|
74
|
-
const responseStream = data ? (0, import_internal.mergeStreams)(data.stream, dataStream) : dataStream;
|
|
75
|
-
return new Response(responseStream, {
|
|
76
|
-
status: (_a = init == null ? void 0 : init.status) != null ? _a : 200,
|
|
77
|
-
statusText: init == null ? void 0 : init.statusText,
|
|
78
|
-
headers: (0, import_internal.prepareResponseHeaders)(init == null ? void 0 : init.headers, {
|
|
79
|
-
contentType: "text/plain; charset=utf-8",
|
|
80
|
-
dataStreamVersion: "v1"
|
|
81
|
-
})
|
|
82
|
-
});
|
|
83
|
-
}
|
|
84
|
-
function mergeIntoDataStream(stream, options) {
|
|
85
|
-
options.dataStream.merge(toDataStreamInternal(stream, options.callbacks));
|
|
86
|
-
}
|
|
87
80
|
function forwardAIMessageChunk(chunk, controller) {
|
|
88
81
|
if (typeof chunk.content === "string") {
|
|
89
82
|
controller.enqueue(chunk.content);
|
|
@@ -98,8 +91,6 @@ function forwardAIMessageChunk(chunk, controller) {
|
|
|
98
91
|
}
|
|
99
92
|
// Annotate the CommonJS export names for ESM import in node:
|
|
100
93
|
0 && (module.exports = {
|
|
101
|
-
|
|
102
|
-
toDataStream,
|
|
103
|
-
toDataStreamResponse
|
|
94
|
+
toDataStream
|
|
104
95
|
});
|
|
105
96
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/index.ts","../src/langchain-adapter.ts"],"sourcesContent":["export * from './langchain-adapter';\n","
|
|
1
|
+
{"version":3,"sources":["../src/index.ts","../src/stream-callbacks.ts","../src/langchain-adapter.ts"],"sourcesContent":["export * from './langchain-adapter';\n","/**\n * Configuration options and helper callback methods for stream lifecycle events.\n */\nexport interface StreamCallbacks {\n /** `onStart`: Called once when the stream is initialized. */\n onStart?: () => Promise<void> | void;\n\n /** `onFinal`: Called once when the stream is closed with the final completion message. */\n onFinal?: (completion: string) => Promise<void> | void;\n\n /** `onToken`: Called for each tokenized message. */\n onToken?: (token: string) => Promise<void> | void;\n\n /** `onText`: Called for each text chunk. */\n onText?: (text: string) => Promise<void> | void;\n}\n\n/**\n * Creates a transform stream that encodes input messages and invokes optional callback functions.\n * The transform stream uses the provided callbacks to execute custom logic at different stages of the stream's lifecycle.\n * - `onStart`: Called once when the stream is initialized.\n * - `onToken`: Called for each tokenized message.\n * - `onFinal`: Called once when the stream is closed with the final completion message.\n *\n * This function is useful when you want to process a stream of messages and perform specific actions during the stream's lifecycle.\n *\n * @param {StreamCallbacks} [callbacks] - An object containing the callback functions.\n * @return {TransformStream<string, Uint8Array>} A transform stream that encodes input messages as Uint8Array and allows the execution of custom logic through callbacks.\n *\n * @example\n * const callbacks = {\n * onStart: async () => console.log('Stream started'),\n * onToken: async (token) => console.log(`Token: ${token}`),\n * onFinal: async () => data.close()\n * };\n * const transformer = createCallbacksTransformer(callbacks);\n */\nexport function createCallbacksTransformer(\n callbacks: StreamCallbacks | undefined = {},\n): TransformStream<string, string> {\n let aggregatedResponse = '';\n\n return new TransformStream({\n async start(): Promise<void> {\n if (callbacks.onStart) await callbacks.onStart();\n },\n\n async transform(message, controller): Promise<void> {\n controller.enqueue(message);\n\n aggregatedResponse += message;\n\n if (callbacks.onToken) await callbacks.onToken(message);\n if (callbacks.onText && typeof message === 'string') {\n await callbacks.onText(message);\n }\n },\n\n async flush(): Promise<void> {\n if (callbacks.onFinal) {\n await callbacks.onFinal(aggregatedResponse);\n }\n },\n });\n}\n","import { DataStreamPart } from 'ai';\nimport {\n createCallbacksTransformer,\n StreamCallbacks,\n} from './stream-callbacks';\n\ntype LangChainImageDetail = 'auto' | 'low' | 'high';\n\ntype LangChainMessageContentText = {\n type: 'text';\n text: string;\n};\n\ntype LangChainMessageContentImageUrl = {\n type: 'image_url';\n image_url:\n | string\n | {\n url: string;\n detail?: LangChainImageDetail;\n };\n};\n\ntype LangChainMessageContentComplex =\n | LangChainMessageContentText\n | LangChainMessageContentImageUrl\n | (Record<string, any> & {\n type?: 'text' | 'image_url' | string;\n })\n | (Record<string, any> & {\n type?: never;\n });\n\ntype LangChainMessageContent = string | LangChainMessageContentComplex[];\n\ntype LangChainAIMessageChunk = {\n content: LangChainMessageContent;\n};\n\n// LC stream event v2\ntype LangChainStreamEvent = {\n event: string;\n data: any;\n};\n\n/**\nConverts LangChain output streams to an AI SDK Data Stream.\n\nThe following streams are supported:\n- `LangChainAIMessageChunk` streams (LangChain `model.stream` output)\n- `string` streams (LangChain `StringOutputParser` output)\n */\nexport function toDataStream(\n stream:\n | ReadableStream<LangChainStreamEvent>\n | ReadableStream<LangChainAIMessageChunk>\n | ReadableStream<string>,\n callbacks?: StreamCallbacks,\n) {\n return stream\n .pipeThrough(\n new TransformStream<\n LangChainStreamEvent | LangChainAIMessageChunk | string\n >({\n transform: async (value, controller) => {\n // text stream:\n if (typeof value === 'string') {\n controller.enqueue(value);\n return;\n }\n\n // LC stream events v2:\n if ('event' in value) {\n // chunk is AIMessage Chunk for on_chat_model_stream event:\n if (value.event === 'on_chat_model_stream') {\n forwardAIMessageChunk(\n value.data?.chunk as LangChainAIMessageChunk,\n controller,\n );\n }\n return;\n }\n\n // AI Message chunk stream:\n forwardAIMessageChunk(value, controller);\n },\n }),\n )\n .pipeThrough(createCallbacksTransformer(callbacks))\n .pipeThrough(\n new TransformStream<string, DataStreamPart>({\n transform: async (chunk, controller) => {\n controller.enqueue({ type: 'text', value: chunk });\n },\n }),\n );\n}\n\nfunction forwardAIMessageChunk(\n chunk: LangChainAIMessageChunk,\n controller: TransformStreamDefaultController<any>,\n) {\n if (typeof chunk.content === 'string') {\n controller.enqueue(chunk.content);\n } else {\n const content: LangChainMessageContentComplex[] = chunk.content;\n for (const item of content) {\n if (item.type === 'text') {\n controller.enqueue(item.text);\n }\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACqCO,SAAS,2BACd,YAAyC,CAAC,GACT;AACjC,MAAI,qBAAqB;AAEzB,SAAO,IAAI,gBAAgB;AAAA,IACzB,MAAM,QAAuB;AAC3B,UAAI,UAAU,QAAS,OAAM,UAAU,QAAQ;AAAA,IACjD;AAAA,IAEA,MAAM,UAAU,SAAS,YAA2B;AAClD,iBAAW,QAAQ,OAAO;AAE1B,4BAAsB;AAEtB,UAAI,UAAU,QAAS,OAAM,UAAU,QAAQ,OAAO;AACtD,UAAI,UAAU,UAAU,OAAO,YAAY,UAAU;AACnD,cAAM,UAAU,OAAO,OAAO;AAAA,MAChC;AAAA,IACF;AAAA,IAEA,MAAM,QAAuB;AAC3B,UAAI,UAAU,SAAS;AACrB,cAAM,UAAU,QAAQ,kBAAkB;AAAA,MAC5C;AAAA,IACF;AAAA,EACF,CAAC;AACH;;;ACZO,SAAS,aACd,QAIA,WACA;AACA,SAAO,OACJ;AAAA,IACC,IAAI,gBAEF;AAAA,MACA,WAAW,OAAO,OAAO,eAAe;AAhEhD;AAkEU,YAAI,OAAO,UAAU,UAAU;AAC7B,qBAAW,QAAQ,KAAK;AACxB;AAAA,QACF;AAGA,YAAI,WAAW,OAAO;AAEpB,cAAI,MAAM,UAAU,wBAAwB;AAC1C;AAAA,eACE,WAAM,SAAN,mBAAY;AAAA,cACZ;AAAA,YACF;AAAA,UACF;AACA;AAAA,QACF;AAGA,8BAAsB,OAAO,UAAU;AAAA,MACzC;AAAA,IACF,CAAC;AAAA,EACH,EACC,YAAY,2BAA2B,SAAS,CAAC,EACjD;AAAA,IACC,IAAI,gBAAwC;AAAA,MAC1C,WAAW,OAAO,OAAO,eAAe;AACtC,mBAAW,QAAQ,EAAE,MAAM,QAAQ,OAAO,MAAM,CAAC;AAAA,MACnD;AAAA,IACF,CAAC;AAAA,EACH;AACJ;AAEA,SAAS,sBACP,OACA,YACA;AACA,MAAI,OAAO,MAAM,YAAY,UAAU;AACrC,eAAW,QAAQ,MAAM,OAAO;AAAA,EAClC,OAAO;AACL,UAAM,UAA4C,MAAM;AACxD,eAAW,QAAQ,SAAS;AAC1B,UAAI,KAAK,SAAS,QAAQ;AACxB,mBAAW,QAAQ,KAAK,IAAI;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
|
package/dist/index.mjs
CHANGED
|
@@ -1,11 +1,28 @@
|
|
|
1
|
+
// src/stream-callbacks.ts
|
|
2
|
+
function createCallbacksTransformer(callbacks = {}) {
|
|
3
|
+
let aggregatedResponse = "";
|
|
4
|
+
return new TransformStream({
|
|
5
|
+
async start() {
|
|
6
|
+
if (callbacks.onStart) await callbacks.onStart();
|
|
7
|
+
},
|
|
8
|
+
async transform(message, controller) {
|
|
9
|
+
controller.enqueue(message);
|
|
10
|
+
aggregatedResponse += message;
|
|
11
|
+
if (callbacks.onToken) await callbacks.onToken(message);
|
|
12
|
+
if (callbacks.onText && typeof message === "string") {
|
|
13
|
+
await callbacks.onText(message);
|
|
14
|
+
}
|
|
15
|
+
},
|
|
16
|
+
async flush() {
|
|
17
|
+
if (callbacks.onFinal) {
|
|
18
|
+
await callbacks.onFinal(aggregatedResponse);
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
});
|
|
22
|
+
}
|
|
23
|
+
|
|
1
24
|
// src/langchain-adapter.ts
|
|
2
|
-
|
|
3
|
-
import {
|
|
4
|
-
mergeStreams,
|
|
5
|
-
prepareResponseHeaders,
|
|
6
|
-
createCallbacksTransformer
|
|
7
|
-
} from "ai/internal";
|
|
8
|
-
function toDataStreamInternal(stream, callbacks) {
|
|
25
|
+
function toDataStream(stream, callbacks) {
|
|
9
26
|
return stream.pipeThrough(
|
|
10
27
|
new TransformStream({
|
|
11
28
|
transform: async (value, controller) => {
|
|
@@ -26,40 +43,14 @@ function toDataStreamInternal(stream, callbacks) {
|
|
|
26
43
|
forwardAIMessageChunk(value, controller);
|
|
27
44
|
}
|
|
28
45
|
})
|
|
29
|
-
).pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
|
|
46
|
+
).pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
|
|
30
47
|
new TransformStream({
|
|
31
48
|
transform: async (chunk, controller) => {
|
|
32
|
-
controller.enqueue(
|
|
49
|
+
controller.enqueue({ type: "text", value: chunk });
|
|
33
50
|
}
|
|
34
51
|
})
|
|
35
52
|
);
|
|
36
53
|
}
|
|
37
|
-
function toDataStream(stream, callbacks) {
|
|
38
|
-
return toDataStreamInternal(stream, callbacks).pipeThrough(
|
|
39
|
-
new TextEncoderStream()
|
|
40
|
-
);
|
|
41
|
-
}
|
|
42
|
-
function toDataStreamResponse(stream, options) {
|
|
43
|
-
var _a;
|
|
44
|
-
const dataStream = toDataStreamInternal(
|
|
45
|
-
stream,
|
|
46
|
-
options == null ? void 0 : options.callbacks
|
|
47
|
-
).pipeThrough(new TextEncoderStream());
|
|
48
|
-
const data = options == null ? void 0 : options.data;
|
|
49
|
-
const init = options == null ? void 0 : options.init;
|
|
50
|
-
const responseStream = data ? mergeStreams(data.stream, dataStream) : dataStream;
|
|
51
|
-
return new Response(responseStream, {
|
|
52
|
-
status: (_a = init == null ? void 0 : init.status) != null ? _a : 200,
|
|
53
|
-
statusText: init == null ? void 0 : init.statusText,
|
|
54
|
-
headers: prepareResponseHeaders(init == null ? void 0 : init.headers, {
|
|
55
|
-
contentType: "text/plain; charset=utf-8",
|
|
56
|
-
dataStreamVersion: "v1"
|
|
57
|
-
})
|
|
58
|
-
});
|
|
59
|
-
}
|
|
60
|
-
function mergeIntoDataStream(stream, options) {
|
|
61
|
-
options.dataStream.merge(toDataStreamInternal(stream, options.callbacks));
|
|
62
|
-
}
|
|
63
54
|
function forwardAIMessageChunk(chunk, controller) {
|
|
64
55
|
if (typeof chunk.content === "string") {
|
|
65
56
|
controller.enqueue(chunk.content);
|
|
@@ -73,8 +64,6 @@ function forwardAIMessageChunk(chunk, controller) {
|
|
|
73
64
|
}
|
|
74
65
|
}
|
|
75
66
|
export {
|
|
76
|
-
|
|
77
|
-
toDataStream,
|
|
78
|
-
toDataStreamResponse
|
|
67
|
+
toDataStream
|
|
79
68
|
};
|
|
80
69
|
//# sourceMappingURL=index.mjs.map
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/langchain-adapter.ts"],"sourcesContent":["
|
|
1
|
+
{"version":3,"sources":["../src/stream-callbacks.ts","../src/langchain-adapter.ts"],"sourcesContent":["/**\n * Configuration options and helper callback methods for stream lifecycle events.\n */\nexport interface StreamCallbacks {\n /** `onStart`: Called once when the stream is initialized. */\n onStart?: () => Promise<void> | void;\n\n /** `onFinal`: Called once when the stream is closed with the final completion message. */\n onFinal?: (completion: string) => Promise<void> | void;\n\n /** `onToken`: Called for each tokenized message. */\n onToken?: (token: string) => Promise<void> | void;\n\n /** `onText`: Called for each text chunk. */\n onText?: (text: string) => Promise<void> | void;\n}\n\n/**\n * Creates a transform stream that encodes input messages and invokes optional callback functions.\n * The transform stream uses the provided callbacks to execute custom logic at different stages of the stream's lifecycle.\n * - `onStart`: Called once when the stream is initialized.\n * - `onToken`: Called for each tokenized message.\n * - `onFinal`: Called once when the stream is closed with the final completion message.\n *\n * This function is useful when you want to process a stream of messages and perform specific actions during the stream's lifecycle.\n *\n * @param {StreamCallbacks} [callbacks] - An object containing the callback functions.\n * @return {TransformStream<string, Uint8Array>} A transform stream that encodes input messages as Uint8Array and allows the execution of custom logic through callbacks.\n *\n * @example\n * const callbacks = {\n * onStart: async () => console.log('Stream started'),\n * onToken: async (token) => console.log(`Token: ${token}`),\n * onFinal: async () => data.close()\n * };\n * const transformer = createCallbacksTransformer(callbacks);\n */\nexport function createCallbacksTransformer(\n callbacks: StreamCallbacks | undefined = {},\n): TransformStream<string, string> {\n let aggregatedResponse = '';\n\n return new TransformStream({\n async start(): Promise<void> {\n if (callbacks.onStart) await callbacks.onStart();\n },\n\n async transform(message, controller): Promise<void> {\n controller.enqueue(message);\n\n aggregatedResponse += message;\n\n if (callbacks.onToken) await callbacks.onToken(message);\n if (callbacks.onText && typeof message === 'string') {\n await callbacks.onText(message);\n }\n },\n\n async flush(): Promise<void> {\n if (callbacks.onFinal) {\n await callbacks.onFinal(aggregatedResponse);\n }\n },\n });\n}\n","import { DataStreamPart } from 'ai';\nimport {\n createCallbacksTransformer,\n StreamCallbacks,\n} from './stream-callbacks';\n\ntype LangChainImageDetail = 'auto' | 'low' | 'high';\n\ntype LangChainMessageContentText = {\n type: 'text';\n text: string;\n};\n\ntype LangChainMessageContentImageUrl = {\n type: 'image_url';\n image_url:\n | string\n | {\n url: string;\n detail?: LangChainImageDetail;\n };\n};\n\ntype LangChainMessageContentComplex =\n | LangChainMessageContentText\n | LangChainMessageContentImageUrl\n | (Record<string, any> & {\n type?: 'text' | 'image_url' | string;\n })\n | (Record<string, any> & {\n type?: never;\n });\n\ntype LangChainMessageContent = string | LangChainMessageContentComplex[];\n\ntype LangChainAIMessageChunk = {\n content: LangChainMessageContent;\n};\n\n// LC stream event v2\ntype LangChainStreamEvent = {\n event: string;\n data: any;\n};\n\n/**\nConverts LangChain output streams to an AI SDK Data Stream.\n\nThe following streams are supported:\n- `LangChainAIMessageChunk` streams (LangChain `model.stream` output)\n- `string` streams (LangChain `StringOutputParser` output)\n */\nexport function toDataStream(\n stream:\n | ReadableStream<LangChainStreamEvent>\n | ReadableStream<LangChainAIMessageChunk>\n | ReadableStream<string>,\n callbacks?: StreamCallbacks,\n) {\n return stream\n .pipeThrough(\n new TransformStream<\n LangChainStreamEvent | LangChainAIMessageChunk | string\n >({\n transform: async (value, controller) => {\n // text stream:\n if (typeof value === 'string') {\n controller.enqueue(value);\n return;\n }\n\n // LC stream events v2:\n if ('event' in value) {\n // chunk is AIMessage Chunk for on_chat_model_stream event:\n if (value.event === 'on_chat_model_stream') {\n forwardAIMessageChunk(\n value.data?.chunk as LangChainAIMessageChunk,\n controller,\n );\n }\n return;\n }\n\n // AI Message chunk stream:\n forwardAIMessageChunk(value, controller);\n },\n }),\n )\n .pipeThrough(createCallbacksTransformer(callbacks))\n .pipeThrough(\n new TransformStream<string, DataStreamPart>({\n transform: async (chunk, controller) => {\n controller.enqueue({ type: 'text', value: chunk });\n },\n }),\n );\n}\n\nfunction forwardAIMessageChunk(\n chunk: LangChainAIMessageChunk,\n controller: TransformStreamDefaultController<any>,\n) {\n if (typeof chunk.content === 'string') {\n controller.enqueue(chunk.content);\n } else {\n const content: LangChainMessageContentComplex[] = chunk.content;\n for (const item of content) {\n if (item.type === 'text') {\n controller.enqueue(item.text);\n }\n }\n }\n}\n"],"mappings":";AAqCO,SAAS,2BACd,YAAyC,CAAC,GACT;AACjC,MAAI,qBAAqB;AAEzB,SAAO,IAAI,gBAAgB;AAAA,IACzB,MAAM,QAAuB;AAC3B,UAAI,UAAU,QAAS,OAAM,UAAU,QAAQ;AAAA,IACjD;AAAA,IAEA,MAAM,UAAU,SAAS,YAA2B;AAClD,iBAAW,QAAQ,OAAO;AAE1B,4BAAsB;AAEtB,UAAI,UAAU,QAAS,OAAM,UAAU,QAAQ,OAAO;AACtD,UAAI,UAAU,UAAU,OAAO,YAAY,UAAU;AACnD,cAAM,UAAU,OAAO,OAAO;AAAA,MAChC;AAAA,IACF;AAAA,IAEA,MAAM,QAAuB;AAC3B,UAAI,UAAU,SAAS;AACrB,cAAM,UAAU,QAAQ,kBAAkB;AAAA,MAC5C;AAAA,IACF;AAAA,EACF,CAAC;AACH;;;ACZO,SAAS,aACd,QAIA,WACA;AACA,SAAO,OACJ;AAAA,IACC,IAAI,gBAEF;AAAA,MACA,WAAW,OAAO,OAAO,eAAe;AAhEhD;AAkEU,YAAI,OAAO,UAAU,UAAU;AAC7B,qBAAW,QAAQ,KAAK;AACxB;AAAA,QACF;AAGA,YAAI,WAAW,OAAO;AAEpB,cAAI,MAAM,UAAU,wBAAwB;AAC1C;AAAA,eACE,WAAM,SAAN,mBAAY;AAAA,cACZ;AAAA,YACF;AAAA,UACF;AACA;AAAA,QACF;AAGA,8BAAsB,OAAO,UAAU;AAAA,MACzC;AAAA,IACF,CAAC;AAAA,EACH,EACC,YAAY,2BAA2B,SAAS,CAAC,EACjD;AAAA,IACC,IAAI,gBAAwC;AAAA,MAC1C,WAAW,OAAO,OAAO,eAAe;AACtC,mBAAW,QAAQ,EAAE,MAAM,QAAQ,OAAO,MAAM,CAAC;AAAA,MACnD;AAAA,IACF,CAAC;AAAA,EACH;AACJ;AAEA,SAAS,sBACP,OACA,YACA;AACA,MAAI,OAAO,MAAM,YAAY,UAAU;AACrC,eAAW,QAAQ,MAAM,OAAO;AAAA,EAClC,OAAO;AACL,UAAM,UAA4C,MAAM;AACxD,eAAW,QAAQ,SAAS;AAC1B,UAAI,KAAK,SAAS,QAAQ;AACxB,mBAAW,QAAQ,KAAK,IAAI;AAAA,MAC9B;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@ai-sdk/langchain",
|
|
3
|
-
"version": "1.0.0-canary.
|
|
3
|
+
"version": "1.0.0-canary.8",
|
|
4
4
|
"license": "Apache-2.0",
|
|
5
5
|
"sideEffects": false,
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -19,8 +19,7 @@
|
|
|
19
19
|
}
|
|
20
20
|
},
|
|
21
21
|
"dependencies": {
|
|
22
|
-
"ai": "5.0.0-canary.
|
|
23
|
-
"@ai-sdk/provider-utils": "3.0.0-canary.15"
|
|
22
|
+
"ai": "5.0.0-canary.20"
|
|
24
23
|
},
|
|
25
24
|
"devDependencies": {
|
|
26
25
|
"@types/node": "20.17.24",
|