@tanstack/ai 0.0.3 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +26 -0
- package/dist/esm/activities/chat/adapter.d.ts +100 -0
- package/dist/esm/activities/chat/adapter.js +14 -0
- package/dist/esm/activities/chat/adapter.js.map +1 -0
- package/dist/esm/{utilities → activities/chat}/agent-loop-strategies.d.ts +4 -4
- package/dist/esm/activities/chat/agent-loop-strategies.js.map +1 -0
- package/dist/esm/activities/chat/index.d.ts +165 -0
- package/dist/esm/{core/chat.js → activities/chat/index.js} +131 -33
- package/dist/esm/activities/chat/index.js.map +1 -0
- package/dist/esm/{message-converters.d.ts → activities/chat/messages.d.ts} +1 -1
- package/dist/esm/{message-converters.js → activities/chat/messages.js} +7 -7
- package/dist/esm/activities/chat/messages.js.map +1 -0
- package/dist/esm/activities/chat/stream/json-parser.js.map +1 -0
- package/dist/esm/{stream → activities/chat/stream}/message-updaters.d.ts +1 -1
- package/dist/esm/activities/chat/stream/message-updaters.js.map +1 -0
- package/dist/esm/{stream → activities/chat/stream}/processor.d.ts +1 -1
- package/dist/esm/{stream → activities/chat/stream}/processor.js +1 -1
- package/dist/esm/activities/chat/stream/processor.js.map +1 -0
- package/dist/esm/activities/chat/stream/strategies.js.map +1 -0
- package/dist/esm/{stream → activities/chat/stream}/types.d.ts +2 -9
- package/dist/esm/{tools → activities/chat/tools}/tool-calls.d.ts +1 -1
- package/dist/esm/{tools → activities/chat/tools}/tool-calls.js +9 -5
- package/dist/esm/activities/chat/tools/tool-calls.js.map +1 -0
- package/dist/esm/{tools → activities/chat/tools}/tool-definition.d.ts +14 -14
- package/dist/esm/activities/chat/tools/tool-definition.js.map +1 -0
- package/dist/esm/activities/chat/tools/zod-converter.d.ts +69 -0
- package/dist/esm/activities/chat/tools/zod-converter.js +99 -0
- package/dist/esm/activities/chat/tools/zod-converter.js.map +1 -0
- package/dist/esm/activities/generateImage/adapter.d.ts +68 -0
- package/dist/esm/activities/generateImage/adapter.js +14 -0
- package/dist/esm/activities/generateImage/adapter.js.map +1 -0
- package/dist/esm/activities/generateImage/index.d.ts +89 -0
- package/dist/esm/activities/generateImage/index.js +15 -0
- package/dist/esm/activities/generateImage/index.js.map +1 -0
- package/dist/esm/activities/generateSpeech/adapter.d.ts +62 -0
- package/dist/esm/activities/generateSpeech/adapter.js +14 -0
- package/dist/esm/activities/generateSpeech/adapter.js.map +1 -0
- package/dist/esm/activities/generateSpeech/index.d.ts +69 -0
- package/dist/esm/activities/generateSpeech/index.js +15 -0
- package/dist/esm/activities/generateSpeech/index.js.map +1 -0
- package/dist/esm/activities/generateTranscription/adapter.d.ts +62 -0
- package/dist/esm/activities/generateTranscription/adapter.js +14 -0
- package/dist/esm/activities/generateTranscription/adapter.js.map +1 -0
- package/dist/esm/activities/generateTranscription/index.d.ts +71 -0
- package/dist/esm/activities/generateTranscription/index.js +15 -0
- package/dist/esm/activities/generateTranscription/index.js.map +1 -0
- package/dist/esm/activities/generateVideo/adapter.d.ts +80 -0
- package/dist/esm/activities/generateVideo/adapter.js +14 -0
- package/dist/esm/activities/generateVideo/adapter.js.map +1 -0
- package/dist/esm/activities/generateVideo/index.d.ts +136 -0
- package/dist/esm/activities/generateVideo/index.js +47 -0
- package/dist/esm/activities/generateVideo/index.js.map +1 -0
- package/dist/esm/activities/index.d.ts +22 -0
- package/dist/esm/activities/index.js +34 -0
- package/dist/esm/activities/index.js.map +1 -0
- package/dist/esm/activities/summarize/adapter.d.ts +74 -0
- package/dist/esm/activities/summarize/adapter.js +14 -0
- package/dist/esm/activities/summarize/adapter.js.map +1 -0
- package/dist/esm/activities/summarize/index.d.ts +100 -0
- package/dist/esm/activities/summarize/index.js +90 -0
- package/dist/esm/activities/summarize/index.js.map +1 -0
- package/dist/esm/event-client.d.ts +4 -18
- package/dist/esm/event-client.js.map +1 -1
- package/dist/esm/index.d.ts +16 -14
- package/dist/esm/index.js +28 -19
- package/dist/esm/stream-to-response.d.ts +95 -0
- package/dist/esm/stream-to-response.js +118 -0
- package/dist/esm/stream-to-response.js.map +1 -0
- package/dist/esm/types.d.ts +347 -129
- package/package.json +5 -1
- package/src/activities/chat/adapter.ts +150 -0
- package/src/{utilities → activities/chat}/agent-loop-strategies.ts +4 -4
- package/src/{core/chat.ts → activities/chat/index.ts} +427 -79
- package/src/{message-converters.ts → activities/chat/messages.ts} +10 -13
- package/src/{stream → activities/chat/stream}/message-updaters.ts +1 -1
- package/src/{stream → activities/chat/stream}/processor.ts +2 -5
- package/src/{stream → activities/chat/stream}/types.ts +8 -18
- package/src/{tools → activities/chat/tools}/tool-calls.ts +36 -11
- package/src/{tools → activities/chat/tools}/tool-definition.ts +36 -27
- package/src/activities/chat/tools/zod-converter.ts +235 -0
- package/src/activities/generateImage/adapter.ts +104 -0
- package/src/activities/generateImage/index.ts +162 -0
- package/src/activities/generateSpeech/adapter.ts +87 -0
- package/src/activities/generateSpeech/index.ts +122 -0
- package/src/activities/generateTranscription/adapter.ts +89 -0
- package/src/activities/generateTranscription/index.ts +132 -0
- package/src/activities/generateVideo/adapter.ts +116 -0
- package/src/activities/generateVideo/index.ts +261 -0
- package/src/activities/index.ts +164 -0
- package/src/activities/summarize/adapter.ts +107 -0
- package/src/activities/summarize/index.ts +287 -0
- package/src/event-client.ts +5 -21
- package/src/index.ts +58 -15
- package/src/stream-to-response.ts +237 -0
- package/src/types.ts +404 -280
- package/dist/esm/base-adapter.d.ts +0 -36
- package/dist/esm/base-adapter.js +0 -12
- package/dist/esm/base-adapter.js.map +0 -1
- package/dist/esm/core/chat-common-options.d.ts +0 -52
- package/dist/esm/core/chat.d.ts +0 -30
- package/dist/esm/core/chat.js.map +0 -1
- package/dist/esm/core/embedding.d.ts +0 -8
- package/dist/esm/core/embedding.js +0 -33
- package/dist/esm/core/embedding.js.map +0 -1
- package/dist/esm/core/summarize.d.ts +0 -9
- package/dist/esm/core/summarize.js +0 -36
- package/dist/esm/core/summarize.js.map +0 -1
- package/dist/esm/message-converters.js.map +0 -1
- package/dist/esm/stream/json-parser.js.map +0 -1
- package/dist/esm/stream/message-updaters.js.map +0 -1
- package/dist/esm/stream/processor.js.map +0 -1
- package/dist/esm/stream/strategies.js.map +0 -1
- package/dist/esm/tools/tool-calls.js.map +0 -1
- package/dist/esm/tools/tool-definition.js.map +0 -1
- package/dist/esm/tools/zod-converter.d.ts +0 -30
- package/dist/esm/tools/zod-converter.js +0 -36
- package/dist/esm/tools/zod-converter.js.map +0 -1
- package/dist/esm/utilities/agent-loop-strategies.js.map +0 -1
- package/dist/esm/utilities/chat-options.d.ts +0 -6
- package/dist/esm/utilities/chat-options.js +0 -7
- package/dist/esm/utilities/chat-options.js.map +0 -1
- package/dist/esm/utilities/messages.d.ts +0 -30
- package/dist/esm/utilities/messages.js +0 -7
- package/dist/esm/utilities/messages.js.map +0 -1
- package/dist/esm/utilities/stream-to-response.d.ts +0 -48
- package/dist/esm/utilities/stream-to-response.js +0 -62
- package/dist/esm/utilities/stream-to-response.js.map +0 -1
- package/src/base-adapter.ts +0 -86
- package/src/core/chat-common-options.ts +0 -55
- package/src/core/embedding.ts +0 -54
- package/src/core/summarize.ts +0 -56
- package/src/tools/zod-converter.ts +0 -85
- package/src/utilities/chat-options.ts +0 -35
- package/src/utilities/messages.ts +0 -63
- package/src/utilities/stream-to-response.ts +0 -116
- /package/dist/esm/{utilities → activities/chat}/agent-loop-strategies.js +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/index.d.ts +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/json-parser.d.ts +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/json-parser.js +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/message-updaters.js +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/strategies.d.ts +0 -0
- /package/dist/esm/{stream → activities/chat/stream}/strategies.js +0 -0
- /package/dist/esm/{tools → activities/chat/tools}/tool-definition.js +0 -0
- /package/src/{stream → activities/chat/stream}/index.ts +0 -0
- /package/src/{stream → activities/chat/stream}/json-parser.ts +0 -0
- /package/src/{stream → activities/chat/stream}/strategies.ts +0 -0
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
import type {
|
|
2
|
-
AIAdapter,
|
|
3
|
-
ConstrainedModelMessage,
|
|
4
|
-
Modality,
|
|
5
|
-
ModelMessage,
|
|
6
|
-
} from '../types'
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* Type-safe helper to create a messages array constrained by a model's supported modalities.
|
|
10
|
-
*
|
|
11
|
-
* This function provides compile-time checking that your messages only contain
|
|
12
|
-
* content types supported by the specified model. It's particularly useful when
|
|
13
|
-
* combining typed messages with untyped data (like from request.json()).
|
|
14
|
-
*
|
|
15
|
-
* @example
|
|
16
|
-
* ```typescript
|
|
17
|
-
* import { messages, chat } from '@tanstack/ai'
|
|
18
|
-
* import { openai } from '@tanstack/ai-openai'
|
|
19
|
-
*
|
|
20
|
-
* const adapter = openai()
|
|
21
|
-
*
|
|
22
|
-
* // This will error at compile time because gpt-4o only supports text+image
|
|
23
|
-
* const msgs = messages({ adapter, model: 'gpt-4o' }, [
|
|
24
|
-
* {
|
|
25
|
-
* role: 'user',
|
|
26
|
-
* content: [
|
|
27
|
-
* { type: 'video', source: { type: 'url', value: '...' } } // Error!
|
|
28
|
-
* ]
|
|
29
|
-
* }
|
|
30
|
-
* ])
|
|
31
|
-
* ```
|
|
32
|
-
*/
|
|
33
|
-
export function messages<
|
|
34
|
-
TAdapter extends AIAdapter<any, any, any, any, any, any>,
|
|
35
|
-
const TModel extends TAdapter extends AIAdapter<
|
|
36
|
-
infer Models,
|
|
37
|
-
any,
|
|
38
|
-
any,
|
|
39
|
-
any,
|
|
40
|
-
any,
|
|
41
|
-
any
|
|
42
|
-
>
|
|
43
|
-
? Models[number]
|
|
44
|
-
: string,
|
|
45
|
-
>(
|
|
46
|
-
_options: { adapter: TAdapter; model: TModel },
|
|
47
|
-
msgs: TAdapter extends AIAdapter<
|
|
48
|
-
any,
|
|
49
|
-
any,
|
|
50
|
-
any,
|
|
51
|
-
any,
|
|
52
|
-
any,
|
|
53
|
-
infer ModelInputModalities
|
|
54
|
-
>
|
|
55
|
-
? TModel extends keyof ModelInputModalities
|
|
56
|
-
? ModelInputModalities[TModel] extends ReadonlyArray<Modality>
|
|
57
|
-
? Array<ConstrainedModelMessage<ModelInputModalities[TModel]>>
|
|
58
|
-
: Array<ModelMessage>
|
|
59
|
-
: Array<ModelMessage>
|
|
60
|
-
: Array<ModelMessage>,
|
|
61
|
-
): typeof msgs {
|
|
62
|
-
return msgs
|
|
63
|
-
}
|
|
@@ -1,116 +0,0 @@
|
|
|
1
|
-
import type { StreamChunk } from '../types'
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Convert a StreamChunk async iterable to a ReadableStream in Server-Sent Events format
|
|
5
|
-
*
|
|
6
|
-
* This creates a ReadableStream that emits chunks in SSE format:
|
|
7
|
-
* - Each chunk is prefixed with "data: "
|
|
8
|
-
* - Each chunk is followed by "\n\n"
|
|
9
|
-
* - Stream ends with "data: [DONE]\n\n"
|
|
10
|
-
*
|
|
11
|
-
* @param stream - AsyncIterable of StreamChunks from chat()
|
|
12
|
-
* @param abortController - Optional AbortController to abort when stream is cancelled
|
|
13
|
-
* @returns ReadableStream in Server-Sent Events format
|
|
14
|
-
*
|
|
15
|
-
* @example
|
|
16
|
-
* ```typescript
|
|
17
|
-
* const stream = chat({ adapter: openai(), model: "gpt-4o", messages: [...] });
|
|
18
|
-
* const readableStream = toServerSentEventsStream(stream);
|
|
19
|
-
* // Use with Response, or any API that accepts ReadableStream
|
|
20
|
-
* ```
|
|
21
|
-
*/
|
|
22
|
-
export function toServerSentEventsStream(
|
|
23
|
-
stream: AsyncIterable<StreamChunk>,
|
|
24
|
-
abortController?: AbortController,
|
|
25
|
-
): ReadableStream<Uint8Array> {
|
|
26
|
-
const encoder = new TextEncoder()
|
|
27
|
-
|
|
28
|
-
return new ReadableStream({
|
|
29
|
-
async start(controller) {
|
|
30
|
-
try {
|
|
31
|
-
for await (const chunk of stream) {
|
|
32
|
-
// Check if stream was cancelled/aborted
|
|
33
|
-
if (abortController?.signal.aborted) {
|
|
34
|
-
break
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
// Send each chunk as Server-Sent Events format
|
|
38
|
-
controller.enqueue(
|
|
39
|
-
encoder.encode(`data: ${JSON.stringify(chunk)}\n\n`),
|
|
40
|
-
)
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
// Send completion marker
|
|
44
|
-
controller.enqueue(encoder.encode('data: [DONE]\n\n'))
|
|
45
|
-
controller.close()
|
|
46
|
-
} catch (error: any) {
|
|
47
|
-
// Don't send error if aborted
|
|
48
|
-
if (abortController?.signal.aborted) {
|
|
49
|
-
controller.close()
|
|
50
|
-
return
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
// Send error chunk
|
|
54
|
-
controller.enqueue(
|
|
55
|
-
encoder.encode(
|
|
56
|
-
`data: ${JSON.stringify({
|
|
57
|
-
type: 'error',
|
|
58
|
-
error: {
|
|
59
|
-
message: error.message || 'Unknown error occurred',
|
|
60
|
-
code: error.code,
|
|
61
|
-
},
|
|
62
|
-
})}\n\n`,
|
|
63
|
-
),
|
|
64
|
-
)
|
|
65
|
-
controller.close()
|
|
66
|
-
}
|
|
67
|
-
},
|
|
68
|
-
cancel() {
|
|
69
|
-
// When the ReadableStream is cancelled (e.g., client disconnects),
|
|
70
|
-
// abort the underlying stream
|
|
71
|
-
if (abortController) {
|
|
72
|
-
abortController.abort()
|
|
73
|
-
}
|
|
74
|
-
},
|
|
75
|
-
})
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
/**
|
|
79
|
-
* Create a streaming HTTP response from a StreamChunk async iterable
|
|
80
|
-
* Includes proper headers for Server-Sent Events
|
|
81
|
-
*
|
|
82
|
-
* @param stream - AsyncIterable of StreamChunks from chat()
|
|
83
|
-
* @param init - Optional Response initialization options
|
|
84
|
-
* @param abortController - Optional AbortController to abort when client disconnects
|
|
85
|
-
* @returns Response object with SSE headers and streaming body
|
|
86
|
-
*
|
|
87
|
-
* @example
|
|
88
|
-
* ```typescript
|
|
89
|
-
* export async function POST(request: Request) {
|
|
90
|
-
* const { messages } = await request.json();
|
|
91
|
-
* const abortController = new AbortController();
|
|
92
|
-
* const stream = chat({
|
|
93
|
-
* adapter: openai(),
|
|
94
|
-
* model: "gpt-4o",
|
|
95
|
-
* messages,
|
|
96
|
-
* options: { abortSignal: abortController.signal }
|
|
97
|
-
* });
|
|
98
|
-
* return toStreamResponse(stream, undefined, abortController);
|
|
99
|
-
* }
|
|
100
|
-
* ```
|
|
101
|
-
*/
|
|
102
|
-
export function toStreamResponse(
|
|
103
|
-
stream: AsyncIterable<StreamChunk>,
|
|
104
|
-
init?: ResponseInit & { abortController?: AbortController },
|
|
105
|
-
): Response {
|
|
106
|
-
const { headers, abortController, ...responseInit } = init ?? {}
|
|
107
|
-
return new Response(toServerSentEventsStream(stream, abortController), {
|
|
108
|
-
...responseInit,
|
|
109
|
-
headers: {
|
|
110
|
-
'Content-Type': 'text/event-stream',
|
|
111
|
-
'Cache-Control': 'no-cache',
|
|
112
|
-
Connection: 'keep-alive',
|
|
113
|
-
...(headers || {}),
|
|
114
|
-
},
|
|
115
|
-
})
|
|
116
|
-
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|