@axium/ai 0.0.0-stage → 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (109) hide show
  1. package/LICENSE.md +157 -0
  2. package/README.md +2 -2
  3. package/db.json +114 -0
  4. package/dist/.locale.d.ts +300 -0
  5. package/dist/.locale.js +1 -0
  6. package/dist/client/cli.d.ts +1 -0
  7. package/dist/client/cli.js +224 -0
  8. package/dist/client/config.d.ts +196 -0
  9. package/dist/client/config.js +55 -0
  10. package/dist/client/hooks.d.ts +3 -0
  11. package/dist/client/hooks.js +32 -0
  12. package/dist/client/local.d.ts +17 -0
  13. package/dist/client/local.js +112 -0
  14. package/dist/common.d.ts +1318 -0
  15. package/dist/common.js +569 -0
  16. package/dist/hooks.d.ts +13 -0
  17. package/dist/hooks.js +34 -0
  18. package/dist/hub.d.ts +4 -0
  19. package/dist/hub.js +75 -0
  20. package/dist/index.d.ts +1 -0
  21. package/dist/index.js +1 -0
  22. package/dist/integrations/notes.d.ts +1 -0
  23. package/dist/integrations/notes.js +104 -0
  24. package/dist/integrations/tasks.d.ts +1 -0
  25. package/dist/integrations/tasks.js +157 -0
  26. package/dist/loop.d.ts +75 -0
  27. package/dist/loop.js +238 -0
  28. package/dist/memory.d.ts +107 -0
  29. package/dist/memory.js +193 -0
  30. package/dist/node/chat.d.ts +50 -0
  31. package/dist/node/chat.js +60 -0
  32. package/dist/node/llama.d.ts +115 -0
  33. package/dist/node/llama.js +385 -0
  34. package/dist/node/markdown.d.ts +6 -0
  35. package/dist/node/markdown.js +285 -0
  36. package/dist/node/models.d.ts +34 -0
  37. package/dist/node/models.js +287 -0
  38. package/dist/node/web.d.ts +1 -0
  39. package/dist/node/web.js +203 -0
  40. package/dist/server/api/conversations.d.ts +1 -0
  41. package/dist/server/api/conversations.js +216 -0
  42. package/dist/server/api/gateway.d.ts +1 -0
  43. package/dist/server/api/gateway.js +113 -0
  44. package/dist/server/api/memories.d.ts +1 -0
  45. package/dist/server/api/memories.js +129 -0
  46. package/dist/server/api/models.d.ts +1 -0
  47. package/dist/server/api/models.js +161 -0
  48. package/dist/server/api/temporary.d.ts +1 -0
  49. package/dist/server/api/temporary.js +50 -0
  50. package/dist/server/api/timers.d.ts +1 -0
  51. package/dist/server/api/timers.js +27 -0
  52. package/dist/server/api/voice.d.ts +1 -0
  53. package/dist/server/api/voice.js +188 -0
  54. package/dist/server/api.d.ts +1 -0
  55. package/dist/server/api.js +157 -0
  56. package/dist/server/generation.d.ts +38 -0
  57. package/dist/server/generation.js +299 -0
  58. package/dist/server/memory.d.ts +7 -0
  59. package/dist/server/memory.js +218 -0
  60. package/dist/server/models.d.ts +13 -0
  61. package/dist/server/models.js +59 -0
  62. package/dist/server/preferences.d.ts +3 -0
  63. package/dist/server/preferences.js +12 -0
  64. package/dist/server/timers.d.ts +7 -0
  65. package/dist/server/timers.js +66 -0
  66. package/dist/speech.d.ts +17 -0
  67. package/dist/speech.js +69 -0
  68. package/dist/timers.d.ts +1 -0
  69. package/dist/timers.js +67 -0
  70. package/dist/tools.d.ts +70 -0
  71. package/dist/tools.js +84 -0
  72. package/lib/ChatMessage.svelte +331 -0
  73. package/lib/Composer.svelte +234 -0
  74. package/lib/Conversation.svelte +433 -0
  75. package/lib/ConversationMenu.svelte +18 -0
  76. package/lib/ModelActions.svelte +71 -0
  77. package/lib/ModelOptions.svelte +101 -0
  78. package/lib/ModelStatus.svelte +49 -0
  79. package/lib/ToolCall.svelte +171 -0
  80. package/lib/VoiceMode.svelte +113 -0
  81. package/lib/actions.ts +21 -0
  82. package/lib/index.ts +7 -0
  83. package/lib/live.svelte.ts +113 -0
  84. package/lib/markdown.ts +40 -0
  85. package/lib/preferences.ts +13 -0
  86. package/lib/transition.ts +24 -0
  87. package/lib/tsconfig.json +14 -0
  88. package/lib/voice.svelte.ts +476 -0
  89. package/locales/en.json +316 -0
  90. package/package.json +139 -5
  91. package/routes/ai/+layout.svelte +177 -0
  92. package/routes/ai/+layout.ts +26 -0
  93. package/routes/ai/+page.svelte +109 -0
  94. package/routes/ai/TimerAlerts.svelte +51 -0
  95. package/routes/ai/Timers.svelte +121 -0
  96. package/routes/ai/[id]/+page.svelte +18 -0
  97. package/routes/ai/[id]/+page.ts +14 -0
  98. package/routes/ai/memory/+page.svelte +313 -0
  99. package/routes/ai/memory/+page.ts +10 -0
  100. package/routes/ai/memory/MemoryForm.svelte +111 -0
  101. package/routes/ai/models/+page.svelte +199 -0
  102. package/routes/ai/models/+page.ts +5 -0
  103. package/routes/ai/models/AddModel.svelte +240 -0
  104. package/routes/ai/models/MemoryMeter.svelte +120 -0
  105. package/routes/ai/models/Roles.svelte +159 -0
  106. package/routes/ai/models/[id]/+page.svelte +331 -0
  107. package/routes/ai/models/[id]/+page.ts +6 -0
  108. package/routes/ai/timers.svelte.ts +94 -0
  109. package/routes/tsconfig.json +14 -0
@@ -0,0 +1,50 @@
1
+ import { requireSession } from '@axium/server/auth';
2
+ import { database } from '@axium/server/database';
3
+ import { error, parseBody } from '@axium/server/requests';
4
+ import { addRoute } from '@axium/server/routes';
5
+ import { randomUUID } from 'node:crypto';
6
+ import * as z from 'zod';
7
+ import * as ai from '../../common.js';
8
+ import { cancel, emitMessage, generateTemporary, isGenerating } from '../generation.js';
9
+ addRoute({
10
+ path: '/api/ai/temporary/:id',
11
+ params: { id: z.uuid() },
12
+ async PUT(request, { id }) {
13
+ const init = await parseBody(request, ai.TemporaryInit);
14
+ const { userId, timezone } = await requireSession(request);
15
+ if (isGenerating(id))
16
+ error(409, 'A response is already being generated');
17
+ const last = init.messages.at(-1);
18
+ const deciding = !!init.decisions && init.messages.some(message => message.status == 'awaiting');
19
+ if (!deciding && (last.role != 'user' || !last.content.trim())) {
20
+ error(400, 'The last message must be from the user, unless deciding on tool calls');
21
+ }
22
+ const saved = await database.selectFrom('ai_conversations').select('id').where('id', '=', id).executeTakeFirst();
23
+ if (saved)
24
+ error(409, 'A saved conversation has this ID');
25
+ const pending = {
26
+ id: randomUUID(),
27
+ conversationId: id,
28
+ created: new Date(),
29
+ role: 'assistant',
30
+ content: '',
31
+ reasoning: null,
32
+ toolCalls: null,
33
+ toolCallId: null,
34
+ status: 'pending',
35
+ error: null,
36
+ usage: null,
37
+ voice: false,
38
+ };
39
+ emitMessage(userId, pending);
40
+ void generateTemporary(userId, init, pending, timezone);
41
+ return pending;
42
+ },
43
+ async POST(request, { id }) {
44
+ await parseBody(request, z.object({ action: z.literal('cancel') }));
45
+ const { userId } = await requireSession(request);
46
+ if (!cancel(id, userId))
47
+ error(409, 'No response is being generated');
48
+ return {};
49
+ },
50
+ });
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,27 @@
1
+ import { checkAuthForUser } from '@axium/server/auth';
2
+ import { parseBody } from '@axium/server/requests';
3
+ import { addRoute } from '@axium/server/routes';
4
+ import * as z from 'zod';
5
+ import * as ai from '../../common.js';
6
+ import { cancel, list, start } from '../timers.js';
7
+ addRoute({
8
+ path: '/api/users/:id/ai/timers',
9
+ params: { id: z.uuid() },
10
+ async GET(request, { id: userId }) {
11
+ await checkAuthForUser(request, userId);
12
+ return await list(userId);
13
+ },
14
+ async PUT(request, { id: userId }) {
15
+ const init = await parseBody(request, ai.TimerInit);
16
+ await checkAuthForUser(request, userId);
17
+ return await start(userId, init);
18
+ },
19
+ });
20
+ addRoute({
21
+ path: '/api/users/:id/ai/timers/:timer',
22
+ params: { id: z.uuid(), timer: z.uuid() },
23
+ async DELETE(request, { id: userId, timer: id }) {
24
+ await checkAuthForUser(request, userId);
25
+ return await cancel(userId, id);
26
+ },
27
+ });
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,188 @@
1
+ import { getConfig } from '@axium/core';
2
+ import features from '@axium/core/features';
3
+ import { requireSession } from '@axium/server/auth';
4
+ import { error, parseBody, withError } from '@axium/server/requests';
5
+ import { addRoute } from '@axium/server/routes';
6
+ import { existsSync } from 'node:fs';
7
+ import { mkdir, readFile, stat, writeFile } from 'node:fs/promises';
8
+ import { dirname, join } from 'node:path';
9
+ import * as ai from '../../common.js';
10
+ import * as llama from '../../node/llama.js';
11
+ import { speakable } from '../../speech.js';
12
+ import { getModels, resolveRole } from '../models.js';
13
+ /** The most audio accepted for transcription, in bytes */
14
+ const maxAudioSize = 32 * 1024 * 1024;
15
+ /** Makes speech reproducible, including the generated default voice */
16
+ const seed = 1;
17
+ /** How long the end of each clip fades out, in seconds */
18
+ const fadeLength = 0.04;
19
+ /** The pause after each clip, in seconds */
20
+ const pauseLength = 0.25;
21
+ async function requireVoiceEnabled(request) {
22
+ await requireSession(request);
23
+ if (!features('ai-voice'))
24
+ error(403, 'Voice is disabled');
25
+ if (!llama.isRunning())
26
+ error(503, 'llama-server is not running');
27
+ }
28
+ async function requireVoice(request, role) {
29
+ await requireVoiceEnabled(request);
30
+ return (await resolveRole(role)) ?? error(503, `No ${role == 'stt' ? 'speech-to-text' : 'text-to-speech'} model is available`);
31
+ }
32
+ /** llama-server's error message, or its status when it didn't give one */
33
+ async function upstreamError(response) {
34
+ const body = await response.text();
35
+ try {
36
+ return JSON.parse(body).error?.message ?? body;
37
+ }
38
+ catch {
39
+ return body || response.statusText;
40
+ }
41
+ }
42
+ const defaultVoiceText = 'Hello. I am your assistant, and this is the voice I will use when I speak to you.';
43
+ let generating;
44
+ async function generateDefaultVoice(path, model) {
45
+ const response = await llama.send('v1/audio/speech', {
46
+ method: 'POST',
47
+ body: JSON.stringify({ model, input: defaultVoiceText, response_format: 'wav', seed }),
48
+ });
49
+ if (!response.ok)
50
+ throw new Error(await upstreamError(response));
51
+ await mkdir(dirname(path), { recursive: true });
52
+ await writeFile(path, await response.bytes());
53
+ }
54
+ let cached;
55
+ /** The recording every reply imitates: the configured one, or a default voice made the first time it's needed */
56
+ async function speakerReference(model) {
57
+ const { speaker_reference: configured, speaker_reference_text, data_dir } = getConfig('@axium/ai');
58
+ const path = configured ?? join(data_dir, 'default-voice.wav');
59
+ if (!configured && !existsSync(path)) {
60
+ generating ??= generateDefaultVoice(path, model).finally(() => (generating = undefined));
61
+ await generating;
62
+ }
63
+ const { mtimeMs: modified } = await stat(path);
64
+ if (cached?.path != path || cached.modified != modified) {
65
+ cached = { path, modified, audio: (await readFile(path)).toString('base64') };
66
+ }
67
+ return { audio: cached.audio, text: (configured ? speaker_reference_text : defaultVoiceText) ?? undefined };
68
+ }
69
+ /**
70
+ * Fades out the end of 16-bit PCM WAV audio and adds a pause, so clips the model ends early don't stop mid-sound.
71
+ * Other formats are returned unchanged.
72
+ */
73
+ function finishSpeech(wav) {
74
+ const view = new DataView(wav.buffer, wav.byteOffset, wav.byteLength);
75
+ const tag = (offset) => String.fromCharCode(...wav.subarray(offset, offset + 4));
76
+ if (wav.length < 44 || tag(0) != 'RIFF' || tag(8) != 'WAVE')
77
+ return wav;
78
+ let format;
79
+ let offset = 12;
80
+ while (offset + 8 <= wav.length) {
81
+ const size = view.getUint32(offset + 4, true);
82
+ if (tag(offset) == 'fmt ') {
83
+ format = {
84
+ pcm: view.getUint16(offset + 8, true) == 1,
85
+ channels: view.getUint16(offset + 10, true),
86
+ rate: view.getUint32(offset + 12, true),
87
+ bits: view.getUint16(offset + 22, true),
88
+ };
89
+ }
90
+ if (tag(offset) == 'data')
91
+ break;
92
+ offset += 8 + size + (size % 2);
93
+ }
94
+ if (!format?.pcm || format.bits != 16 || tag(offset) != 'data')
95
+ return wav;
96
+ const start = offset + 8;
97
+ const frameSize = format.channels * 2;
98
+ const length = Math.min(view.getUint32(offset + 4, true), wav.length - start);
99
+ const frames = Math.floor(length / frameSize);
100
+ const fadeFrames = Math.min(frames, Math.round(format.rate * fadeLength));
101
+ for (let frame = frames - fadeFrames; frame < frames; frame++) {
102
+ const gain = (frames - frame) / fadeFrames;
103
+ for (let channel = 0; channel < format.channels; channel++) {
104
+ const position = start + frame * frameSize + channel * 2;
105
+ view.setInt16(position, Math.round(view.getInt16(position, true) * gain), true);
106
+ }
107
+ }
108
+ const pause = Math.round(format.rate * pauseLength) * frameSize;
109
+ const result = new Uint8Array(start + frames * frameSize + pause);
110
+ result.set(wav.subarray(0, start + frames * frameSize));
111
+ const header = new DataView(result.buffer);
112
+ header.setUint32(4, result.length - 8, true);
113
+ header.setUint32(offset + 4, frames * frameSize + pause, true);
114
+ return result;
115
+ }
116
+ addRoute({
117
+ path: '/api/ai/transcription',
118
+ /** Takes a WAV or MP3 recording as the body */
119
+ async POST(request) {
120
+ const model = await requireVoice(request, 'stt');
121
+ const audio = await request.blob();
122
+ if (!audio.size)
123
+ error(400, 'Missing audio');
124
+ if (audio.size > maxAudioSize)
125
+ error(413, 'The recording is too large');
126
+ const form = new FormData();
127
+ form.set('model', model);
128
+ form.set('file', audio, audio.type.includes('mpeg') ? 'audio.mp3' : 'audio.wav');
129
+ const upstream = await llama
130
+ .send('v1/audio/transcriptions', { method: 'POST', body: form, signal: request.signal })
131
+ .catch(withError('Could not reach llama-server', 502));
132
+ if (!upstream.ok)
133
+ error(502, 'Could not transcribe: ' + (await upstreamError(upstream)));
134
+ const { text } = (await upstream.json());
135
+ return { text: text?.trim() ?? '' };
136
+ },
137
+ });
138
+ addRoute({
139
+ path: '/api/ai/speech',
140
+ /** Responds with WAV audio */
141
+ async POST(request) {
142
+ const { text } = await parseBody(request, ai.SpeechInit);
143
+ const model = await requireVoice(request, 'tts');
144
+ const input = speakable(text);
145
+ if (!/[\p{L}\p{N}]/u.test(input))
146
+ error(400, 'Nothing in the text can be spoken');
147
+ const speaker = await speakerReference(model).catch(withError('Could not get the voice to speak with', 502));
148
+ const speak = (speaker) => llama
149
+ .send('v1/audio/speech', {
150
+ method: 'POST',
151
+ body: JSON.stringify({
152
+ model,
153
+ input,
154
+ response_format: 'wav',
155
+ seed,
156
+ speaker_ref_b64: speaker?.audio,
157
+ speaker_ref_text: speaker?.text,
158
+ }),
159
+ signal: request.signal,
160
+ })
161
+ .catch(withError('Could not reach llama-server', 502));
162
+ let upstream = await speak(speaker);
163
+ // Models without a voice encoder reject speaker references.
164
+ if (upstream.status == 400)
165
+ upstream = await speak();
166
+ if (!upstream.ok)
167
+ error(502, 'Could not speak: ' + (await upstreamError(upstream)));
168
+ const audio = finishSpeech(await upstream.bytes());
169
+ return new Response(audio, { headers: { 'Content-Type': upstream.headers.get('Content-Type') ?? 'audio/wav' } });
170
+ },
171
+ });
172
+ addRoute({
173
+ path: '/api/ai/voice/prepare',
174
+ async POST(request) {
175
+ await requireVoiceEnabled(request);
176
+ const { models, roles } = await getModels();
177
+ const stt = ai.resolveRole(models, roles, 'stt');
178
+ const tts = ai.resolveRole(models, roles, 'tts');
179
+ for (const model of new Set([stt, tts])) {
180
+ if (!model || model.status == 'loaded' || model.status == 'loading')
181
+ continue;
182
+ await llama.load(model.id).catch(withError(`Could not load ${model.name}`, 502));
183
+ }
184
+ if (tts)
185
+ await speakerReference(tts.id).catch(withError('Could not get the voice to speak with', 502));
186
+ return {};
187
+ },
188
+ });
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,157 @@
1
+ import { getConfig } from '@axium/core';
2
+ import { checkAuthForUser, requireSession } from '@axium/server/auth';
3
+ import { database } from '@axium/server/database';
4
+ import { error, parseBody, withError } from '@axium/server/requests';
5
+ import { addRoute } from '@axium/server/routes';
6
+ import * as z from 'zod';
7
+ import { AIConversationAction, AIConversationInit, AIMessageInit } from '../common.js';
8
+ import { cancel, emitMessage, generate, isGenerating, toMessage, withProgress } from './generation.js';
9
+ import { getModels } from './models.js';
10
+ async function authConversation(request, id) {
11
+ const conversation = await database
12
+ .selectFrom('ai_conversations')
13
+ .selectAll()
14
+ .where('id', '=', id)
15
+ .executeTakeFirstOrThrow()
16
+ .catch(withError('Conversation not found', 404));
17
+ await checkAuthForUser(request, conversation.userId);
18
+ return conversation;
19
+ }
20
+ function defaultModel() {
21
+ const model = getConfig('@axium/ai').default_model;
22
+ if (!model)
23
+ error(503, 'No default model is configured');
24
+ return model;
25
+ }
26
+ addRoute({
27
+ path: '/api/ai/models',
28
+ async GET(request) {
29
+ await requireSession(request);
30
+ return await getModels();
31
+ },
32
+ });
33
+ addRoute({
34
+ path: '/api/users/:id/ai/conversations',
35
+ params: { id: z.uuid() },
36
+ async GET(request, { id: userId }) {
37
+ await checkAuthForUser(request, userId);
38
+ return await database
39
+ .selectFrom('ai_conversations')
40
+ .selectAll()
41
+ .where('userId', '=', userId)
42
+ .orderBy('modified', 'desc')
43
+ .execute()
44
+ .catch(withError('Could not get conversations'));
45
+ },
46
+ async PUT(request, { id: userId }) {
47
+ const init = await parseBody(request, AIConversationInit);
48
+ await checkAuthForUser(request, userId);
49
+ return await database
50
+ .insertInto('ai_conversations')
51
+ .values({ title: init.title, model: init.model ?? defaultModel(), reasoning: init.reasoning, userId })
52
+ .returningAll()
53
+ .executeTakeFirstOrThrow()
54
+ .catch(withError('Could not create conversation'));
55
+ },
56
+ });
57
+ addRoute({
58
+ path: '/api/ai/conversations/:id',
59
+ params: { id: z.uuid() },
60
+ async GET(request, { id }) {
61
+ const conversation = await authConversation(request, id);
62
+ const messages = await database
63
+ .selectFrom('ai_messages')
64
+ .selectAll()
65
+ .where('conversationId', '=', id)
66
+ .orderBy('created')
67
+ .execute()
68
+ .catch(withError('Could not get messages'));
69
+ return { ...conversation, messages: messages.map(row => withProgress(toMessage(row))) };
70
+ },
71
+ async PATCH(request, { id }) {
72
+ const init = await parseBody(request, AIConversationInit);
73
+ await authConversation(request, id);
74
+ return await database
75
+ .updateTable('ai_conversations')
76
+ .set(init)
77
+ .where('id', '=', id)
78
+ .returningAll()
79
+ .executeTakeFirstOrThrow()
80
+ .catch(withError('Could not update conversation'));
81
+ },
82
+ async PUT(request, { id }) {
83
+ const { content } = await parseBody(request, AIMessageInit);
84
+ let conversation = await authConversation(request, id);
85
+ if (isGenerating(id))
86
+ error(409, 'A response is already being generated');
87
+ conversation = await database
88
+ .updateTable('ai_conversations')
89
+ .set({ modified: new Date(), title: conversation.title || content.slice(0, 60) })
90
+ .where('id', '=', id)
91
+ .returningAll()
92
+ .executeTakeFirstOrThrow()
93
+ .catch(withError('Could not update conversation'));
94
+ const user = await database
95
+ .insertInto('ai_messages')
96
+ .values({ conversationId: id, role: 'user', content })
97
+ .returningAll()
98
+ .executeTakeFirstOrThrow()
99
+ .catch(withError('Could not save message'));
100
+ const assistant = await database
101
+ .insertInto('ai_messages')
102
+ .values({ conversationId: id, role: 'assistant', status: 'pending' })
103
+ .returningAll()
104
+ .executeTakeFirstOrThrow()
105
+ .catch(withError('Could not save message'));
106
+ const messages = [toMessage(user), toMessage(assistant)];
107
+ for (const message of messages)
108
+ emitMessage(conversation.userId, message);
109
+ void generate(conversation, assistant);
110
+ return messages;
111
+ },
112
+ async POST(request, { id }) {
113
+ const { action } = await parseBody(request, AIConversationAction);
114
+ const conversation = await authConversation(request, id);
115
+ switch (action) {
116
+ case 'cancel':
117
+ if (!cancel(id))
118
+ error(409, 'No response is being generated');
119
+ return {};
120
+ case 'retry': {
121
+ if (isGenerating(id))
122
+ error(409, 'A response is already being generated');
123
+ const last = await database
124
+ .selectFrom('ai_messages')
125
+ .selectAll()
126
+ .where('conversationId', '=', id)
127
+ .orderBy('created', 'desc')
128
+ .limit(1)
129
+ .executeTakeFirst()
130
+ .catch(withError('Could not get messages'));
131
+ if (last?.role != 'assistant' || last.status == 'pending')
132
+ error(409, 'Only the last finished response can be retried');
133
+ const pending = await database
134
+ .updateTable('ai_messages')
135
+ .set({ content: '', reasoning: null, status: 'pending', error: null, usage: null })
136
+ .where('id', '=', last.id)
137
+ .returningAll()
138
+ .executeTakeFirstOrThrow()
139
+ .catch(withError('Could not update message'));
140
+ const message = toMessage(pending);
141
+ emitMessage(conversation.userId, message);
142
+ void generate(conversation, pending);
143
+ return { message };
144
+ }
145
+ }
146
+ },
147
+ async DELETE(request, { id }) {
148
+ await authConversation(request, id);
149
+ cancel(id);
150
+ return await database
151
+ .deleteFrom('ai_conversations')
152
+ .where('id', '=', id)
153
+ .returningAll()
154
+ .executeTakeFirstOrThrow()
155
+ .catch(withError('Could not delete conversation'));
156
+ },
157
+ });
@@ -0,0 +1,38 @@
1
+ import { type Schema } from '@axium/server/database';
2
+ import type { FromFile as FromSchemaFile } from '@axium/server/db/schema';
3
+ import type { Selectable } from 'kysely';
4
+ import type schema from '../../db.json';
5
+ import type * as ai from '../common.js';
6
+ import * as loop from '../loop.js';
7
+ declare module '@axium/server/database' {
8
+ interface Schema extends FromSchemaFile<typeof schema> {
9
+ }
10
+ }
11
+ type MessageRow = Selectable<Schema['ai_messages']>;
12
+ type ConversationRow = Selectable<Schema['ai_conversations']>;
13
+ export declare function toMessage(row: MessageRow): ai.Message;
14
+ export declare function emitMessage(userId: string, message: ai.Message): void;
15
+ export declare function emitRemoved(userId: string, removed: ai.MessagesRemoved): void;
16
+ export declare function isGenerating(conversationId: string): boolean;
17
+ /** Stops the response being generated in a conversation, if it belongs to `userId` */
18
+ export declare function cancel(conversationId: string, userId: string): boolean;
19
+ /** Fills in the text streamed so far, which is only saved once the response ends */
20
+ export declare function withProgress(message: ai.Message): ai.Message;
21
+ interface TurnInit extends Pick<loop.TurnInit, 'store' | 'pending' | 'history' | 'decisions' | 'allowedTools' | 'allowForChat' | 'anonymous' | 'temporary'> {
22
+ /** `null` uses the chat role's model */
23
+ model: string | null;
24
+ reasoning: string;
25
+ /** Called after the turn's final response */
26
+ onDone?(model: string, content: string): void;
27
+ /** The time zone of the session the turn was requested from */
28
+ timeZone?: string | null;
29
+ }
30
+ export interface GenerateOptions extends Pick<TurnInit, 'decisions' | 'timeZone'> {
31
+ }
32
+ /** Responds into the pending `message` of a saved conversation. Never throws. */
33
+ export declare function generate(conversation: ConversationRow, message: MessageRow, { decisions, timeZone }: GenerateOptions): Promise<void>;
34
+ /** Responds into `pending` for a temporary conversation, which is never saved. Never throws. */
35
+ export declare function generateTemporary(userId: string, init: ai.TemporaryInit, pending: ai.Message, timeZone?: string | null): Promise<void>;
36
+ /** Marks responses and tool calls left pending by a previous process as failed */
37
+ export declare function failInterrupted(): Promise<void>;
38
+ export {};