@dxos/assistant 0.8.4-main.f5c0578 → 0.8.4-main.fcfe5033a5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. package/README.md +1 -0
  2. package/dist/lib/neutral/chunk-2TBLG3XY.mjs +1793 -0
  3. package/dist/lib/neutral/chunk-2TBLG3XY.mjs.map +7 -0
  4. package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
  5. package/dist/lib/neutral/extraction/index.mjs +219 -0
  6. package/dist/lib/neutral/extraction/index.mjs.map +7 -0
  7. package/dist/lib/neutral/index.mjs +537 -0
  8. package/dist/lib/neutral/index.mjs.map +7 -0
  9. package/dist/lib/neutral/meta.json +1 -0
  10. package/dist/lib/neutral/testing/index.mjs +111 -0
  11. package/dist/lib/neutral/testing/index.mjs.map +7 -0
  12. package/dist/types/src/conversation/context.d.ts +130 -65
  13. package/dist/types/src/conversation/context.d.ts.map +1 -1
  14. package/dist/types/src/conversation/context.test.d.ts +2 -0
  15. package/dist/types/src/conversation/context.test.d.ts.map +1 -0
  16. package/dist/types/src/conversation/index.d.ts +1 -1
  17. package/dist/types/src/conversation/index.d.ts.map +1 -1
  18. package/dist/types/src/conversation/session.d.ts +78 -0
  19. package/dist/types/src/conversation/session.d.ts.map +1 -0
  20. package/dist/types/src/conversation/session.test.d.ts.map +1 -0
  21. package/dist/types/src/diff.d.ts +17 -0
  22. package/dist/types/src/diff.d.ts.map +1 -0
  23. package/dist/types/src/diff.test.d.ts +2 -0
  24. package/dist/types/src/diff.test.d.ts.map +1 -0
  25. package/dist/types/src/errors.d.ts +46 -18
  26. package/dist/types/src/errors.d.ts.map +1 -1
  27. package/dist/types/src/execution-graph.d.ts +85 -0
  28. package/dist/types/src/execution-graph.d.ts.map +1 -0
  29. package/dist/types/src/execution-graph.test.d.ts +2 -0
  30. package/dist/types/src/execution-graph.test.d.ts.map +1 -0
  31. package/dist/types/src/extraction/extraction-ner-function/index.d.ts +0 -1
  32. package/dist/types/src/extraction/extraction-ner-function/index.d.ts.map +1 -1
  33. package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts.map +1 -1
  34. package/dist/types/src/extraction/extraction.d.ts +1066 -277
  35. package/dist/types/src/extraction/extraction.d.ts.map +1 -1
  36. package/dist/types/src/extraction/index.d.ts +0 -1
  37. package/dist/types/src/extraction/index.d.ts.map +1 -1
  38. package/dist/types/src/extraction/quotes.d.ts +3 -3
  39. package/dist/types/src/extraction/quotes.d.ts.map +1 -1
  40. package/dist/types/src/functions/services.d.ts +15 -5
  41. package/dist/types/src/functions/services.d.ts.map +1 -1
  42. package/dist/types/src/functions.test.d.ts +2 -0
  43. package/dist/types/src/functions.test.d.ts.map +1 -0
  44. package/dist/types/src/index.d.ts +5 -1
  45. package/dist/types/src/index.d.ts.map +1 -1
  46. package/dist/types/src/service/AgentService.d.ts +75 -0
  47. package/dist/types/src/service/AgentService.d.ts.map +1 -0
  48. package/dist/types/src/service/AgentService.test.d.ts +2 -0
  49. package/dist/types/src/service/AgentService.test.d.ts.map +1 -0
  50. package/dist/types/src/service/agent-process.d.ts +21 -0
  51. package/dist/types/src/service/agent-process.d.ts.map +1 -0
  52. package/dist/types/src/service/index.d.ts +3 -0
  53. package/dist/types/src/service/index.d.ts.map +1 -0
  54. package/dist/types/src/session/artifact-diff.d.ts +2 -2
  55. package/dist/types/src/session/artifact-diff.d.ts.map +1 -1
  56. package/dist/types/src/session/error-handling.d.ts +4 -0
  57. package/dist/types/src/session/error-handling.d.ts.map +1 -0
  58. package/dist/types/src/session/format.d.ts +9 -161
  59. package/dist/types/src/session/format.d.ts.map +1 -1
  60. package/dist/types/src/session/index.d.ts +4 -1
  61. package/dist/types/src/session/index.d.ts.map +1 -1
  62. package/dist/types/src/session/observer.d.ts +23 -0
  63. package/dist/types/src/session/observer.d.ts.map +1 -0
  64. package/dist/types/src/session/request.d.ts +106 -0
  65. package/dist/types/src/session/request.d.ts.map +1 -0
  66. package/dist/types/src/session/request.test.d.ts +2 -0
  67. package/dist/types/src/session/request.test.d.ts.map +1 -0
  68. package/dist/types/src/session/session-ollama.test.d.ts +2 -0
  69. package/dist/types/src/session/session-ollama.test.d.ts.map +1 -0
  70. package/dist/types/src/session/toolkit.d.ts +16 -0
  71. package/dist/types/src/session/toolkit.d.ts.map +1 -0
  72. package/dist/types/src/session/version-pin.d.ts +4 -4
  73. package/dist/types/src/session/version-pin.d.ts.map +1 -1
  74. package/dist/types/src/templates/system.d.ts +7 -12
  75. package/dist/types/src/templates/system.d.ts.map +1 -1
  76. package/dist/types/src/testing/index.d.ts +2 -0
  77. package/dist/types/src/testing/index.d.ts.map +1 -0
  78. package/dist/types/src/testing/layer.d.ts +40 -0
  79. package/dist/types/src/testing/layer.d.ts.map +1 -0
  80. package/dist/types/src/tracing.d.ts +223 -0
  81. package/dist/types/src/tracing.d.ts.map +1 -0
  82. package/dist/types/src/types/artifact.d.ts +28 -0
  83. package/dist/types/src/types/artifact.d.ts.map +1 -0
  84. package/dist/types/src/types/index.d.ts +2 -0
  85. package/dist/types/src/types/index.d.ts.map +1 -0
  86. package/dist/types/tsconfig.tsbuildinfo +1 -1
  87. package/package.json +43 -36
  88. package/src/conversation/context.test.ts +52 -0
  89. package/src/conversation/context.ts +338 -68
  90. package/src/conversation/index.ts +1 -1
  91. package/src/conversation/session.test.ts +58 -0
  92. package/src/conversation/session.ts +300 -0
  93. package/src/diff.test.ts +74 -0
  94. package/src/diff.ts +93 -0
  95. package/src/errors.ts +6 -1
  96. package/src/execution-graph.test.ts +740 -0
  97. package/src/execution-graph.ts +509 -0
  98. package/src/extraction/extraction-ner-function/index.ts +0 -1
  99. package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +12 -6
  100. package/src/extraction/extraction-ner-function/named-entity-recognition.ts +2 -0
  101. package/src/extraction/extraction.ts +44 -15
  102. package/src/extraction/index.ts +0 -1
  103. package/src/extraction/quotes.test.ts +2 -2
  104. package/src/extraction/quotes.ts +6 -7
  105. package/src/functions/services.ts +166 -66
  106. package/src/functions.conversations.json +1 -0
  107. package/src/functions.test.ts +88 -0
  108. package/src/index.ts +5 -1
  109. package/src/service/AgentService.conversations.json +1 -0
  110. package/src/service/AgentService.test.ts +169 -0
  111. package/src/service/AgentService.ts +184 -0
  112. package/src/service/agent-process.ts +364 -0
  113. package/src/service/index.ts +6 -0
  114. package/src/session/artifact-diff.ts +8 -4
  115. package/src/session/error-handling.ts +41 -0
  116. package/src/session/format.test.ts +113 -41
  117. package/src/session/format.ts +39 -29
  118. package/src/session/index.ts +4 -1
  119. package/src/session/observer.ts +62 -0
  120. package/src/session/request.conversations.json +1 -0
  121. package/src/session/request.test.ts +195 -0
  122. package/src/session/request.ts +344 -0
  123. package/src/session/session-ollama.test.ts +81 -0
  124. package/src/session/toolkit.ts +47 -0
  125. package/src/session/version-pin.ts +7 -7
  126. package/src/templates/{format.tpl → instructions/format.tpl} +6 -4
  127. package/src/templates/{system.tpl → instructions/system.tpl} +52 -14
  128. package/src/templates/system.ts +26 -17
  129. package/src/testing/index.ts +5 -0
  130. package/src/testing/layer.ts +236 -0
  131. package/src/tracing.ts +43 -0
  132. package/src/{types.ts → types/artifact.ts} +44 -7
  133. package/src/types/index.ts +5 -0
  134. package/dist/lib/browser/chunk-6WRGDEMH.mjs +0 -89
  135. package/dist/lib/browser/chunk-6WRGDEMH.mjs.map +0 -7
  136. package/dist/lib/browser/chunk-AVKQ32JL.mjs +0 -352
  137. package/dist/lib/browser/chunk-AVKQ32JL.mjs.map +0 -7
  138. package/dist/lib/browser/extraction/index.mjs +0 -269
  139. package/dist/lib/browser/extraction/index.mjs.map +0 -7
  140. package/dist/lib/browser/index.mjs +0 -355
  141. package/dist/lib/browser/index.mjs.map +0 -7
  142. package/dist/lib/browser/meta.json +0 -1
  143. package/dist/lib/browser/named-entity-recognition-O46UTCLR.mjs +0 -13
  144. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs +0 -91
  145. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs.map +0 -7
  146. package/dist/lib/node-esm/chunk-MNAVETJA.mjs +0 -354
  147. package/dist/lib/node-esm/chunk-MNAVETJA.mjs.map +0 -7
  148. package/dist/lib/node-esm/extraction/index.mjs +0 -270
  149. package/dist/lib/node-esm/extraction/index.mjs.map +0 -7
  150. package/dist/lib/node-esm/index.mjs +0 -356
  151. package/dist/lib/node-esm/index.mjs.map +0 -7
  152. package/dist/lib/node-esm/meta.json +0 -1
  153. package/dist/lib/node-esm/named-entity-recognition-W4VMRCH6.mjs +0 -14
  154. package/dist/lib/node-esm/named-entity-recognition-W4VMRCH6.mjs.map +0 -7
  155. package/dist/types/src/conversation/conversation.d.ts +0 -49
  156. package/dist/types/src/conversation/conversation.d.ts.map +0 -1
  157. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts +0 -4
  158. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +0 -1
  159. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts +0 -2
  160. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts.map +0 -1
  161. package/dist/types/src/extraction/extraction-llm-function/index.d.ts +0 -2
  162. package/dist/types/src/extraction/extraction-llm-function/index.d.ts.map +0 -1
  163. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +0 -306
  164. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +0 -1
  165. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts +0 -2
  166. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts.map +0 -1
  167. package/dist/types/src/session/session.d.ts +0 -170
  168. package/dist/types/src/session/session.d.ts.map +0 -1
  169. package/dist/types/src/session/session.test.d.ts.map +0 -1
  170. package/dist/types/src/session/version-pin.test.d.ts +0 -2
  171. package/dist/types/src/session/version-pin.test.d.ts.map +0 -1
  172. package/dist/types/src/summarization/summarization.test.d.ts +0 -2
  173. package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
  174. package/dist/types/src/types.d.ts +0 -16
  175. package/dist/types/src/types.d.ts.map +0 -1
  176. package/src/conversation/conversation.ts +0 -127
  177. package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +0 -84
  178. package/src/extraction/extraction-llm-function/extraction-llm-function.ts +0 -71
  179. package/src/extraction/extraction-llm-function/index.ts +0 -5
  180. package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +0 -116
  181. package/src/extraction/extraction-ner-function/extraction-ner-function.ts +0 -57
  182. package/src/session/__snapshots__/session.test.ts.snap +0 -32
  183. package/src/session/session.test.ts +0 -308
  184. package/src/session/session.ts +0 -303
  185. package/src/session/version-pin.test.ts +0 -7
  186. package/src/summarization/summarization.test.ts +0 -197
  187. /package/dist/lib/{browser/named-entity-recognition-O46UTCLR.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
  188. /package/dist/types/src/{session → conversation}/session.test.d.ts +0 -0
  189. /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
@@ -1,84 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- import { beforeAll, describe, test } from 'vitest';
6
-
7
- import { todo } from '@dxos/debug';
8
- import { FunctionExecutor } from '@dxos/functions';
9
- import { log } from '@dxos/log';
10
- import { createTestData } from '@dxos/schema/testing';
11
- import { range } from '@dxos/util';
12
-
13
- import { processTranscriptMessage } from '../extraction';
14
-
15
- import { extractionAnthropicFn } from './extraction-llm-function';
16
-
17
- // TODO(burdon): Rewrite test.
18
- describe.skip('LLM EntityExtraction', () => {
19
- let executor: FunctionExecutor;
20
-
21
- beforeAll(async () => {
22
- executor = new FunctionExecutor(todo());
23
- });
24
-
25
- test('should process a transcript block', async () => {
26
- const { transcriptMessages, documents, contacts } = createTestData();
27
- log.info('context', { documents, contacts });
28
-
29
- for (const message of transcriptMessages.slice(0, 1)) {
30
- log.info('input', message);
31
- const { message: enhancedMessage } = await processTranscriptMessage({
32
- input: {
33
- message,
34
- objects: [...documents, ...Object.values(contacts)],
35
- },
36
- function: extractionAnthropicFn,
37
- executor,
38
- });
39
- log.info('output', enhancedMessage);
40
- }
41
- });
42
-
43
- test('computational irreducibility', async () => {
44
- const { transcriptWoflram, documents, contacts } = createTestData();
45
-
46
- log.info('context', { documents, contacts });
47
- const message = transcriptWoflram[0];
48
- log.info('input', message);
49
-
50
- await Promise.all(
51
- range(10).map(async () => {
52
- const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
53
- input: {
54
- message,
55
- objects: [...documents, ...Object.values(contacts)],
56
- },
57
- function: extractionAnthropicFn,
58
- executor,
59
- });
60
- log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
61
- }),
62
- );
63
- });
64
-
65
- test('org and document linking', async () => {
66
- const { transcriptJosiah, documents, contacts, organizations } = createTestData();
67
-
68
- log.info('context', { contacts, organizations, documents });
69
-
70
- for (const message of transcriptJosiah) {
71
- log.info('input', message);
72
-
73
- const { message: enhancedMessage } = await processTranscriptMessage({
74
- input: {
75
- message,
76
- objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
77
- },
78
- function: extractionAnthropicFn,
79
- executor,
80
- });
81
- log.info('output', enhancedMessage);
82
- }
83
- });
84
- });
@@ -1,71 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- // ISSUE(burdon): defineFunction
6
- // @ts-nocheck
7
-
8
- import { AiService, ToolRegistry } from '@dxos/ai';
9
- import { Obj } from '@dxos/echo';
10
- import { create } from '@dxos/echo-schema';
11
- import { type FunctionDefinition, defineFunction } from '@dxos/functions';
12
- import { type ContentBlock, DataType } from '@dxos/schema';
13
-
14
- import { AiSession } from '../../session';
15
- import { ExtractionInput, ExtractionOutput } from '../extraction';
16
- import { ReferencedQuotes, insertReferences } from '../quotes';
17
-
18
- import PROMPT from './instructions.tpl?raw';
19
-
20
- export const extractionAnthropicFn: FunctionDefinition<ExtractionInput, ExtractionOutput> = defineFunction({
21
- description: 'Extract entities from the transcript message and add them to the message.',
22
- inputSchema: ExtractionInput,
23
- outputSchema: ExtractionOutput,
24
- handler: async ({ data: { message, objects }, context }) => {
25
- const startTime = performance.now();
26
- const ai = context.getService(AiService.AiService);
27
- const session = new AiSession({ operationModel: 'configured' });
28
- const result = await session.runStructured(ReferencedQuotes, {
29
- generationOptions: {
30
- model: '@anthropic/claude-3-5-haiku-20241022',
31
- },
32
- client: ai.client,
33
- systemPrompt: PROMPT,
34
- history: [
35
- Obj.make(DataType.Message, {
36
- created: new Date().toISOString(),
37
- sender: { role: 'user' },
38
- blocks: [
39
- {
40
- _tag: 'text',
41
- text: `<context>${JSON.stringify(objects)}</context>`,
42
- } satisfies ContentBlock.Text,
43
- {
44
- _tag: 'text',
45
- text: `<transcript>${JSON.stringify(message.blocks)}</transcript>`,
46
- } satisfies ContentBlock.Text,
47
- ],
48
- }),
49
- ],
50
- artifacts: [],
51
- prompt: '',
52
- tools: [],
53
- toolResolver: new ToolRegistry([]),
54
- } as any); // TODO(burdon): Rewrite test.
55
-
56
- return {
57
- message: create(DataType.Message, {
58
- ...message,
59
- blocks: message.blocks.map((block, i) =>
60
- block._tag !== 'transcript'
61
- ? block
62
- : {
63
- ...block,
64
- text: insertReferences(block.text, result),
65
- },
66
- ),
67
- }),
68
- timeElapsed: performance.now() - startTime,
69
- };
70
- },
71
- });
@@ -1,5 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- export * from './extraction-llm-function';
@@ -1,116 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- import { beforeAll, describe, test } from 'vitest';
6
-
7
- import { type EchoDatabase } from '@dxos/echo-db';
8
- import { EchoTestBuilder } from '@dxos/echo-db/testing';
9
- import { FunctionExecutor, ServiceContainer } from '@dxos/functions';
10
- import { log } from '@dxos/log';
11
- import { DataType } from '@dxos/schema';
12
- import { Testing, createTestData } from '@dxos/schema/testing';
13
- import { range } from '@dxos/util';
14
-
15
- import { processTranscriptMessage } from '../extraction';
16
-
17
- import { extractionNerFn } from './extraction-ner-function';
18
-
19
- describe.skip('NER EntityExtraction', () => {
20
- let builder: EchoTestBuilder;
21
- let db: EchoDatabase;
22
- let executor: FunctionExecutor;
23
- let testData: {
24
- transcriptJosiah: DataType.Message[];
25
- transcriptWoflram: DataType.Message[];
26
- transcriptMessages: DataType.Message[];
27
- documents: Testing.DocumentType[];
28
- contacts: Record<string, DataType.Person>;
29
- organizations: Record<string, DataType.Organization>;
30
- };
31
- const TYPES = [DataType.Organization, DataType.Person, Testing.Contact, Testing.DocumentType];
32
-
33
- beforeAll(async () => {
34
- // TODO(dmaretskyi): Helper to scaffold this from a config.
35
- builder = await new EchoTestBuilder().open();
36
- const { db: db1 } = await builder.createDatabase({ indexing: { vector: true } });
37
- db = db1;
38
- db.graph.schemaRegistry.addSchema(TYPES);
39
- const data = createTestData();
40
- testData = {
41
- transcriptJosiah: data.transcriptJosiah,
42
- transcriptWoflram: data.transcriptWoflram,
43
- transcriptMessages: data.transcriptMessages,
44
- documents: data.documents.map((document) => db.add(document)),
45
- contacts: Object.fromEntries(Object.entries(data.contacts).map(([key, value]) => [key, db.add(value)])),
46
- organizations: Object.fromEntries(Object.entries(data.organizations).map(([key, value]) => [key, db.add(value)])),
47
- };
48
- await db.flush();
49
-
50
- executor = new FunctionExecutor(
51
- new ServiceContainer().setServices({
52
- database: { db },
53
- }),
54
- );
55
- }, 30_000);
56
-
57
- test('should process a transcript block', async () => {
58
- const { transcriptMessages, documents, contacts } = testData;
59
- log.info('context', { documents, contacts });
60
-
61
- for (const message of transcriptMessages) {
62
- log.info('input', message);
63
- const { message: enhancedMessage } = await processTranscriptMessage({
64
- input: {
65
- message,
66
- objects: [...documents, ...Object.values(contacts)],
67
- },
68
- function: extractionNerFn,
69
- executor,
70
- });
71
- log.info('output', enhancedMessage);
72
- }
73
- });
74
-
75
- test('computational irreducibility', async () => {
76
- const { transcriptWoflram, documents, contacts } = testData;
77
-
78
- log.info('context', { documents, contacts });
79
- const message = transcriptWoflram[0];
80
- log.info('input', message);
81
-
82
- await Promise.all(
83
- range(10).map(async () => {
84
- const { message: enhancedMessage, timeElapsed } = await processTranscriptMessage({
85
- input: {
86
- message,
87
- objects: [...documents, ...Object.values(contacts)],
88
- },
89
- function: extractionNerFn,
90
- executor,
91
- });
92
- log.info('output', { message: enhancedMessage.blocks[0], timeElapsed });
93
- }),
94
- );
95
- });
96
-
97
- test('org and document linking', async () => {
98
- const { transcriptJosiah, documents, contacts, organizations } = testData;
99
-
100
- log.info('context', { contacts, organizations, documents });
101
-
102
- for (const message of transcriptJosiah) {
103
- log.info('input', message);
104
-
105
- const { message: enhancedMessage } = await processTranscriptMessage({
106
- input: {
107
- message,
108
- objects: [...documents, ...Object.values(contacts), ...Object.values(organizations)],
109
- },
110
- function: extractionNerFn,
111
- executor,
112
- });
113
- log.info('output', enhancedMessage);
114
- }
115
- });
116
- });
@@ -1,57 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- // ISSUE(burdon): defineFunction
6
- // @ts-nocheck
7
-
8
- import { asyncTimeout } from '@dxos/async';
9
- import { create } from '@dxos/echo-schema';
10
- import { DatabaseService, defineFunction } from '@dxos/functions';
11
- import { invariant } from '@dxos/invariant';
12
- import { log } from '@dxos/log';
13
- import { DataType } from '@dxos/schema';
14
-
15
- import { ExtractionInput, ExtractionOutput } from '../extraction';
16
- import { findQuotes, insertReferences } from '../quotes';
17
-
18
- // TODO(mykola): Make it use vector index to query objects and not pass objects as input.
19
- export const extractionNerFn = defineFunction({
20
- description: 'Extracts named entities from a text',
21
- inputSchema: ExtractionInput,
22
- outputSchema: ExtractionOutput,
23
- handler: async ({ data: { message, options }, context }) => {
24
- log.info('input', { message, options });
25
- const startTime = performance.now();
26
- const { db } = context.getService(DatabaseService);
27
- const { extractFullEntities } = await import('./named-entity-recognition');
28
-
29
- const entitiesPromise = Promise.all(
30
- message.blocks.map(async (block) => {
31
- invariant(block._tag === 'transcript' || block._tag === 'text', 'Block must have text');
32
- return extractFullEntities(block.text);
33
- }),
34
- ).then((entities) => entities.flat());
35
- const entities = options?.timeout ? await asyncTimeout(entitiesPromise, options.timeout) : await entitiesPromise;
36
- log.info('entities', { entities });
37
- const quoteReferences = await findQuotes(
38
- entities.map((entity) => entity.word),
39
- db,
40
- );
41
- const blocksWithReferences = message.blocks.map((block, i) => {
42
- invariant(block._tag === 'transcript' || block._tag === 'text', 'Block must have text');
43
- return { ...block, text: insertReferences(block._tag, quoteReferences) };
44
- });
45
- const messageWithReferences = create(DataType.Message, {
46
- ...message,
47
- blocks: blocksWithReferences,
48
- });
49
-
50
- log.info('output', { messageWithReferences });
51
-
52
- return {
53
- message: messageWithReferences,
54
- timeElapsed: performance.now() - startTime,
55
- };
56
- },
57
- });
@@ -1,32 +0,0 @@
1
- // Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
2
-
3
- exports[`AiSession > no tools 1`] = `
4
- [
5
- {
6
- "blocks": ReactiveArray [
7
- {
8
- "_tag": "text",
9
- "text": "Hello world!",
10
- },
11
- ],
12
- "created": "Sun, 20 Jul 2025 10:54:08 GMT",
13
- "id": "01K0KQGFTFV3GBKGEWZW67K8HK",
14
- "sender": {
15
- "role": "user",
16
- },
17
- },
18
- {
19
- "blocks": ReactiveArray [
20
- {
21
- "_tag": "text",
22
- "text": "Hi there! How can I help you today?",
23
- },
24
- ],
25
- "created": "2025-07-20T10:54:10.801Z",
26
- "id": "01K0KQGHVHJ37D4YG45WG090WV",
27
- "sender": {
28
- "role": "assistant",
29
- },
30
- },
31
- ]
32
- `;
@@ -1,308 +0,0 @@
1
- //
2
- // Copyright 2025 DXOS.org
3
- //
4
-
5
- import { AiTool, AiToolkit } from '@effect/ai';
6
- import { describe, it } from '@effect/vitest';
7
- import { Effect, Layer, Schema } from 'effect';
8
-
9
- import { AiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
10
- import { AiServiceTestingPreset } from '@dxos/ai/testing';
11
- import { Obj, Type } from '@dxos/echo';
12
- import { TracingService } from '@dxos/functions';
13
- import { log } from '@dxos/log';
14
-
15
- import { AiSession } from './session';
16
-
17
- // Define a calendar event artifact schema.
18
- const CalendarEventSchema = Schema.Struct({
19
- title: Schema.String,
20
- startTime: Schema.String,
21
- endTime: Schema.String,
22
- description: Schema.String,
23
- }).pipe(
24
- Type.Obj({
25
- typename: 'example.com/type/CalendarEvent',
26
- version: '0.1.0',
27
- }),
28
- );
29
-
30
- type CalendarEvent = Schema.Schema.Type<typeof CalendarEventSchema>;
31
-
32
- class TestToolkit extends AiToolkit.make(
33
- AiTool.make('Calculator', {
34
- description: 'Basic calculator tool',
35
- parameters: {
36
- input: Schema.String.annotations({
37
- description: 'The calculation to perform.',
38
- }),
39
- },
40
- success: Schema.Struct({
41
- result: Schema.Number,
42
- }),
43
- failure: Schema.Never,
44
- }),
45
- ) {}
46
-
47
- // Tool handlers.
48
- const toolkitLayer = TestToolkit.toLayer({
49
- Calculator: ({ input }) =>
50
- Effect.gen(function* () {
51
- const result = (() => {
52
- // Restrict to basic arithmetic operations for safety.
53
- const sanitizedInput = input.replace(/[^0-9+\-*/().\s]/g, '');
54
- log.info('calculate', { sanitizedInput });
55
-
56
- // eslint-disable-next-line @typescript-eslint/no-implied-eval
57
- return Function(`"use strict"; return (${sanitizedInput})`)();
58
- })();
59
-
60
- return { result };
61
- }),
62
- });
63
-
64
- describe.runIf(process.env.DX_RUN_SLOW_TESTS)('AiSession', () => {
65
- it.effect(
66
- 'no tools',
67
- Effect.fn(
68
- function* ({ expect: _ }) {
69
- const session = new AiSession({ operationModel: 'configured' });
70
- const response = yield* session.run({
71
- prompt: 'Hello world!',
72
- history: [],
73
- });
74
- log.info('response', { response });
75
- },
76
- Effect.provide(
77
- AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
78
- Layer.provideMerge(ToolResolverService.layerEmpty),
79
- Layer.provideMerge(ToolExecutionService.layerEmpty),
80
- Layer.provideMerge(AiServiceTestingPreset('direct')),
81
- Layer.provideMerge(TracingService.layerNoop),
82
- ),
83
- ),
84
- ),
85
- );
86
-
87
- it.effect(
88
- 'calculator',
89
- Effect.fn(
90
- function* ({ expect: _ }) {
91
- const session = new AiSession({ operationModel: 'configured' });
92
- const response = yield* session.run({
93
- prompt: 'What is 10 + 20?',
94
- history: [],
95
- toolkit: TestToolkit,
96
- });
97
- log.info('response', { response });
98
- },
99
- Effect.provide(
100
- Layer.mergeAll(
101
- toolkitLayer,
102
- ToolResolverService.layerEmpty,
103
- ToolExecutionService.layerEmpty,
104
- AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
105
- Layer.provideMerge(AiServiceTestingPreset('direct')),
106
- ),
107
- TracingService.layerNoop,
108
- ),
109
- ),
110
- ),
111
- );
112
-
113
- // TODO(dmaretskyi): Revive test.
114
- /*
115
- it.skip('create calendar itinerary', { timeout: 60_000 }, async () => {
116
- // overrides: { model: 'llama3.1:8b' },
117
- const session = new AiSession({ operationModel: 'configured' });
118
- const objects = new Set<string>();
119
-
120
- // Define calendar artifact.
121
- const calendarArtifact = defineArtifact({
122
- id: 'artifact:dxos.org/plugin/calendar',
123
- name: 'Calendar',
124
- instructions: 'Use this to create and query calendar events.',
125
- schema: CalendarEventSchema,
126
- tools: [
127
- createTool('calendar', {
128
- name: 'query',
129
- description: 'Query the calendar for events',
130
- schema: Schema.Struct({}),
131
- execute: async () => {
132
- return ToolResult.Success(CALENDAR_EVENTS);
133
- },
134
- }),
135
- ],
136
- });
137
-
138
- const tableArtifact = defineArtifact({
139
- id: 'artifact:dxos.org/plugin/table',
140
- name: 'Table',
141
- instructions: 'Use this to create and manage tables. Each table has a unique id.',
142
- schema: Schema.Struct({}),
143
- tools: [
144
- createTool('table', {
145
- name: 'create',
146
- description: 'Create a table',
147
- schema: Schema.Struct({
148
- data: Schema.Array(Schema.Any).annotations({ description: 'Array of data payloads to add as rows' }),
149
- }),
150
- execute: async ({ data }) => {
151
- log('create table', { data });
152
- const id = DXN.fromLocalObjectId(ObjectId.random()).toString();
153
- objects.add(id);
154
- // TODO(dmaretskyi): consider xml for refs instead of @dxn:echo:@:XXXXX
155
- return ToolResult.Success(`table @${id}`);
156
- },
157
- }),
158
- ],
159
- });
160
-
161
- const mapArtifact = defineArtifact({
162
- id: 'artifact:dxos.org/plugin/map',
163
- name: 'Map',
164
- instructions:
165
- 'Use this to create and manage maps. Maps source data from tables. Table id is required to create a map.',
166
- schema: Schema.Struct({}),
167
- tools: [
168
- createTool('map', {
169
- name: 'create',
170
- description: 'Create a map',
171
- schema: Schema.Struct({
172
- source: ArtifactId.annotations({
173
- description: 'The table that will be used as the source of the map',
174
- }),
175
- }),
176
- execute: async ({ source }) => {
177
- // TODO(dmaretskyi): Use effect-schema decode instead of manual parsing.
178
- const sourceId = ArtifactId.toDXN(source);
179
- if (!objects.has(sourceId.toString())) {
180
- return ToolResult.Error(`table id=${source} not found`);
181
- }
182
- log('create map', { sourceId });
183
- const id = DXN.fromLocalObjectId(ObjectId.random()).toString();
184
- objects.add(id);
185
- // TODO(dmaretskyi): consider xml for refs instead of @dxn:echo:@:XXXXX
186
- return ToolResult.Success(`map @${id}`);
187
- },
188
- }),
189
- ],
190
- });
191
-
192
- const scriptArtifact = defineArtifact({
193
- id: 'artifact:dxos.org/plugin/script',
194
- name: 'Script',
195
- instructions: 'Use this to create and manage scripts',
196
- schema: Schema.Struct({}),
197
- tools: [],
198
- });
199
-
200
- // session.streamEvent.on((event) => {
201
- // printStreamEvent(event);
202
- // });
203
-
204
- const printer = new ConsolePrinter();
205
- session.message.on((message) => printer.printMessage(message));
206
- session.userMessage.on((message) => printer.printMessage(message));
207
- session.block.on((block) => printer.printContentBlock(block));
208
-
209
- // session.update.on((update) => {
210
- // log('update', { update });
211
- // });
212
-
213
- // Test creating an itinerary
214
- const response = await session.run({
215
- client: aiClient,
216
- tools: [],
217
- artifacts: [calendarArtifact, tableArtifact, mapArtifact, scriptArtifact],
218
- requiredArtifactIds: [calendarArtifact.id, tableArtifact.id, mapArtifact.id, scriptArtifact.id],
219
- history: [],
220
- generationOptions: {
221
- model: '@anthropic/claude-3-5-haiku-20241022',
222
- },
223
- prompt: 'create a table and map for a travel itinerary based on events in my calendar',
224
- toolResolver: new ToolRegistry([]),
225
- });
226
-
227
- log('result', {
228
- objects,
229
- finalMessage: response.at(-1),
230
- });
231
- });
232
- */
233
- });
234
-
235
- // Travel to rome, florence, livorno, siena, madrid for conferences
236
-
237
- const _CALENDAR_EVENTS: CalendarEvent[] = [
238
- Obj.make(CalendarEventSchema, {
239
- title: 'Exploring Ancient Ruins in Rome',
240
- startTime: '2024-01-01T10:00:00Z',
241
- endTime: '2024-01-01T11:00:00Z',
242
- description: 'Tech conference at the historic Colosseum with networking opportunities',
243
- }),
244
- Obj.make(CalendarEventSchema, {
245
- title: 'Renaissance Tech Summit in Florence',
246
- startTime: '2024-01-01T11:00:00Z',
247
- endTime: '2024-01-01T12:00:00Z',
248
- description: 'Discussing AI innovations surrounded by Renaissance art',
249
- }),
250
- Obj.make(CalendarEventSchema, {
251
- title: 'Travel to Livorno',
252
- startTime: '2024-01-01T12:00:00Z',
253
- endTime: '2024-01-01T13:00:00Z',
254
- description: 'Travel to Livorno',
255
- }),
256
- Obj.make(CalendarEventSchema, {
257
- title: 'Travel to Siena',
258
- startTime: '2024-01-01T13:00:00Z',
259
- endTime: '2024-01-01T14:00:00Z',
260
- description: 'Travel to Siena',
261
- }),
262
- Obj.make(CalendarEventSchema, {
263
- title: 'Travel to Madrid',
264
- startTime: '2024-01-01T14:00:00Z',
265
- endTime: '2024-01-01T15:00:00Z',
266
- description: 'Travel to Madrid',
267
- }),
268
- ];
269
-
270
- // const printStreamEvent = (event: GenerationStreamEvent) => {
271
- // switch (event.type) {
272
- // case 'message_start': {
273
- // process.stdout.write(`${event.message.role.toUpperCase()}\n\n`);
274
- // for (const content of event.message.content) {
275
- // printContentBlock(content);
276
- // }
277
- // break;
278
- // }
279
- // case 'content_block_start': {
280
- // printContentBlock(event.content);
281
- // break;
282
- // }
283
- // case 'content_block_delta': {
284
- // switch (event.delta.type) {
285
- // case 'text_delta': {
286
- // process.stdout.write(event.delta.text);
287
- // break;
288
- // }
289
- // case 'input_json_delta': {
290
- // process.stdout.write(event.delta.partial_json);
291
- // break;
292
- // }
293
- // }
294
- // break;
295
- // }
296
- // case 'content_block_stop': {
297
- // process.stdout.write('\n');
298
- // break;
299
- // }
300
- // case 'message_delta': {
301
- // break;
302
- // }
303
- // case 'message_stop': {
304
- // process.stdout.write('\n\n');
305
- // break;
306
- // }
307
- // }
308
- // };