@dxos/assistant 0.8.4-main.5ea62a8 → 0.8.4-main.72ec0f3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (117) hide show
  1. package/dist/lib/browser/chunk-J5LGTIGS.mjs +10 -0
  2. package/dist/lib/browser/extraction/index.mjs +121 -164
  3. package/dist/lib/browser/extraction/index.mjs.map +4 -4
  4. package/dist/lib/browser/index.mjs +978 -157
  5. package/dist/lib/browser/index.mjs.map +4 -4
  6. package/dist/lib/browser/meta.json +1 -1
  7. package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +11 -0
  8. package/dist/lib/node-esm/extraction/index.mjs +121 -164
  9. package/dist/lib/node-esm/extraction/index.mjs.map +4 -4
  10. package/dist/lib/node-esm/index.mjs +978 -157
  11. package/dist/lib/node-esm/index.mjs.map +4 -4
  12. package/dist/lib/node-esm/meta.json +1 -1
  13. package/dist/types/src/conversation/context.d.ts +14 -7
  14. package/dist/types/src/conversation/context.d.ts.map +1 -1
  15. package/dist/types/src/conversation/conversation.d.ts +11 -12
  16. package/dist/types/src/conversation/conversation.d.ts.map +1 -1
  17. package/dist/types/src/diff.d.ts.map +1 -1
  18. package/dist/types/src/errors.d.ts +38 -42
  19. package/dist/types/src/errors.d.ts.map +1 -1
  20. package/dist/types/src/execution-graph.d.ts +85 -0
  21. package/dist/types/src/execution-graph.d.ts.map +1 -0
  22. package/dist/types/src/execution-graph.test.d.ts +2 -0
  23. package/dist/types/src/execution-graph.test.d.ts.map +1 -0
  24. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts +1 -1
  25. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +1 -1
  26. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +64 -53
  27. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +1 -1
  28. package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts.map +1 -1
  29. package/dist/types/src/extraction/extraction.d.ts +24 -13
  30. package/dist/types/src/extraction/extraction.d.ts.map +1 -1
  31. package/dist/types/src/extraction/quotes.d.ts +1 -1
  32. package/dist/types/src/extraction/quotes.d.ts.map +1 -1
  33. package/dist/types/src/functions/services.d.ts +18 -5
  34. package/dist/types/src/functions/services.d.ts.map +1 -1
  35. package/dist/types/src/index.d.ts +2 -1
  36. package/dist/types/src/index.d.ts.map +1 -1
  37. package/dist/types/src/session/GenericToolkit.d.ts +84 -0
  38. package/dist/types/src/session/GenericToolkit.d.ts.map +1 -0
  39. package/dist/types/src/session/artifact-diff.d.ts +2 -2
  40. package/dist/types/src/session/artifact-diff.d.ts.map +1 -1
  41. package/dist/types/src/session/error-handling.d.ts +2 -2
  42. package/dist/types/src/session/error-handling.d.ts.map +1 -1
  43. package/dist/types/src/session/format.d.ts +4 -174
  44. package/dist/types/src/session/format.d.ts.map +1 -1
  45. package/dist/types/src/session/index.d.ts +1 -0
  46. package/dist/types/src/session/index.d.ts.map +1 -1
  47. package/dist/types/src/session/observer.d.ts +3 -3
  48. package/dist/types/src/session/observer.d.ts.map +1 -1
  49. package/dist/types/src/session/session.d.ts +15 -11
  50. package/dist/types/src/session/session.d.ts.map +1 -1
  51. package/dist/types/src/session/toolkit.d.ts +7 -6
  52. package/dist/types/src/session/toolkit.d.ts.map +1 -1
  53. package/dist/types/src/session/version-pin.d.ts +3 -3
  54. package/dist/types/src/session/version-pin.d.ts.map +1 -1
  55. package/dist/types/src/types/artifact.d.ts +20 -0
  56. package/dist/types/src/types/artifact.d.ts.map +1 -0
  57. package/dist/types/src/types/index.d.ts +2 -0
  58. package/dist/types/src/types/index.d.ts.map +1 -0
  59. package/dist/types/tsconfig.tsbuildinfo +1 -1
  60. package/package.json +29 -32
  61. package/src/conversation/context.ts +49 -17
  62. package/src/conversation/conversation.ts +30 -25
  63. package/src/diff.test.ts +3 -3
  64. package/src/diff.ts +7 -0
  65. package/src/errors.ts +4 -4
  66. package/src/execution-graph.test.ts +740 -0
  67. package/src/execution-graph.ts +509 -0
  68. package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +9 -9
  69. package/src/extraction/extraction-llm-function/extraction-llm-function.ts +47 -55
  70. package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +16 -16
  71. package/src/extraction/extraction-ner-function/extraction-ner-function.ts +42 -43
  72. package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +12 -6
  73. package/src/extraction/extraction-ner-function/named-entity-recognition.ts +2 -0
  74. package/src/extraction/extraction.ts +7 -6
  75. package/src/extraction/quotes.test.ts +2 -2
  76. package/src/extraction/quotes.ts +3 -3
  77. package/src/functions/services.ts +93 -50
  78. package/src/index.ts +2 -1
  79. package/src/session/GenericToolkit.ts +130 -0
  80. package/src/session/artifact-diff.ts +2 -2
  81. package/src/session/error-handling.ts +11 -6
  82. package/src/session/format.test.ts +5 -4
  83. package/src/session/format.ts +19 -14
  84. package/src/session/index.ts +2 -0
  85. package/src/session/observer.ts +4 -3
  86. package/src/session/session.conversations.json +1 -0
  87. package/src/session/session.test.ts +51 -210
  88. package/src/session/session.ts +41 -29
  89. package/src/session/toolkit.ts +19 -13
  90. package/src/session/version-pin.ts +4 -5
  91. package/src/templates/{format.tpl → instructions/format.tpl} +4 -2
  92. package/src/templates/{system.tpl → instructions/system.tpl} +10 -12
  93. package/src/templates/system.ts +2 -2
  94. package/src/{types.ts → types/artifact.ts} +22 -3
  95. package/src/types/index.ts +5 -0
  96. package/dist/lib/browser/chunk-6WRGDEMH.mjs +0 -89
  97. package/dist/lib/browser/chunk-6WRGDEMH.mjs.map +0 -7
  98. package/dist/lib/browser/chunk-N4O3C3T5.mjs +0 -396
  99. package/dist/lib/browser/chunk-N4O3C3T5.mjs.map +0 -7
  100. package/dist/lib/browser/named-entity-recognition-O46UTCLR.mjs +0 -13
  101. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs +0 -91
  102. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs.map +0 -7
  103. package/dist/lib/node-esm/chunk-QVJ7EAM2.mjs +0 -398
  104. package/dist/lib/node-esm/chunk-QVJ7EAM2.mjs.map +0 -7
  105. package/dist/lib/node-esm/named-entity-recognition-W4VMRCH6.mjs +0 -14
  106. package/dist/types/src/session/version-pin.test.d.ts +0 -2
  107. package/dist/types/src/session/version-pin.test.d.ts.map +0 -1
  108. package/dist/types/src/summarization/summarization.test.d.ts +0 -2
  109. package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
  110. package/dist/types/src/types.d.ts +0 -16
  111. package/dist/types/src/types.d.ts.map +0 -1
  112. package/src/session/__snapshots__/session.test.ts.snap +0 -32
  113. package/src/session/version-pin.test.ts +0 -7
  114. package/src/summarization/summarization.test.ts +0 -197
  115. /package/dist/lib/browser/{named-entity-recognition-O46UTCLR.mjs.map → chunk-J5LGTIGS.mjs.map} +0 -0
  116. /package/dist/lib/node-esm/{named-entity-recognition-W4VMRCH6.mjs.map → chunk-HSLMI22Q.mjs.map} +0 -0
  117. /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
@@ -0,0 +1,130 @@
1
+ //
2
+ // Copyright 2025 DXOS.org
3
+ //
4
+
5
+ import type * as Tool from '@effect/ai/Tool';
6
+ import * as Toolkit from '@effect/ai/Toolkit';
7
+ import * as Effect from 'effect/Effect';
8
+ import * as Layer from 'effect/Layer';
9
+ import * as Pipeable from 'effect/Pipeable';
10
+ import type * as Schema from 'effect/Schema';
11
+ import type * as SchemaAST from 'effect/SchemaAST';
12
+
13
+ /**
14
+ * Unique identifier for generic toolkit instances.
15
+ */
16
+ export const TypeId = '~@dxos/assistant/GenericToolkit';
17
+
18
+ /**
19
+ * Type-level representation of the generic toolkit identifier.
20
+ */
21
+ export type TypeId = typeof TypeId;
22
+
23
+ /**
24
+ * Type-safe way to define toolkits where we don't know specific types of tools,
25
+ * and we want to bundle definition and handlers together.
26
+ *
27
+ * Usefull for plugin-based systems, where tools are dynamically added.
28
+ *
29
+ * @param TR requirements type to the tool invocation.
30
+ * @param E failure type to the handlers layer.
31
+ * @param R requirements type to the handlers layer.
32
+ */
33
+ export interface GenericToolkit<TR = never, E = never, R = never> extends Pipeable.Pipeable {
34
+ readonly [TypeId]: TypeId;
35
+
36
+ /**
37
+ * Toolkit definition.
38
+ */
39
+ readonly toolkit: Toolkit.Toolkit<GenericTools<TR>>;
40
+
41
+ /**
42
+ * Handlers layer.
43
+ */
44
+ readonly layer: Layer.Layer<unknown, E, R>;
45
+
46
+ /**
47
+ * Handlers effect.
48
+ */
49
+ readonly handlers: Effect.Effect<Toolkit.WithHandler<GenericTools<TR>>, E, R>;
50
+ }
51
+
52
+ /**
53
+ * Generic constraint.
54
+ *
55
+ * NOTE: Only use in place of `T extends PortableToolkit.Any`. Not suitable for standalone use.
56
+ */
57
+ export interface Any {
58
+ readonly [TypeId]: TypeId;
59
+ readonly toolkit: Toolkit.Toolkit<any>;
60
+ readonly layer: Layer.Layer<unknown, any, any>;
61
+ }
62
+
63
+ export type InvocationRequirements<T extends Any> = T extends GenericToolkit<infer TR, infer _E, infer _R> ? TR : never;
64
+ export type Failure<T extends Any> = T extends GenericToolkit<infer _TR, infer E, infer _R> ? E : never;
65
+ export type Requirements<T extends Any> = T extends GenericToolkit<infer _TR, infer _E, infer R> ? R : never;
66
+
67
+ /**
68
+ * Creates a portable toolkit from toolkit definition and handlers layer.
69
+ */
70
+ export const make = <Tools extends Record<string, Tool.Any>, E, R>(
71
+ toolkit: Toolkit.Toolkit<Tools>,
72
+ layer: Layer.Layer<Tool.HandlersFor<Tools>, E, R>,
73
+ ): GenericToolkit<E, R> => {
74
+ return {
75
+ [TypeId]: TypeId,
76
+ toolkit: toolkit as any,
77
+ layer: layer as any,
78
+ handlers: toolkit.pipe(Effect.provide(layer)) as any,
79
+ pipe() {
80
+ // eslint-disable-next-line prefer-rest-params
81
+ return Pipeable.pipeArguments(this, arguments);
82
+ },
83
+ };
84
+ };
85
+
86
+ /**
87
+ * Merges multiple portable toolkits into a single portable toolkit.
88
+ */
89
+ export const merge = <const Toolkits extends ReadonlyArray<Any>>(
90
+ /**
91
+ * The toolkits to merge together.
92
+ */
93
+ ...toolkits: Toolkits
94
+ ): GenericToolkit<
95
+ InvocationRequirements<Toolkits[number]>,
96
+ Failure<Toolkits[number]>,
97
+ Requirements<Toolkits[number]>
98
+ > => {
99
+ return make(
100
+ Toolkit.merge(...toolkits.map((t) => t.toolkit)),
101
+ Layer.mergeAll(...(toolkits.map((t) => t.layer) as any)),
102
+ ) as any;
103
+ };
104
+
105
+ /**
106
+ * Generic tools type where we cannot statically enumerate individual tools.
107
+ */
108
+ export type GenericTools<R = never> = Record<
109
+ string,
110
+ Tool.Tool<
111
+ string,
112
+ {
113
+ readonly parameters: AnyStructSchemaNoContext;
114
+ readonly success: Schema.Schema.AnyNoContext;
115
+ readonly failure: typeof Schema.Never;
116
+ },
117
+ R
118
+ >
119
+ >;
120
+
121
+ export interface AnyStructSchemaNoContext extends Pipeable.Pipeable {
122
+ readonly [Schema.TypeId]: any;
123
+ readonly make: any;
124
+ readonly Type: any;
125
+ readonly Encoded: any;
126
+ readonly Context: never;
127
+ readonly ast: SchemaAST.AST;
128
+ readonly fields: Schema.Struct.Fields;
129
+ readonly annotations: any;
130
+ }
@@ -2,10 +2,10 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { Context } from 'effect';
5
+ import * as Context from 'effect/Context';
6
6
 
7
+ import { type ObjectId } from '@dxos/echo/internal';
7
8
  import { type ObjectVersion } from '@dxos/echo-db';
8
- import { type ObjectId } from '@dxos/echo-schema';
9
9
 
10
10
  /**
11
11
  * Resolves artifact ids to their versions.
@@ -2,11 +2,12 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { AiError } from '@effect/ai';
6
- import { HttpClientError } from '@effect/platform';
7
- import { Effect, Schema } from 'effect';
5
+ import * as AiError from '@effect/ai/AiError';
6
+ import * as HttpClientError from '@effect/platform/HttpClientError';
7
+ import * as Effect from 'effect/Effect';
8
+ import * as Schema from 'effect/Schema';
8
9
 
9
- import { AnthropicError } from '../errors';
10
+ import { AiModelError } from '../errors';
10
11
 
11
12
  const AnthropicErrorResponse = Schema.Struct({
12
13
  type: Schema.Literal('error'),
@@ -16,6 +17,7 @@ const AnthropicErrorResponse = Schema.Struct({
16
17
  }),
17
18
  });
18
19
 
20
+ // TODO(dmaretskyi): Needs rework
19
21
  export const mapAiError = (err: AiError.AiError): Effect.Effect<AiError.AiError> =>
20
22
  Effect.gen(function* () {
21
23
  const cause = err.cause;
@@ -24,8 +26,11 @@ export const mapAiError = (err: AiError.AiError): Effect.Effect<AiError.AiError>
24
26
  Effect.flatMap(Schema.decodeUnknown(AnthropicErrorResponse, { exact: false })),
25
27
  );
26
28
 
27
- const parsedCause = new AnthropicError(`${body.error.type}: ${body.error.message}`);
28
- return new AiError.AiError({
29
+ const parsedCause = new AiModelError({
30
+ message: body.error.message,
31
+ context: { model: 'anthropic', type: body.error.type },
32
+ });
33
+ return AiError.UnknownError.make({
29
34
  description: body.error.message,
30
35
  module: err.module,
31
36
  method: err.method,
@@ -3,13 +3,14 @@
3
3
  //
4
4
 
5
5
  import { beforeAll, describe, it } from '@effect/vitest';
6
- import { Effect } from 'effect';
6
+ import * as Effect from 'effect/Effect';
7
7
 
8
8
  import { Blueprint, Template } from '@dxos/blueprints';
9
9
  import { Obj } from '@dxos/echo';
10
10
  import { type EchoDatabase } from '@dxos/echo-db';
11
11
  import { EchoTestBuilder } from '@dxos/echo-db/testing';
12
- import { DataType } from '@dxos/schema';
12
+ import { Text } from '@dxos/schema';
13
+ import { Organization } from '@dxos/types';
13
14
  import { trim } from '@dxos/util';
14
15
 
15
16
  import { createSystemPrompt } from '../templates/system';
@@ -21,7 +22,7 @@ describe('format', () => {
21
22
  beforeAll(async () => {
22
23
  const builder = await new EchoTestBuilder().open();
23
24
  ({ db } = await builder.createDatabase({
24
- types: [DataType.Text, DataType.Organization, Blueprint.Blueprint],
25
+ types: [Text.Text, Organization.Organization, Blueprint.Blueprint],
25
26
  }));
26
27
  });
27
28
 
@@ -29,7 +30,7 @@ describe('format', () => {
29
30
  'should format',
30
31
  Effect.fn(function* () {
31
32
  const object = db.add(
32
- Obj.make(DataType.Organization, {
33
+ Obj.make(Organization.Organization, {
33
34
  name: 'Test',
34
35
  website: 'https://www.test.com',
35
36
  }),
@@ -2,21 +2,23 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { Array, Effect, Option, pipe } from 'effect';
5
+ import * as Array from 'effect/Array';
6
+ import * as Effect from 'effect/Effect';
7
+ import * as Function from 'effect/Function';
8
+ import * as Option from 'effect/Option';
6
9
 
7
10
  import { Template } from '@dxos/blueprints';
8
11
  import { Obj } from '@dxos/echo';
9
- import { ObjectVersion } from '@dxos/echo-db';
10
- import { type ObjectId } from '@dxos/echo-schema';
11
- import { DatabaseService } from '@dxos/functions';
12
+ import { type ObjectId } from '@dxos/echo/internal';
13
+ import { DatabaseService, ObjectVersion } from '@dxos/echo-db';
12
14
  import { log } from '@dxos/log';
13
- import { type ContentBlock, DataType } from '@dxos/schema';
15
+ import { type ContentBlock, Message } from '@dxos/types';
14
16
  import { trim } from '@dxos/util';
15
17
 
16
18
  import { AiAssistantError } from '../errors';
17
19
 
18
20
  import { ArtifactDiffResolver } from './artifact-diff';
19
- import { type AiSessionRunParams } from './session';
21
+ import { type AiSessionRunError, type AiSessionRunParams } from './session';
20
22
 
21
23
  /**
22
24
  * Formats the system prompt.
@@ -28,7 +30,7 @@ export const formatSystemPrompt = ({
28
30
  objects = [],
29
31
  }: Pick<AiSessionRunParams<any>, 'system' | 'blueprints' | 'objects'>) =>
30
32
  Effect.gen(function* () {
31
- const blueprintDefs = yield* pipe(
33
+ const blueprintDefs = yield* Function.pipe(
32
34
  blueprints,
33
35
  Effect.forEach((blueprint) => Effect.succeed(blueprint.instructions)),
34
36
  Effect.flatMap(Effect.forEach((template) => DatabaseService.loadOption(template.source))),
@@ -47,7 +49,7 @@ export const formatSystemPrompt = ({
47
49
  ),
48
50
  );
49
51
 
50
- const objectDefs = yield* pipe(
52
+ const objectDefs = yield* Function.pipe(
51
53
  objects,
52
54
  Effect.forEach((object) =>
53
55
  Effect.succeed(trim`
@@ -60,7 +62,7 @@ export const formatSystemPrompt = ({
60
62
  Effect.map((objects) => (objects.length > 0 ? ['## Context Objects', ...objects].join('\n\n') : undefined)),
61
63
  );
62
64
 
63
- return yield* pipe(
65
+ return yield* Function.pipe(
64
66
  Effect.succeed([system, blueprintDefs, objectDefs].filter((def): def is string => def !== undefined)),
65
67
  Effect.map((parts) => parts.join('\n\n')),
66
68
  );
@@ -71,7 +73,10 @@ export const formatSystemPrompt = ({
71
73
  */
72
74
  // TODO(burdon): Move to AiPreprocessor.
73
75
  // TODO(burdon): Convert util below to `Effect.fn` (to preserve stack info)
74
- export const formatUserPrompt = ({ prompt, history = [] }: Pick<AiSessionRunParams<any>, 'prompt' | 'history'>) =>
76
+ export const formatUserPrompt = ({
77
+ prompt,
78
+ history = [],
79
+ }: Pick<AiSessionRunParams<any>, 'prompt' | 'history'>): Effect.Effect<Message.Message, AiSessionRunError> =>
75
80
  Effect.gen(function* () {
76
81
  const blocks: ContentBlock.Any[] = [];
77
82
 
@@ -84,10 +89,10 @@ export const formatUserPrompt = ({ prompt, history = [] }: Pick<AiSessionRunPara
84
89
  artifactDiffResolver.value.resolve(
85
90
  [...versions.entries()].map(([id, version]) => ({ id, lastVersion: version })),
86
91
  ),
87
- catch: AiAssistantError.wrap('Artifact diff resolution error'),
92
+ catch: AiAssistantError.wrap({ message: 'Artifact diff resolution error' }),
88
93
  });
89
94
 
90
- log.info('version', { artifactDiff, versions });
95
+ log('version', { artifactDiff, versions });
91
96
  for (const [id, { version }] of [...artifactDiff.entries()]) {
92
97
  if (ObjectVersion.equals(version, versions.get(id)!)) {
93
98
  artifactDiff.delete(id);
@@ -102,14 +107,14 @@ export const formatUserPrompt = ({ prompt, history = [] }: Pick<AiSessionRunPara
102
107
  }
103
108
  }
104
109
 
105
- return Obj.make(DataType.Message, {
110
+ return Obj.make(Message.Message, {
106
111
  created: new Date().toISOString(),
107
112
  sender: { role: 'user' },
108
113
  blocks: [...blocks, { _tag: 'text', text: prompt }],
109
114
  });
110
115
  });
111
116
 
112
- const gatherObjectVersions = (messages: DataType.Message[]): Map<ObjectId, ObjectVersion> => {
117
+ const gatherObjectVersions = (messages: Message.Message[]): Map<ObjectId, ObjectVersion> => {
113
118
  const artifactIds = new Map<ObjectId, ObjectVersion>();
114
119
  for (const message of messages) {
115
120
  for (const block of message.blocks) {
@@ -7,3 +7,5 @@ export * from './observer';
7
7
  export * from './session';
8
8
  export * from './toolkit';
9
9
  export * from './version-pin';
10
+
11
+ export * as GenericToolkit from './GenericToolkit';
@@ -2,10 +2,11 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { Effect, Function } from 'effect';
5
+ import * as Effect from 'effect/Effect';
6
+ import * as Function from 'effect/Function';
6
7
 
7
8
  import { type AiParser, type ConsolePrinter } from '@dxos/ai';
8
- import { type DataType } from '@dxos/schema';
9
+ import { type Message } from '@dxos/types';
9
10
 
10
11
  /**
11
12
  * Live observer of the generation process.
@@ -15,7 +16,7 @@ export interface GenerationObserver extends AiParser.ParseResponseCallbacks {
15
16
  * Complete messages fired during the session, both from the model and from the user.
16
17
  * This message will contain all message blocks emitted through the `onBlock` callback.
17
18
  */
18
- onMessage: (message: DataType.Message) => Effect.Effect<void>;
19
+ onMessage: (message: Message.Message) => Effect.Effect<void>;
19
20
  }
20
21
 
21
22
  export const GenerationObserver = Object.freeze({
@@ -0,0 +1 @@
1
+ {"conversations":[{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[]},"prompt":{"content":[{"role":"user","content":"Hello world!","options":{}}]},"response":[{"type":"response-metadata","id":"msg_01Bm496JGgDMgC9YwdYTFFHo","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"Hi","metadata":{}},{"type":"text-delta","id":"0","delta":"!","metadata":{}},{"type":"text-delta","id":"0","delta":" How can","metadata":{}},{"type":"text-delta","id":"0","delta":" I help you today?","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":10,"outputTokens":12,"totalTokens":22},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":10,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}}]},"response":[{"type":"response-metadata","id":"msg_01UNTbjtTHEpdFgGunu2k8Br","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ll help","metadata":{}},{"type":"text-delta","id":"0","delta":" you calculate","metadata":{}},{"type":"text-delta","id":"0","delta":" ","metadata":{}},{"type":"text-delta","id":"0","delta":"10 + 30","metadata":{}},{"type":"text-delta","id":"0","delta":" using the","metadata":{}},{"type":"text-delta","id":"0","delta":" Calculator tool.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"{\"input\": \"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"10 + 30","metadata":{}},{"type":"tool-params-delta","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","delta":"\"}","metadata":{}},{"type":"tool-params-end","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","metadata":{}},{"type":"tool-call","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":394,"outputTokens":73,"totalTokens":467},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":394,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-3-5-sonnet-20241022","stream":true,"tools":[{"name":"Calculator","description":"Basic calculator tool","inputSchema":{"type":"object","required":["input"],"properties":{"input":{"type":"string","description":"The calculation to perform."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"user","content":"What is 10 + 30?","options":{}},{"role":"assistant","content":[{"type":"text","text":"I'll help you calculate 10 + 30 using the Calculator tool.","options":{}},{"type":"tool-call","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","params":{"input":"10 + 30"},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01LTGUgfihCQtVchm1b37xHQ","name":"Calculator","result":{"result":40},"options":{}}],"options":{}}]},"response":[{"type":"response-metadata","id":"msg_01AKio3GheJGn38BhvAp33rs","modelId":"claude-3-5-sonnet-20241022","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"The result","metadata":{}},{"type":"text-delta","id":"0","delta":" of 10 +","metadata":{}},{"type":"text-delta","id":"0","delta":" 30 is ","metadata":{}},{"type":"text-delta","id":"0","delta":"40.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":482,"outputTokens":18,"totalTokens":500},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":482,"output_tokens":3,"server_tool_use":null,"service_tier":"standard"}}}}]}]}
@@ -2,13 +2,17 @@
2
2
  // Copyright 2025 DXOS.org
3
3
  //
4
4
 
5
- import { AiTool, AiToolkit } from '@effect/ai';
5
+ import * as Tool from '@effect/ai/Tool';
6
+ import * as Toolkit from '@effect/ai/Toolkit';
6
7
  import { describe, it } from '@effect/vitest';
7
- import { Effect, Layer, Schema } from 'effect';
8
+ import * as Effect from 'effect/Effect';
9
+ import * as Layer from 'effect/Layer';
10
+ import * as Schema from 'effect/Schema';
8
11
 
9
- import { AiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
12
+ import { AiService, MemoizedAiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
10
13
  import { AiServiceTestingPreset } from '@dxos/ai/testing';
11
14
  import { Obj, Type } from '@dxos/echo';
15
+ import { TestHelpers } from '@dxos/effect';
12
16
  import { TracingService } from '@dxos/functions';
13
17
  import { log } from '@dxos/log';
14
18
 
@@ -29,8 +33,8 @@ const CalendarEventSchema = Schema.Struct({
29
33
 
30
34
  type CalendarEvent = Schema.Schema.Type<typeof CalendarEventSchema>;
31
35
 
32
- class TestToolkit extends AiToolkit.make(
33
- AiTool.make('Calculator', {
36
+ const TestToolkit = Toolkit.make(
37
+ Tool.make('Calculator', {
34
38
  description: 'Basic calculator tool',
35
39
  parameters: {
36
40
  input: Schema.String.annotations({
@@ -42,7 +46,7 @@ class TestToolkit extends AiToolkit.make(
42
46
  }),
43
47
  failure: Schema.Never,
44
48
  }),
45
- ) {}
49
+ );
46
50
 
47
51
  // Tool handlers.
48
52
  const toolkitLayer = TestToolkit.toLayer({
@@ -61,175 +65,52 @@ const toolkitLayer = TestToolkit.toLayer({
61
65
  }),
62
66
  });
63
67
 
64
- describe.runIf(process.env.DX_RUN_SLOW_TESTS)('AiSession', () => {
65
- it.effect('no tools', () =>
66
- Effect.gen(function* () {
67
- const session = new AiSession({ operationModel: 'configured' });
68
- const response = yield* session.run({
69
- prompt: 'Hello world!',
70
- history: [],
71
- });
72
- log.info('response', { response });
73
- }).pipe(
74
- Effect.provide(
75
- Layer.mergeAll(
76
- toolkitLayer,
77
- AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
78
- Layer.provideMerge(ToolResolverService.layerEmpty),
79
- Layer.provideMerge(ToolExecutionService.layerEmpty),
80
- Layer.provideMerge(AiServiceTestingPreset('direct')),
81
- Layer.provideMerge(TracingService.layerNoop),
82
- ),
83
- ),
84
- ),
85
- ),
86
- );
68
+ const TestLayer = Layer.mergeAll(
69
+ toolkitLayer,
70
+ AiService.model('@anthropic/claude-3-5-sonnet-20241022'),
71
+ TracingService.layerNoop,
72
+ ToolResolverService.layerEmpty,
73
+ ToolExecutionService.layerEmpty,
74
+ ).pipe(
75
+ //
76
+ Layer.provideMerge(MemoizedAiService.layerTest()),
77
+ Layer.provide(AiServiceTestingPreset('direct')),
78
+ );
87
79
 
88
- it.effect('calculator', () =>
89
- Effect.gen(function* () {
90
- const session = new AiSession({ operationModel: 'configured' });
91
- const toolkit = yield* TestToolkit;
92
- const response = yield* session.run({
93
- toolkit,
94
- prompt: 'What is 10 + 20?',
95
- history: [],
96
- });
97
- log.info('response', { response });
98
- }).pipe(
99
- Effect.provide(
100
- Layer.mergeAll(
101
- TracingService.layerNoop,
102
- AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
103
- Layer.provideMerge(AiServiceTestingPreset('direct')),
104
- ),
105
- ToolResolverService.layerEmpty,
106
- ToolExecutionService.layerEmpty,
107
- toolkitLayer,
108
- ),
109
- ),
80
+ describe('AiSession', () => {
81
+ it.effect(
82
+ 'no tools',
83
+ Effect.fnUntraced(
84
+ function* (_) {
85
+ const session = new AiSession({ operationModel: 'configured' });
86
+ const response = yield* session.run({
87
+ prompt: 'Hello world!',
88
+ history: [],
89
+ });
90
+ log.info('response', { response });
91
+ },
92
+ Effect.provide(TestLayer),
93
+ TestHelpers.provideTestContext,
110
94
  ),
111
95
  );
112
96
 
113
- // TODO(dmaretskyi): Revive test.
114
- /*
115
- it.skip('create calendar itinerary', { timeout: 60_000 }, async () => {
116
- // overrides: { model: 'llama3.1:8b' },
117
- const session = new AiSession({ operationModel: 'configured' });
118
- const objects = new Set<string>();
119
-
120
- // Define calendar artifact.
121
- const calendarArtifact = defineArtifact({
122
- id: 'artifact:dxos.org/plugin/calendar',
123
- name: 'Calendar',
124
- instructions: 'Use this to create and query calendar events.',
125
- schema: CalendarEventSchema,
126
- tools: [
127
- createTool('calendar', {
128
- name: 'query',
129
- description: 'Query the calendar for events',
130
- schema: Schema.Struct({}),
131
- execute: async () => {
132
- return ToolResult.Success(CALENDAR_EVENTS);
133
- },
134
- }),
135
- ],
136
- });
137
-
138
- const tableArtifact = defineArtifact({
139
- id: 'artifact:dxos.org/plugin/table',
140
- name: 'Table',
141
- instructions: 'Use this to create and manage tables. Each table has a unique id.',
142
- schema: Schema.Struct({}),
143
- tools: [
144
- createTool('table', {
145
- name: 'create',
146
- description: 'Create a table',
147
- schema: Schema.Struct({
148
- data: Schema.Array(Schema.Any).annotations({ description: 'Array of data payloads to add as rows' }),
149
- }),
150
- execute: async ({ data }) => {
151
- log('create table', { data });
152
- const id = DXN.fromLocalObjectId(ObjectId.random()).toString();
153
- objects.add(id);
154
- // TODO(dmaretskyi): consider xml for refs instead of @dxn:echo:@:XXXXX
155
- return ToolResult.Success(`table @${id}`);
156
- },
157
- }),
158
- ],
159
- });
160
-
161
- const mapArtifact = defineArtifact({
162
- id: 'artifact:dxos.org/plugin/map',
163
- name: 'Map',
164
- instructions:
165
- 'Use this to create and manage maps. Maps source data from tables. Table id is required to create a map.',
166
- schema: Schema.Struct({}),
167
- tools: [
168
- createTool('map', {
169
- name: 'create',
170
- description: 'Create a map',
171
- schema: Schema.Struct({
172
- source: ArtifactId.annotations({
173
- description: 'The table that will be used as the source of the map',
174
- }),
175
- }),
176
- execute: async ({ source }) => {
177
- // TODO(dmaretskyi): Use effect-schema decode instead of manual parsing.
178
- const sourceId = ArtifactId.toDXN(source);
179
- if (!objects.has(sourceId.toString())) {
180
- return ToolResult.Error(`table id=${source} not found`);
181
- }
182
- log('create map', { sourceId });
183
- const id = DXN.fromLocalObjectId(ObjectId.random()).toString();
184
- objects.add(id);
185
- // TODO(dmaretskyi): consider xml for refs instead of @dxn:echo:@:XXXXX
186
- return ToolResult.Success(`map @${id}`);
187
- },
188
- }),
189
- ],
190
- });
191
-
192
- const scriptArtifact = defineArtifact({
193
- id: 'artifact:dxos.org/plugin/script',
194
- name: 'Script',
195
- instructions: 'Use this to create and manage scripts',
196
- schema: Schema.Struct({}),
197
- tools: [],
198
- });
199
-
200
- // session.streamEvent.on((event) => {
201
- // printStreamEvent(event);
202
- // });
203
-
204
- const printer = new ConsolePrinter();
205
- session.message.on((message) => printer.printMessage(message));
206
- session.userMessage.on((message) => printer.printMessage(message));
207
- session.block.on((block) => printer.printContentBlock(block));
208
-
209
- // session.update.on((update) => {
210
- // log('update', { update });
211
- // });
212
-
213
- // Test creating an itinerary
214
- const response = await session.run({
215
- client: aiClient,
216
- tools: [],
217
- artifacts: [calendarArtifact, tableArtifact, mapArtifact, scriptArtifact],
218
- requiredArtifactIds: [calendarArtifact.id, tableArtifact.id, mapArtifact.id, scriptArtifact.id],
219
- history: [],
220
- generationOptions: {
221
- model: '@anthropic/claude-3-5-haiku-20241022',
97
+ it.effect(
98
+ 'calculator',
99
+ Effect.fnUntraced(
100
+ function* (_) {
101
+ const session = new AiSession({ operationModel: 'configured' });
102
+ const toolkit = yield* TestToolkit;
103
+ const response = yield* session.run({
104
+ toolkit,
105
+ prompt: 'What is 10 + 30?',
106
+ history: [],
107
+ });
108
+ log.info('response', { response });
222
109
  },
223
- prompt: 'create a table and map for a travel itinerary based on events in my calendar',
224
- toolResolver: new ToolRegistry([]),
225
- });
226
-
227
- log('result', {
228
- objects,
229
- finalMessage: response.at(-1),
230
- });
231
- });
232
- */
110
+ Effect.provide(TestLayer),
111
+ TestHelpers.provideTestContext,
112
+ ),
113
+ );
233
114
  });
234
115
 
235
116
  // Travel to rome, florence, livorno, siena, madrid for conferences
@@ -266,43 +147,3 @@ const _CALENDAR_EVENTS: CalendarEvent[] = [
266
147
  description: 'Travel to Madrid',
267
148
  }),
268
149
  ];
269
-
270
- // const printStreamEvent = (event: GenerationStreamEvent) => {
271
- // switch (event.type) {
272
- // case 'message_start': {
273
- // process.stdout.write(`${event.message.role.toUpperCase()}\n\n`);
274
- // for (const content of event.message.content) {
275
- // printContentBlock(content);
276
- // }
277
- // break;
278
- // }
279
- // case 'content_block_start': {
280
- // printContentBlock(event.content);
281
- // break;
282
- // }
283
- // case 'content_block_delta': {
284
- // switch (event.delta.type) {
285
- // case 'text_delta': {
286
- // process.stdout.write(event.delta.text);
287
- // break;
288
- // }
289
- // case 'input_json_delta': {
290
- // process.stdout.write(event.delta.partial_json);
291
- // break;
292
- // }
293
- // }
294
- // break;
295
- // }
296
- // case 'content_block_stop': {
297
- // process.stdout.write('\n');
298
- // break;
299
- // }
300
- // case 'message_delta': {
301
- // break;
302
- // }
303
- // case 'message_stop': {
304
- // process.stdout.write('\n\n');
305
- // break;
306
- // }
307
- // }
308
- // };