@dxos/assistant 0.8.4-main.f9ba587 → 0.8.4-main.fcfe5033a5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -0
- package/dist/lib/neutral/chunk-2TBLG3XY.mjs +1793 -0
- package/dist/lib/neutral/chunk-2TBLG3XY.mjs.map +7 -0
- package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
- package/dist/lib/neutral/chunk-J5LGTIGS.mjs.map +7 -0
- package/dist/lib/neutral/extraction/index.mjs +219 -0
- package/dist/lib/neutral/extraction/index.mjs.map +7 -0
- package/dist/lib/neutral/index.mjs +537 -0
- package/dist/lib/neutral/index.mjs.map +7 -0
- package/dist/lib/neutral/meta.json +1 -0
- package/dist/lib/neutral/testing/index.mjs +111 -0
- package/dist/lib/neutral/testing/index.mjs.map +7 -0
- package/dist/types/src/conversation/context.d.ts +155 -0
- package/dist/types/src/conversation/context.d.ts.map +1 -0
- package/dist/types/src/conversation/context.test.d.ts +2 -0
- package/dist/types/src/conversation/context.test.d.ts.map +1 -0
- package/dist/types/src/conversation/index.d.ts +2 -1
- package/dist/types/src/conversation/index.d.ts.map +1 -1
- package/dist/types/src/conversation/session.d.ts +78 -0
- package/dist/types/src/conversation/session.d.ts.map +1 -0
- package/dist/types/src/conversation/session.test.d.ts.map +1 -0
- package/dist/types/src/diff.d.ts +17 -0
- package/dist/types/src/diff.d.ts.map +1 -0
- package/dist/types/src/diff.test.d.ts +2 -0
- package/dist/types/src/diff.test.d.ts.map +1 -0
- package/dist/types/src/errors.d.ts +67 -0
- package/dist/types/src/errors.d.ts.map +1 -0
- package/dist/types/src/execution-graph.d.ts +85 -0
- package/dist/types/src/execution-graph.d.ts.map +1 -0
- package/dist/types/src/execution-graph.test.d.ts +2 -0
- package/dist/types/src/execution-graph.test.d.ts.map +1 -0
- package/dist/types/src/extraction/extraction-ner-function/index.d.ts +0 -1
- package/dist/types/src/extraction/extraction-ner-function/index.d.ts.map +1 -1
- package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts +1 -1
- package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts.map +1 -1
- package/dist/types/src/extraction/extraction.d.ts +1066 -215
- package/dist/types/src/extraction/extraction.d.ts.map +1 -1
- package/dist/types/src/extraction/index.d.ts +0 -1
- package/dist/types/src/extraction/index.d.ts.map +1 -1
- package/dist/types/src/extraction/quotes.d.ts +3 -3
- package/dist/types/src/extraction/quotes.d.ts.map +1 -1
- package/dist/types/src/functions/index.d.ts +2 -0
- package/dist/types/src/functions/index.d.ts.map +1 -0
- package/dist/types/src/functions/services.d.ts +17 -0
- package/dist/types/src/functions/services.d.ts.map +1 -0
- package/dist/types/src/functions.test.d.ts +2 -0
- package/dist/types/src/functions.test.d.ts.map +1 -0
- package/dist/types/src/index.d.ts +7 -5
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/service/AgentService.d.ts +75 -0
- package/dist/types/src/service/AgentService.d.ts.map +1 -0
- package/dist/types/src/service/AgentService.test.d.ts +2 -0
- package/dist/types/src/service/AgentService.test.d.ts.map +1 -0
- package/dist/types/src/service/agent-process.d.ts +21 -0
- package/dist/types/src/service/agent-process.d.ts.map +1 -0
- package/dist/types/src/service/index.d.ts +3 -0
- package/dist/types/src/service/index.d.ts.map +1 -0
- package/dist/types/src/session/artifact-diff.d.ts +27 -0
- package/dist/types/src/session/artifact-diff.d.ts.map +1 -0
- package/dist/types/src/session/error-handling.d.ts +4 -0
- package/dist/types/src/session/error-handling.d.ts.map +1 -0
- package/dist/types/src/session/format.d.ts +16 -0
- package/dist/types/src/session/format.d.ts.map +1 -0
- package/dist/types/src/session/format.test.d.ts +2 -0
- package/dist/types/src/session/format.test.d.ts.map +1 -0
- package/dist/types/src/session/index.d.ts +5 -1
- package/dist/types/src/session/index.d.ts.map +1 -1
- package/dist/types/src/session/observer.d.ts +23 -0
- package/dist/types/src/session/observer.d.ts.map +1 -0
- package/dist/types/src/session/request.d.ts +106 -0
- package/dist/types/src/session/request.d.ts.map +1 -0
- package/dist/types/src/session/request.test.d.ts +2 -0
- package/dist/types/src/session/request.test.d.ts.map +1 -0
- package/dist/types/src/session/session-ollama.test.d.ts +2 -0
- package/dist/types/src/session/session-ollama.test.d.ts.map +1 -0
- package/dist/types/src/session/toolkit.d.ts +16 -0
- package/dist/types/src/session/toolkit.d.ts.map +1 -0
- package/dist/types/src/session/version-pin.d.ts +5 -5
- package/dist/types/src/session/version-pin.d.ts.map +1 -1
- package/dist/types/src/templates/index.d.ts +2 -0
- package/dist/types/src/templates/index.d.ts.map +1 -0
- package/dist/types/src/templates/system.d.ts +17 -0
- package/dist/types/src/templates/system.d.ts.map +1 -0
- package/dist/types/src/testing/index.d.ts +1 -2
- package/dist/types/src/testing/index.d.ts.map +1 -1
- package/dist/types/src/testing/layer.d.ts +40 -0
- package/dist/types/src/testing/layer.d.ts.map +1 -0
- package/dist/types/src/tracing.d.ts +223 -0
- package/dist/types/src/tracing.d.ts.map +1 -0
- package/dist/types/src/types/artifact.d.ts +28 -0
- package/dist/types/src/types/artifact.d.ts.map +1 -0
- package/dist/types/src/types/index.d.ts +2 -0
- package/dist/types/src/types/index.d.ts.map +1 -0
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +60 -29
- package/src/conversation/context.test.ts +52 -0
- package/src/conversation/context.ts +403 -0
- package/src/conversation/index.ts +2 -1
- package/src/conversation/session.test.ts +58 -0
- package/src/conversation/session.ts +300 -0
- package/src/diff.test.ts +74 -0
- package/src/diff.ts +93 -0
- package/src/errors.ts +15 -0
- package/src/execution-graph.test.ts +740 -0
- package/src/execution-graph.ts +509 -0
- package/src/extraction/extraction-ner-function/index.ts +0 -1
- package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +12 -6
- package/src/extraction/extraction-ner-function/named-entity-recognition.ts +3 -1
- package/src/extraction/extraction.ts +44 -15
- package/src/extraction/index.ts +0 -1
- package/src/extraction/quotes.test.ts +3 -3
- package/src/extraction/quotes.ts +6 -7
- package/src/functions/index.ts +5 -0
- package/src/functions/services.ts +214 -0
- package/src/functions.conversations.json +1 -0
- package/src/functions.test.ts +88 -0
- package/src/index.ts +7 -5
- package/src/service/AgentService.conversations.json +1 -0
- package/src/service/AgentService.test.ts +169 -0
- package/src/service/AgentService.ts +184 -0
- package/src/service/agent-process.ts +364 -0
- package/src/service/index.ts +6 -0
- package/src/session/artifact-diff.ts +41 -0
- package/src/session/error-handling.ts +41 -0
- package/src/session/format.test.ts +132 -0
- package/src/session/format.ts +149 -0
- package/src/session/index.ts +5 -1
- package/src/session/observer.ts +62 -0
- package/src/session/request.conversations.json +1 -0
- package/src/session/request.test.ts +195 -0
- package/src/session/request.ts +344 -0
- package/src/session/session-ollama.test.ts +81 -0
- package/src/session/toolkit.ts +47 -0
- package/src/session/version-pin.ts +12 -12
- package/src/templates/index.ts +5 -0
- package/src/templates/instructions/format.tpl +57 -0
- package/src/templates/instructions/system.tpl +85 -0
- package/src/templates/system.ts +42 -0
- package/src/testing/index.ts +2 -8
- package/src/testing/layer.ts +236 -0
- package/src/tracing.ts +43 -0
- package/src/types/artifact.ts +89 -0
- package/src/types/index.ts +5 -0
- package/src/typings.d.ts +5 -0
- package/dist/lib/browser/index.mjs +0 -2019
- package/dist/lib/browser/index.mjs.map +0 -7
- package/dist/lib/browser/meta.json +0 -1
- package/dist/lib/node-esm/index.mjs +0 -2021
- package/dist/lib/node-esm/index.mjs.map +0 -7
- package/dist/lib/node-esm/meta.json +0 -1
- package/dist/types/bin/chat.d.ts +0 -2
- package/dist/types/bin/chat.d.ts.map +0 -1
- package/dist/types/src/blueprint/blueprint.d.ts +0 -41
- package/dist/types/src/blueprint/blueprint.d.ts.map +0 -1
- package/dist/types/src/blueprint/index.d.ts +0 -3
- package/dist/types/src/blueprint/index.d.ts.map +0 -1
- package/dist/types/src/blueprint/registry.d.ts +0 -7
- package/dist/types/src/blueprint/registry.d.ts.map +0 -1
- package/dist/types/src/context/binder.d.ts +0 -34
- package/dist/types/src/context/binder.d.ts.map +0 -1
- package/dist/types/src/context/binding.d.ts +0 -38
- package/dist/types/src/context/binding.d.ts.map +0 -1
- package/dist/types/src/context/index.d.ts +0 -3
- package/dist/types/src/context/index.d.ts.map +0 -1
- package/dist/types/src/conversation/conversation.d.ts +0 -44
- package/dist/types/src/conversation/conversation.d.ts.map +0 -1
- package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts +0 -4
- package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +0 -1
- package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts +0 -2
- package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts.map +0 -1
- package/dist/types/src/extraction/extraction-llm-function/index.d.ts +0 -2
- package/dist/types/src/extraction/extraction-llm-function/index.d.ts.map +0 -1
- package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +0 -208
- package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +0 -1
- package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts +0 -2
- package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts.map +0 -1
- package/dist/types/src/research/exa.d.ts +0 -7
- package/dist/types/src/research/exa.d.ts.map +0 -1
- package/dist/types/src/research/graph.d.ts +0 -41
- package/dist/types/src/research/graph.d.ts.map +0 -1
- package/dist/types/src/research/graph.test.d.ts +0 -2
- package/dist/types/src/research/graph.test.d.ts.map +0 -1
- package/dist/types/src/research/index.d.ts +0 -4
- package/dist/types/src/research/index.d.ts.map +0 -1
- package/dist/types/src/research/research.d.ts +0 -10
- package/dist/types/src/research/research.d.ts.map +0 -1
- package/dist/types/src/research/research.test.d.ts +0 -2
- package/dist/types/src/research/research.test.d.ts.map +0 -1
- package/dist/types/src/session/session.d.ts +0 -283
- package/dist/types/src/session/session.d.ts.map +0 -1
- package/dist/types/src/session/session.test.d.ts.map +0 -1
- package/dist/types/src/session/version-pin.test.d.ts +0 -2
- package/dist/types/src/session/version-pin.test.d.ts.map +0 -1
- package/dist/types/src/summarization/summarization.test.d.ts +0 -2
- package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
- package/dist/types/src/testing/exa-search-1748337321991.d.ts +0 -38
- package/dist/types/src/testing/exa-search-1748337321991.d.ts.map +0 -1
- package/dist/types/src/testing/exa-search-1748337331526.d.ts +0 -37
- package/dist/types/src/testing/exa-search-1748337331526.d.ts.map +0 -1
- package/dist/types/src/testing/exa-search-1748337344119.d.ts +0 -58
- package/dist/types/src/testing/exa-search-1748337344119.d.ts.map +0 -1
- package/dist/types/src/types.d.ts +0 -3
- package/dist/types/src/types.d.ts.map +0 -1
- package/src/blueprint/blueprint.ts +0 -75
- package/src/blueprint/index.ts +0 -6
- package/src/blueprint/registry.ts +0 -15
- package/src/context/binder.ts +0 -101
- package/src/context/binding.ts +0 -31
- package/src/context/index.ts +0 -6
- package/src/conversation/conversation.ts +0 -103
- package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +0 -95
- package/src/extraction/extraction-llm-function/extraction-llm-function.ts +0 -66
- package/src/extraction/extraction-llm-function/index.ts +0 -5
- package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +0 -115
- package/src/extraction/extraction-ner-function/extraction-ner-function.ts +0 -54
- package/src/research/exa.ts +0 -100
- package/src/research/graph.test.ts +0 -15
- package/src/research/graph.ts +0 -337
- package/src/research/index.ts +0 -7
- package/src/research/instructions-research.tpl +0 -97
- package/src/research/research.test.ts +0 -190
- package/src/research/research.ts +0 -90
- package/src/session/session.test.ts +0 -275
- package/src/session/session.ts +0 -582
- package/src/session/version-pin.test.ts +0 -26
- package/src/summarization/summarization.test.ts +0 -221
- package/src/testing/exa-search-1748337321991.ts +0 -131
- package/src/testing/exa-search-1748337331526.ts +0 -144
- package/src/testing/exa-search-1748337344119.ts +0 -133
- package/src/typedefs.d.ts +0 -8
- package/src/types.ts +0 -8
- /package/dist/types/src/{session → conversation}/session.test.d.ts +0 -0
- /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Effect from 'effect/Effect';
|
|
6
|
+
import * as Function from 'effect/Function';
|
|
7
|
+
import * as Option from 'effect/Option';
|
|
8
|
+
|
|
9
|
+
import { Template } from '@dxos/blueprints';
|
|
10
|
+
import { type Database, Obj } from '@dxos/echo';
|
|
11
|
+
import { ObjectVersion } from '@dxos/echo-db';
|
|
12
|
+
import type { ObjectNotFoundError } from '@dxos/echo/Err';
|
|
13
|
+
import { type FunctionNotFoundError } from '@dxos/functions';
|
|
14
|
+
import { type ObjectId } from '@dxos/keys';
|
|
15
|
+
import { log } from '@dxos/log';
|
|
16
|
+
import { type Operation, type OperationRegistry } from '@dxos/operation';
|
|
17
|
+
import { type ContentBlock, Message } from '@dxos/types';
|
|
18
|
+
import { trim } from '@dxos/util';
|
|
19
|
+
|
|
20
|
+
import { AiAssistantError } from '../errors';
|
|
21
|
+
import { ArtifactDiffResolver } from './artifact-diff';
|
|
22
|
+
import { type AiRequestRunError, type AiRequestRunProps } from './request';
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Formats the system prompt.
|
|
26
|
+
*/
|
|
27
|
+
// TODO(burdon): Move to AiPreprocessor.
|
|
28
|
+
export const formatSystemPrompt = ({
|
|
29
|
+
system,
|
|
30
|
+
blueprints = [],
|
|
31
|
+
objects = [],
|
|
32
|
+
}: Pick<AiRequestRunProps, 'system' | 'blueprints' | 'objects'>): Effect.Effect<
|
|
33
|
+
string,
|
|
34
|
+
FunctionNotFoundError | ObjectNotFoundError,
|
|
35
|
+
Database.Service | OperationRegistry.Service | Operation.Service
|
|
36
|
+
> =>
|
|
37
|
+
Effect.gen(function* () {
|
|
38
|
+
const blueprintDefs = yield* Function.pipe(
|
|
39
|
+
blueprints,
|
|
40
|
+
Effect.forEach((blueprint) => Effect.succeed(blueprint.instructions)),
|
|
41
|
+
Effect.flatMap(
|
|
42
|
+
Effect.forEach((template) =>
|
|
43
|
+
Effect.gen(function* () {
|
|
44
|
+
return trim`
|
|
45
|
+
<blueprint>
|
|
46
|
+
${yield* Template.processTemplate(template)}
|
|
47
|
+
</blueprint>
|
|
48
|
+
`;
|
|
49
|
+
}),
|
|
50
|
+
),
|
|
51
|
+
),
|
|
52
|
+
Effect.map((blueprints) =>
|
|
53
|
+
blueprints.length > 0 ? ['## Blueprints Definitions', ...blueprints].join('\n\n') : undefined,
|
|
54
|
+
),
|
|
55
|
+
);
|
|
56
|
+
|
|
57
|
+
const objectDefs = yield* Function.pipe(
|
|
58
|
+
objects,
|
|
59
|
+
Effect.forEach((object) =>
|
|
60
|
+
Effect.succeed(trim`
|
|
61
|
+
<object>
|
|
62
|
+
<dxn>${Obj.getDXN(object)}</dxn>
|
|
63
|
+
<typename>${Obj.getTypename(object)}</typename>
|
|
64
|
+
</object>
|
|
65
|
+
`),
|
|
66
|
+
),
|
|
67
|
+
Effect.map((objects) => (objects.length > 0 ? ['## Context Objects', ...objects].join('\n\n') : undefined)),
|
|
68
|
+
);
|
|
69
|
+
|
|
70
|
+
return yield* Function.pipe(
|
|
71
|
+
Effect.succeed([system, blueprintDefs, objectDefs].filter((def): def is string => def !== undefined)),
|
|
72
|
+
Effect.map((parts) => parts.join('\n\n')),
|
|
73
|
+
);
|
|
74
|
+
}).pipe(Effect.withSpan('formatSystemPrompt'));
|
|
75
|
+
|
|
76
|
+
/**
|
|
77
|
+
* Formats the user prompt.
|
|
78
|
+
*/
|
|
79
|
+
// TODO(burdon): Move to AiPreprocessor.
|
|
80
|
+
// TODO(burdon): Convert util below to `Effect.fn` (to preserve stack info)
|
|
81
|
+
export const formatUserPrompt = ({
|
|
82
|
+
prompt,
|
|
83
|
+
history = [],
|
|
84
|
+
}: Pick<AiRequestRunProps, 'prompt' | 'history'>): Effect.Effect<Message.Message, AiRequestRunError> =>
|
|
85
|
+
Effect.gen(function* () {
|
|
86
|
+
const blocks: ContentBlock.Any[] = [];
|
|
87
|
+
|
|
88
|
+
// TODO(dmaretskyi): Evaluate other approaches as `serviceOption` isn't represented in the type system.
|
|
89
|
+
const artifactDiffResolver = yield* Effect.serviceOption(ArtifactDiffResolver);
|
|
90
|
+
if (Option.isSome(artifactDiffResolver)) {
|
|
91
|
+
const versions = gatherObjectVersions(history);
|
|
92
|
+
const artifactDiff = yield* Effect.tryPromise({
|
|
93
|
+
try: () =>
|
|
94
|
+
artifactDiffResolver.value.resolve(
|
|
95
|
+
[...versions.entries()].map(([id, version]) => ({ id, lastVersion: version })),
|
|
96
|
+
),
|
|
97
|
+
catch: AiAssistantError.wrap({ message: 'Artifact diff resolution error' }),
|
|
98
|
+
});
|
|
99
|
+
|
|
100
|
+
log('version', { artifactDiff, versions });
|
|
101
|
+
for (const [id, { version }] of [...artifactDiff.entries()]) {
|
|
102
|
+
if (ObjectVersion.equals(version, versions.get(id)!)) {
|
|
103
|
+
artifactDiff.delete(id);
|
|
104
|
+
continue;
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
blocks.push({ _tag: 'anchor', objectId: id, version });
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
if (artifactDiff.size > 0) {
|
|
111
|
+
blocks.push(createArtifactUpdateBlock(artifactDiff));
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
return Obj.make(Message.Message, {
|
|
116
|
+
created: new Date().toISOString(),
|
|
117
|
+
sender: { role: 'user' },
|
|
118
|
+
blocks: [...blocks, { _tag: 'text', text: prompt }],
|
|
119
|
+
});
|
|
120
|
+
}).pipe(Effect.withSpan('formatUserPrompt'));
|
|
121
|
+
|
|
122
|
+
const gatherObjectVersions = (messages: Message.Message[]): Map<ObjectId, ObjectVersion> => {
|
|
123
|
+
const artifactIds = new Map<ObjectId, ObjectVersion>();
|
|
124
|
+
for (const message of messages) {
|
|
125
|
+
for (const block of message.blocks) {
|
|
126
|
+
if (block._tag === 'anchor') {
|
|
127
|
+
artifactIds.set(block.objectId, block.version as ObjectVersion);
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
return artifactIds;
|
|
133
|
+
};
|
|
134
|
+
|
|
135
|
+
const createArtifactUpdateBlock = (
|
|
136
|
+
artifactDiff: Map<ObjectId, { version: ObjectVersion; diff?: string }>,
|
|
137
|
+
): ContentBlock.Any => {
|
|
138
|
+
return {
|
|
139
|
+
_tag: 'text',
|
|
140
|
+
// TODO(dmaretskyi): Does this need to be a special content-block?
|
|
141
|
+
disposition: 'artifact-update',
|
|
142
|
+
text: trim`
|
|
143
|
+
The following artifacts have been updated since the last message:
|
|
144
|
+
${[...artifactDiff.entries()]
|
|
145
|
+
.map(([id, { diff }]) => `<changed-artifact id="${id}">${diff ? `\n${diff}` : ''}</changed-artifact>`)
|
|
146
|
+
.join('\n')}
|
|
147
|
+
`,
|
|
148
|
+
};
|
|
149
|
+
};
|
package/src/session/index.ts
CHANGED
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import type * as Tool from '@effect/ai/Tool';
|
|
6
|
+
import * as Effect from 'effect/Effect';
|
|
7
|
+
import * as Function from 'effect/Function';
|
|
8
|
+
|
|
9
|
+
import { type AiParser, type ConsolePrinter } from '@dxos/ai';
|
|
10
|
+
import { type Message } from '@dxos/types';
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Live observer of the generation process.
|
|
14
|
+
*/
|
|
15
|
+
export interface GenerationObserver<
|
|
16
|
+
Tools extends Record<string, Tool.Any> = any,
|
|
17
|
+
> extends AiParser.ParseResponseCallbacks<Tools> {
|
|
18
|
+
/**
|
|
19
|
+
* Complete messages fired during the session, both from the model and from the user.
|
|
20
|
+
* This message will contain all message blocks emitted through the `onBlock` callback.
|
|
21
|
+
*/
|
|
22
|
+
onMessage: (message: Message.Message) => Effect.Effect<void>;
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
export const GenerationObserver = Object.freeze({
|
|
26
|
+
make: ({
|
|
27
|
+
onBegin = Function.constant(Effect.void),
|
|
28
|
+
onPart = Function.constant(Effect.void),
|
|
29
|
+
onBlock = Function.constant(Effect.void),
|
|
30
|
+
onEnd = Function.constant(Effect.void),
|
|
31
|
+
onMessage = Function.constant(Effect.void),
|
|
32
|
+
}: Partial<GenerationObserver> = {}): GenerationObserver => ({
|
|
33
|
+
onBegin,
|
|
34
|
+
onPart,
|
|
35
|
+
onBlock,
|
|
36
|
+
onEnd,
|
|
37
|
+
onMessage,
|
|
38
|
+
}),
|
|
39
|
+
|
|
40
|
+
noop: () => GenerationObserver.make(),
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Debug printer to be used in unit-tests and browser devtools.
|
|
44
|
+
*/
|
|
45
|
+
fromPrinter: (printer: ConsolePrinter) =>
|
|
46
|
+
GenerationObserver.make({
|
|
47
|
+
onBlock: (block) =>
|
|
48
|
+
Effect.sync(() => {
|
|
49
|
+
if (block.pending) {
|
|
50
|
+
return; // Only prints full blocks (better for unit-tests and browser devtools).
|
|
51
|
+
}
|
|
52
|
+
printer.printContentBlock(block);
|
|
53
|
+
}),
|
|
54
|
+
onMessage: (message) =>
|
|
55
|
+
Effect.sync(() => {
|
|
56
|
+
if (message.sender.role === 'assistant') {
|
|
57
|
+
return; // Skip assistant messages since they are printed in the `onBlock` callback.
|
|
58
|
+
}
|
|
59
|
+
printer.printMessage(message);
|
|
60
|
+
}),
|
|
61
|
+
}),
|
|
62
|
+
});
|