@dxos/assistant 0.8.4-main.ead640a → 0.8.4-main.ef1bc66f44

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (120) hide show
  1. package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
  2. package/dist/lib/neutral/chunk-ZPC54VRM.mjs +596 -0
  3. package/dist/lib/neutral/chunk-ZPC54VRM.mjs.map +7 -0
  4. package/dist/lib/neutral/extraction/index.mjs +225 -0
  5. package/dist/lib/neutral/extraction/index.mjs.map +7 -0
  6. package/dist/lib/{browser → neutral}/index.mjs +346 -350
  7. package/dist/lib/neutral/index.mjs.map +7 -0
  8. package/dist/lib/neutral/meta.json +1 -0
  9. package/dist/lib/neutral/testing/index.mjs +38 -0
  10. package/dist/lib/neutral/testing/index.mjs.map +7 -0
  11. package/dist/types/src/conversation/context.d.ts +97 -62
  12. package/dist/types/src/conversation/context.d.ts.map +1 -1
  13. package/dist/types/src/conversation/context.test.d.ts +2 -0
  14. package/dist/types/src/conversation/context.test.d.ts.map +1 -0
  15. package/dist/types/src/conversation/conversation.d.ts +41 -16
  16. package/dist/types/src/conversation/conversation.d.ts.map +1 -1
  17. package/dist/types/src/conversation/conversation.test.d.ts +2 -0
  18. package/dist/types/src/conversation/conversation.test.d.ts.map +1 -0
  19. package/dist/types/src/diff.d.ts +3 -1
  20. package/dist/types/src/diff.d.ts.map +1 -1
  21. package/dist/types/src/errors.d.ts +22 -30
  22. package/dist/types/src/errors.d.ts.map +1 -1
  23. package/dist/types/src/execution-graph.d.ts +5 -2
  24. package/dist/types/src/execution-graph.d.ts.map +1 -1
  25. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +1 -1
  26. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +254 -248
  27. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +1 -1
  28. package/dist/types/src/extraction/extraction.d.ts +344 -303
  29. package/dist/types/src/extraction/extraction.d.ts.map +1 -1
  30. package/dist/types/src/extraction/quotes.d.ts +2 -2
  31. package/dist/types/src/extraction/quotes.d.ts.map +1 -1
  32. package/dist/types/src/functions/services.d.ts +6 -6
  33. package/dist/types/src/functions/services.d.ts.map +1 -1
  34. package/dist/types/src/functions.test.d.ts +2 -0
  35. package/dist/types/src/functions.test.d.ts.map +1 -0
  36. package/dist/types/src/session/GenericToolkit.d.ts +107 -0
  37. package/dist/types/src/session/GenericToolkit.d.ts.map +1 -0
  38. package/dist/types/src/session/artifact-diff.d.ts +1 -1
  39. package/dist/types/src/session/artifact-diff.d.ts.map +1 -1
  40. package/dist/types/src/session/format.d.ts +4 -176
  41. package/dist/types/src/session/format.d.ts.map +1 -1
  42. package/dist/types/src/session/index.d.ts +2 -0
  43. package/dist/types/src/session/index.d.ts.map +1 -1
  44. package/dist/types/src/session/observer.d.ts +6 -5
  45. package/dist/types/src/session/observer.d.ts.map +1 -1
  46. package/dist/types/src/session/session.d.ts +16 -11
  47. package/dist/types/src/session/session.d.ts.map +1 -1
  48. package/dist/types/src/session/toolkit.d.ts +5 -6
  49. package/dist/types/src/session/toolkit.d.ts.map +1 -1
  50. package/dist/types/src/session/version-pin.d.ts +3 -3
  51. package/dist/types/src/session/version-pin.d.ts.map +1 -1
  52. package/dist/types/src/testing/index.d.ts +2 -0
  53. package/dist/types/src/testing/index.d.ts.map +1 -0
  54. package/dist/types/src/testing/layer.d.ts +22 -0
  55. package/dist/types/src/testing/layer.d.ts.map +1 -0
  56. package/dist/types/src/types/artifact.d.ts +14 -2
  57. package/dist/types/src/types/artifact.d.ts.map +1 -1
  58. package/dist/types/tsconfig.tsbuildinfo +1 -1
  59. package/package.json +40 -31
  60. package/src/conversation/context.test.ts +46 -0
  61. package/src/conversation/context.ts +211 -67
  62. package/src/conversation/conversation.test.ts +65 -0
  63. package/src/conversation/conversation.ts +128 -53
  64. package/src/diff.test.ts +37 -6
  65. package/src/diff.ts +18 -4
  66. package/src/errors.ts +2 -2
  67. package/src/execution-graph.test.ts +45 -43
  68. package/src/execution-graph.ts +23 -14
  69. package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +2 -2
  70. package/src/extraction/extraction-llm-function/extraction-llm-function.ts +44 -54
  71. package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +15 -14
  72. package/src/extraction/extraction-ner-function/extraction-ner-function.ts +36 -44
  73. package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +10 -5
  74. package/src/extraction/extraction.ts +9 -8
  75. package/src/extraction/quotes.ts +4 -5
  76. package/src/functions/services.ts +66 -37
  77. package/src/functions.conversations.json +1 -0
  78. package/src/functions.test.ts +74 -0
  79. package/src/session/GenericToolkit.ts +160 -0
  80. package/src/session/artifact-diff.ts +1 -1
  81. package/src/session/format.test.ts +103 -39
  82. package/src/session/format.ts +17 -16
  83. package/src/session/index.ts +3 -0
  84. package/src/session/observer.ts +5 -3
  85. package/src/session/session.conversations.json +1 -1
  86. package/src/session/session.test.ts +28 -15
  87. package/src/session/session.ts +44 -21
  88. package/src/session/toolkit.ts +13 -22
  89. package/src/session/version-pin.ts +6 -6
  90. package/src/templates/{format.tpl → instructions/format.tpl} +1 -4
  91. package/src/templates/system.ts +2 -2
  92. package/src/testing/index.ts +5 -0
  93. package/src/testing/layer.ts +84 -0
  94. package/src/types/artifact.ts +43 -6
  95. package/dist/lib/browser/chunk-CWGVG235.mjs +0 -380
  96. package/dist/lib/browser/chunk-CWGVG235.mjs.map +0 -7
  97. package/dist/lib/browser/chunk-UB26N5UF.mjs +0 -89
  98. package/dist/lib/browser/chunk-UB26N5UF.mjs.map +0 -7
  99. package/dist/lib/browser/extraction/index.mjs +0 -272
  100. package/dist/lib/browser/extraction/index.mjs.map +0 -7
  101. package/dist/lib/browser/index.mjs.map +0 -7
  102. package/dist/lib/browser/meta.json +0 -1
  103. package/dist/lib/browser/named-entity-recognition-QPYHML66.mjs +0 -13
  104. package/dist/lib/node-esm/chunk-BCFXTNSK.mjs +0 -91
  105. package/dist/lib/node-esm/chunk-BCFXTNSK.mjs.map +0 -7
  106. package/dist/lib/node-esm/chunk-OV5PMQPB.mjs +0 -382
  107. package/dist/lib/node-esm/chunk-OV5PMQPB.mjs.map +0 -7
  108. package/dist/lib/node-esm/extraction/index.mjs +0 -273
  109. package/dist/lib/node-esm/extraction/index.mjs.map +0 -7
  110. package/dist/lib/node-esm/index.mjs +0 -934
  111. package/dist/lib/node-esm/index.mjs.map +0 -7
  112. package/dist/lib/node-esm/meta.json +0 -1
  113. package/dist/lib/node-esm/named-entity-recognition-2HDF46YX.mjs +0 -14
  114. package/dist/lib/node-esm/named-entity-recognition-2HDF46YX.mjs.map +0 -7
  115. package/dist/types/src/summarization/summarization.test.d.ts +0 -2
  116. package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
  117. package/src/summarization/summarization.test.ts +0 -202
  118. /package/dist/lib/{browser/named-entity-recognition-QPYHML66.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
  119. /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
  120. /package/src/templates/{system.tpl → instructions/system.tpl} +0 -0
@@ -1,380 +0,0 @@
1
- // src/session/artifact-diff.ts
2
- import * as Context from "effect/Context";
3
- var ArtifactDiffResolver = class extends Context.Tag("@dxos/assistant/ArtifactDiffResolver")() {
4
- };
5
-
6
- // src/session/observer.ts
7
- import * as Effect from "effect/Effect";
8
- import * as Function from "effect/Function";
9
- var GenerationObserver = Object.freeze({
10
- make: ({ onBegin = Function.constant(Effect.void), onPart = Function.constant(Effect.void), onBlock = Function.constant(Effect.void), onEnd = Function.constant(Effect.void), onMessage = Function.constant(Effect.void) } = {}) => ({
11
- onBegin,
12
- onPart,
13
- onBlock,
14
- onEnd,
15
- onMessage
16
- }),
17
- noop: () => GenerationObserver.make(),
18
- /**
19
- * Debug printer to be used in unit-tests and browser devtools.
20
- */
21
- fromPrinter: (printer) => GenerationObserver.make({
22
- onBlock: (block) => Effect.sync(() => {
23
- if (block.pending) {
24
- return;
25
- }
26
- printer.printContentBlock(block);
27
- }),
28
- onMessage: (message) => Effect.sync(() => {
29
- if (message.sender.role === "assistant") {
30
- return;
31
- }
32
- printer.printMessage(message);
33
- })
34
- })
35
- });
36
-
37
- // src/errors.ts
38
- import { BaseError } from "@dxos/errors";
39
- var AiModelError = class extends BaseError.extend("AI_MODEL_ERROR", "AI model error") {
40
- };
41
- var AiAssistantError = class extends BaseError.extend("AI_ASSISTANT_ERROR", "AI assistant error") {
42
- };
43
-
44
- // src/session/session.ts
45
- import * as LanguageModel from "@effect/ai/LanguageModel";
46
- import * as Chunk from "effect/Chunk";
47
- import * as Effect3 from "effect/Effect";
48
- import * as Stream from "effect/Stream";
49
- import { AiParser, AiPreprocessor, callTool, getToolCalls } from "@dxos/ai";
50
- import { todo } from "@dxos/debug";
51
- import { Obj as Obj2 } from "@dxos/echo";
52
- import { TracingService } from "@dxos/functions";
53
- import { log as log2 } from "@dxos/log";
54
- import { DataType as DataType2 } from "@dxos/schema";
55
-
56
- // src/session/format.ts
57
- import * as Array from "effect/Array";
58
- import * as Effect2 from "effect/Effect";
59
- import * as Function2 from "effect/Function";
60
- import * as Option from "effect/Option";
61
- import { Template } from "@dxos/blueprints";
62
- import { Obj } from "@dxos/echo";
63
- import { ObjectVersion } from "@dxos/echo-db";
64
- import { DatabaseService } from "@dxos/functions";
65
- import { log } from "@dxos/log";
66
- import { DataType } from "@dxos/schema";
67
- import { trim } from "@dxos/util";
68
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/session/format.ts";
69
- var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect2.gen(function* () {
70
- const blueprintDefs = yield* Function2.pipe(blueprints, Effect2.forEach((blueprint) => Effect2.succeed(blueprint.instructions)), Effect2.flatMap(Effect2.forEach((template) => DatabaseService.loadOption(template.source))), Effect2.map(Array.filter(Option.isSome)), Effect2.map(Array.map((template) => trim`
71
- <blueprint>
72
- ${Template.process(template.value.content)}
73
- </blueprint>
74
- `)), Effect2.map((blueprints2) => blueprints2.length > 0 ? [
75
- "## Blueprints Definitions",
76
- ...blueprints2
77
- ].join("\n\n") : void 0));
78
- const objectDefs = yield* Function2.pipe(objects, Effect2.forEach((object) => Effect2.succeed(trim`
79
- <object>
80
- <dxn>${Obj.getDXN(object)}</dxn>
81
- <typename>${Obj.getTypename(object)}</typename>
82
- </object>
83
- `)), Effect2.map((objects2) => objects2.length > 0 ? [
84
- "## Context Objects",
85
- ...objects2
86
- ].join("\n\n") : void 0));
87
- return yield* Function2.pipe(Effect2.succeed([
88
- system,
89
- blueprintDefs,
90
- objectDefs
91
- ].filter((def) => def !== void 0)), Effect2.map((parts) => parts.join("\n\n")));
92
- });
93
- var formatUserPrompt = ({ prompt, history = [] }) => Effect2.gen(function* () {
94
- const blocks = [];
95
- const artifactDiffResolver = yield* Effect2.serviceOption(ArtifactDiffResolver);
96
- if (Option.isSome(artifactDiffResolver)) {
97
- const versions = gatherObjectVersions(history);
98
- const artifactDiff = yield* Effect2.tryPromise({
99
- try: () => artifactDiffResolver.value.resolve([
100
- ...versions.entries()
101
- ].map(([id, version]) => ({
102
- id,
103
- lastVersion: version
104
- }))),
105
- catch: AiAssistantError.wrap({
106
- message: "Artifact diff resolution error"
107
- })
108
- });
109
- log("version", {
110
- artifactDiff,
111
- versions
112
- }, {
113
- F: __dxlog_file,
114
- L: 93,
115
- S: this,
116
- C: (f, a) => f(...a)
117
- });
118
- for (const [id, { version }] of [
119
- ...artifactDiff.entries()
120
- ]) {
121
- if (ObjectVersion.equals(version, versions.get(id))) {
122
- artifactDiff.delete(id);
123
- continue;
124
- }
125
- blocks.push({
126
- _tag: "anchor",
127
- objectId: id,
128
- version
129
- });
130
- }
131
- if (artifactDiff.size > 0) {
132
- blocks.push(createArtifactUpdateBlock(artifactDiff));
133
- }
134
- }
135
- return Obj.make(DataType.Message, {
136
- created: (/* @__PURE__ */ new Date()).toISOString(),
137
- sender: {
138
- role: "user"
139
- },
140
- blocks: [
141
- ...blocks,
142
- {
143
- _tag: "text",
144
- text: prompt
145
- }
146
- ]
147
- });
148
- });
149
- var gatherObjectVersions = (messages) => {
150
- const artifactIds = /* @__PURE__ */ new Map();
151
- for (const message of messages) {
152
- for (const block of message.blocks) {
153
- if (block._tag === "anchor") {
154
- artifactIds.set(block.objectId, block.version);
155
- }
156
- }
157
- }
158
- return artifactIds;
159
- };
160
- var createArtifactUpdateBlock = (artifactDiff) => {
161
- return {
162
- _tag: "text",
163
- // TODO(dmaretskyi): Does this need to be a special content-block?
164
- disposition: "artifact-update",
165
- text: trim`
166
- The following artifacts have been updated since the last message:
167
- ${[
168
- ...artifactDiff.entries()
169
- ].map(([id, { diff }]) => `<changed-artifact id="${id}">${diff ? `
170
- ${diff}` : ""}</changed-artifact>`).join("\n")}
171
- `
172
- };
173
- };
174
-
175
- // src/session/session.ts
176
- function _define_property(obj, key, value) {
177
- if (key in obj) {
178
- Object.defineProperty(obj, key, {
179
- value,
180
- enumerable: true,
181
- configurable: true,
182
- writable: true
183
- });
184
- } else {
185
- obj[key] = value;
186
- }
187
- return obj;
188
- }
189
- var __dxlog_file2 = "/__w/dxos/dxos/packages/core/assistant/src/session/session.ts";
190
- var AiSession = class {
191
- /**
192
- * @deprecated
193
- */
194
- // TODO(burdon): Implement or remove.
195
- async runStructured(_schema, _options) {
196
- return todo();
197
- }
198
- constructor(_options = {}) {
199
- _define_property(this, "_options", void 0);
200
- _define_property(this, "_semaphore", void 0);
201
- _define_property(this, "_history", void 0);
202
- _define_property(this, "_pending", void 0);
203
- _define_property(this, "run", void 0);
204
- this._options = _options;
205
- this._semaphore = Effect3.runSync(Effect3.makeSemaphore(1));
206
- this._history = [];
207
- this._pending = [];
208
- this.run = ({ prompt, system: systemTemplate, history = [], objects = [], blueprints = [], toolkit, observer = GenerationObserver.noop() }) => Effect3.gen(this, function* () {
209
- this._history = [
210
- ...history
211
- ];
212
- this._pending = [];
213
- const pending = this._pending;
214
- const submitMessage = Effect3.fnUntraced(function* (message) {
215
- pending.push(message);
216
- yield* observer.onMessage(message);
217
- yield* TracingService.emitConverationMessage(message);
218
- return message;
219
- });
220
- const promptMessage = yield* submitMessage(yield* formatUserPrompt({
221
- prompt,
222
- history
223
- }));
224
- const system = yield* formatSystemPrompt({
225
- system: systemTemplate,
226
- blueprints,
227
- objects
228
- });
229
- do {
230
- log2("request", {
231
- prompt: promptMessage,
232
- system: {
233
- snippet: createSnippet(system),
234
- length: system.length
235
- },
236
- pending: this._pending.length,
237
- history: this._history.length,
238
- objects: objects?.length ?? 0
239
- }, {
240
- F: __dxlog_file2,
241
- L: 109,
242
- S: this,
243
- C: (f, a) => f(...a)
244
- });
245
- const prompt2 = yield* AiPreprocessor.preprocessPrompt([
246
- ...this._history,
247
- ...this._pending
248
- ], {
249
- system
250
- });
251
- const blocks = yield* LanguageModel.streamText({
252
- prompt: prompt2,
253
- toolkit,
254
- disableToolCallResolution: true
255
- }).pipe(
256
- // TOOD(dmaretskyi): Error mapping.
257
- AiParser.parseResponse({
258
- onBegin: () => observer.onBegin(),
259
- onBlock: (block) => observer.onBlock(block),
260
- onPart: (part) => observer.onPart(part),
261
- onEnd: (summary) => observer.onEnd(summary)
262
- }),
263
- Stream.runCollect,
264
- Effect3.map(Chunk.toArray)
265
- );
266
- const response = yield* submitMessage(Obj2.make(DataType2.Message, {
267
- created: (/* @__PURE__ */ new Date()).toISOString(),
268
- sender: {
269
- role: "assistant"
270
- },
271
- blocks
272
- }));
273
- const toolCalls = getToolCalls(response);
274
- if (toolCalls.length === 0) {
275
- break;
276
- } else if (!toolkit) {
277
- throw new Error("No toolkit provided");
278
- }
279
- const toolResults = yield* Effect3.forEach(toolCalls, (toolCall) => {
280
- return callTool(toolkit, toolCall).pipe(Effect3.provide(TracingService.layerSubframe((context) => ({
281
- ...context,
282
- parentMessage: response.id,
283
- toolCallId: toolCall.toolCallId
284
- }))));
285
- });
286
- yield* submitMessage(Obj2.make(DataType2.Message, {
287
- created: (/* @__PURE__ */ new Date()).toISOString(),
288
- sender: {
289
- role: "tool"
290
- },
291
- blocks: toolResults
292
- }));
293
- } while (true);
294
- log2("done", {
295
- pending: this._pending.length
296
- }, {
297
- F: __dxlog_file2,
298
- L: 180,
299
- S: this,
300
- C: (f, a) => f(...a)
301
- });
302
- return this._pending;
303
- }).pipe(this._semaphore.withPermits(1), Effect3.withSpan("AiSession.run"));
304
- }
305
- };
306
- var createSnippet = (text, len = 32) => text.length <= len * 2 ? text : [
307
- text.slice(0, len),
308
- "...",
309
- text.slice(-len)
310
- ].join("");
311
-
312
- // src/session/toolkit.ts
313
- import * as Toolkit from "@effect/ai/Toolkit";
314
- import * as Effect4 from "effect/Effect";
315
- import { ToolExecutionService, ToolResolverService } from "@dxos/ai";
316
- import { isTruthy } from "@dxos/util";
317
- var createToolkit = ({ toolkit: toolkitParam, toolIds = [], blueprints = [] }) => Effect4.gen(function* () {
318
- const blueprintToolkit = yield* ToolResolverService.resolveToolkit([
319
- ...blueprints.flatMap(({ tools }) => tools),
320
- ...toolIds
321
- ]);
322
- const blueprintToolkitHandler = yield* blueprintToolkit.toContext(ToolExecutionService.handlersFor(blueprintToolkit));
323
- const toolkit = Toolkit.merge(...[
324
- toolkitParam,
325
- blueprintToolkit
326
- ].filter(isTruthy));
327
- return yield* toolkit.pipe(Effect4.provide(blueprintToolkitHandler));
328
- });
329
-
330
- // src/session/version-pin.ts
331
- import * as Schema from "effect/Schema";
332
- import { ObjectId } from "@dxos/echo/internal";
333
- import { getVersion } from "@dxos/echo-db";
334
- function _define_property2(obj, key, value) {
335
- if (key in obj) {
336
- Object.defineProperty(obj, key, {
337
- value,
338
- enumerable: true,
339
- configurable: true,
340
- writable: true
341
- });
342
- } else {
343
- obj[key] = value;
344
- }
345
- return obj;
346
- }
347
- var _class;
348
- var ObjectVersionSchema = Schema.Unknown;
349
- var VersionPinSchema = Schema.Struct({
350
- // TODO(dmaretskyi): Use Ref when those support encoding.
351
- objectId: ObjectId,
352
- // TODO(dmaretskyi): Could be opaque.
353
- version: ObjectVersionSchema
354
- });
355
- var VersionPin = (_class = class extends VersionPinSchema {
356
- static fromObject(object) {
357
- return VersionPin.make({
358
- objectId: object.id,
359
- version: getVersion(object)
360
- });
361
- }
362
- static createBlock(pin) {
363
- return {
364
- _tag: "json",
365
- disposition: VersionPin.DISPOSITION,
366
- data: JSON.stringify(pin)
367
- };
368
- }
369
- }, _define_property2(_class, "DISPOSITION", "version-pin"), _class);
370
-
371
- export {
372
- ArtifactDiffResolver,
373
- GenerationObserver,
374
- AiModelError,
375
- AiAssistantError,
376
- AiSession,
377
- createToolkit,
378
- VersionPin
379
- };
380
- //# sourceMappingURL=chunk-CWGVG235.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/session/artifact-diff.ts", "../../../src/session/observer.ts", "../../../src/errors.ts", "../../../src/session/session.ts", "../../../src/session/format.ts", "../../../src/session/toolkit.ts", "../../../src/session/version-pin.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Context from 'effect/Context';\n\nimport { type ObjectId } from '@dxos/echo/internal';\nimport { type ObjectVersion } from '@dxos/echo-db';\n\n/**\n * Resolves artifact ids to their versions.\n * Used to give the model a sense of the changes to the artifacts made by users during the conversation.\n * The artifacts versions are pinned in the history, and whenever the artifact changes in-between assistant's steps,\n * a diff is inserted into the conversation.\n *\n * Can be optionally provided to the session run call.\n */\n// TODO(dmaretskyi): Convert to Context.Reference\nexport class ArtifactDiffResolver extends Context.Tag('@dxos/assistant/ArtifactDiffResolver')<\n ArtifactDiffResolver,\n ArtifactDiffResolver.Service\n>() {}\n\nexport namespace ArtifactDiffResolver {\n export type Service = {\n resolve: (\n artifacts: {\n id: ObjectId;\n lastVersion: ObjectVersion;\n }[],\n ) => Promise<\n Map<\n ObjectId,\n {\n version: ObjectVersion;\n diff?: string;\n }\n >\n >;\n };\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\n\nimport { type AiParser, type ConsolePrinter } from '@dxos/ai';\nimport { type DataType } from '@dxos/schema';\n\n/**\n * Live observer of the generation process.\n */\nexport interface GenerationObserver extends AiParser.ParseResponseCallbacks {\n /**\n * Complete messages fired during the session, both from the model and from the user.\n * This message will contain all message blocks emitted through the `onBlock` callback.\n */\n onMessage: (message: DataType.Message) => Effect.Effect<void>;\n}\n\nexport const GenerationObserver = Object.freeze({\n make: ({\n onBegin = Function.constant(Effect.void),\n onPart = Function.constant(Effect.void),\n onBlock = Function.constant(Effect.void),\n onEnd = Function.constant(Effect.void),\n onMessage = Function.constant(Effect.void),\n }: Partial<GenerationObserver> = {}): GenerationObserver => ({\n onBegin,\n onPart,\n onBlock,\n onEnd,\n onMessage,\n }),\n\n noop: () => GenerationObserver.make(),\n\n /**\n * Debug printer to be used in unit-tests and browser devtools.\n */\n fromPrinter: (printer: ConsolePrinter) =>\n GenerationObserver.make({\n onBlock: (block) =>\n Effect.sync(() => {\n if (block.pending) {\n return; // Only prints full blocks (better for unit-tests and browser devtools).\n }\n printer.printContentBlock(block);\n }),\n onMessage: (message) =>\n Effect.sync(() => {\n if (message.sender.role === 'assistant') {\n return; // Skip assistant messages since they are printed in the `onBlock` callback.\n }\n printer.printMessage(message);\n }),\n }),\n});\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { BaseError } from '@dxos/errors';\n\n/**\n * Generic error from AI model.\n */\nexport class AiModelError extends BaseError.extend('AI_MODEL_ERROR', 'AI model error') {}\n\n/**\n * Generic error for AI agent execution.\n */\nexport class AiAssistantError extends BaseError.extend('AI_ASSISTANT_ERROR', 'AI assistant error') {}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport type * as AiError from '@effect/ai/AiError';\nimport * as LanguageModel from '@effect/ai/LanguageModel';\nimport type * as Tool from '@effect/ai/Tool';\nimport type * as Toolkit from '@effect/ai/Toolkit';\nimport * as Chunk from 'effect/Chunk';\nimport * as Effect from 'effect/Effect';\nimport type * as Schema from 'effect/Schema';\nimport * as Stream from 'effect/Stream';\n\nimport {\n AiParser,\n AiPreprocessor,\n type AiToolNotFoundError,\n type PromptPreprocessingError,\n type ToolExecutionService,\n type ToolResolverService,\n callTool,\n getToolCalls,\n} from '@dxos/ai';\nimport { type Blueprint } from '@dxos/blueprints';\nimport { todo } from '@dxos/debug';\nimport { Obj } from '@dxos/echo';\nimport { TracingService } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport { type AiAssistantError } from '../errors';\n\nimport { formatSystemPrompt, formatUserPrompt } from './format';\nimport { GenerationObserver } from './observer';\n\nexport type AiSessionRunError = AiError.AiError | PromptPreprocessingError | AiToolNotFoundError | AiAssistantError;\n\nexport type AiSessionRunRequirements =\n | LanguageModel.LanguageModel\n | ToolExecutionService\n | ToolResolverService\n | TracingService;\n\nexport type AiSessionRunParams<Tools extends Record<string, Tool.Any>> = {\n prompt: string;\n system?: string;\n history?: DataType.Message[];\n objects?: Obj.Any[];\n blueprints?: Blueprint.Blueprint[];\n toolkit?: Toolkit.WithHandler<Tools>;\n observer?: GenerationObserver;\n};\n\nexport type AiSessionOptions = {};\n\n/**\n * Contains message history, tools, current context.\n * Current context means the state of the app, time of day, and other contextual information.\n * It makes requests to the model, its a state machine.\n * It keeps track of the current goal.\n * It manages the context window.\n * Tracks the success criteria of reaching the goal, exposing metrics (stretch).\n * Could be run locally in the app or remotely.\n * Could be personal or shared.\n */\nexport class AiSession {\n /** Prevents concurrent execution of session. */\n private readonly _semaphore = Effect.runSync(Effect.makeSemaphore(1));\n\n /** Message history from queue. */\n // TODO(burdon): Evolve into supporting a git-like graph of messages.\n private _history: DataType.Message[] = [];\n\n /** Pending messages for this session (incl. the current prompt). */\n private _pending: DataType.Message[] = [];\n\n constructor(private readonly _options: AiSessionOptions = {}) {}\n\n run = <Tools extends Record<string, Tool.Any>>({\n prompt,\n system: systemTemplate,\n history = [],\n objects = [],\n blueprints = [],\n toolkit,\n observer = GenerationObserver.noop(),\n }: AiSessionRunParams<Tools>): Effect.Effect<DataType.Message[], AiSessionRunError, AiSessionRunRequirements> =>\n Effect.gen(this, function* () {\n this._history = [...history];\n this._pending = [];\n const pending = this._pending;\n\n const submitMessage = Effect.fnUntraced(function* (message: DataType.Message) {\n pending.push(message);\n yield* observer.onMessage(message);\n yield* TracingService.emitConverationMessage(message);\n return message;\n });\n\n // Submit the prompt.\n // TODO(burdon): Remove if cancelled?\n const promptMessage = yield* submitMessage(yield* formatUserPrompt({ prompt, history }));\n\n // Generate system and prompt messages.\n const system = yield* formatSystemPrompt({ system: systemTemplate, blueprints, objects });\n\n // Tool call loop.\n do {\n log('request', {\n prompt: promptMessage,\n system: { snippet: createSnippet(system), length: system.length },\n pending: this._pending.length,\n history: this._history.length,\n objects: objects?.length ?? 0,\n });\n\n const prompt = yield* AiPreprocessor.preprocessPrompt([...this._history, ...this._pending], { system });\n\n // Execute the stream request.\n // logDump('prompt', Prompt.Prompt.pipe(Schema.encodeSync)(prompt));\n const blocks = yield* LanguageModel.streamText({\n prompt,\n toolkit,\n disableToolCallResolution: true,\n }).pipe(\n // TOOD(dmaretskyi): Error mapping.\n AiParser.parseResponse({\n onBegin: () => observer.onBegin(),\n onBlock: (block) => observer.onBlock(block),\n onPart: (part) => observer.onPart(part),\n onEnd: (summary) => observer.onEnd(summary),\n }),\n Stream.runCollect,\n Effect.map(Chunk.toArray),\n );\n\n // Create the response message.\n const response = yield* submitMessage(\n Obj.make(DataType.Message, {\n created: new Date().toISOString(),\n sender: { role: 'assistant' },\n blocks,\n }),\n );\n\n // Parse the response for tool calls.\n const toolCalls = getToolCalls(response);\n if (toolCalls.length === 0) {\n break;\n } else if (!toolkit) {\n throw new Error('No toolkit provided'); // TODO(burdon): Throw user error?\n }\n\n // Execute the tool calls.\n // TODO(burdon): Retry errors? Write result when each completes individually?\n const toolResults = yield* Effect.forEach(toolCalls, (toolCall) => {\n return callTool(toolkit, toolCall).pipe(\n Effect.provide(\n TracingService.layerSubframe((context) => ({\n ...context,\n parentMessage: response.id,\n toolCallId: toolCall.toolCallId,\n })),\n ),\n );\n });\n\n // Add to queue and continue loop.\n // TODO(wittjosiah): Sometimes tool error results are added to the queue before the tool agent statuses.\n // This results in a broken execution graph.\n yield* submitMessage(\n Obj.make(DataType.Message, {\n created: new Date().toISOString(),\n sender: { role: 'tool' },\n blocks: toolResults,\n }),\n );\n } while (true);\n\n log('done', { pending: this._pending.length });\n return this._pending;\n }).pipe(this._semaphore.withPermits(1), Effect.withSpan('AiSession.run'));\n\n /**\n * @deprecated\n */\n // TODO(burdon): Implement or remove.\n async runStructured<S extends Schema.Schema.AnyNoContext>(\n _schema: S,\n _options: AiSessionRunParams<any>,\n ): Promise<Schema.Schema.Type<S>> {\n return todo();\n // const parser = structuredOutputParser(schema);\n // const result = await this.run({\n // ...options,\n // executableTools: [...(options.executableTools ?? []), parser.tool],\n // });\n // return parser.getResult(result);\n }\n}\n\nconst createSnippet = (text: string, len = 32) =>\n text.length <= len * 2 ? text : [text.slice(0, len), '...', text.slice(-len)].join('');\n\n// TODO(dmaretskyi): Extract as a general util.\nconst logDump = (message: string, data: unknown) => {\n // eslint-disable-next-line @typescript-eslint/no-require-imports\n const { writeFileSync } = require('node:fs');\n const path = `/tmp/log-data-${Date.now()}.json`;\n writeFileSync(path, JSON.stringify(data, null, 2));\n log.info(message, { path });\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Array from 'effect/Array';\nimport * as Effect from 'effect/Effect';\nimport * as Function from 'effect/Function';\nimport * as Option from 'effect/Option';\n\nimport { Template } from '@dxos/blueprints';\nimport { Obj } from '@dxos/echo';\nimport { type ObjectId } from '@dxos/echo/internal';\nimport { ObjectVersion } from '@dxos/echo-db';\nimport { DatabaseService } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { type ContentBlock, DataType } from '@dxos/schema';\nimport { trim } from '@dxos/util';\n\nimport { AiAssistantError } from '../errors';\n\nimport { ArtifactDiffResolver } from './artifact-diff';\nimport { type AiSessionRunParams } from './session';\n\n/**\n * Formats the system prompt.\n */\n// TODO(burdon): Move to AiPreprocessor.\nexport const formatSystemPrompt = ({\n system,\n blueprints = [],\n objects = [],\n}: Pick<AiSessionRunParams<any>, 'system' | 'blueprints' | 'objects'>) =>\n Effect.gen(function* () {\n const blueprintDefs = yield* Function.pipe(\n blueprints,\n Effect.forEach((blueprint) => Effect.succeed(blueprint.instructions)),\n Effect.flatMap(Effect.forEach((template) => DatabaseService.loadOption(template.source))),\n Effect.map(Array.filter(Option.isSome)),\n Effect.map(\n Array.map(\n (template) => trim`\n <blueprint>\n ${Template.process(template.value.content)}\n </blueprint>\n `,\n ),\n ),\n Effect.map((blueprints) =>\n blueprints.length > 0 ? ['## Blueprints Definitions', ...blueprints].join('\\n\\n') : undefined,\n ),\n );\n\n const objectDefs = yield* Function.pipe(\n objects,\n Effect.forEach((object) =>\n Effect.succeed(trim`\n <object>\n <dxn>${Obj.getDXN(object)}</dxn>\n <typename>${Obj.getTypename(object)}</typename>\n </object>\n `),\n ),\n Effect.map((objects) => (objects.length > 0 ? ['## Context Objects', ...objects].join('\\n\\n') : undefined)),\n );\n\n return yield* Function.pipe(\n Effect.succeed([system, blueprintDefs, objectDefs].filter((def): def is string => def !== undefined)),\n Effect.map((parts) => parts.join('\\n\\n')),\n );\n });\n\n/**\n * Formats the user prompt.\n */\n// TODO(burdon): Move to AiPreprocessor.\n// TODO(burdon): Convert util below to `Effect.fn` (to preserve stack info)\nexport const formatUserPrompt = ({ prompt, history = [] }: Pick<AiSessionRunParams<any>, 'prompt' | 'history'>) =>\n Effect.gen(function* () {\n const blocks: ContentBlock.Any[] = [];\n\n // TODO(dmaretskyi): Evaluate other approaches as `serviceOption` isn't represented in the type system.\n const artifactDiffResolver = yield* Effect.serviceOption(ArtifactDiffResolver);\n if (Option.isSome(artifactDiffResolver)) {\n const versions = gatherObjectVersions(history);\n const artifactDiff = yield* Effect.tryPromise({\n try: () =>\n artifactDiffResolver.value.resolve(\n [...versions.entries()].map(([id, version]) => ({ id, lastVersion: version })),\n ),\n catch: AiAssistantError.wrap({ message: 'Artifact diff resolution error' }),\n });\n\n log('version', { artifactDiff, versions });\n for (const [id, { version }] of [...artifactDiff.entries()]) {\n if (ObjectVersion.equals(version, versions.get(id)!)) {\n artifactDiff.delete(id);\n continue;\n }\n\n blocks.push({ _tag: 'anchor', objectId: id, version });\n }\n\n if (artifactDiff.size > 0) {\n blocks.push(createArtifactUpdateBlock(artifactDiff));\n }\n }\n\n return Obj.make(DataType.Message, {\n created: new Date().toISOString(),\n sender: { role: 'user' },\n blocks: [...blocks, { _tag: 'text', text: prompt }],\n });\n });\n\nconst gatherObjectVersions = (messages: DataType.Message[]): Map<ObjectId, ObjectVersion> => {\n const artifactIds = new Map<ObjectId, ObjectVersion>();\n for (const message of messages) {\n for (const block of message.blocks) {\n if (block._tag === 'anchor') {\n artifactIds.set(block.objectId, block.version as ObjectVersion);\n }\n }\n }\n\n return artifactIds;\n};\n\nconst createArtifactUpdateBlock = (\n artifactDiff: Map<ObjectId, { version: ObjectVersion; diff?: string }>,\n): ContentBlock.Any => {\n return {\n _tag: 'text',\n // TODO(dmaretskyi): Does this need to be a special content-block?\n disposition: 'artifact-update',\n text: trim`\n The following artifacts have been updated since the last message:\n ${[...artifactDiff.entries()]\n .map(([id, { diff }]) => `<changed-artifact id=\"${id}\">${diff ? `\\n${diff}` : ''}</changed-artifact>`)\n .join('\\n')}\n `,\n };\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport type * as Tool from '@effect/ai/Tool';\nimport * as Toolkit from '@effect/ai/Toolkit';\nimport type * as Context from 'effect/Context';\nimport * as Effect from 'effect/Effect';\n\nimport { type AiToolNotFoundError, ToolExecutionService, type ToolId, ToolResolverService } from '@dxos/ai';\nimport { type Blueprint } from '@dxos/blueprints';\nimport { isTruthy } from '@dxos/util';\n\nexport type ToolkitParams<Tools extends Record<string, Tool.Any>> = {\n toolkit?: Toolkit.Toolkit<Tools>;\n toolIds?: ToolId[];\n blueprints?: Blueprint.Blueprint[];\n};\n\n/**\n * Build a combined toolkit from the blueprint tools and the provided toolkit.\n */\nexport const createToolkit = <Tools extends Record<string, Tool.Any> = {}>({\n toolkit: toolkitParam,\n toolIds = [],\n blueprints = [],\n}: ToolkitParams<Tools>): Effect.Effect<\n Toolkit.WithHandler<any>,\n AiToolNotFoundError,\n ToolResolverService | ToolExecutionService | Tool.HandlersFor<Tools>\n> =>\n Effect.gen(function* () {\n const blueprintToolkit = yield* ToolResolverService.resolveToolkit([\n ...blueprints.flatMap(({ tools }) => tools),\n ...toolIds,\n ]);\n\n const blueprintToolkitHandler: Context.Context<Tool.HandlersFor<any>> = yield* blueprintToolkit.toContext(\n ToolExecutionService.handlersFor(blueprintToolkit),\n );\n\n const toolkit = Toolkit.merge(...[toolkitParam, blueprintToolkit].filter(isTruthy));\n return yield* toolkit.pipe(Effect.provide(blueprintToolkitHandler)) as any as Effect.Effect<\n Toolkit.WithHandler<any>,\n never,\n Tool.HandlersFor<Tools>\n >;\n });\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport * as Schema from 'effect/Schema';\n\nimport { type AnyEchoObject, ObjectId } from '@dxos/echo/internal';\nimport { type ObjectVersion } from '@dxos/echo-db';\nimport { getVersion } from '@dxos/echo-db';\nimport { type ContentBlock } from '@dxos/schema';\n\n// TODO(dmaretskyi): Extract.\nconst ObjectVersionSchema = Schema.Unknown as Schema.Schema<ObjectVersion>;\n\nconst VersionPinSchema = Schema.Struct({\n // TODO(dmaretskyi): Use Ref when those support encoding.\n objectId: ObjectId,\n // TODO(dmaretskyi): Could be opaque.\n version: ObjectVersionSchema,\n});\n\n/**\n * Used to pin a specific version of an object during the course of a conversation.\n * This allows us to detect when the object changes during the course of the conversation.\n */\nexport interface VersionPin extends Schema.Schema.Type<typeof VersionPinSchema> {}\n\nexport const VersionPin: typeof VersionPinSchema & {\n DISPOSITION: 'version-pin';\n fromObject: (object: AnyEchoObject) => VersionPin;\n createBlock: (pin: VersionPin) => ContentBlock.Any;\n} = class extends VersionPinSchema {\n static readonly DISPOSITION = 'version-pin';\n static fromObject(object: AnyEchoObject): VersionPin {\n return VersionPin.make({\n objectId: object.id,\n version: getVersion(object),\n });\n }\n\n static createBlock(pin: VersionPin): ContentBlock.Any {\n return {\n _tag: 'json',\n disposition: VersionPin.DISPOSITION,\n data: JSON.stringify(pin),\n };\n }\n};\n"],
5
- "mappings": ";AAIA,YAAYA,aAAa;AAclB,IAAMC,uBAAN,cAA2CC,YAAI,sCAAA,EAAA,EAAA;AAGjD;;;ACjBL,YAAYC,YAAY;AACxB,YAAYC,cAAc;AAgBnB,IAAMC,qBAAqBC,OAAOC,OAAO;EAC9CC,MAAM,CAAC,EACLC,UAAmBC,kBAAgBC,WAAI,GACvCC,SAAkBF,kBAAgBC,WAAI,GACtCE,UAAmBH,kBAAgBC,WAAI,GACvCG,QAAiBJ,kBAAgBC,WAAI,GACrCI,YAAqBL,kBAAgBC,WAAI,EAAC,IACX,CAAC,OAA2B;IAC3DF;IACAG;IACAC;IACAC;IACAC;EACF;EAEAC,MAAM,MAAMX,mBAAmBG,KAAI;;;;EAKnCS,aAAa,CAACC,YACZb,mBAAmBG,KAAK;IACtBK,SAAS,CAACM,UACDC,YAAK,MAAA;AACV,UAAID,MAAME,SAAS;AACjB;MACF;AACAH,cAAQI,kBAAkBH,KAAAA;IAC5B,CAAA;IACFJ,WAAW,CAACQ,YACHH,YAAK,MAAA;AACV,UAAIG,QAAQC,OAAOC,SAAS,aAAa;AACvC;MACF;AACAP,cAAQQ,aAAaH,OAAAA;IACvB,CAAA;EACJ,CAAA;AACJ,CAAA;;;ACtDA,SAASI,iBAAiB;AAKnB,IAAMC,eAAN,cAA2BC,UAAUC,OAAO,kBAAkB,gBAAA,EAAA;AAAmB;AAKjF,IAAMC,mBAAN,cAA+BF,UAAUC,OAAO,sBAAsB,oBAAA,EAAA;AAAuB;;;ACTpG,YAAYE,mBAAmB;AAG/B,YAAYC,WAAW;AACvB,YAAYC,aAAY;AAExB,YAAYC,YAAY;AAExB,SACEC,UACAC,gBAKAC,UACAC,oBACK;AAEP,SAASC,YAAY;AACrB,SAASC,OAAAA,YAAW;AACpB,SAASC,sBAAsB;AAC/B,SAASC,OAAAA,YAAW;AACpB,SAASC,YAAAA,iBAAgB;;;ACxBzB,YAAYC,WAAW;AACvB,YAAYC,aAAY;AACxB,YAAYC,eAAc;AAC1B,YAAYC,YAAY;AAExB,SAASC,gBAAgB;AACzB,SAASC,WAAW;AAEpB,SAASC,qBAAqB;AAC9B,SAASC,uBAAuB;AAChC,SAASC,WAAW;AACpB,SAA4BC,gBAAgB;AAC5C,SAASC,YAAY;;AAWd,IAAMC,qBAAqB,CAAC,EACjCC,QACAC,aAAa,CAAA,GACbC,UAAU,CAAA,EAAE,MAELC,YAAI,aAAA;AACT,QAAMC,gBAAgB,OAAgBC,eACpCJ,YACOK,gBAAQ,CAACC,cAAqBC,gBAAQD,UAAUE,YAAY,CAAA,GAC5DC,gBAAeJ,gBAAQ,CAACK,aAAaC,gBAAgBC,WAAWF,SAASG,MAAM,CAAA,CAAA,GAC/EC,YAAUC,aAAcC,aAAM,CAAA,GAC9BF,YACCA,UACJ,CAACJ,aAAaO;;gBAERC,SAASC,QAAQT,SAASU,MAAMC,OAAO,CAAA;;WAE5C,CAAA,GAGEP,YAAI,CAACd,gBACVA,YAAWsB,SAAS,IAAI;IAAC;OAAgCtB;IAAYuB,KAAK,MAAA,IAAUC,MAAAA,CAAAA;AAIxF,QAAMC,aAAa,OAAgBrB,eACjCH,SACOI,gBAAQ,CAACqB,WACPnB,gBAAQU;;mBAEJU,IAAIC,OAAOF,MAAAA,CAAAA;wBACNC,IAAIE,YAAYH,MAAAA,CAAAA;;SAE/B,CAAA,GAEIZ,YAAI,CAACb,aAAaA,SAAQqB,SAAS,IAAI;IAAC;OAAyBrB;IAASsB,KAAK,MAAA,IAAUC,MAAAA,CAAAA;AAGlG,SAAO,OAAgBpB,eACdG,gBAAQ;IAACR;IAAQI;IAAesB;IAAYV,OAAO,CAACe,QAAuBA,QAAQN,MAAAA,CAAAA,GACnFV,YAAI,CAACiB,UAAUA,MAAMR,KAAK,MAAA,CAAA,CAAA;AAErC,CAAA;AAOK,IAAMS,mBAAmB,CAAC,EAAEC,QAAQC,UAAU,CAAA,EAAE,MAC9ChC,YAAI,aAAA;AACT,QAAMiC,SAA6B,CAAA;AAGnC,QAAMC,uBAAuB,OAAcC,sBAAcC,oBAAAA;AACzD,MAAWtB,cAAOoB,oBAAAA,GAAuB;AACvC,UAAMG,WAAWC,qBAAqBN,OAAAA;AACtC,UAAMO,eAAe,OAAcC,mBAAW;MAC5CC,KAAK,MACHP,qBAAqBhB,MAAMwB,QACzB;WAAIL,SAASM,QAAO;QAAI/B,IAAI,CAAC,CAACgC,IAAIC,OAAAA,OAAc;QAAED;QAAIE,aAAaD;MAAQ,EAAA,CAAA;MAE/EE,OAAOC,iBAAiBC,KAAK;QAAEC,SAAS;MAAiC,CAAA;IAC3E,CAAA;AAEAC,QAAI,WAAW;MAAEZ;MAAcF;IAAS,GAAA;;;;;;AACxC,eAAW,CAACO,IAAI,EAAEC,QAAO,CAAE,KAAK;SAAIN,aAAaI,QAAO;OAAK;AAC3D,UAAIS,cAAcC,OAAOR,SAASR,SAASiB,IAAIV,EAAAA,CAAAA,GAAO;AACpDL,qBAAagB,OAAOX,EAAAA;AACpB;MACF;AAEAX,aAAOuB,KAAK;QAAEC,MAAM;QAAUC,UAAUd;QAAIC;MAAQ,CAAA;IACtD;AAEA,QAAIN,aAAaoB,OAAO,GAAG;AACzB1B,aAAOuB,KAAKI,0BAA0BrB,YAAAA,CAAAA;IACxC;EACF;AAEA,SAAOd,IAAIoC,KAAKC,SAASC,SAAS;IAChCC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;IAC/BC,QAAQ;MAAEC,MAAM;IAAO;IACvBnC,QAAQ;SAAIA;MAAQ;QAAEwB,MAAM;QAAQY,MAAMtC;MAAO;;EACnD,CAAA;AACF,CAAA;AAEF,IAAMO,uBAAuB,CAACgC,aAAAA;AAC5B,QAAMC,cAAc,oBAAIC,IAAAA;AACxB,aAAWtB,WAAWoB,UAAU;AAC9B,eAAWG,SAASvB,QAAQjB,QAAQ;AAClC,UAAIwC,MAAMhB,SAAS,UAAU;AAC3Bc,oBAAYG,IAAID,MAAMf,UAAUe,MAAM5B,OAAO;MAC/C;IACF;EACF;AAEA,SAAO0B;AACT;AAEA,IAAMX,4BAA4B,CAChCrB,iBAAAA;AAEA,SAAO;IACLkB,MAAM;;IAENkB,aAAa;IACbN,MAAMtD;;QAEF;SAAIwB,aAAaI,QAAO;MACvB/B,IAAI,CAAC,CAACgC,IAAI,EAAEgC,KAAI,CAAE,MAAM,yBAAyBhC,EAAAA,KAAOgC,OAAO;EAAKA,IAAAA,KAAS,EAAA,qBAAuB,EACpGvD,KAAK,IAAA,CAAA;;EAEZ;AACF;;;;;;;;;;;;;;;;;AD5EO,IAAMwD,YAAN,MAAMA;;;;;EA0HX,MAAMC,cACJC,SACAC,UACgC;AAChC,WAAOC,KAAAA;EAOT;EA1HA,YAA6BD,WAA6B,CAAC,GAAG;;AAT9D,qBAAA,MAAiBE,cAAjB,MAAA;AAIA,qBAAA,MAAQC,YAAR,MAAA;AAGA,qBAAA,MAAQC,YAAR,MAAA;AAIAC,qBAAAA,MAAAA,OAAAA,MAAAA;SAF6BL,WAAAA;SATZE,aAAoBI,gBAAeC,sBAAc,CAAA,CAAA;SAI1DJ,WAA+B,CAAA;SAG/BC,WAA+B,CAAA;SAIvCC,MAAM,CAAyC,EAC7CG,QACAC,QAAQC,gBACRC,UAAU,CAAA,GACVC,UAAU,CAAA,GACVC,aAAa,CAAA,GACbC,SACAC,WAAWC,mBAAmBC,KAAI,EAAE,MAE7BC,YAAI,MAAM,aAAA;AACf,WAAKf,WAAW;WAAIQ;;AACpB,WAAKP,WAAW,CAAA;AAChB,YAAMe,UAAU,KAAKf;AAErB,YAAMgB,gBAAuBC,mBAAW,WAAWC,SAAyB;AAC1EH,gBAAQI,KAAKD,OAAAA;AACb,eAAOP,SAASS,UAAUF,OAAAA;AAC1B,eAAOG,eAAeC,uBAAuBJ,OAAAA;AAC7C,eAAOA;MACT,CAAA;AAIA,YAAMK,gBAAgB,OAAOP,cAAc,OAAOQ,iBAAiB;QAAEpB;QAAQG;MAAQ,CAAA,CAAC;AAGtF,YAAMF,SAAS,OAAOoB,mBAAmB;QAAEpB,QAAQC;QAAgBG;QAAYD;MAAQ,CAAA;AAGvF,SAAG;AACDkB,QAAAA,KAAI,WAAW;UACbtB,QAAQmB;UACRlB,QAAQ;YAAEsB,SAASC,cAAcvB,MAAAA;YAASwB,QAAQxB,OAAOwB;UAAO;UAChEd,SAAS,KAAKf,SAAS6B;UACvBtB,SAAS,KAAKR,SAAS8B;UACvBrB,SAASA,SAASqB,UAAU;QAC9B,GAAA;;;;;;AAEA,cAAMzB,UAAS,OAAO0B,eAAeC,iBAAiB;aAAI,KAAKhC;aAAa,KAAKC;WAAW;UAAEK;QAAO,CAAA;AAIrG,cAAM2B,SAAS,OAAqBC,yBAAW;UAC7C7B,QAAAA;UACAM;UACAwB,2BAA2B;QAC7B,CAAA,EAAGC;;UAEDC,SAASC,cAAc;YACrBC,SAAS,MAAM3B,SAAS2B,QAAO;YAC/BC,SAAS,CAACC,UAAU7B,SAAS4B,QAAQC,KAAAA;YACrCC,QAAQ,CAACC,SAAS/B,SAAS8B,OAAOC,IAAAA;YAClCC,OAAO,CAACC,YAAYjC,SAASgC,MAAMC,OAAAA;UACrC,CAAA;UACOC;UACAC,YAAUC,aAAO;QAAA;AAI1B,cAAMC,WAAW,OAAOhC,cACtBiC,KAAIC,KAAKC,UAASC,SAAS;UACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;UAC/BC,QAAQ;YAAEC,MAAM;UAAY;UAC5BzB;QACF,CAAA,CAAA;AAIF,cAAM0B,YAAYC,aAAaX,QAAAA;AAC/B,YAAIU,UAAU7B,WAAW,GAAG;AAC1B;QACF,WAAW,CAACnB,SAAS;AACnB,gBAAM,IAAIkD,MAAM,qBAAA;QAClB;AAIA,cAAMC,cAAc,OAAcC,gBAAQJ,WAAW,CAACK,aAAAA;AACpD,iBAAOC,SAAStD,SAASqD,QAAAA,EAAU5B,KAC1B8B,gBACL5C,eAAe6C,cAAc,CAACC,aAAa;YACzC,GAAGA;YACHC,eAAepB,SAASqB;YACxBC,YAAYP,SAASO;UACvB,EAAA,CAAA,CAAA;QAGN,CAAA;AAKA,eAAOtD,cACLiC,KAAIC,KAAKC,UAASC,SAAS;UACzBC,UAAS,oBAAIC,KAAAA,GAAOC,YAAW;UAC/BC,QAAQ;YAAEC,MAAM;UAAO;UACvBzB,QAAQ6B;QACV,CAAA,CAAA;MAEJ,SAAS;AAETnC,MAAAA,KAAI,QAAQ;QAAEX,SAAS,KAAKf,SAAS6B;MAAO,GAAA;;;;;;AAC5C,aAAO,KAAK7B;IACd,CAAA,EAAGmC,KAAK,KAAKrC,WAAWyE,YAAY,CAAA,GAAWC,iBAAS,eAAA,CAAA;EAzGK;AA2HjE;AAEA,IAAM5C,gBAAgB,CAAC6C,MAAcC,MAAM,OACzCD,KAAK5C,UAAU6C,MAAM,IAAID,OAAO;EAACA,KAAKE,MAAM,GAAGD,GAAAA;EAAM;EAAOD,KAAKE,MAAM,CAACD,GAAAA;EAAME,KAAK,EAAA;;;AErMrF,YAAYC,aAAa;AAEzB,YAAYC,aAAY;AAExB,SAAmCC,sBAAmCC,2BAA2B;AAEjG,SAASC,gBAAgB;AAWlB,IAAMC,gBAAgB,CAA8C,EACzEC,SAASC,cACTC,UAAU,CAAA,GACVC,aAAa,CAAA,EAAE,MAMRC,YAAI,aAAA;AACT,QAAMC,mBAAmB,OAAOC,oBAAoBC,eAAe;OAC9DJ,WAAWK,QAAQ,CAAC,EAAEC,MAAK,MAAOA,KAAAA;OAClCP;GACJ;AAED,QAAMQ,0BAAkE,OAAOL,iBAAiBM,UAC9FC,qBAAqBC,YAAYR,gBAAAA,CAAAA;AAGnC,QAAML,UAAkBc,cAAK,GAAI;IAACb;IAAcI;IAAkBU,OAAOC,QAAAA,CAAAA;AACzE,SAAO,OAAOhB,QAAQiB,KAAYC,gBAAQR,uBAAAA,CAAAA;AAK5C,CAAA;;;AC3CF,YAAYS,YAAY;AAExB,SAA6BC,gBAAgB;AAE7C,SAASC,kBAAkB;;;;;;;;;;;;;;;AAI3B,IAAMC,sBAA6BC;AAEnC,IAAMC,mBAA0BC,cAAO;;EAErCC,UAAUC;;EAEVC,SAASN;AACX,CAAA;AAQO,IAAMO,cAAAA,SAIT,cAAcL,iBAAAA;EAEhB,OAAOM,WAAWC,QAAmC;AACnD,WAAOF,WAAWG,KAAK;MACrBN,UAAUK,OAAOE;MACjBL,SAASM,WAAWH,MAAAA;IACtB,CAAA;EACF;EAEA,OAAOI,YAAYC,KAAmC;AACpD,WAAO;MACLC,MAAM;MACNC,aAAaT,WAAWU;MACxBC,MAAMC,KAAKC,UAAUN,GAAAA;IACvB;EACF;AACF,GAfEO,kBAAA,QAAgBJ,eAAc,aAAA,GAAA;",
6
- "names": ["Context", "ArtifactDiffResolver", "Tag", "Effect", "Function", "GenerationObserver", "Object", "freeze", "make", "onBegin", "constant", "void", "onPart", "onBlock", "onEnd", "onMessage", "noop", "fromPrinter", "printer", "block", "sync", "pending", "printContentBlock", "message", "sender", "role", "printMessage", "BaseError", "AiModelError", "BaseError", "extend", "AiAssistantError", "LanguageModel", "Chunk", "Effect", "Stream", "AiParser", "AiPreprocessor", "callTool", "getToolCalls", "todo", "Obj", "TracingService", "log", "DataType", "Array", "Effect", "Function", "Option", "Template", "Obj", "ObjectVersion", "DatabaseService", "log", "DataType", "trim", "formatSystemPrompt", "system", "blueprints", "objects", "gen", "blueprintDefs", "pipe", "forEach", "blueprint", "succeed", "instructions", "flatMap", "template", "DatabaseService", "loadOption", "source", "map", "filter", "isSome", "trim", "Template", "process", "value", "content", "length", "join", "undefined", "objectDefs", "object", "Obj", "getDXN", "getTypename", "def", "parts", "formatUserPrompt", "prompt", "history", "blocks", "artifactDiffResolver", "serviceOption", "ArtifactDiffResolver", "versions", "gatherObjectVersions", "artifactDiff", "tryPromise", "try", "resolve", "entries", "id", "version", "lastVersion", "catch", "AiAssistantError", "wrap", "message", "log", "ObjectVersion", "equals", "get", "delete", "push", "_tag", "objectId", "size", "createArtifactUpdateBlock", "make", "DataType", "Message", "created", "Date", "toISOString", "sender", "role", "text", "messages", "artifactIds", "Map", "block", "set", "disposition", "diff", "AiSession", "runStructured", "_schema", "_options", "todo", "_semaphore", "_history", "_pending", "run", "runSync", "makeSemaphore", "prompt", "system", "systemTemplate", "history", "objects", "blueprints", "toolkit", "observer", "GenerationObserver", "noop", "gen", "pending", "submitMessage", "fnUntraced", "message", "push", "onMessage", "TracingService", "emitConverationMessage", "promptMessage", "formatUserPrompt", "formatSystemPrompt", "log", "snippet", "createSnippet", "length", "AiPreprocessor", "preprocessPrompt", "blocks", "streamText", "disableToolCallResolution", "pipe", "AiParser", "parseResponse", "onBegin", "onBlock", "block", "onPart", "part", "onEnd", "summary", "runCollect", "map", "toArray", "response", "Obj", "make", "DataType", "Message", "created", "Date", "toISOString", "sender", "role", "toolCalls", "getToolCalls", "Error", "toolResults", "forEach", "toolCall", "callTool", "provide", "layerSubframe", "context", "parentMessage", "id", "toolCallId", "withPermits", "withSpan", "text", "len", "slice", "join", "Toolkit", "Effect", "ToolExecutionService", "ToolResolverService", "isTruthy", "createToolkit", "toolkit", "toolkitParam", "toolIds", "blueprints", "gen", "blueprintToolkit", "ToolResolverService", "resolveToolkit", "flatMap", "tools", "blueprintToolkitHandler", "toContext", "ToolExecutionService", "handlersFor", "merge", "filter", "isTruthy", "pipe", "provide", "Schema", "ObjectId", "getVersion", "ObjectVersionSchema", "Unknown", "VersionPinSchema", "Struct", "objectId", "ObjectId", "version", "VersionPin", "fromObject", "object", "make", "id", "getVersion", "createBlock", "pin", "_tag", "disposition", "DISPOSITION", "data", "JSON", "stringify", "_define_property"]
7
- }
@@ -1,89 +0,0 @@
1
- // src/extraction/extraction-ner-function/named-entity-recognition.ts
2
- import { pipeline } from "@xenova/transformers";
3
- import { log } from "@dxos/log";
4
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction-ner-function/named-entity-recognition.ts";
5
- var _ner;
6
- var getNer = () => {
7
- if (!_ner) {
8
- _ner = pipeline("ner", "Xenova/bert-base-NER").then((ner) => {
9
- log.info("NER model is ready", void 0, {
10
- F: __dxlog_file,
11
- L: 24,
12
- S: void 0,
13
- C: (f, a) => f(...a)
14
- });
15
- return ner;
16
- });
17
- }
18
- return _ner;
19
- };
20
- var extractFullEntities = async (text) => {
21
- const ner = await getNer();
22
- const entities = await ner(text);
23
- const tokenGroups = createTokenGroups(entities);
24
- const combinedEntities = tokenGroups.map(combineNerTokens);
25
- return combinedEntities;
26
- };
27
- var createTokenGroups = (tokens) => {
28
- const tokenGroups = [];
29
- const canBeCombined = (prevToken, currentToken) => {
30
- const [currentState, currentEntity] = currentToken.entity.split("-");
31
- const [prevState, prevEntity] = prevToken.entity.split("-");
32
- if (prevEntity !== currentEntity) {
33
- return false;
34
- }
35
- if (prevState === "O") {
36
- return false;
37
- }
38
- if (currentState === "I") {
39
- return true;
40
- }
41
- if ((prevState === "B" || prevState === "I") && currentState === "B") {
42
- return currentToken.word.startsWith("#");
43
- }
44
- return false;
45
- };
46
- for (const token of tokens) {
47
- if (tokenGroups.length === 0) {
48
- tokenGroups.push([
49
- token
50
- ]);
51
- continue;
52
- }
53
- const lastTokenGroup = tokenGroups.at(-1);
54
- if (canBeCombined(lastTokenGroup.at(-1), token)) {
55
- lastTokenGroup.push(token);
56
- continue;
57
- }
58
- tokenGroups.push([
59
- token
60
- ]);
61
- }
62
- return tokenGroups;
63
- };
64
- var combineNerTokens = (group) => {
65
- const combinedToken = {
66
- entity: group.at(0).entity.split("-")[1],
67
- score: group.reduce((acc, token) => acc + token.score, 0) / group.length,
68
- index: group.at(0).index,
69
- word: group.at(0).word,
70
- start: group.at(0).start,
71
- end: group.at(-1).end
72
- };
73
- for (const token of group.slice(1)) {
74
- if (token.word.startsWith("#")) {
75
- combinedToken.word += token.word.replace(/^#+/, "");
76
- } else {
77
- combinedToken.word += " " + token.word;
78
- }
79
- }
80
- return combinedToken;
81
- };
82
-
83
- export {
84
- getNer,
85
- extractFullEntities,
86
- createTokenGroups,
87
- combineNerTokens
88
- };
89
- //# sourceMappingURL=chunk-UB26N5UF.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport {\n type TokenClassificationOutput,\n type TokenClassificationPipelineType,\n type TokenClassificationSingle,\n pipeline,\n} from '@xenova/transformers';\n\nimport { log } from '@dxos/log';\n\nlet _ner: Promise<TokenClassificationPipelineType>;\n\n/**\n * Named Entity Recognition pipeline.\n * Initializes the pipeline on first call.\n * @returns The singleton promise that resolves to a token classification pipeline.\n */\nexport const getNer = () => {\n if (!_ner) {\n _ner = pipeline('ner', 'Xenova/bert-base-NER').then((ner) => {\n log.info('NER model is ready');\n return ner;\n });\n }\n\n return _ner;\n};\n\n/**\n * Extracts entities from text using the named entity recognition pipeline and does simple grouping of tokens.\n */\nexport const extractFullEntities = async (text: string): Promise<TokenClassificationSingle[]> => {\n const ner = await getNer();\n const entities = (await ner(text)) as TokenClassificationOutput;\n const tokenGroups = createTokenGroups(entities);\n const combinedEntities = tokenGroups.map(combineNerTokens);\n return combinedEntities;\n};\n\nexport const createTokenGroups = (tokens: TokenClassificationSingle[]): TokenClassificationSingle[][] => {\n const tokenGroups: TokenClassificationSingle[][] = [];\n\n const canBeCombined = (prevToken: TokenClassificationSingle, currentToken: TokenClassificationSingle) => {\n const [currentState, currentEntity] = currentToken.entity.split('-'); // B, I, O\n const [prevState, prevEntity] = prevToken.entity.split('-'); // B, I, O\n if (prevEntity !== currentEntity) {\n return false;\n }\n if (prevState === 'O') {\n return false;\n }\n if (currentState === 'I') {\n return true;\n }\n if ((prevState === 'B' || prevState === 'I') && currentState === 'B') {\n return currentToken.word.startsWith('#');\n }\n return false;\n };\n\n for (const token of tokens) {\n if (tokenGroups.length === 0) {\n tokenGroups.push([token]);\n continue;\n }\n const lastTokenGroup = tokenGroups.at(-1)!;\n if (canBeCombined(lastTokenGroup.at(-1)!, token)) {\n lastTokenGroup.push(token);\n continue;\n }\n tokenGroups.push([token]);\n }\n\n return tokenGroups;\n};\n\nexport const combineNerTokens = (group: TokenClassificationSingle[]): TokenClassificationSingle => {\n const combinedToken: TokenClassificationSingle = {\n entity: group.at(0)!.entity.split('-')[1],\n score: group.reduce((acc, token) => acc + token.score, 0) / group.length,\n index: group.at(0)!.index,\n word: group.at(0)!.word,\n start: group.at(0)!.start,\n end: group.at(-1)!.end,\n };\n\n for (const token of group.slice(1)) {\n if (token.word.startsWith('#')) {\n combinedToken.word += token.word.replace(/^#+/, '');\n } else {\n combinedToken.word += ' ' + token.word;\n }\n }\n\n return combinedToken;\n};\n"],
5
- "mappings": ";AAIA,SAIEA,gBACK;AAEP,SAASC,WAAW;;AAEpB,IAAIC;AAOG,IAAMC,SAAS,MAAA;AACpB,MAAI,CAACD,MAAM;AACTA,WAAOF,SAAS,OAAO,sBAAA,EAAwBI,KAAK,CAACC,QAAAA;AACnDJ,UAAIK,KAAK,sBAAA,QAAA;;;;;;AACT,aAAOD;IACT,CAAA;EACF;AAEA,SAAOH;AACT;AAKO,IAAMK,sBAAsB,OAAOC,SAAAA;AACxC,QAAMH,MAAM,MAAMF,OAAAA;AAClB,QAAMM,WAAY,MAAMJ,IAAIG,IAAAA;AAC5B,QAAME,cAAcC,kBAAkBF,QAAAA;AACtC,QAAMG,mBAAmBF,YAAYG,IAAIC,gBAAAA;AACzC,SAAOF;AACT;AAEO,IAAMD,oBAAoB,CAACI,WAAAA;AAChC,QAAML,cAA6C,CAAA;AAEnD,QAAMM,gBAAgB,CAACC,WAAsCC,iBAAAA;AAC3D,UAAM,CAACC,cAAcC,aAAAA,IAAiBF,aAAaG,OAAOC,MAAM,GAAA;AAChE,UAAM,CAACC,WAAWC,UAAAA,IAAcP,UAAUI,OAAOC,MAAM,GAAA;AACvD,QAAIE,eAAeJ,eAAe;AAChC,aAAO;IACT;AACA,QAAIG,cAAc,KAAK;AACrB,aAAO;IACT;AACA,QAAIJ,iBAAiB,KAAK;AACxB,aAAO;IACT;AACA,SAAKI,cAAc,OAAOA,cAAc,QAAQJ,iBAAiB,KAAK;AACpE,aAAOD,aAAaO,KAAKC,WAAW,GAAA;IACtC;AACA,WAAO;EACT;AAEA,aAAWC,SAASZ,QAAQ;AAC1B,QAAIL,YAAYkB,WAAW,GAAG;AAC5BlB,kBAAYmB,KAAK;QAACF;OAAM;AACxB;IACF;AACA,UAAMG,iBAAiBpB,YAAYqB,GAAG,EAAC;AACvC,QAAIf,cAAcc,eAAeC,GAAG,EAAC,GAAKJ,KAAAA,GAAQ;AAChDG,qBAAeD,KAAKF,KAAAA;AACpB;IACF;AACAjB,gBAAYmB,KAAK;MAACF;KAAM;EAC1B;AAEA,SAAOjB;AACT;AAEO,IAAMI,mBAAmB,CAACkB,UAAAA;AAC/B,QAAMC,gBAA2C;IAC/CZ,QAAQW,MAAMD,GAAG,CAAA,EAAIV,OAAOC,MAAM,GAAA,EAAK,CAAA;IACvCY,OAAOF,MAAMG,OAAO,CAACC,KAAKT,UAAUS,MAAMT,MAAMO,OAAO,CAAA,IAAKF,MAAMJ;IAClES,OAAOL,MAAMD,GAAG,CAAA,EAAIM;IACpBZ,MAAMO,MAAMD,GAAG,CAAA,EAAIN;IACnBa,OAAON,MAAMD,GAAG,CAAA,EAAIO;IACpBC,KAAKP,MAAMD,GAAG,EAAC,EAAIQ;EACrB;AAEA,aAAWZ,SAASK,MAAMQ,MAAM,CAAA,GAAI;AAClC,QAAIb,MAAMF,KAAKC,WAAW,GAAA,GAAM;AAC9BO,oBAAcR,QAAQE,MAAMF,KAAKgB,QAAQ,OAAO,EAAA;IAClD,OAAO;AACLR,oBAAcR,QAAQ,MAAME,MAAMF;IACpC;EACF;AAEA,SAAOQ;AACT;",
6
- "names": ["pipeline", "log", "_ner", "getNer", "then", "ner", "info", "extractFullEntities", "text", "entities", "tokenGroups", "createTokenGroups", "combinedEntities", "map", "combineNerTokens", "tokens", "canBeCombined", "prevToken", "currentToken", "currentState", "currentEntity", "entity", "split", "prevState", "prevEntity", "word", "startsWith", "token", "length", "push", "lastTokenGroup", "at", "group", "combinedToken", "score", "reduce", "acc", "index", "start", "end", "slice", "replace"]
7
- }