@dxos/assistant 0.8.4-main.fd6878d → 0.8.4-staging.60fe92afc8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (183) hide show
  1. package/LICENSE +102 -5
  2. package/README.md +2 -1
  3. package/dist/lib/neutral/chunk-J5LGTIGS.mjs +10 -0
  4. package/dist/lib/neutral/extraction/index.mjs +208 -0
  5. package/dist/lib/neutral/extraction/index.mjs.map +7 -0
  6. package/dist/lib/neutral/index.mjs +1886 -0
  7. package/dist/lib/neutral/index.mjs.map +7 -0
  8. package/dist/lib/neutral/meta.json +1 -0
  9. package/dist/types/src/extraction/extraction-ner-function/index.d.ts +0 -1
  10. package/dist/types/src/extraction/extraction-ner-function/index.d.ts.map +1 -1
  11. package/dist/types/src/extraction/extraction-ner-function/named-entity-recognition.d.ts.map +1 -1
  12. package/dist/types/src/extraction/extraction.d.ts +1650 -281
  13. package/dist/types/src/extraction/extraction.d.ts.map +1 -1
  14. package/dist/types/src/extraction/index.d.ts +0 -1
  15. package/dist/types/src/extraction/index.d.ts.map +1 -1
  16. package/dist/types/src/extraction/quotes.d.ts +3 -3
  17. package/dist/types/src/extraction/quotes.d.ts.map +1 -1
  18. package/dist/types/src/functions/services.d.ts +16 -5
  19. package/dist/types/src/functions/services.d.ts.map +1 -1
  20. package/dist/types/src/index.d.ts +2 -3
  21. package/dist/types/src/index.d.ts.map +1 -1
  22. package/dist/types/src/request/AiRequest.d.ts +308 -0
  23. package/dist/types/src/request/AiRequest.d.ts.map +1 -0
  24. package/dist/types/src/{session → request}/artifact-diff.d.ts +5 -5
  25. package/dist/types/src/request/artifact-diff.d.ts.map +1 -0
  26. package/dist/types/src/request/format.d.ts +15 -0
  27. package/dist/types/src/request/format.d.ts.map +1 -0
  28. package/dist/types/src/request/index.d.ts +4 -0
  29. package/dist/types/src/request/index.d.ts.map +1 -0
  30. package/dist/types/src/request/observer.d.ts +23 -0
  31. package/dist/types/src/request/observer.d.ts.map +1 -0
  32. package/dist/types/src/{session → request}/version-pin.d.ts +6 -6
  33. package/dist/types/src/request/version-pin.d.ts.map +1 -0
  34. package/dist/types/src/session/AiContext.d.ts +178 -0
  35. package/dist/types/src/session/AiContext.d.ts.map +1 -0
  36. package/dist/types/src/session/AiContext.test.d.ts +2 -0
  37. package/dist/types/src/session/AiContext.test.d.ts.map +1 -0
  38. package/dist/types/src/session/AiSession.d.ts +79 -0
  39. package/dist/types/src/session/AiSession.d.ts.map +1 -0
  40. package/dist/types/src/session/AiSession.test.d.ts +2 -0
  41. package/dist/types/src/session/AiSession.test.d.ts.map +1 -0
  42. package/dist/types/src/session/SessionLink.d.ts +17 -0
  43. package/dist/types/src/session/SessionLink.d.ts.map +1 -0
  44. package/dist/types/src/session/SessionLoader.d.ts +15 -0
  45. package/dist/types/src/session/SessionLoader.d.ts.map +1 -0
  46. package/dist/types/src/session/SessionLoader.test.d.ts +2 -0
  47. package/dist/types/src/session/SessionLoader.test.d.ts.map +1 -0
  48. package/dist/types/src/session/index.d.ts +5 -3
  49. package/dist/types/src/session/index.d.ts.map +1 -1
  50. package/dist/types/src/session/toolkit.d.ts +16 -0
  51. package/dist/types/src/session/toolkit.d.ts.map +1 -0
  52. package/dist/types/src/templates/system.d.ts +19 -14
  53. package/dist/types/src/templates/system.d.ts.map +1 -1
  54. package/dist/types/src/util/artifact.d.ts +18 -0
  55. package/dist/types/src/util/artifact.d.ts.map +1 -0
  56. package/dist/types/src/util/diff.d.ts +17 -0
  57. package/dist/types/src/util/diff.d.ts.map +1 -0
  58. package/dist/types/src/util/diff.test.d.ts +2 -0
  59. package/dist/types/src/util/diff.test.d.ts.map +1 -0
  60. package/dist/types/src/util/error-handling.d.ts +4 -0
  61. package/dist/types/src/util/error-handling.d.ts.map +1 -0
  62. package/dist/types/src/util/errors.d.ts +67 -0
  63. package/dist/types/src/util/errors.d.ts.map +1 -0
  64. package/dist/types/src/util/execution-graph.d.ts +85 -0
  65. package/dist/types/src/util/execution-graph.d.ts.map +1 -0
  66. package/dist/types/src/util/execution-graph.test.d.ts +2 -0
  67. package/dist/types/src/util/execution-graph.test.d.ts.map +1 -0
  68. package/dist/types/src/util/index.d.ts +7 -0
  69. package/dist/types/src/util/index.d.ts.map +1 -0
  70. package/dist/types/src/util/tracing.d.ts +296 -0
  71. package/dist/types/src/util/tracing.d.ts.map +1 -0
  72. package/dist/types/tsconfig.tsbuildinfo +1 -1
  73. package/package.json +37 -47
  74. package/src/extraction/extraction-ner-function/index.ts +0 -1
  75. package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +12 -6
  76. package/src/extraction/extraction-ner-function/named-entity-recognition.ts +2 -0
  77. package/src/extraction/extraction.ts +49 -19
  78. package/src/extraction/index.ts +0 -1
  79. package/src/extraction/quotes.test.ts +2 -2
  80. package/src/extraction/quotes.ts +7 -9
  81. package/src/functions/services.ts +180 -66
  82. package/src/index.ts +2 -3
  83. package/src/request/AiRequest.ts +387 -0
  84. package/src/{session → request}/artifact-diff.ts +10 -6
  85. package/src/{session → request}/format.ts +45 -37
  86. package/src/request/index.ts +8 -0
  87. package/src/request/observer.ts +62 -0
  88. package/src/{session → request}/version-pin.ts +8 -8
  89. package/src/session/AiContext.test.ts +49 -0
  90. package/src/session/AiContext.ts +420 -0
  91. package/src/session/AiSession.test.ts +111 -0
  92. package/src/session/AiSession.ts +328 -0
  93. package/src/session/SessionLink.ts +23 -0
  94. package/src/session/SessionLoader.test.ts +115 -0
  95. package/src/session/SessionLoader.ts +55 -0
  96. package/src/session/index.ts +6 -3
  97. package/src/session/toolkit.ts +47 -0
  98. package/src/templates/{format.tpl → instructions/format.tpl} +6 -4
  99. package/src/templates/instructions/system.tpl +96 -0
  100. package/src/templates/system.ts +26 -16
  101. package/src/util/artifact.ts +96 -0
  102. package/src/util/diff.test.ts +74 -0
  103. package/src/util/diff.ts +93 -0
  104. package/src/util/error-handling.ts +42 -0
  105. package/src/util/errors.ts +15 -0
  106. package/src/util/execution-graph.test.ts +740 -0
  107. package/src/util/execution-graph.ts +520 -0
  108. package/src/util/index.ts +10 -0
  109. package/src/util/tracing.ts +60 -0
  110. package/dist/lib/browser/chunk-6WRGDEMH.mjs +0 -89
  111. package/dist/lib/browser/chunk-6WRGDEMH.mjs.map +0 -7
  112. package/dist/lib/browser/chunk-NZGGCEF3.mjs +0 -341
  113. package/dist/lib/browser/chunk-NZGGCEF3.mjs.map +0 -7
  114. package/dist/lib/browser/extraction/index.mjs +0 -269
  115. package/dist/lib/browser/extraction/index.mjs.map +0 -7
  116. package/dist/lib/browser/index.mjs +0 -354
  117. package/dist/lib/browser/index.mjs.map +0 -7
  118. package/dist/lib/browser/meta.json +0 -1
  119. package/dist/lib/browser/named-entity-recognition-O46UTCLR.mjs +0 -13
  120. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs +0 -91
  121. package/dist/lib/node-esm/chunk-3UU5V4FS.mjs.map +0 -7
  122. package/dist/lib/node-esm/chunk-XOOPGSGW.mjs +0 -343
  123. package/dist/lib/node-esm/chunk-XOOPGSGW.mjs.map +0 -7
  124. package/dist/lib/node-esm/extraction/index.mjs +0 -270
  125. package/dist/lib/node-esm/extraction/index.mjs.map +0 -7
  126. package/dist/lib/node-esm/index.mjs +0 -355
  127. package/dist/lib/node-esm/index.mjs.map +0 -7
  128. package/dist/lib/node-esm/meta.json +0 -1
  129. package/dist/lib/node-esm/named-entity-recognition-W4VMRCH6.mjs +0 -14
  130. package/dist/lib/node-esm/named-entity-recognition-W4VMRCH6.mjs.map +0 -7
  131. package/dist/types/src/conversation/context.d.ts +0 -90
  132. package/dist/types/src/conversation/context.d.ts.map +0 -1
  133. package/dist/types/src/conversation/conversation.d.ts +0 -50
  134. package/dist/types/src/conversation/conversation.d.ts.map +0 -1
  135. package/dist/types/src/conversation/index.d.ts +0 -3
  136. package/dist/types/src/conversation/index.d.ts.map +0 -1
  137. package/dist/types/src/errors.d.ts +0 -39
  138. package/dist/types/src/errors.d.ts.map +0 -1
  139. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts +0 -4
  140. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +0 -1
  141. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts +0 -2
  142. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.test.d.ts.map +0 -1
  143. package/dist/types/src/extraction/extraction-llm-function/index.d.ts +0 -2
  144. package/dist/types/src/extraction/extraction-llm-function/index.d.ts.map +0 -1
  145. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +0 -306
  146. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +0 -1
  147. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts +0 -2
  148. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.test.d.ts.map +0 -1
  149. package/dist/types/src/session/artifact-diff.d.ts.map +0 -1
  150. package/dist/types/src/session/format.d.ts +0 -168
  151. package/dist/types/src/session/format.d.ts.map +0 -1
  152. package/dist/types/src/session/format.test.d.ts +0 -2
  153. package/dist/types/src/session/format.test.d.ts.map +0 -1
  154. package/dist/types/src/session/session.d.ts +0 -167
  155. package/dist/types/src/session/session.d.ts.map +0 -1
  156. package/dist/types/src/session/session.test.d.ts +0 -2
  157. package/dist/types/src/session/session.test.d.ts.map +0 -1
  158. package/dist/types/src/session/version-pin.d.ts.map +0 -1
  159. package/dist/types/src/session/version-pin.test.d.ts +0 -2
  160. package/dist/types/src/session/version-pin.test.d.ts.map +0 -1
  161. package/dist/types/src/summarization/summarization.test.d.ts +0 -2
  162. package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
  163. package/dist/types/src/types.d.ts +0 -16
  164. package/dist/types/src/types.d.ts.map +0 -1
  165. package/src/conversation/context.ts +0 -133
  166. package/src/conversation/conversation.ts +0 -125
  167. package/src/conversation/index.ts +0 -6
  168. package/src/errors.ts +0 -10
  169. package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +0 -84
  170. package/src/extraction/extraction-llm-function/extraction-llm-function.ts +0 -71
  171. package/src/extraction/extraction-llm-function/index.ts +0 -5
  172. package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +0 -116
  173. package/src/extraction/extraction-ner-function/extraction-ner-function.ts +0 -57
  174. package/src/session/__snapshots__/session.test.ts.snap +0 -32
  175. package/src/session/format.test.ts +0 -60
  176. package/src/session/session.test.ts +0 -305
  177. package/src/session/session.ts +0 -279
  178. package/src/session/version-pin.test.ts +0 -7
  179. package/src/summarization/summarization.test.ts +0 -197
  180. package/src/templates/system.tpl +0 -47
  181. package/src/types.ts +0 -52
  182. /package/dist/lib/{browser/named-entity-recognition-O46UTCLR.mjs.map → neutral/chunk-J5LGTIGS.mjs.map} +0 -0
  183. /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/conversation/context.ts", "../../../src/conversation/conversation.ts", "../../../src/functions/services.ts", "../../../src/templates/system.ts", "raw-loader:./format.tpl?raw", "raw-loader:./system.tpl?raw", "../../../src/types.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport { type ReadonlySignal, computed } from '@preact/signals-core';\nimport { Schema } from 'effect';\nimport { Array, pipe } from 'effect';\n\nimport { Blueprint } from '@dxos/blueprints';\nimport { Obj, type Ref, type Relation, Type } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { ComplexSet } from '@dxos/util';\n\n/**\n * Thread message that binds or unbinds contextual objects to a conversation.\n */\n// TODO(burdon): Move to @dxos/schema ContentBlock.\nexport const ContextBinding = Schema.Struct({\n blueprints: Schema.Struct({\n added: Schema.Array(Type.Ref(Blueprint.Blueprint)),\n removed: Schema.Array(Type.Ref(Blueprint.Blueprint)),\n }),\n\n // TODO(burdon): Type.Expando => Type.Obj (or Obj.Any?)\n objects: Schema.Struct({\n added: Schema.Array(Type.Ref(Type.Expando)),\n removed: Schema.Array(Type.Ref(Type.Expando)),\n }),\n}).pipe(\n Type.Obj({\n typename: 'dxos.org/type/ContextBinding',\n version: '0.1.0',\n }),\n);\n\nexport interface ContextBinding extends Schema.Schema.Type<typeof ContextBinding> {}\n\nexport type BindingProps = Partial<{\n blueprints: Ref.Ref<Blueprint.Blueprint>[];\n objects: Ref.Ref<Type.Expando>[];\n}>;\n\nexport class Bindings {\n readonly blueprints = new ComplexSet<Ref.Ref<Blueprint.Blueprint>>((ref) => ref.dxn.toString());\n readonly objects = new ComplexSet<Ref.Ref<Type.Expando>>((ref) => ref.dxn.toString());\n\n toJSON() {\n return {\n blueprints: Array.fromIterable(this.blueprints).map((ref) => ref.dxn.toString()),\n objects: Array.fromIterable(this.objects).map((ref) => ref.dxn.toString()),\n };\n }\n}\n\n/**\n * Manages bindings of blueprints and objects to a conversation.\n */\nexport class AiContextBinder {\n /**\n * Reactive query of all bindings.\n */\n // TODO(burdon): Cache value?\n readonly bindings: ReadonlySignal<Bindings> = computed(() => this._reduce(this._queue.objects));\n\n readonly blueprints: ReadonlySignal<Ref.Ref<Blueprint.Blueprint>[]> = computed(() => [\n ...this.bindings.value.blueprints,\n ]);\n\n readonly objects: ReadonlySignal<Ref.Ref<Type.Expando>[]> = computed(() => [...this.bindings.value.objects]);\n\n constructor(private readonly _queue: Queue) {}\n\n /**\n * Asynchronous query of all bindings.\n */\n async query(): Promise<Bindings> {\n const queueItems = await this._queue.queryObjects();\n return this._reduce(queueItems);\n }\n\n // TODO(burdon): Pass in Blueprint obj (from registry?) and create reference.\n async bind(props: BindingProps): Promise<void> {\n if (!props.blueprints?.length && !props.objects?.length) {\n return;\n }\n\n await this._queue.append([\n Obj.make(ContextBinding, {\n blueprints: {\n added: props.blueprints ?? [],\n removed: [],\n },\n objects: {\n added: props.objects ?? [],\n removed: [],\n },\n }),\n ]);\n }\n\n async unbind(props: BindingProps): Promise<void> {\n if (!props.blueprints?.length && !props.objects?.length) {\n return;\n }\n\n await this._queue.append([\n Obj.make(ContextBinding, {\n blueprints: {\n added: [],\n removed: props.blueprints ?? [],\n },\n objects: {\n added: [],\n removed: props.objects ?? [],\n },\n }),\n ]);\n }\n\n private _reduce(items: (Obj.Any | Relation.Any)[]): Bindings {\n return pipe(\n items,\n Array.filter(Obj.instanceOf(ContextBinding)),\n Array.reduce(new Bindings(), (context, item) => {\n item.blueprints.removed.forEach((item) => context.blueprints.delete(item));\n item.blueprints.added.forEach((item) => context.blueprints.add(item));\n item.objects.removed.forEach((item) => context.objects.delete(item));\n item.objects.added.forEach((item) => context.objects.add(item));\n return context;\n }),\n );\n }\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { type AiError, type AiLanguageModel, type AiTool, type AiToolkit } from '@effect/ai';\nimport { Effect } from 'effect';\n\nimport {\n type AiInputPreprocessingError,\n type AiToolNotFoundError,\n type ToolExecutionService,\n type ToolResolverService,\n} from '@dxos/ai';\nimport { Event } from '@dxos/async';\nimport { Obj } from '@dxos/echo';\nimport { type Queue } from '@dxos/echo-db';\nimport { DatabaseService } from '@dxos/functions';\nimport { log } from '@dxos/log';\nimport { DataType } from '@dxos/schema';\n\nimport { type AiAssistantError } from '../errors';\nimport { AiSession, type GenerationObserver } from '../session';\n\nimport { AiContextBinder, type ContextBinding } from './context';\n\nexport interface AiConversationRunParams<Tools extends AiTool.Any> {\n prompt: string;\n system?: string;\n toolkit?: AiToolkit.AiToolkit<Tools>;\n observer?: GenerationObserver;\n\n /**\n * @deprecated Remove\n */\n session?: AiSession;\n}\n\nexport type AiConversationOptions = {\n queue: Queue<DataType.Message | ContextBinding>;\n};\n\n/**\n * Persistent conversation state.\n * Context + history + artifacts.\n * Backed by a Queue.\n */\nexport class AiConversation {\n private readonly _queue: Queue<DataType.Message | ContextBinding>;\n\n /**\n * Blueprints bound to the conversation.\n */\n public readonly _context: AiContextBinder;\n\n /**\n * Fired when the execution loop begins.\n * This is called before the first message is sent.\n *\n * @deprecated Pass in a session instead.\n */\n // TODO(burdon): Is this still deprecated?\n public readonly onBegin = new Event<AiSession>();\n\n constructor(options: AiConversationOptions) {\n this._queue = options.queue;\n this._context = new AiContextBinder(this._queue);\n }\n\n get context() {\n return this._context;\n }\n\n async getHistory(): Promise<DataType.Message[]> {\n const queueItems = await this._queue.queryObjects();\n return queueItems.filter(Obj.instanceOf(DataType.Message));\n }\n\n /**\n * Executes a prompt.\n * Each invocation creates a new `AiSession`, which handles potential tool calls.\n */\n run = <Tools extends AiTool.Any>({\n // TODO(burdon): Decide whether to pass in or to fully encapsulate.\n session = new AiSession(),\n ...params\n }: AiConversationRunParams<Tools>): Effect.Effect<\n DataType.Message[],\n AiAssistantError | AiInputPreprocessingError | AiError.AiError | AiToolNotFoundError,\n AiLanguageModel.AiLanguageModel | ToolResolverService | ToolExecutionService | AiTool.ToHandler<Tools>\n > =>\n Effect.gen(this, function* () {\n const history = yield* Effect.promise(() => this.getHistory());\n const context = yield* Effect.promise(() => this.context.query());\n const blueprints = yield* Effect.forEach(context.blueprints.values(), DatabaseService.load);\n\n // TODO(burdon): These don't need to be loaded; just need id and typename from context.\n const objects = yield* Effect.forEach(context.objects.values(), DatabaseService.load);\n\n log.info('run', {\n prompt: params.prompt,\n system: params.system,\n history: history.length,\n objects: objects.length,\n blueprints: blueprints.length,\n toolkit: params.toolkit,\n });\n\n const start = Date.now();\n this.onBegin.emit(session);\n\n const messages = yield* session.run({\n prompt: params.prompt,\n system: params.system,\n history,\n objects,\n blueprints,\n toolkit: params.toolkit,\n observer: params.observer,\n });\n\n log.info('result', { messages: messages, duration: Date.now() - start });\n yield* Effect.promise(() => this._queue.append(messages));\n return messages;\n }).pipe(Effect.withSpan('AiConversation.run'));\n}\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { AiTool, type AiToolkit } from '@effect/ai';\nimport { Context, Effect, Layer, Match, Predicate, Record, Schema } from 'effect';\n\nimport { AiToolNotFoundError, ToolExecutionService, ToolResolverService } from '@dxos/ai';\nimport { type FunctionDefinition, LocalFunctionExecutionService } from '@dxos/functions';\nimport { invariant } from '@dxos/invariant';\n\nexport const makeToolResolverFromFunctions = (\n functions: FunctionDefinition<any, any>[],\n toolkit: AiToolkit.Any,\n): Layer.Layer<ToolResolverService> => {\n return Layer.succeed(ToolResolverService, {\n resolve: Effect.fn('resolveTool')(function* (id) {\n const tool = toolkit.tools[id];\n if (tool) {\n return tool;\n }\n\n const fn = functions.find((f) => f.name === id);\n if (!fn) {\n return yield* Effect.fail(new AiToolNotFoundError(id));\n }\n\n return projectFunctionToTool(fn);\n }),\n });\n};\n\nexport const makeToolExecutionServiceFromFunctions = (\n functions: FunctionDefinition<any, any>[],\n toolkit: AiToolkit.AiToolkit<AiTool.Any>,\n handlersLayer: Layer.Layer<AiTool.ToHandler<AiTool.AiTool<any>>, never, never>,\n): Layer.Layer<ToolExecutionService, never, LocalFunctionExecutionService> => {\n return Layer.effect(\n ToolExecutionService,\n Effect.gen(function* () {\n const toolkitHandler = yield* toolkit.pipe(Effect.provide(handlersLayer));\n\n const localFunctionExecutionService = yield* LocalFunctionExecutionService;\n return {\n handlersFor: (toolkit) => {\n const makeHandler = (tool: AiTool.Any): ((params: unknown) => Effect.Effect<unknown, any, any>) => {\n return Effect.fn('toolFunctionHandler')(function* (input: any) {\n if (toolkitHandler.tools.find((t: AiTool.Any) => t.name === tool.name)) {\n // TODO(wittjosiah): Everything is `never` here.\n return yield* (toolkitHandler.handle as any)(tool.name, input);\n }\n\n const { functionName } = Context.get(FunctionToolAnnotation)(tool.annotations as any);\n const fnDef = functions.find((f) => f.name === functionName);\n if (!fnDef) {\n return yield* Effect.fail(new AiToolNotFoundError(tool.name));\n }\n\n return yield* localFunctionExecutionService\n .invokeFunction(fnDef, input)\n .pipe(Effect.catchAllDefect((defect) => Effect.fail(defect)));\n });\n };\n\n return toolkit.of(Record.map(toolkit.tools, (tool, _name) => makeHandler(tool)) as any) as any;\n },\n };\n }),\n );\n};\n\n/**\n * Tools that are projected from functions have this annotation.\n */\nclass FunctionToolAnnotation extends Context.Tag('@dxos/assisatnt/FunctionToolAnnotation')<\n FunctionToolAnnotation,\n {\n functionName: string;\n }\n>() {}\n\nconst toolCache = new WeakMap<FunctionDefinition<any, any>, AiTool.Any>();\nconst projectFunctionToTool = (fn: FunctionDefinition<any, any>): AiTool.Any => {\n if (toolCache.has(fn)) {\n return toolCache.get(fn)!;\n }\n const tool = AiTool.make(makeToolName(fn.name), {\n description: fn.description,\n parameters: createStructFieldsFromSchema(fn.inputSchema),\n // TODO(dmaretskyi): Include output schema.\n failure: Schema.Any, // TODO(dmaretskyi): Better type for the failure?\n }).annotate(FunctionToolAnnotation, { functionName: fn.name });\n toolCache.set(fn, tool);\n return tool;\n};\n\n/**\n * @returns Tool name produced from function name by escaping invalid characters.\n */\nconst makeToolName = (name: string) => {\n const toolName = name.replace(/[^a-zA-Z0-9]/g, '_');\n invariant(toolName.match(/^[a-zA-Z_][a-zA-Z0-9-_]*$/));\n return toolName;\n};\n\n// TODO(dmaretskyi): Factor out.\nconst createStructFieldsFromSchema = (schema: Schema.Schema<any, any>): Record<string, Schema.Schema<any, any>> => {\n return Match.value(schema.ast).pipe(\n Match.when(Predicate.isTagged('TypeLiteral'), (ast) => {\n return Object.fromEntries(ast.propertySignatures.map((prop) => [prop.name, Schema.make(prop.type)]));\n }),\n Match.orElseAbsurd,\n );\n};\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Template } from '@dxos/blueprints';\n\nimport FORMAT from './format.tpl?raw';\nimport SYSTEM from './system.tpl?raw';\n\ntype PromptOptions = {\n /**\n * Emit chain-of-thought inside <cot> tag.\n * Should be `false` for models with built-in reasoning: Claude, deepseek, o1.\n */\n cot?: boolean;\n\n /**\n * Whether to include suggestions in the prompt.\n */\n suggestions?: boolean;\n};\n\n/**\n * Base system prompt.\n * NOTE: This contains protocol instructions that can not be dynamically edited.\n */\nexport const createSystemPrompt = (options: PromptOptions) => Template.process<PromptOptions>(FORMAT, options);\n\nexport const templates = {\n // Editable system prompt.\n system: Template.make({ source: SYSTEM }),\n};\n", "{{! System Core }}\n\n## Input Formats\n\n### Blueprints\n\nYou may be provided with Blueprint definitions that include specific instructions and tools for a given set of tasks.\nBlue print instructions will be enclosed in a <blueprint> tag.\n\n### Context objects\n\nYou may be provided with references to objects that are relevant to the current prompt.\nObjects will be in the form of a <object> tag with a <dxn> element that is the unique key of the object required by many tools.\nThe <typename> element is the type of the object.\n\n<object>\n <dxn>object-id</dxn>\n <typename>example.com/type/TypeName</typename>\n</object>\n\n## Response Formats\n\nIt is very important to respond in the correct format.\nYou response must be valid Markdown.\nIn some cases you should respond with well-formed XML tags along with the content.\n\n{{#if cot}}\nBefore responding, explain your reasoning and include your detailed chain-of-thought enclosed in a <cot> tag.\nThe <cot> tag should be the first thing in your response.\n{{/if}}\n\n## Block references\n\nYou can reply with a block reference for objects if you have the DXN. For example:\n\n<object>\n <dxn>dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK464FSCKVQJAB2H662M</dxn>\n</object>\n<object>\n <dxn>dxn:echo:@:01K24XPK464FSCKVQJAB2H662M</dxn>\n</object>\n\n### Suggestions\n\nEach suggestion must in the form of a proposed action enclosed in a <suggest> tag.\nExample: <suggest>Show on a map</suggest>\n\n### Multiple choice questions\n\nYou may ask multiple choice questions by wrapping consise options inside <option> tags inside a well formed <select> tag.\nExample: <select><option>Yes</option><option>No</option></select>\n\n## Toolkit\n\nIf the user asks for a list of tools, then just emit a single self-closing <toolkit/> tag instead of listing the tools.\n", "{{! System Prompt }}\n\nYou are a helpful assistant called Kai. \nYour name is Kai and you are powered by different language models.\nYou were created by DXOS and operate in Composer and on the DXOS EDGE network.\nIn your initial greeting state your name and make some suggestions based on the current context objects.\n\nYou are an advanced AI assistant capable of creating and managing artifacts from provided data and tools.\nYour task is to process user commands and questions and decide how best to respond.\nIn general be concise and direct.\n\nFollow these guidelines carefully:\n\nInclude the following steps:\n\n- Analyze the structure and type of the content in the user's message.\n- Determine if you complete the task using the available blueprint definitions?\n- If you can't complete the task using the available blueprint definitions, query the list of available blueprint definitions using the appropriate tool.\n- Identify which blueprint definitions are relevant to the user's request.\n- Evaluate the potential benefits of creating an artifact vs. normal processing for each identified element.\n- Make a final decision on whether to create an artifact and explain your reasoning.\n- Are the required blueprint definitions already available?\n- If not, select which blueprint definition(s) will be the most relevant and require them using the require_artifact_definitions tool.\n- The require'd artifact tools will be available for use after require.\n- If creating an artifact, outline how you will structure it within the response.\n- Decide if the artifact needs to be shown to the user.\n- Call the show tool to show the artifact to the user.\n- Your reasoning must include: whether to use artifacts or not, to create one or query, whether to show the artifact to the user, and how to structure the response.\n\n# Blueprints\n\n- Determine if the interaction involves an artifact. Prefer artifacts for tables, lists, spreadsheets, kanbans, games, images, and other structured data.\n- Determine if the user is explicitly talking about creating a new artifact, or wants to use an existing artifact.\n- If it is ambiguous, query for existing artifacts first and then decide.\n- If you decide to create an artifact, call the associated tool to create the artifact.\n- Artifacts are stored in the database. Tools are used to create and query artifacts.\n- If you are unsure about creating an artifact ask the user for clarification.\n\n- Artifacts are mutable objects that can change over the course of the conversation.\n- Always re-query the artifact using the tool (like query or inspect) to get the latest state of the artifact before answering the user.\n- You must never generate the id of the artifact; only recall the ids that are already in the history.\n- Artifacts are created by requiring the specific artifact using the require_artifact tool and creating it by calling the associated tool.\n\n- You can add suggested actions at the end of your response.\n- Suggested actions should be very concise and start with a verb and be phrased as a command to an agent -- not a question to the user.\n- Suggested actions must be in the form of a user instruction that you can follow.\n- Suggested actions could include actions that create artifacts.\n", "//\n// Copyright 2025 DXOS.org\n//\n\nimport { Schema } from 'effect';\n\nimport { type ObjectId } from '@dxos/echo-schema';\nimport { DXN, LOCAL_SPACE_TAG, type SpaceId } from '@dxos/keys';\nimport { trim } from '@dxos/util';\n\n/**\n * @deprecated\n */\nexport const createArtifactElement = (id: ObjectId) => `<artifact id=${id} />`;\n\n/**\n * A model-friendly way to reference an object.\n * Supports vairous formats that will be normalized to a DXN.\n */\n// TODO(burdon): Rename ObjectReference?\nexport const ArtifactId: Schema.Schema<string> & {\n toDXN: (reference: ArtifactId, owningSpaceId?: SpaceId) => DXN;\n} = class extends Schema.String.annotations({\n description: trim`\n The ID of the referenced object. Formats accepted:\n - DXN (dxn:echo:@:XXXXX). DXNs can be prepended with an @ symbol for compatibility with in-text references.\n - space ID, object ID tuple (spaceID:objectID)\n - Only object ID that is assumed to be in the current space (XXXXX)\n `,\n examples: ['dxn:echo:@:XXXXX', '@dxn:echo:@:XXXXX', 'spaceID:objectID', 'XXXXX'],\n}) {\n static toDXN(reference: ArtifactId, owningSpaceId?: SpaceId): DXN {\n // Allow @dxn: prefix for compatibility with in-text references.\n if (reference.startsWith('@dxn:')) {\n return DXN.parse(reference.slice(1));\n } else if (reference.startsWith('dxn:')) {\n return DXN.parse(reference);\n } else if (/^[A-Z0-9]+:[A-Z0-9]+$/.test(reference)) {\n const [spaceId, objectId] = reference.split(':');\n // This is a workaround because the current Filter API doesn't work with fully qualified Echo DXNs.\n // We check if the space ID is the same as the owning space and then use LOCAL_SPACE_TAG for local references.\n // TODO(dmaretskyi): Fix this in the Echo and Filter API to properly handle fully qualified DXNs.\n return new DXN(DXN.kind.ECHO, [spaceId === owningSpaceId ? LOCAL_SPACE_TAG : spaceId, objectId]);\n } else if (/^[A-Z0-9]+$/.test(reference)) {\n return DXN.fromLocalObjectId(reference);\n } else {\n throw new Error(`Unable to parse object reference: ${reference}`);\n }\n }\n};\n\nexport type ArtifactId = Schema.Schema.Type<typeof ArtifactId>;\n"],
5
- "mappings": ";;;;;;;;;AAIA,SAA8BA,gBAAgB;AAC9C,SAASC,cAAc;AACvB,SAASC,OAAOC,YAAY;AAE5B,SAASC,iBAAiB;AAC1B,SAASC,KAA8BC,YAAY;AAEnD,SAASC,kBAAkB;AAMpB,IAAMC,iBAAiBC,OAAOC,OAAO;EAC1CC,YAAYF,OAAOC,OAAO;IACxBE,OAAOH,OAAOI,MAAMC,KAAKC,IAAIC,UAAUA,SAAS,CAAA;IAChDC,SAASR,OAAOI,MAAMC,KAAKC,IAAIC,UAAUA,SAAS,CAAA;EACpD,CAAA;;EAGAE,SAAST,OAAOC,OAAO;IACrBE,OAAOH,OAAOI,MAAMC,KAAKC,IAAID,KAAKK,OAAO,CAAA;IACzCF,SAASR,OAAOI,MAAMC,KAAKC,IAAID,KAAKK,OAAO,CAAA;EAC7C,CAAA;AACF,CAAA,EAAGC,KACDN,KAAKO,IAAI;EACPC,UAAU;EACVC,SAAS;AACX,CAAA,CAAA;AAUK,IAAMC,WAAN,MAAMA;EACFb,aAAa,IAAIc,WAAyC,CAACC,QAAQA,IAAIC,IAAIC,SAAQ,CAAA;EACnFV,UAAU,IAAIO,WAAkC,CAACC,QAAQA,IAAIC,IAAIC,SAAQ,CAAA;EAElFC,SAAS;AACP,WAAO;MACLlB,YAAYE,MAAMiB,aAAa,KAAKnB,UAAU,EAAEoB,IAAI,CAACL,QAAQA,IAAIC,IAAIC,SAAQ,CAAA;MAC7EV,SAASL,MAAMiB,aAAa,KAAKZ,OAAO,EAAEa,IAAI,CAACL,QAAQA,IAAIC,IAAIC,SAAQ,CAAA;IACzE;EACF;AACF;AAKO,IAAMI,kBAAN,MAAMA;;;;;;EAKFC;EAEAtB;EAIAO;EAET,YAA6BgB,QAAe;SAAfA,SAAAA;SARpBD,WAAqCE,SAAS,MAAM,KAAKC,QAAQ,KAAKF,OAAOhB,OAAO,CAAA;SAEpFP,aAA6DwB,SAAS,MAAM;SAChF,KAAKF,SAASI,MAAM1B;KACxB;SAEQO,UAAmDiB,SAAS,MAAM;SAAI,KAAKF,SAASI,MAAMnB;KAAQ;EAE9D;;;;EAK7C,MAAMoB,QAA2B;AAC/B,UAAMC,aAAa,MAAM,KAAKL,OAAOM,aAAY;AACjD,WAAO,KAAKJ,QAAQG,UAAAA;EACtB;;EAGA,MAAME,KAAKC,OAAoC;AAC7C,QAAI,CAACA,MAAM/B,YAAYgC,UAAU,CAACD,MAAMxB,SAASyB,QAAQ;AACvD;IACF;AAEA,UAAM,KAAKT,OAAOU,OAAO;MACvBvB,IAAIwB,KAAKrC,gBAAgB;QACvBG,YAAY;UACVC,OAAO8B,MAAM/B,cAAc,CAAA;UAC3BM,SAAS,CAAA;QACX;QACAC,SAAS;UACPN,OAAO8B,MAAMxB,WAAW,CAAA;UACxBD,SAAS,CAAA;QACX;MACF,CAAA;KACD;EACH;EAEA,MAAM6B,OAAOJ,OAAoC;AAC/C,QAAI,CAACA,MAAM/B,YAAYgC,UAAU,CAACD,MAAMxB,SAASyB,QAAQ;AACvD;IACF;AAEA,UAAM,KAAKT,OAAOU,OAAO;MACvBvB,IAAIwB,KAAKrC,gBAAgB;QACvBG,YAAY;UACVC,OAAO,CAAA;UACPK,SAASyB,MAAM/B,cAAc,CAAA;QAC/B;QACAO,SAAS;UACPN,OAAO,CAAA;UACPK,SAASyB,MAAMxB,WAAW,CAAA;QAC5B;MACF,CAAA;KACD;EACH;EAEQkB,QAAQW,OAA6C;AAC3D,WAAO3B,KACL2B,OACAlC,MAAMmC,OAAO3B,IAAI4B,WAAWzC,cAAAA,CAAAA,GAC5BK,MAAMqC,OAAO,IAAI1B,SAAAA,GAAY,CAAC2B,SAASC,SAAAA;AACrCA,WAAKzC,WAAWM,QAAQoC,QAAQ,CAACD,UAASD,QAAQxC,WAAW2C,OAAOF,KAAAA,CAAAA;AACpEA,WAAKzC,WAAWC,MAAMyC,QAAQ,CAACD,UAASD,QAAQxC,WAAW4C,IAAIH,KAAAA,CAAAA;AAC/DA,WAAKlC,QAAQD,QAAQoC,QAAQ,CAACD,UAASD,QAAQjC,QAAQoC,OAAOF,KAAAA,CAAAA;AAC9DA,WAAKlC,QAAQN,MAAMyC,QAAQ,CAACD,UAASD,QAAQjC,QAAQqC,IAAIH,KAAAA,CAAAA;AACzD,aAAOD;IACT,CAAA,CAAA;EAEJ;AACF;;;AC/HA,SAASK,cAAc;AAQvB,SAASC,aAAa;AACtB,SAASC,OAAAA,YAAW;AAEpB,SAASC,uBAAuB;AAChC,SAASC,WAAW;AACpB,SAASC,gBAAgB;;AA4BlB,IAAMC,iBAAN,MAAMA;EACMC;;;;EAKDC;;;;;;;;EASAC,UAAU,IAAIC,MAAAA;EAE9B,YAAYC,SAAgC;AAC1C,SAAKJ,SAASI,QAAQC;AACtB,SAAKJ,WAAW,IAAIK,gBAAgB,KAAKN,MAAM;EACjD;EAEA,IAAIO,UAAU;AACZ,WAAO,KAAKN;EACd;EAEA,MAAMO,aAA0C;AAC9C,UAAMC,aAAa,MAAM,KAAKT,OAAOU,aAAY;AACjD,WAAOD,WAAWE,OAAOC,KAAIC,WAAWC,SAASC,OAAO,CAAA;EAC1D;;;;;EAMAC,MAAM,CAA2B;;IAE/BC,UAAU,IAAIC,UAAAA;IACd,GAAGC;EAAAA,MAMHC,OAAOC,IAAI,MAAM,aAAA;AACf,UAAMC,UAAU,OAAOF,OAAOG,QAAQ,MAAM,KAAKf,WAAU,CAAA;AAC3D,UAAMD,UAAU,OAAOa,OAAOG,QAAQ,MAAM,KAAKhB,QAAQiB,MAAK,CAAA;AAC9D,UAAMC,aAAa,OAAOL,OAAOM,QAAQnB,QAAQkB,WAAWE,OAAM,GAAIC,gBAAgBC,IAAI;AAG1F,UAAMC,UAAU,OAAOV,OAAOM,QAAQnB,QAAQuB,QAAQH,OAAM,GAAIC,gBAAgBC,IAAI;AAEpFE,QAAIC,KAAK,OAAO;MACdC,QAAQd,OAAOc;MACfC,QAAQf,OAAOe;MACfZ,SAASA,QAAQa;MACjBL,SAASA,QAAQK;MACjBV,YAAYA,WAAWU;MACvBC,SAASjB,OAAOiB;IAClB,GAAA;;;;;;AAEA,UAAMC,QAAQC,KAAKC,IAAG;AACtB,SAAKrC,QAAQsC,KAAKvB,OAAAA;AAElB,UAAMwB,WAAW,OAAOxB,QAAQD,IAAI;MAClCiB,QAAQd,OAAOc;MACfC,QAAQf,OAAOe;MACfZ;MACAQ;MACAL;MACAW,SAASjB,OAAOiB;MAChBM,UAAUvB,OAAOuB;IACnB,CAAA;AAEAX,QAAIC,KAAK,UAAU;MAAES;MAAoBE,UAAUL,KAAKC,IAAG,IAAKF;IAAM,GAAA;;;;;;AACtE,WAAOjB,OAAOG,QAAQ,MAAM,KAAKvB,OAAO4C,OAAOH,QAAAA,CAAAA;AAC/C,WAAOA;EACT,CAAA,EAAGI,KAAKzB,OAAO0B,SAAS,oBAAA,CAAA;AAC5B;;;ACxHA,SAASC,cAA8B;AACvC,SAASC,SAASC,UAAAA,SAAQC,OAAOC,OAAOC,WAAWC,QAAQC,UAAAA,eAAc;AAEzE,SAASC,qBAAqBC,sBAAsBC,2BAA2B;AAC/E,SAAkCC,qCAAqC;AACvE,SAASC,iBAAiB;;AAEnB,IAAMC,gCAAgC,CAC3CC,WACAC,YAAAA;AAEA,SAAOZ,MAAMa,QAAQN,qBAAqB;IACxCO,SAASf,QAAOgB,GAAG,aAAA,EAAe,WAAWC,IAAE;AAC7C,YAAMC,OAAOL,QAAQM,MAAMF,EAAAA;AAC3B,UAAIC,MAAM;AACR,eAAOA;MACT;AAEA,YAAMF,KAAKJ,UAAUQ,KAAK,CAACC,MAAMA,EAAEC,SAASL,EAAAA;AAC5C,UAAI,CAACD,IAAI;AACP,eAAO,OAAOhB,QAAOuB,KAAK,IAAIjB,oBAAoBW,EAAAA,CAAAA;MACpD;AAEA,aAAOO,sBAAsBR,EAAAA;IAC/B,CAAA;EACF,CAAA;AACF;AAEO,IAAMS,wCAAwC,CACnDb,WACAC,SACAa,kBAAAA;AAEA,SAAOzB,MAAM0B,OACXpB,sBACAP,QAAO4B,IAAI,aAAA;AACT,UAAMC,iBAAiB,OAAOhB,QAAQiB,KAAK9B,QAAO+B,QAAQL,aAAAA,CAAAA;AAE1D,UAAMM,gCAAgC,OAAOvB;AAC7C,WAAO;MACLwB,aAAa,CAACpB,aAAAA;AACZ,cAAMqB,cAAc,CAAChB,SAAAA;AACnB,iBAAOlB,QAAOgB,GAAG,qBAAA,EAAuB,WAAWmB,OAAU;AAC3D,gBAAIN,eAAeV,MAAMC,KAAK,CAACgB,MAAkBA,EAAEd,SAASJ,KAAKI,IAAI,GAAG;AAEtE,qBAAO,OAAQO,eAAeQ,OAAenB,KAAKI,MAAMa,KAAAA;YAC1D;AAEA,kBAAM,EAAEG,aAAY,IAAKvC,QAAQwC,IAAIC,sBAAAA,EAAwBtB,KAAKuB,WAAW;AAC7E,kBAAMC,QAAQ9B,UAAUQ,KAAK,CAACC,MAAMA,EAAEC,SAASgB,YAAAA;AAC/C,gBAAI,CAACI,OAAO;AACV,qBAAO,OAAO1C,QAAOuB,KAAK,IAAIjB,oBAAoBY,KAAKI,IAAI,CAAA;YAC7D;AAEA,mBAAO,OAAOU,8BACXW,eAAeD,OAAOP,KAAAA,EACtBL,KAAK9B,QAAO4C,eAAe,CAACC,WAAW7C,QAAOuB,KAAKsB,MAAAA,CAAAA,CAAAA;UACxD,CAAA;QACF;AAEA,eAAOhC,SAAQiC,GAAG1C,OAAO2C,IAAIlC,SAAQM,OAAO,CAACD,MAAM8B,UAAUd,YAAYhB,IAAAA,CAAAA,CAAAA;MAC3E;IACF;EACF,CAAA,CAAA;AAEJ;AAKA,IAAMsB,yBAAN,cAAqCzC,QAAQkD,IAAI,wCAAA,EAAA,EAAA;AAK5C;AAEL,IAAMC,YAAY,oBAAIC,QAAAA;AACtB,IAAM3B,wBAAwB,CAACR,OAAAA;AAC7B,MAAIkC,UAAUE,IAAIpC,EAAAA,GAAK;AACrB,WAAOkC,UAAUX,IAAIvB,EAAAA;EACvB;AACA,QAAME,OAAOpB,OAAOuD,KAAKC,aAAatC,GAAGM,IAAI,GAAG;IAC9CiC,aAAavC,GAAGuC;IAChBC,YAAYC,6BAA6BzC,GAAG0C,WAAW;;IAEvDC,SAAStD,QAAOuD;EAClB,CAAA,EAAGC,SAASrB,wBAAwB;IAAEF,cAActB,GAAGM;EAAK,CAAA;AAC5D4B,YAAUY,IAAI9C,IAAIE,IAAAA;AAClB,SAAOA;AACT;AAKA,IAAMoC,eAAe,CAAChC,SAAAA;AACpB,QAAMyC,WAAWzC,KAAK0C,QAAQ,iBAAiB,GAAA;AAC/CtD,YAAUqD,SAASE,MAAM,2BAAA,GAAA,QAAA;;;;;;;;;AACzB,SAAOF;AACT;AAGA,IAAMN,+BAA+B,CAACS,WAAAA;AACpC,SAAOhE,MAAMiE,MAAMD,OAAOE,GAAG,EAAEtC,KAC7B5B,MAAMmE,KAAKlE,UAAUmE,SAAS,aAAA,GAAgB,CAACF,QAAAA;AAC7C,WAAOG,OAAOC,YAAYJ,IAAIK,mBAAmB1B,IAAI,CAAC2B,SAAS;MAACA,KAAKpD;MAAMjB,QAAOgD,KAAKqB,KAAKC,IAAI;KAAE,CAAA;EACpG,CAAA,GACAzE,MAAM0E,YAAY;AAEtB;;;AC7GA,SAASC,gBAAgB;;;ACJzB;;;ACAA;;;AF0BO,IAAMC,qBAAqB,CAACC,YAA2BC,SAASC,QAAuBC,gBAAQH,OAAAA;AAE/F,IAAMI,YAAY;;EAEvBC,QAAQJ,SAASK,KAAK;IAAEC,QAAQC;EAAO,CAAA;AACzC;;;AG3BA,SAASC,UAAAA,eAAc;AAGvB,SAASC,KAAKC,uBAAqC;AACnD,SAASC,YAAY;AAKd,IAAMC,wBAAwB,CAACC,OAAiB,gBAAgBA,EAAAA;AAOhE,IAAMC,aAET,cAAcC,QAAOC,OAAOC,YAAY;EAC1CC,aAAaC;;;;;;EAMbC,UAAU;IAAC;IAAoB;IAAqB;IAAoB;;AAC1E,CAAA,EAAA;EACE,OAAOC,MAAMC,WAAuBC,eAA8B;AAEhE,QAAID,UAAUE,WAAW,OAAA,GAAU;AACjC,aAAOC,IAAIC,MAAMJ,UAAUK,MAAM,CAAA,CAAA;IACnC,WAAWL,UAAUE,WAAW,MAAA,GAAS;AACvC,aAAOC,IAAIC,MAAMJ,SAAAA;IACnB,WAAW,wBAAwBM,KAAKN,SAAAA,GAAY;AAClD,YAAM,CAACO,SAASC,QAAAA,IAAYR,UAAUS,MAAM,GAAA;AAI5C,aAAO,IAAIN,IAAIA,IAAIO,KAAKC,MAAM;QAACJ,YAAYN,gBAAgBW,kBAAkBL;QAASC;OAAS;IACjG,WAAW,cAAcF,KAAKN,SAAAA,GAAY;AACxC,aAAOG,IAAIU,kBAAkBb,SAAAA;IAC/B,OAAO;AACL,YAAM,IAAIc,MAAM,qCAAqCd,SAAAA,EAAW;IAClE;EACF;AACF;",
6
- "names": ["computed", "Schema", "Array", "pipe", "Blueprint", "Obj", "Type", "ComplexSet", "ContextBinding", "Schema", "Struct", "blueprints", "added", "Array", "Type", "Ref", "Blueprint", "removed", "objects", "Expando", "pipe", "Obj", "typename", "version", "Bindings", "ComplexSet", "ref", "dxn", "toString", "toJSON", "fromIterable", "map", "AiContextBinder", "bindings", "_queue", "computed", "_reduce", "value", "query", "queueItems", "queryObjects", "bind", "props", "length", "append", "make", "unbind", "items", "filter", "instanceOf", "reduce", "context", "item", "forEach", "delete", "add", "Effect", "Event", "Obj", "DatabaseService", "log", "DataType", "AiConversation", "_queue", "_context", "onBegin", "Event", "options", "queue", "AiContextBinder", "context", "getHistory", "queueItems", "queryObjects", "filter", "Obj", "instanceOf", "DataType", "Message", "run", "session", "AiSession", "params", "Effect", "gen", "history", "promise", "query", "blueprints", "forEach", "values", "DatabaseService", "load", "objects", "log", "info", "prompt", "system", "length", "toolkit", "start", "Date", "now", "emit", "messages", "observer", "duration", "append", "pipe", "withSpan", "AiTool", "Context", "Effect", "Layer", "Match", "Predicate", "Record", "Schema", "AiToolNotFoundError", "ToolExecutionService", "ToolResolverService", "LocalFunctionExecutionService", "invariant", "makeToolResolverFromFunctions", "functions", "toolkit", "succeed", "resolve", "fn", "id", "tool", "tools", "find", "f", "name", "fail", "projectFunctionToTool", "makeToolExecutionServiceFromFunctions", "handlersLayer", "effect", "gen", "toolkitHandler", "pipe", "provide", "localFunctionExecutionService", "handlersFor", "makeHandler", "input", "t", "handle", "functionName", "get", "FunctionToolAnnotation", "annotations", "fnDef", "invokeFunction", "catchAllDefect", "defect", "of", "map", "_name", "Tag", "toolCache", "WeakMap", "has", "make", "makeToolName", "description", "parameters", "createStructFieldsFromSchema", "inputSchema", "failure", "Any", "annotate", "set", "toolName", "replace", "match", "schema", "value", "ast", "when", "isTagged", "Object", "fromEntries", "propertySignatures", "prop", "type", "orElseAbsurd", "Template", "createSystemPrompt", "options", "Template", "process", "FORMAT", "templates", "system", "make", "source", "SYSTEM", "Schema", "DXN", "LOCAL_SPACE_TAG", "trim", "createArtifactElement", "id", "ArtifactId", "Schema", "String", "annotations", "description", "trim", "examples", "toDXN", "reference", "owningSpaceId", "startsWith", "DXN", "parse", "slice", "test", "spaceId", "objectId", "split", "kind", "ECHO", "LOCAL_SPACE_TAG", "fromLocalObjectId", "Error"]
7
- }
@@ -1 +0,0 @@
1
- {"inputs":{"src/conversation/context.ts":{"bytes":13488,"imports":[{"path":"@preact/signals-core","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true}],"format":"esm"},"src/session/artifact-diff.ts":{"bytes":2594,"imports":[{"path":"effect","kind":"import-statement","external":true}],"format":"esm"},"src/errors.ts":{"bytes":939,"imports":[{"path":"@dxos/errors","kind":"import-statement","external":true}],"format":"esm"},"src/session/format.ts":{"bytes":16522,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"src/errors.ts","kind":"import-statement","original":"../errors"},{"path":"src/session/artifact-diff.ts","kind":"import-statement","original":"./artifact-diff"}],"format":"esm"},"src/session/session.ts":{"bytes":32915,"imports":[{"path":"@effect/ai","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"src/session/format.ts","kind":"import-statement","original":"./format"}],"format":"esm"},"src/session/version-pin.ts":{"bytes":4194,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true}],"format":"esm"},"src/session/index.ts":{"bytes":657,"imports":[{"path":"src/session/artifact-diff.ts","kind":"import-statement","original":"./artifact-diff"},{"path":"src/session/session.ts","kind":"import-statement","original":"./session"},{"path":"src/session/version-pin.ts","kind":"import-statement","original":"./version-pin"}],"format":"esm"},"src/conversation/conversation.ts":{"bytes":11539,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"src/session/index.ts","kind":"import-statement","original":"../session"},{"path":"src/conversation/context.ts","kind":"import-statement","original":"./context"}],"format":"esm"},"src/conversation/index.ts":{"bytes":562,"imports":[{"path":"src/conversation/context.ts","kind":"import-statement","original":"./context"},{"path":"src/conversation/conversation.ts","kind":"import-statement","original":"./conversation"}],"format":"esm"},"src/functions/services.ts":{"bytes":14283,"imports":[{"path":"@effect/ai","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true}],"format":"esm"},"src/functions/index.ts":{"bytes":460,"imports":[{"path":"src/functions/services.ts","kind":"import-statement","original":"./services"}],"format":"esm"},"raw-loader:./format.tpl?raw":{"bytes":1808,"imports":[]},"raw-loader:./system.tpl?raw":{"bytes":3227,"imports":[]},"src/templates/system.ts":{"bytes":2283,"imports":[{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"raw-loader:./format.tpl?raw","kind":"import-statement","original":"./format.tpl?raw"},{"path":"raw-loader:./system.tpl?raw","kind":"import-statement","original":"./system.tpl?raw"}],"format":"esm"},"src/templates/index.ts":{"bytes":458,"imports":[{"path":"src/templates/system.ts","kind":"import-statement","original":"./system"}],"format":"esm"},"src/types.ts":{"bytes":6867,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true}],"format":"esm"},"src/index.ts":{"bytes":894,"imports":[{"path":"src/conversation/index.ts","kind":"import-statement","original":"./conversation"},{"path":"src/functions/index.ts","kind":"import-statement","original":"./functions"},{"path":"src/session/index.ts","kind":"import-statement","original":"./session"},{"path":"src/templates/index.ts","kind":"import-statement","original":"./templates"},{"path":"src/types.ts","kind":"import-statement","original":"./types"},{"path":"src/errors.ts","kind":"import-statement","original":"./errors"}],"format":"esm"},"src/extraction/extraction.ts":{"bytes":6822,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true}],"format":"esm"},"src/extraction/quotes.ts":{"bytes":7110,"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"raw-loader:./instructions.tpl?raw":{"bytes":1318,"imports":[]},"src/extraction/extraction-llm-function/extraction-llm-function.ts":{"bytes":8710,"imports":[{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"src/session/index.ts","kind":"import-statement","original":"../../session"},{"path":"src/extraction/extraction.ts","kind":"import-statement","original":"../extraction"},{"path":"src/extraction/quotes.ts","kind":"import-statement","original":"../quotes"},{"path":"raw-loader:./instructions.tpl?raw","kind":"import-statement","original":"./instructions.tpl?raw"}],"format":"esm"},"src/extraction/extraction-llm-function/index.ts":{"bytes":524,"imports":[{"path":"src/extraction/extraction-llm-function/extraction-llm-function.ts","kind":"import-statement","original":"./extraction-llm-function"}],"format":"esm"},"src/extraction/extraction-ner-function/named-entity-recognition.ts":{"bytes":10059,"imports":[{"path":"@xenova/transformers","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"format":"esm"},"src/extraction/extraction-ner-function/extraction-ner-function.ts":{"bytes":9083,"imports":[{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"src/extraction/extraction.ts","kind":"import-statement","original":"../extraction"},{"path":"src/extraction/quotes.ts","kind":"import-statement","original":"../quotes"},{"path":"src/extraction/extraction-ner-function/named-entity-recognition.ts","kind":"dynamic-import","original":"./named-entity-recognition"}],"format":"esm"},"src/extraction/extraction-ner-function/index.ts":{"bytes":652,"imports":[{"path":"src/extraction/extraction-ner-function/extraction-ner-function.ts","kind":"import-statement","original":"./extraction-ner-function"},{"path":"src/extraction/extraction-ner-function/named-entity-recognition.ts","kind":"import-statement","original":"./named-entity-recognition"}],"format":"esm"},"src/extraction/index.ts":{"bytes":803,"imports":[{"path":"src/extraction/extraction.ts","kind":"import-statement","original":"./extraction"},{"path":"src/extraction/extraction-llm-function/index.ts","kind":"import-statement","original":"./extraction-llm-function"},{"path":"src/extraction/extraction-ner-function/index.ts","kind":"import-statement","original":"./extraction-ner-function"},{"path":"src/extraction/quotes.ts","kind":"import-statement","original":"./quotes"}],"format":"esm"}},"outputs":{"dist/lib/browser/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":30108},"dist/lib/browser/index.mjs":{"imports":[{"path":"dist/lib/browser/chunk-NZGGCEF3.mjs","kind":"import-statement"},{"path":"@preact/signals-core","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@effect/ai","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true}],"exports":["AiAssistantError","AiContextBinder","AiConversation","AiSession","ArtifactDiffResolver","ArtifactId","Bindings","ContextBinding","GenerationObserver","VersionPin","createArtifactElement","createSystemPrompt","makeToolExecutionServiceFromFunctions","makeToolResolverFromFunctions","templates"],"entryPoint":"src/index.ts","inputs":{"src/conversation/context.ts":{"bytesInOutput":2996},"src/conversation/index.ts":{"bytesInOutput":0},"src/conversation/conversation.ts":{"bytesInOutput":2477},"src/index.ts":{"bytesInOutput":0},"src/functions/services.ts":{"bytesInOutput":3281},"src/functions/index.ts":{"bytesInOutput":0},"src/templates/system.ts":{"bytesInOutput":234},"raw-loader:./format.tpl?raw":{"bytesInOutput":1888},"raw-loader:./system.tpl?raw":{"bytesInOutput":3299},"src/templates/index.ts":{"bytesInOutput":0},"src/types.ts":{"bytesInOutput":1321}},"bytes":16218},"dist/lib/browser/extraction/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":17085},"dist/lib/browser/extraction/index.mjs":{"imports":[{"path":"dist/lib/browser/chunk-NZGGCEF3.mjs","kind":"import-statement"},{"path":"dist/lib/browser/chunk-6WRGDEMH.mjs","kind":"import-statement"},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/keys","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/async","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/invariant","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"dist/lib/browser/named-entity-recognition-O46UTCLR.mjs","kind":"dynamic-import"}],"exports":["ExtractionInput","ExtractionOutput","ReferencedQuotes","combineNerTokens","createTokenGroups","extractFullEntities","extractionAnthropicFn","extractionNerFn","findQuotes","getNer","insertReferences","processTranscriptMessage"],"entryPoint":"src/extraction/index.ts","inputs":{"src/extraction/extraction.ts":{"bytesInOutput":1370},"src/extraction/index.ts":{"bytesInOutput":0},"src/extraction/extraction-llm-function/extraction-llm-function.ts":{"bytesInOutput":1819},"src/extraction/quotes.ts":{"bytesInOutput":1673},"raw-loader:./instructions.tpl?raw":{"bytesInOutput":1376},"src/extraction/extraction-llm-function/index.ts":{"bytesInOutput":0},"src/extraction/extraction-ner-function/extraction-ner-function.ts":{"bytesInOutput":2729},"src/extraction/extraction-ner-function/index.ts":{"bytesInOutput":0}},"bytes":9729},"dist/lib/browser/chunk-NZGGCEF3.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":28431},"dist/lib/browser/chunk-NZGGCEF3.mjs":{"imports":[{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/errors","kind":"import-statement","external":true},{"path":"@effect/ai","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/ai","kind":"import-statement","external":true},{"path":"@dxos/debug","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/blueprints","kind":"import-statement","external":true},{"path":"@dxos/echo","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/functions","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true},{"path":"@dxos/schema","kind":"import-statement","external":true},{"path":"@dxos/util","kind":"import-statement","external":true},{"path":"effect","kind":"import-statement","external":true},{"path":"@dxos/echo-db","kind":"import-statement","external":true},{"path":"@dxos/echo-schema","kind":"import-statement","external":true}],"exports":["AiAssistantError","AiSession","ArtifactDiffResolver","GenerationObserver","VersionPin"],"inputs":{"src/session/artifact-diff.ts":{"bytesInOutput":134},"src/errors.ts":{"bytesInOutput":123},"src/session/session.ts":{"bytesInOutput":6467},"src/session/format.ts":{"bytesInOutput":3692},"src/session/version-pin.ts":{"bytesInOutput":731},"src/session/index.ts":{"bytesInOutput":0}},"bytes":11457},"dist/lib/browser/named-entity-recognition-O46UTCLR.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"dist/lib/browser/named-entity-recognition-O46UTCLR.mjs":{"imports":[{"path":"dist/lib/browser/chunk-6WRGDEMH.mjs","kind":"import-statement"}],"exports":["combineNerTokens","createTokenGroups","extractFullEntities","getNer"],"entryPoint":"src/extraction/extraction-ner-function/named-entity-recognition.ts","inputs":{},"bytes":261},"dist/lib/browser/chunk-6WRGDEMH.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":5241},"dist/lib/browser/chunk-6WRGDEMH.mjs":{"imports":[{"path":"@xenova/transformers","kind":"import-statement","external":true},{"path":"@dxos/log","kind":"import-statement","external":true}],"exports":["combineNerTokens","createTokenGroups","extractFullEntities","getNer"],"inputs":{"src/extraction/extraction-ner-function/named-entity-recognition.ts":{"bytesInOutput":2265}},"bytes":2465}}}
@@ -1,13 +0,0 @@
1
- import {
2
- combineNerTokens,
3
- createTokenGroups,
4
- extractFullEntities,
5
- getNer
6
- } from "./chunk-6WRGDEMH.mjs";
7
- export {
8
- combineNerTokens,
9
- createTokenGroups,
10
- extractFullEntities,
11
- getNer
12
- };
13
- //# sourceMappingURL=named-entity-recognition-O46UTCLR.mjs.map
@@ -1,91 +0,0 @@
1
- import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
2
-
3
- // src/extraction/extraction-ner-function/named-entity-recognition.ts
4
- import { pipeline } from "@xenova/transformers";
5
- import { log } from "@dxos/log";
6
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction-ner-function/named-entity-recognition.ts";
7
- var _ner;
8
- var getNer = () => {
9
- if (!_ner) {
10
- _ner = pipeline("ner", "Xenova/bert-base-NER").then((ner) => {
11
- log.info("NER model is ready", void 0, {
12
- F: __dxlog_file,
13
- L: 23,
14
- S: void 0,
15
- C: (f, a) => f(...a)
16
- });
17
- return ner;
18
- });
19
- }
20
- return _ner;
21
- };
22
- var extractFullEntities = async (text) => {
23
- const ner = await getNer();
24
- const entities = await ner(text);
25
- const tokenGroups = createTokenGroups(entities);
26
- const combinedEntities = tokenGroups.map(combineNerTokens);
27
- return combinedEntities;
28
- };
29
- var createTokenGroups = (tokens) => {
30
- const tokenGroups = [];
31
- const canBeCombined = (prevToken, currentToken) => {
32
- const [currentState, currentEntity] = currentToken.entity.split("-");
33
- const [prevState, prevEntity] = prevToken.entity.split("-");
34
- if (prevEntity !== currentEntity) {
35
- return false;
36
- }
37
- if (prevState === "O") {
38
- return false;
39
- }
40
- if (currentState === "I") {
41
- return true;
42
- }
43
- if ((prevState === "B" || prevState === "I") && currentState === "B") {
44
- return currentToken.word.startsWith("#");
45
- }
46
- return false;
47
- };
48
- for (const token of tokens) {
49
- if (tokenGroups.length === 0) {
50
- tokenGroups.push([
51
- token
52
- ]);
53
- continue;
54
- }
55
- const lastTokenGroup = tokenGroups.at(-1);
56
- if (canBeCombined(lastTokenGroup.at(-1), token)) {
57
- lastTokenGroup.push(token);
58
- continue;
59
- }
60
- tokenGroups.push([
61
- token
62
- ]);
63
- }
64
- return tokenGroups;
65
- };
66
- var combineNerTokens = (group) => {
67
- const combinedToken = {
68
- entity: group.at(0).entity.split("-")[1],
69
- score: group.reduce((acc, token) => acc + token.score, 0) / group.length,
70
- index: group.at(0).index,
71
- word: group.at(0).word,
72
- start: group.at(0).start,
73
- end: group.at(-1).end
74
- };
75
- for (const token of group.slice(1)) {
76
- if (token.word.startsWith("#")) {
77
- combinedToken.word += token.word.replace(/^#+/, "");
78
- } else {
79
- combinedToken.word += " " + token.word;
80
- }
81
- }
82
- return combinedToken;
83
- };
84
-
85
- export {
86
- getNer,
87
- extractFullEntities,
88
- createTokenGroups,
89
- combineNerTokens
90
- };
91
- //# sourceMappingURL=chunk-3UU5V4FS.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport {\n type TokenClassificationOutput,\n type TokenClassificationPipelineType,\n type TokenClassificationSingle,\n pipeline,\n} from '@xenova/transformers';\n\nimport { log } from '@dxos/log';\n\nlet _ner: Promise<TokenClassificationPipelineType>;\n/**\n * Named Entity Recognition pipeline.\n * Initializes the pipeline on first call.\n * @returns The singleton promise that resolves to a token classification pipeline.\n */\nexport const getNer = () => {\n if (!_ner) {\n _ner = pipeline('ner', 'Xenova/bert-base-NER').then((ner) => {\n log.info('NER model is ready');\n return ner;\n });\n }\n return _ner;\n};\n\n/**\n * Extracts entities from text using the named entity recognition pipeline and does simple grouping of tokens.\n */\nexport const extractFullEntities = async (text: string): Promise<TokenClassificationSingle[]> => {\n const ner = await getNer();\n const entities = (await ner(text)) as TokenClassificationOutput;\n const tokenGroups = createTokenGroups(entities);\n const combinedEntities = tokenGroups.map(combineNerTokens);\n return combinedEntities;\n};\n\nexport const createTokenGroups = (tokens: TokenClassificationSingle[]): TokenClassificationSingle[][] => {\n const tokenGroups: TokenClassificationSingle[][] = [];\n\n const canBeCombined = (prevToken: TokenClassificationSingle, currentToken: TokenClassificationSingle) => {\n const [currentState, currentEntity] = currentToken.entity.split('-'); // B, I, O\n const [prevState, prevEntity] = prevToken.entity.split('-'); // B, I, O\n if (prevEntity !== currentEntity) {\n return false;\n }\n if (prevState === 'O') {\n return false;\n }\n if (currentState === 'I') {\n return true;\n }\n if ((prevState === 'B' || prevState === 'I') && currentState === 'B') {\n return currentToken.word.startsWith('#');\n }\n return false;\n };\n\n for (const token of tokens) {\n if (tokenGroups.length === 0) {\n tokenGroups.push([token]);\n continue;\n }\n const lastTokenGroup = tokenGroups.at(-1)!;\n if (canBeCombined(lastTokenGroup.at(-1)!, token)) {\n lastTokenGroup.push(token);\n continue;\n }\n tokenGroups.push([token]);\n }\n\n return tokenGroups;\n};\n\nexport const combineNerTokens = (group: TokenClassificationSingle[]): TokenClassificationSingle => {\n const combinedToken: TokenClassificationSingle = {\n entity: group.at(0)!.entity.split('-')[1],\n score: group.reduce((acc, token) => acc + token.score, 0) / group.length,\n index: group.at(0)!.index,\n word: group.at(0)!.word,\n start: group.at(0)!.start,\n end: group.at(-1)!.end,\n };\n\n for (const token of group.slice(1)) {\n if (token.word.startsWith('#')) {\n combinedToken.word += token.word.replace(/^#+/, '');\n } else {\n combinedToken.word += ' ' + token.word;\n }\n }\n\n return combinedToken;\n};\n"],
5
- "mappings": ";;;AAIA,SAIEA,gBACK;AAEP,SAASC,WAAW;;AAEpB,IAAIC;AAMG,IAAMC,SAAS,MAAA;AACpB,MAAI,CAACD,MAAM;AACTA,WAAOF,SAAS,OAAO,sBAAA,EAAwBI,KAAK,CAACC,QAAAA;AACnDJ,UAAIK,KAAK,sBAAA,QAAA;;;;;;AACT,aAAOD;IACT,CAAA;EACF;AACA,SAAOH;AACT;AAKO,IAAMK,sBAAsB,OAAOC,SAAAA;AACxC,QAAMH,MAAM,MAAMF,OAAAA;AAClB,QAAMM,WAAY,MAAMJ,IAAIG,IAAAA;AAC5B,QAAME,cAAcC,kBAAkBF,QAAAA;AACtC,QAAMG,mBAAmBF,YAAYG,IAAIC,gBAAAA;AACzC,SAAOF;AACT;AAEO,IAAMD,oBAAoB,CAACI,WAAAA;AAChC,QAAML,cAA6C,CAAA;AAEnD,QAAMM,gBAAgB,CAACC,WAAsCC,iBAAAA;AAC3D,UAAM,CAACC,cAAcC,aAAAA,IAAiBF,aAAaG,OAAOC,MAAM,GAAA;AAChE,UAAM,CAACC,WAAWC,UAAAA,IAAcP,UAAUI,OAAOC,MAAM,GAAA;AACvD,QAAIE,eAAeJ,eAAe;AAChC,aAAO;IACT;AACA,QAAIG,cAAc,KAAK;AACrB,aAAO;IACT;AACA,QAAIJ,iBAAiB,KAAK;AACxB,aAAO;IACT;AACA,SAAKI,cAAc,OAAOA,cAAc,QAAQJ,iBAAiB,KAAK;AACpE,aAAOD,aAAaO,KAAKC,WAAW,GAAA;IACtC;AACA,WAAO;EACT;AAEA,aAAWC,SAASZ,QAAQ;AAC1B,QAAIL,YAAYkB,WAAW,GAAG;AAC5BlB,kBAAYmB,KAAK;QAACF;OAAM;AACxB;IACF;AACA,UAAMG,iBAAiBpB,YAAYqB,GAAG,EAAC;AACvC,QAAIf,cAAcc,eAAeC,GAAG,EAAC,GAAKJ,KAAAA,GAAQ;AAChDG,qBAAeD,KAAKF,KAAAA;AACpB;IACF;AACAjB,gBAAYmB,KAAK;MAACF;KAAM;EAC1B;AAEA,SAAOjB;AACT;AAEO,IAAMI,mBAAmB,CAACkB,UAAAA;AAC/B,QAAMC,gBAA2C;IAC/CZ,QAAQW,MAAMD,GAAG,CAAA,EAAIV,OAAOC,MAAM,GAAA,EAAK,CAAA;IACvCY,OAAOF,MAAMG,OAAO,CAACC,KAAKT,UAAUS,MAAMT,MAAMO,OAAO,CAAA,IAAKF,MAAMJ;IAClES,OAAOL,MAAMD,GAAG,CAAA,EAAIM;IACpBZ,MAAMO,MAAMD,GAAG,CAAA,EAAIN;IACnBa,OAAON,MAAMD,GAAG,CAAA,EAAIO;IACpBC,KAAKP,MAAMD,GAAG,EAAC,EAAIQ;EACrB;AAEA,aAAWZ,SAASK,MAAMQ,MAAM,CAAA,GAAI;AAClC,QAAIb,MAAMF,KAAKC,WAAW,GAAA,GAAM;AAC9BO,oBAAcR,QAAQE,MAAMF,KAAKgB,QAAQ,OAAO,EAAA;IAClD,OAAO;AACLR,oBAAcR,QAAQ,MAAME,MAAMF;IACpC;EACF;AAEA,SAAOQ;AACT;",
6
- "names": ["pipeline", "log", "_ner", "getNer", "then", "ner", "info", "extractFullEntities", "text", "entities", "tokenGroups", "createTokenGroups", "combinedEntities", "map", "combineNerTokens", "tokens", "canBeCombined", "prevToken", "currentToken", "currentState", "currentEntity", "entity", "split", "prevState", "prevEntity", "word", "startsWith", "token", "length", "push", "lastTokenGroup", "at", "group", "combinedToken", "score", "reduce", "acc", "index", "start", "end", "slice", "replace"]
7
- }
@@ -1,343 +0,0 @@
1
- import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
2
-
3
- // src/session/artifact-diff.ts
4
- import { Context } from "effect";
5
- var ArtifactDiffResolver = class extends Context.Tag("@dxos/assistant/ArtifactDiffResolver")() {
6
- };
7
-
8
- // src/errors.ts
9
- import { BaseError } from "@dxos/errors";
10
- var AiAssistantError = class extends BaseError.extend("AI_ASSISTANT_ERROR") {
11
- };
12
-
13
- // src/session/session.ts
14
- import { AiLanguageModel, AiToolkit } from "@effect/ai";
15
- import { Chunk, Effect as Effect2, Function, Option as Option2, Queue, Stream } from "effect";
16
- import { AiParser, AiPreprocessor, ToolExecutionService, ToolResolverService, callTools, getToolCalls } from "@dxos/ai";
17
- import { todo } from "@dxos/debug";
18
- import { Obj as Obj2 } from "@dxos/echo";
19
- import { log as log2 } from "@dxos/log";
20
- import { DataType as DataType2 } from "@dxos/schema";
21
- import { isNotFalsy } from "@dxos/util";
22
-
23
- // src/session/format.ts
24
- import { Array, Effect, Option, pipe } from "effect";
25
- import { Template } from "@dxos/blueprints";
26
- import { Obj } from "@dxos/echo";
27
- import { ObjectVersion } from "@dxos/echo-db";
28
- import { DatabaseService } from "@dxos/functions";
29
- import { log } from "@dxos/log";
30
- import { DataType } from "@dxos/schema";
31
- import { trim } from "@dxos/util";
32
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/session/format.ts";
33
- var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect.gen(function* () {
34
- const blueprintDefs = yield* pipe(blueprints, Effect.forEach((blueprint) => Effect.succeed(blueprint.instructions)), Effect.flatMap(Effect.forEach((template) => DatabaseService.load(template.source))), Effect.map(Array.map((template) => trim`
35
- <blueprint>
36
- ${Template.process(template.content)}
37
- </blueprint>
38
- `)), Effect.map((blueprints2) => blueprints2.length > 0 ? [
39
- "## Blueprints Definitions",
40
- ...blueprints2
41
- ].join("\n\n") : void 0));
42
- const objectDefs = yield* pipe(objects, Effect.forEach((object) => Effect.succeed(trim`
43
- <object>
44
- <dxn>${Obj.getDXN(object)}</dxn>
45
- <typename>${Obj.getTypename(object)}</typename>
46
- </object>
47
- `)), Effect.map((objects2) => objects2.length > 0 ? [
48
- "## Context Objects",
49
- ...objects2
50
- ].join("\n\n") : void 0));
51
- return yield* pipe(Effect.succeed([
52
- system,
53
- blueprintDefs,
54
- objectDefs
55
- ].filter((def) => def !== void 0)), Effect.map((parts) => parts.join("\n\n")));
56
- });
57
- var formatUserPrompt = ({ prompt, history = [] }) => Effect.gen(function* () {
58
- const prelude = [];
59
- const artifactDiffResolver = yield* Effect.serviceOption(ArtifactDiffResolver);
60
- if (Option.isSome(artifactDiffResolver)) {
61
- const versions = gatherObjectVersions(history);
62
- const artifactDiff = yield* Effect.tryPromise({
63
- try: () => artifactDiffResolver.value.resolve([
64
- ...versions.entries()
65
- ].map(([id, version]) => ({
66
- id,
67
- lastVersion: version
68
- }))),
69
- catch: AiAssistantError.wrap("Artifact diff resolution error")
70
- });
71
- log.info("version", {
72
- artifactDiff,
73
- versions
74
- }, {
75
- F: __dxlog_file,
76
- L: 90,
77
- S: this,
78
- C: (f, a) => f(...a)
79
- });
80
- for (const [id, { version }] of [
81
- ...artifactDiff.entries()
82
- ]) {
83
- if (ObjectVersion.equals(version, versions.get(id))) {
84
- artifactDiff.delete(id);
85
- continue;
86
- }
87
- prelude.push({
88
- _tag: "anchor",
89
- objectId: id,
90
- version
91
- });
92
- }
93
- if (artifactDiff.size > 0) {
94
- prelude.push(createArtifactUpdateBlock(artifactDiff));
95
- }
96
- }
97
- return Obj.make(DataType.Message, {
98
- created: (/* @__PURE__ */ new Date()).toISOString(),
99
- sender: {
100
- role: "user"
101
- },
102
- blocks: [
103
- ...prelude,
104
- {
105
- _tag: "text",
106
- text: prompt
107
- }
108
- ]
109
- });
110
- });
111
- var gatherObjectVersions = (messages) => {
112
- const artifactIds = /* @__PURE__ */ new Map();
113
- for (const message of messages) {
114
- for (const block of message.blocks) {
115
- if (block._tag === "anchor") {
116
- artifactIds.set(block.objectId, block.version);
117
- }
118
- }
119
- }
120
- return artifactIds;
121
- };
122
- var createArtifactUpdateBlock = (artifactDiff) => {
123
- return {
124
- _tag: "text",
125
- // TODO(dmaretskyi): Does this need to be a special content-block?
126
- disposition: "artifact-update",
127
- text: trim`
128
- The following artifacts have been updated since the last message:
129
- ${[
130
- ...artifactDiff.entries()
131
- ].map(([id, { diff }]) => `<changed-artifact id="${id}">${diff ? `
132
- ${diff}` : ""}</changed-artifact>`).join("\n")}
133
- `
134
- };
135
- };
136
-
137
- // src/session/session.ts
138
- var __dxlog_file2 = "/__w/dxos/dxos/packages/core/assistant/src/session/session.ts";
139
- var GenerationObserver = Object.freeze({
140
- make: ({ onPart = Function.constant(Effect2.void), onBlock = Function.constant(Effect2.void), onMessage = Function.constant(Effect2.void) } = {}) => ({
141
- onPart,
142
- onBlock,
143
- onMessage
144
- }),
145
- noop: () => GenerationObserver.make(),
146
- /**
147
- * Debug printer to be used in unit-tests and browser devtools.
148
- */
149
- fromPrinter: (printer) => GenerationObserver.make({
150
- onBlock: (block) => Effect2.sync(() => {
151
- if (block.pending) {
152
- return;
153
- }
154
- printer.printContentBlock(block);
155
- }),
156
- onMessage: (message) => Effect2.sync(() => {
157
- if (message.sender.role === "assistant") {
158
- return;
159
- }
160
- printer.printMessage(message);
161
- })
162
- })
163
- });
164
- var AiSession = class {
165
- _options;
166
- /** Complete messages fired during the session, both from the model and from the user. */
167
- messageQueue;
168
- // TODO(dmaretskyi): Remove the queues and convert everything to observer.
169
- /**
170
- * Blocks streaming from the model during the session.
171
- * @deprecated Use `observer.onBlock` instead.
172
- */
173
- blockQueue;
174
- /** Unparsed events from the underlying generation stream. */
175
- eventQueue;
176
- /** Prevents concurrent execution of session. */
177
- _semaphore;
178
- /** Pending messages (incl. the current user request). */
179
- _pending;
180
- /** Prior history from queue. */
181
- _history;
182
- constructor(_options = {}) {
183
- this._options = _options;
184
- this.messageQueue = Effect2.runSync(Queue.unbounded());
185
- this.blockQueue = Effect2.runSync(Queue.unbounded());
186
- this.eventQueue = Effect2.runSync(Queue.unbounded());
187
- this._semaphore = Effect2.runSync(Effect2.makeSemaphore(1));
188
- this._pending = [];
189
- this._history = [];
190
- this.run = (params) => Effect2.gen(this, function* () {
191
- const observer = params.observer ?? GenerationObserver.noop();
192
- const toolkit = yield* createToolkit(params);
193
- const system = yield* formatSystemPrompt(params);
194
- console.log(system);
195
- const promptMessages = yield* formatUserPrompt(params);
196
- yield* this.messageQueue.offer(promptMessages);
197
- yield* observer.onMessage(promptMessages);
198
- this._history = [
199
- ...params.history ?? []
200
- ];
201
- this._pending = [
202
- promptMessages
203
- ];
204
- do {
205
- log2.info("request", {
206
- prompt: promptMessages,
207
- system: {
208
- snippet: [
209
- system.slice(0, 32),
210
- "...",
211
- system.slice(-32)
212
- ].join(""),
213
- length: system.length
214
- },
215
- pending: this._pending.length,
216
- history: this._history.length,
217
- objects: params.objects?.length ?? 0,
218
- blueprints: params.blueprints?.length ?? 0,
219
- toolkit: Object.values(toolkit.tools).map((tool) => tool.name)
220
- }, {
221
- F: __dxlog_file2,
222
- L: 174,
223
- S: this,
224
- C: (f, a) => f(...a)
225
- });
226
- const prompt = yield* AiPreprocessor.preprocessAiInput([
227
- ...this._history,
228
- ...this._pending
229
- ]);
230
- const blocks = yield* AiLanguageModel.streamText({
231
- prompt,
232
- system,
233
- toolkit,
234
- // TODO(burdon): Despite this flag, the model still calls tools.
235
- // Flag is only used in generateText (not streamText); patch and submit bug.
236
- // https://github.com/Effect-TS/effect/blob/main/packages/ai/ai/src/AiLanguageModel.ts#L401
237
- disableToolCallResolution: true
238
- }).pipe(AiParser.parseResponse({
239
- onBlock: (block) => Effect2.all([
240
- this.blockQueue.offer(Option2.some(block)),
241
- observer.onBlock(block)
242
- ], {
243
- discard: true
244
- }),
245
- onPart: (part) => Effect2.all([
246
- this.eventQueue.offer(part),
247
- observer.onPart(part)
248
- ], {
249
- discard: true
250
- })
251
- }), Stream.runCollect, Effect2.map(Chunk.toArray));
252
- yield* this.blockQueue.offer(Option2.none());
253
- const response = Obj2.make(DataType2.Message, {
254
- created: (/* @__PURE__ */ new Date()).toISOString(),
255
- sender: {
256
- role: "assistant"
257
- },
258
- blocks
259
- });
260
- this._pending.push(response);
261
- yield* this.messageQueue.offer(response);
262
- yield* observer.onMessage(response);
263
- const toolCalls = getToolCalls(response);
264
- if (toolCalls.length === 0) {
265
- break;
266
- }
267
- const toolResults = yield* callTools(toolkit, toolCalls);
268
- const toolResultsMessage = Obj2.make(DataType2.Message, {
269
- created: (/* @__PURE__ */ new Date()).toISOString(),
270
- sender: {
271
- role: "user"
272
- },
273
- blocks: toolResults
274
- });
275
- this._pending.push(toolResultsMessage);
276
- yield* this.messageQueue.offer(toolResultsMessage);
277
- yield* observer.onMessage(toolResultsMessage);
278
- } while (true);
279
- yield* Queue.shutdown(this.messageQueue);
280
- yield* Queue.shutdown(this.blockQueue);
281
- yield* Queue.shutdown(this.eventQueue);
282
- log2("done", {
283
- pending: this._pending.length
284
- }, {
285
- F: __dxlog_file2,
286
- L: 244,
287
- S: this,
288
- C: (f, a) => f(...a)
289
- });
290
- return this._pending;
291
- }).pipe(this._semaphore.withPermits(1), Effect2.withSpan("AiSession.run"));
292
- }
293
- run;
294
- // TODO(burdon): Implement.
295
- async runStructured(_schema, _options) {
296
- return todo();
297
- }
298
- };
299
- var createToolkit = ({ toolkit, blueprints = [] }) => Effect2.gen(function* () {
300
- const blueprintToolkit = yield* ToolResolverService.resolveToolkit(blueprints.flatMap(({ tools }) => tools));
301
- const blueprintToolkitHandler = yield* blueprintToolkit.toContext(ToolExecutionService.handlersFor(blueprintToolkit));
302
- return yield* AiToolkit.merge(...[
303
- toolkit,
304
- blueprintToolkit
305
- ].filter(isNotFalsy)).pipe(Effect2.provide(blueprintToolkitHandler));
306
- });
307
-
308
- // src/session/version-pin.ts
309
- import { Schema } from "effect";
310
- import { getVersion } from "@dxos/echo-db";
311
- import { ObjectId } from "@dxos/echo-schema";
312
- var ObjectVersionSchema = Schema.Unknown;
313
- var VersionPinSchema = Schema.Struct({
314
- // TODO(dmaretskyi): Use Ref when those support encoding.
315
- objectId: ObjectId,
316
- // TODO(dmaretskyi): Could be opaque.
317
- version: ObjectVersionSchema
318
- });
319
- var VersionPin = class extends VersionPinSchema {
320
- static DISPOSITION = "version-pin";
321
- static fromObject(object) {
322
- return VersionPin.make({
323
- objectId: object.id,
324
- version: getVersion(object)
325
- });
326
- }
327
- static createBlock(pin) {
328
- return {
329
- _tag: "json",
330
- disposition: VersionPin.DISPOSITION,
331
- data: JSON.stringify(pin)
332
- };
333
- }
334
- };
335
-
336
- export {
337
- ArtifactDiffResolver,
338
- AiAssistantError,
339
- GenerationObserver,
340
- AiSession,
341
- VersionPin
342
- };
343
- //# sourceMappingURL=chunk-XOOPGSGW.mjs.map