@dxos/plugin-assistant 0.8.3-staging.0fa589b → 0.8.4-main.1da679c

package/src/testing/test-generator.ts

@@ -0,0 +1,257 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Effect } from 'effect';
+
+import { Obj } from '@dxos/echo';
+import { ContextQueueService, DatabaseService } from '@dxos/functions';
+import { faker } from '@dxos/random';
+import { renderObjectLink } from '@dxos/react-ui-components';
+import { type ContentBlock, DataType } from '@dxos/schema';
+import { trim } from '@dxos/util';
+
+export const createMessage = (role: DataType.ActorRole, blocks: ContentBlock.Any[]): DataType.Message => {
+  return Obj.make(DataType.Message, {
+    created: new Date().toISOString(),
+    sender: { role },
+    blocks,
+  });
+};
+
+export type MessageGenerator = Effect.Effect<void, never, DatabaseService | ContextQueueService>;
+
+export const createMessageGenerator = (): MessageGenerator[] => [
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('user', [
+          {
+            _tag: 'text',
+            text: faker.lorem.sentence(5),
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text:
+              trim`
+              ## Markdown
+              Here is a [link](https://dxos.org)
+
+              And some **bold** text.
+
+              And some JSON
+              \`\`\`json
+              {
+                "key": "value"
+              }
+              \`\`\`
+
+              And some code
+              \`\`\`js
+              const x = 1;
+              \`\`\`
+            ` + '\n',
+          },
+          {
+            _tag: 'text',
+            disposition: 'cot',
+            text:
+              [
+                faker.lorem.paragraph(),
+                '',
+                ...Array.from({ length: faker.number.int({ min: 3, max: 5 }) }).map(
+                  (_, idx) => `${idx + 1}. ${faker.lorem.paragraph()}`,
+                ),
+              ].join('\n') + '\n',
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text: 'How can I help?',
+          },
+          {
+            _tag: 'suggestion',
+            text: 'List tools',
+          },
+          {
+            _tag: 'suggestion',
+            text: 'Show info',
+          },
+          {
+            _tag: 'suggestion',
+            text: faker.lorem.paragraph(),
+          },
+        ]),
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text: 'Select an option:',
+          },
+          {
+            _tag: 'select',
+            options: ['Option 1', 'Option 2', 'Option 3'],
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'toolkit',
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('user', [
+          {
+            _tag: 'text',
+            text: faker.lorem.sentence(5),
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    const { db } = yield* DatabaseService;
+    const obj1 = db.add(Obj.make(DataType.Organization, { name: 'DXOS' }));
+    // const obj2 = db.add(Obj.make(DataType.Person, { fullName: 'Alice' }));
+    // const obj3 = db.add(Obj.make(DataType.Person, { fullName: 'Bob' }));
+    // const obj4 = db.add(Obj.make(DataType.Person, { fullName: 'Charlie' }));
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          // Inline tag.
+          {
+            _tag: 'text',
+            text: [faker.lorem.paragraph(), renderObjectLink(obj1), faker.lorem.paragraph(), '\n'].join(' '),
+          },
+
+          // Inline cards.
+          // ...[obj1, obj2, obj3, obj4].map(
+          //   (obj) =>
+          //     ({
+          //       _tag: 'text',
+          //       text: renderObjectLink(obj, true) + '\n',
+          //     }) satisfies ContentBlock.Text,
+          // ),
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text: faker.lorem.paragraph() + '\n',
+          },
+        ]),
+        createMessage('assistant', [
+          {
+            _tag: 'toolCall',
+            toolCallId: '1234',
+            name: 'search',
+            input: JSON.stringify({}),
+          },
+        ]),
+        createMessage('user', [
+          {
+            _tag: 'toolResult',
+            toolCallId: '1234',
+            name: 'search',
+            result: 'This is a tool result.',
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text: faker.lorem.paragraph() + '\n',
+          },
+        ]),
+        createMessage('assistant', [
+          {
+            _tag: 'toolCall',
+            toolCallId: '4567',
+            name: 'create',
+            input: JSON.stringify({}),
+          },
+        ]),
+        createMessage('user', [
+          {
+            _tag: 'toolResult',
+            toolCallId: '4567',
+            name: 'create',
+            result: 'This is a tool result.',
+          },
+        ]),
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text:
+              Array.from({ length: faker.number.int({ min: 2, max: 3 }) })
+                .map(() => faker.lorem.paragraph())
+                .join('\n\n') + '\n',
+          },
+        ]),
+      ]),
+    );
+  }),
+
+  Effect.gen(function* () {
+    const { queue } = yield* ContextQueueService;
+    yield* Effect.promise(() =>
+      queue.append([
+        createMessage('assistant', [
+          {
+            _tag: 'text',
+            text: faker.lorem.paragraph(),
+          },
+        ]),
+      ]),
+    );
+  }),
+];

package/src/testing/test-sequence.ts

@@ -0,0 +1,26 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { ToolId } from '@dxos/ai';
+import { type SequenceDefinition, SequenceParser } from '@dxos/conductor';
+
+export const RESEARCH_SEQUENCE_DEFINITION: SequenceDefinition = {
+  steps: [
+    {
+      instructions: 'Research information and entities related to the selected objects.',
+      tools: [ToolId.make('search/web_search')],
+    },
+    {
+      instructions:
+        'Based on your research find matching entires that are already in the graph. Do exaustive research.',
+      tools: [ToolId.make('search/local_search')],
+    },
+    {
+      instructions: 'Add researched data to the graph. Make connections to existing objects.',
+      tools: [ToolId.make('search/local_search'), ToolId.make('graph/writer')],
+    },
+  ],
+};
+
+export const RESEARCH_SEQUENCE = SequenceParser.create().parse(RESEARCH_SEQUENCE_DEFINITION);

package/src/translations.ts

@@ -2,41 +2,50 @@
 // Copyright 2023 DXOS.org
 //
 
-import { Blueprint } from '@dxos/assistant';
-import { Type } from '@dxos/echo';
+import { Blueprint } from '@dxos/blueprints';
+import { Sequence } from '@dxos/conductor';
+import { type Resource } from '@dxos/react-ui';
 
-import { ASSISTANT_PLUGIN } from './meta';
-import { AIChatType, TemplateType } from './types';
+import { meta } from './meta';
+import { Assistant } from './types';
 
-export default [
+// TODO(burdon): Standardize translation names.
+export const translations = [
   {
     'en-US': {
-      [Type.getTypename(AIChatType)]: {
-        'typename label': 'Assistant',
-        'typename label_zero': 'Assistants',
-        'typename label_one': 'Assistant',
-        'typename label_other': 'Assistants',
-        'object name placeholder': 'New assistant',
-      },
-      [Type.getTypename(Blueprint)]: {
+      // TODO(burdon): From assistant.
+      [Blueprint.Blueprint.typename]: {
         'typename label': 'Blueprint',
         'typename label_zero': 'Blueprints',
         'typename label_one': 'Blueprint',
         'typename label_other': 'Blueprints',
         'object name placeholder': 'New blueprint',
+        'rename object label': 'Rename blueprint',
+        'delete object label': 'Delete blueprint',
+      },
+      // TODO(burdon): From conductor.
+      [Sequence.typename]: {
+        'typename label': 'Sequence',
+        'typename label_zero': 'Sequences',
+        'typename label_one': 'Sequence',
+        'typename label_other': 'Sequences',
+        'object name placeholder': 'New sequence',
+        'rename object label': 'Rename sequence',
+        'delete object label': 'Delete sequence',
       },
-      [Type.getTypename(TemplateType)]: {
-        'typename label': 'Template',
-        'typename label_zero': 'Templates',
-        'typename label_one': 'Template',
-        'typename label_other': 'Templates',
-        'object name placeholder': 'New template',
+      [Assistant.Chat.typename]: {
+        'typename label': 'AI Chat',
+        'object name placeholder': 'New AI Chat',
+        'rename object label': 'Rename AI Chat',
+        'delete object label': 'Delete AI Chat',
       },
-      [ASSISTANT_PLUGIN]: {
+      // TODO(burdon): Reconcile with react-ui-chat.
+      [meta.id]: {
         'templates label': 'Templates',
         'open ambient chat label': 'Open Assistant',
         'assistant chat label': 'Assistant',
         'plugin name': 'Assistant',
+        'settings title': 'Assistant settings',
         'object placeholder': 'New prompt',
         'create object label': 'Create prompt',
         'create trigger label': 'Create trigger',
@@ -49,22 +58,43 @@ export default [
         'description placeholder': 'Enter description of when this template should be used',
         'select preset template placeholder': 'Select preset',
         'service registry label': 'Service Registry',
+        'type filter placeholder': 'Type',
+        'any type filter label': 'Any',
+        'no blueprint message': 'No active blueprints',
+        'calling tool label': 'Calling tool...',
+        'calling label': 'Calling',
+        'error label': 'Error',
 
-        'blueprint logs label': 'Logs',
+        'sequence logs label': 'Logs',
 
         'assistant dialog title': 'Assistant',
         'open assistant label': 'Open assistant',
 
-        'search input placeholder': 'Search...',
-        'chat input placeholder': 'Ask a question...',
-        'chat stop': 'Cancel request.',
+        'no tools': 'No tools are configured',
+        'no results': 'No results',
 
+        'button retry': 'Retry',
+        'button suggestion': 'Assistant suggestion',
+        'button select option': 'Select option',
+        'button cancel': 'Cancel',
         'button save': 'Save',
         'button run': 'Run',
+        'button new thread': 'New Chat',
+        'chat history label': 'Chat History',
+
+        'toolkit label': 'Toolkit',
+        'summary label': 'Summary',
 
-        'prompt placeholder': 'Ask a question...',
-        'microphone button': 'Click to speak',
-        'cancel processing button': 'Stop processing',
+        'search placeholder': 'Search...',
+        'prompt placeholder': 'Enter question or command...',
+        'button context objects': 'Add to context',
+        'button context settings': 'Chat settings',
+        'button microphone': 'Click to speak',
+        'button cancel processing': 'Stop processing',
+        'blueprints in context title': 'Blueprints',
+        'objects in context title': 'Content',
+        'remove object in context label': 'Remove document',
+        'chat model title': 'Model',
 
         'settings default label': 'Default',
         'settings custom prompts label': 'Use custom prompts',
@@ -74,4 +104,4 @@ export default [
       },
     },
   },
-];
+] as const satisfies Resource[];

package/src/types/Assistant.ts

@@ -0,0 +1,61 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+import { Schema } from 'effect';
+
+import { Queue } from '@dxos/client/echo';
+import { Type } from '@dxos/echo';
+import { LabelAnnotation } from '@dxos/echo-schema';
+
+import { LLM_PROVIDERS } from './defs';
+
+/**
+ * AI chat.
+ */
+export const Chat = Schema.Struct({
+  id: Type.ObjectId,
+  name: Schema.optional(Schema.String),
+  queue: Type.Ref(Queue),
+  // TODO(dmaretskyi): Eventually this and the message queue will be the same.
+  traceQueue: Schema.optional(Type.Ref(Queue)),
+}).pipe(
+  Type.Obj({
+    typename: 'dxos.org/type/assistant/Chat',
+    version: '0.2.0',
+  }),
+  LabelAnnotation.set(['name']),
+);
+
+export interface Chat extends Schema.Schema.Type<typeof Chat> {}
+
+/**
+ * Relation between a Chat and companion objects (e.g., artifacts).
+ */
+export const CompanionTo = Schema.Struct({
+  id: Type.ObjectId,
+}).pipe(
+  Type.Relation({
+    typename: 'dxos.org/relation/assistant/CompanionTo',
+    version: '0.1.0',
+    source: Chat,
+    target: Type.Expando,
+  }),
+);
+
+export interface CompanionTo extends Schema.Schema.Type<typeof CompanionTo> {}
+
+/**
+ * Plugin settings.
+ */
+export const Settings = Schema.mutable(
+  Schema.Struct({
+    llmProvider: Schema.optional(Schema.Literal(...LLM_PROVIDERS)),
+    edgeModel: Schema.optional(Schema.String),
+    ollamaModel: Schema.optional(Schema.String),
+    lmstudioModel: Schema.optional(Schema.String),
+    customPrompts: Schema.optional(Schema.Boolean),
+  }),
+);
+
+export type Settings = Schema.Schema.Type<typeof Settings>;

package/src/types/AssistantAction.ts

@@ -0,0 +1,62 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+import { Schema } from 'effect';
+
+import { Blueprint } from '@dxos/blueprints';
+import { EchoObjectSchema, SpaceSchema } from '@dxos/client/echo';
+import { Sequence } from '@dxos/conductor';
+import { DataType } from '@dxos/schema';
+
+import { meta } from '../meta';
+
+import { Chat } from './Assistant';
+
+export class OnSpaceCreated extends Schema.TaggedClass<OnSpaceCreated>()(`${meta.id}/on-space-created`, {
+  input: Schema.Struct({
+    space: SpaceSchema,
+    rootCollection: DataType.Collection,
+  }),
+  output: Schema.Void,
+}) {}
+
+export class CreateChat extends Schema.TaggedClass<CreateChat>()(`${meta.id}/action/create-chat`, {
+  input: Schema.Struct({
+    space: SpaceSchema,
+    name: Schema.optional(Schema.String),
+  }),
+  output: Schema.Struct({
+    object: Chat,
+  }),
+}) {}
+
+export const BlueprintForm = Schema.Struct({
+  key: Schema.String,
+  name: Schema.String,
+  description: Schema.optional(Schema.String),
+});
+
+export class CreateBlueprint extends Schema.TaggedClass<CreateBlueprint>()(`${meta.id}/action/create-blueprint`, {
+  input: BlueprintForm,
+  output: Schema.Struct({
+    object: Blueprint.Blueprint,
+  }),
+}) {}
+
+export class CreateSequence extends Schema.TaggedClass<CreateSequence>()(`${meta.id}/action/create-sequence`, {
+  input: Schema.Struct({
+    name: Schema.optional(Schema.String),
+  }),
+  output: Schema.Struct({
+    object: Sequence,
+  }),
+}) {}
+
+export class SetCurrentChat extends Schema.TaggedClass<SetCurrentChat>()(`${meta.id}/action/set-current-chat`, {
+  input: Schema.Struct({
+    companionTo: EchoObjectSchema,
+    chat: Chat,
+  }),
+  output: Schema.Void,
+}) {}

package/src/types/defs.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export const LLM_PROVIDERS = ['edge', 'ollama', 'lmstudio'] as const;

package/src/types/index.ts

@@ -2,7 +2,8 @@
 // Copyright 2024 DXOS.org
 //
 
-export * from './chat';
+export * as Assistant from './Assistant';
+export * as AssistantAction from './AssistantAction';
+
+export * from './defs';
 export * from './service';
-export * from './template';
-export * from './types';

package/src/vite-env.d.ts

@@ -0,0 +1,30 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+/// <reference types="vite/client" />
+
+interface ViteTypeOptions {
+  // By adding this line, you can make the type of ImportMetaEnv strict
+  // to disallow unknown keys.
+  // strictImportMetaEnv: unknown
+}
+
+interface ImportMetaEnv {
+  readonly VITE_LINEAR_API_KEY: string | undefined;
+  // more env variables...
+}
+
+interface ImportMeta {
+  readonly env: ImportMetaEnv;
+}
+
+declare module '*.wav' {
+  const src: string;
+  export default src;
+}
+
+declare module '*?raw' {
+  const content: string;
+  export default content;
+}

package/dist/lib/browser/AssistantDialog-MQOOR364.mjs

@@ -1,47 +0,0 @@
-import {
-  AmbientDialog
-} from "./chunk-Q6UZ4F3H.mjs";
-import {
-  ThreadContainer
-} from "./chunk-JO4W3MF7.mjs";
-import "./chunk-AAOKC2JN.mjs";
-import "./chunk-MEGMOFJB.mjs";
-import "./chunk-UE3IZ4PN.mjs";
-import {
-  ASSISTANT_PLUGIN
-} from "./chunk-XOZ7YMO3.mjs";
-
-// packages/plugins/plugin-assistant/src/components/AssistantDialog.tsx
-import { useSignals as _useSignals } from "@preact-signals/safe-react/tracking";
-import React, { useState } from "react";
-import { useCapability, Capabilities, useCapabilities } from "@dxos/app-framework";
-import { TranscriptionCapabilities } from "@dxos/plugin-transcription";
-import { useTranslation } from "@dxos/react-ui";
-var AssistantDialog = ({ chat }) => {
-  var _effect = _useSignals();
-  try {
-    const { t } = useTranslation(ASSISTANT_PLUGIN);
-    const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;
-    const settings = useCapability(Capabilities.SettingsStore).getStore(ASSISTANT_PLUGIN)?.value;
-    const [open, setOpen] = useState(false);
-    return /* @__PURE__ */ React.createElement(AmbientDialog, {
-      open,
-      onOpenChange: setOpen,
-      title: t("assistant dialog title")
-    }, /* @__PURE__ */ React.createElement(ThreadContainer, {
-      part: "dialog",
-      chat,
-      onOpenChange: setOpen,
-      settings,
-      transcription
-    }));
-  } finally {
-    _effect.f();
-  }
-};
-var AssistantDialog_default = AssistantDialog;
-export {
-  AssistantDialog,
-  AssistantDialog_default as default
-};
-//# sourceMappingURL=AssistantDialog-MQOOR364.mjs.map

package/dist/lib/browser/AssistantDialog-MQOOR364.mjs.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../../src/components/AssistantDialog.tsx"],
-  "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport React, { type FC, useState } from 'react';\n\nimport { useCapability, Capabilities, useCapabilities } from '@dxos/app-framework';\nimport { TranscriptionCapabilities } from '@dxos/plugin-transcription';\nimport { useTranslation } from '@dxos/react-ui';\n\nimport { AmbientDialog } from './AmbientDialog';\nimport { ThreadContainer } from './Thread';\nimport { ASSISTANT_PLUGIN } from '../meta';\nimport { type AssistantSettingsProps, type AIChatType } from '../types';\n\nexport const AssistantDialog: FC<{ chat?: AIChatType }> = ({ chat }) => {\n  const { t } = useTranslation(ASSISTANT_PLUGIN);\n  const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;\n  const settings = useCapability(Capabilities.SettingsStore).getStore<AssistantSettingsProps>(ASSISTANT_PLUGIN)?.value;\n\n  // TODO(burdon): Refocus when open.\n  const [open, setOpen] = useState(false);\n\n  return (\n    <AmbientDialog open={open} onOpenChange={setOpen} title={t('assistant dialog title')}>\n      <ThreadContainer\n        part={'dialog'}\n        chat={chat}\n        onOpenChange={setOpen}\n        settings={settings}\n        transcription={transcription}\n      />\n    </AmbientDialog>\n  );\n};\n\nexport default AssistantDialog;\n"],
-  "mappings": ";;;;;;;;;;;;;;;AAIA,OAAOA,SAAkBC,gBAAgB;AAEzC,SAASC,eAAeC,cAAcC,uBAAuB;AAC7D,SAASC,iCAAiC;AAC1C,SAASC,sBAAsB;AAOxB,IAAMC,kBAA6C,CAAC,EAAEC,KAAI,MAAE;;;AACjE,UAAM,EAAEC,EAAC,IAAKC,eAAeC,gBAAAA;AAC7B,UAAMC,gBAAgBC,gBAAgBC,0BAA0BC,WAAW,EAAEC,SAAS;AACtF,UAAMC,WAAWC,cAAcC,aAAaC,aAAa,EAAEC,SAAiCV,gBAAAA,GAAmBW;AAG/G,UAAM,CAACC,MAAMC,OAAAA,IAAWC,SAAS,KAAA;AAEjC,WACE,sBAAA,cAACC,eAAAA;MAAcH;MAAYI,cAAcH;MAASI,OAAOnB,EAAE,wBAAA;OACzD,sBAAA,cAACoB,iBAAAA;MACCC,MAAM;MACNtB;MACAmB,cAAcH;MACdP;MACAL;;;;;AAIR;AAEA,IAAA,0BAAeL;",
-  "names": ["React", "useState", "useCapability", "Capabilities", "useCapabilities", "TranscriptionCapabilities", "useTranslation", "AssistantDialog", "chat", "t", "useTranslation", "ASSISTANT_PLUGIN", "transcription", "useCapabilities", "TranscriptionCapabilities", "Transcriber", "length", "settings", "useCapability", "Capabilities", "SettingsStore", "getStore", "value", "open", "setOpen", "useState", "AmbientDialog", "onOpenChange", "title", "ThreadContainer", "part"]
-}