@dxos/plugin-assistant 0.8.3 → 0.8.4-main.1c7ec43d41

package/src/components/BlueprintContainer.tsx

@@ -1,148 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type EditorView } from '@codemirror/view';
-import JSON5 from 'json5';
-import React, { useCallback, useEffect, useMemo, useRef, useState } from 'react';
-
-import { ToolRegistry } from '@dxos/ai';
-import { useCapability } from '@dxos/app-framework';
-import {
-  type Blueprint,
-  type BlueprintDefinition,
-  BlueprintMachine,
-  createLocalSearchTool,
-  createExaTool,
-  createGraphWriterTool,
-} from '@dxos/assistant';
-import { getSpace } from '@dxos/client/echo';
-import { DXN, Key } from '@dxos/echo';
-import { Toolbar, useTranslation } from '@dxos/react-ui';
-import { getSelectionSet, useSelectionManager } from '@dxos/react-ui-attention';
-import { StackItem, type StackItemContentProps } from '@dxos/react-ui-stack';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { AssistantCapabilities } from '../capabilities';
-import { meta } from '../meta';
-import { QueueLogger } from '../queue-logger';
-
-// TODO(burdon): Move to config.
-export const EXA_API_KEY = '9c7e17ff-0c85-4cd5-827a-8b489f139e03';
-
-// TODO(burdon): Validate.
-const parseBlueprint = (text: string): BlueprintDefinition | undefined => {
-  try {
-    const json = JSON5.parse(text);
-    const { steps } = json;
-    return { steps };
-  } catch (error) {
-    // Ignore.
-  }
-};
-
-export const BlueprintContainer = ({
-  role,
-  blueprint,
-}: Pick<StackItemContentProps, 'role'> & { blueprint: Blueprint }) => {
-  const { t } = useTranslation(meta.id);
-  const aiClient = useCapability(AssistantCapabilities.AiClient);
-  const selectionManager = useSelectionManager();
-  const [definition, setDefinition] = useState<BlueprintDefinition>();
-  useEffect(() => {
-    setDefinition({
-      steps: blueprint.steps.map(({ instructions, tools }) => ({ instructions, tools })),
-    });
-  }, [blueprint]);
-
-  const editorRef = useRef<EditorView | undefined>(undefined);
-
-  // TODO(burdon): Factor out.
-  const toolRegistry = useMemo(() => {
-    const space = getSpace(blueprint);
-    if (!space) {
-      return;
-    }
-
-    // TODO(burdon): How should the queue be created?
-    const queue = space.queues.create();
-
-    return new ToolRegistry([
-      createExaTool({ apiKey: EXA_API_KEY }),
-      createLocalSearchTool(space.db, queue),
-      createGraphWriterTool({
-        db: space.db,
-        queue,
-        schema: [], // TODO(burdon): Get schema from client/blueprint?
-        onDone: async (objects) => {
-          await queue.append(objects);
-        },
-      }),
-    ]);
-  }, [blueprint]);
-
-  const formatAndSave = useCallback((): BlueprintDefinition | undefined => {
-    if (!blueprint) {
-      return;
-    }
-
-    const text = editorRef.current?.state.doc.toString();
-    if (!text) {
-      return;
-    }
-
-    const definition = parseBlueprint(text);
-    if (!definition) {
-      return;
-    }
-
-    setDefinition(definition);
-    const formatted = JSON.stringify(definition, null, 2);
-    editorRef.current?.dispatch({
-      changes: { from: 0, to: text.length, insert: formatted },
-    });
-
-    blueprint.steps.length = 0;
-    for (const step of definition.steps) {
-      blueprint.steps.push({
-        id: Key.ObjectId.random(),
-        instructions: step.instructions,
-        tools: step.tools,
-      });
-    }
-
-    return blueprint;
-  }, [blueprint]);
-
-  // TODO(burdon): Save raw blueprint separately from parsed blueprint? (like Script).
-  const handleSave = useCallback(() => formatAndSave(), [formatAndSave]);
-
-  const handleRun = useCallback(async () => {
-    if (!aiClient?.value || !toolRegistry) {
-      return;
-    }
-
-    formatAndSave();
-
-    // Get input from selection.
-    const input = Array.from(getSelectionSet(selectionManager)).map((id) => DXN.fromLocalObjectId(id));
-    if (!input.length) {
-      return;
-    }
-
-    const machine = new BlueprintMachine(toolRegistry, blueprint).setLogger(new QueueLogger(blueprint));
-    await machine.runToCompletion({ aiClient: aiClient.value, input });
-  }, [aiClient.value, blueprint, formatAndSave, selectionManager, toolRegistry]);
-
-  return (
-    <StackItem.Content role={role} toolbar>
-      <Toolbar.Root>
-        <Toolbar.Button onClick={handleSave}>{t('button save')}</Toolbar.Button>
-        <Toolbar.Button onClick={handleRun}>{t('button run')}</Toolbar.Button>
-      </Toolbar.Root>
-      {definition && <BlueprintEditor ref={editorRef} blueprint={definition} />}
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintContainer;

package/src/components/BlueprintEditor/BlueprintEditor.stories.tsx

@@ -1,32 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-
-import { withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { RESEARCH_BLUEPRINT_DEFINITION } from '../../testing';
-import translations from '../../translations';
-
-const meta: Meta<typeof BlueprintEditor> = {
-  title: 'plugins/plugin-assistant/BlueprintEditor',
-  component: BlueprintEditor,
-  decorators: [withTheme, withLayout({ fullscreen: true, classNames: 'mli-auto max-is-[50rem] justify-center' })],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof BlueprintEditor>;
-
-export const Default: Story = {
-  args: {
-    blueprint: RESEARCH_BLUEPRINT_DEFINITION,
-  },
-};

package/src/components/BlueprintEditor/BlueprintEditor.tsx

@@ -1,50 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { forwardRef, useImperativeHandle } from 'react';
-
-import { BlueprintDefinition } from '@dxos/assistant';
-import { Type } from '@dxos/echo';
-import { useThemeContext, type ThemedClassName } from '@dxos/react-ui';
-import {
-  type EditorView,
-  createBasicExtensions,
-  createJsonExtensions,
-  createThemeExtensions,
-  useTextEditor,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-
-export type BlueprintEditorProps = ThemedClassName<{
-  blueprint: BlueprintDefinition;
-}>;
-
-// TODO(burdon): Factor out JsonEditor.
-export const BlueprintEditor = forwardRef<EditorView | undefined, BlueprintEditorProps>(
-  ({ classNames, blueprint }, forwardedRef) => {
-    const { themeMode } = useThemeContext();
-    const { parentRef, view } = useTextEditor({
-      initialValue: JSON.stringify(blueprint, null, 2),
-      extensions: [
-        createBasicExtensions({
-          lineNumbers: true,
-          lineWrapping: false,
-          monospace: true,
-          scrollPastEnd: true,
-        }),
-        createThemeExtensions({
-          themeMode,
-          syntaxHighlighting: true,
-        }),
-        createJsonExtensions({
-          schema: Type.toJsonSchema(BlueprintDefinition, { strict: true }),
-        }),
-      ],
-    });
-
-    useImperativeHandle(forwardedRef, () => view, [view]);
-
-    return <div ref={parentRef} className={mx('overflow-hidden', classNames)} />;
-  },
-);

package/src/components/BlueprintEditor/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './BlueprintEditor';

package/src/components/ChatContainer.tsx

@@ -1,39 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type FC } from 'react';
-
-import { Capabilities, useCapabilities, useCapability } from '@dxos/app-framework';
-import { type AssociatedArtifact } from '@dxos/artifact';
-import { TranscriptionCapabilities } from '@dxos/plugin-transcription';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { ThreadContainer } from './Thread';
-import { ASSISTANT_PLUGIN } from '../meta';
-import { type AssistantSettingsProps, type AIChatType } from '../types';
-
-export type ChatContainerProps = {
-  role: string;
-  chat: AIChatType;
-  associatedArtifact?: AssociatedArtifact;
-};
-
-// TODO(burdon): Attention.
-export const ChatContainer: FC<ChatContainerProps> = ({ role, chat, associatedArtifact }) => {
-  const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;
-  const settings = useCapability(Capabilities.SettingsStore).getStore<AssistantSettingsProps>(ASSISTANT_PLUGIN)?.value;
-
-  return (
-    <StackItem.Content role={role} classNames='container-max-width'>
-      <ThreadContainer
-        chat={chat}
-        settings={settings}
-        transcription={transcription}
-        associatedArtifact={associatedArtifact}
-      />
-    </StackItem.Content>
-  );
-};
-
-export default ChatContainer;

package/src/components/Prompt/Prompt.stories.tsx

@@ -1,121 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-import React, { useEffect, useState } from 'react';
-
-import { IntentPlugin, SettingsPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { log } from '@dxos/log';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { withTheme, withLayout } from '@dxos/storybook-utils';
-
-import { Prompt } from './Prompt';
-import { PromptBar, type PromptBarProps } from './PromptBar';
-import type { ReferenceData } from './references';
-import translations from '../../translations';
-
-const references: ReferenceData[] = [
-  {
-    uri: 'dxn:echo:@:AAAAAAAA',
-    label: 'Meeting Notes',
-  },
-  {
-    uri: 'dxn:echo:@:BBBBBBBB',
-    label: 'Project Plan',
-  },
-  {
-    uri: 'dxn:echo:@:CCCCCCCC',
-    label: 'Meeting Plan',
-  },
-];
-
-const DefaultStory = (props: PromptBarProps) => {
-  const [processing, setProcessing] = useState(false);
-  useEffect(() => {
-    let t: NodeJS.Timeout;
-    if (processing) {
-      t = setTimeout(() => setProcessing(false), 10_000);
-    }
-    return () => clearTimeout(t);
-  }, [processing]);
-
-  return (
-    <PromptBar
-      classNames='w-[25rem] p-1 overflow-hidden border border-gray-200 rounded'
-      microphone
-      processing={processing}
-      onSubmit={() => setProcessing(true)}
-      onCancel={() => setProcessing(false)}
-      {...props}
-    />
-  );
-};
-
-const meta: Meta<typeof Prompt> = {
-  title: 'plugins/plugin-assistant/Prompt',
-  component: Prompt,
-  render: DefaultStory,
-  decorators: [
-    withPluginManager({
-      plugins: [IntentPlugin(), SettingsPlugin(), TranscriptionPlugin()],
-    }),
-    withTheme,
-    withLayout(),
-  ],
-  parameters: {
-    layout: 'centered',
-    translations,
-    controls: { disable: true },
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof DefaultStory>;
-
-export const Default: Story = {};
-
-export const WithSuggestions: Story = {
-  args: {
-    onSubmit: (text) => {
-      log('onSubmit', { text });
-    },
-    onSuggest: (text) => {
-      const trimmed = text.trim().toLowerCase();
-      if (trimmed.length < 2) {
-        return [];
-      }
-
-      const suggestions = [
-        'Create a kanban board',
-        'Create a new project',
-        'Find flights to Tokyo',
-        "Let's play chess",
-        'Show me Paris on a map',
-      ];
-
-      return suggestions.filter((s) => s.toLowerCase().startsWith(text));
-    },
-  },
-};
-
-export const WithReferences: Story = {
-  args: {
-    references: {
-      getReferences: async ({ query }) => {
-        const res = references.filter((i) => i.label.toLowerCase().startsWith(query.toLowerCase()));
-        log('getReferences', { query, res });
-        return res;
-      },
-      resolveReference: async ({ uri }) => {
-        const res = references.find((i) => i.uri === uri);
-        log('resolveReference', { uri, res });
-        return res ?? null;
-      },
-    },
-  },
-};

package/src/components/Prompt/Prompt.tsx

@@ -1,124 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type Extension, Prec } from '@codemirror/state';
-import React, { forwardRef, useImperativeHandle } from 'react';
-
-import { type ThemedClassName, useThemeContext } from '@dxos/react-ui';
-import {
-  createBasicExtensions,
-  createThemeExtensions,
-  keymap,
-  useTextEditor,
-  type BasicExtensionsOptions,
-  type UseTextEditorProps,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-import { isNonNullable } from '@dxos/util';
-
-import { autocompleteExtension, type AutocompleteOptions } from './autocomplete';
-import { promptReferences, type ReferencesProvider } from './references';
-
-// TODO(burdon): Handle object references.
-
-export interface PromptController {
-  focus(): void;
-  setText(text: string): void;
-}
-
-export type PromptProps = ThemedClassName<
-  {
-    extensions?: Extension;
-    references?: ReferencesProvider;
-    onOpenChange?: (open: boolean) => void;
-  } & AutocompleteOptions &
-    Pick<UseTextEditorProps, 'autoFocus'> &
-    Pick<BasicExtensionsOptions, 'lineWrapping' | 'placeholder'>
->;
-
-export const Prompt = forwardRef<PromptController, PromptProps>(
-  (
-    {
-      classNames,
-      extensions,
-      references,
-      autoFocus,
-      lineWrapping = false,
-      placeholder,
-      onSubmit,
-      onSuggest,
-      onCancel,
-      onOpenChange,
-    },
-    forwardRef,
-  ) => {
-    const { themeMode } = useThemeContext();
-    const { parentRef, view } = useTextEditor(
-      {
-        debug: true,
-        autoFocus,
-        extensions: [
-          autocompleteExtension({ onSubmit, onSuggest, onCancel }),
-          createBasicExtensions({
-            bracketMatching: false,
-            lineWrapping,
-            placeholder,
-          }),
-          createThemeExtensions({ themeMode }),
-          references ? promptReferences({ provider: references }) : [],
-          Prec.highest(
-            keymap.of([
-              {
-                key: 'cmd-ArrowUp',
-                preventDefault: true,
-                run: () => {
-                  onOpenChange?.(true);
-                  return true;
-                },
-              },
-              {
-                key: 'cmd-ArrowDown',
-                preventDefault: true,
-                run: () => {
-                  onOpenChange?.(false);
-                  return true;
-                },
-              },
-            ]),
-          ),
-          extensions,
-        ].filter(isNonNullable),
-      },
-      [themeMode, extensions, onSubmit, onSuggest],
-    );
-
-    // Expose editor view.
-    useImperativeHandle(
-      forwardRef,
-      () => {
-        return {
-          focus: () => {
-            view?.focus();
-          },
-          setText: (text: string) => {
-            view?.dispatch({
-              changes: {
-                from: 0,
-                to: view.state.doc.length,
-                insert: text,
-              },
-              selection: {
-                anchor: text.length,
-                head: text.length,
-              },
-            });
-          },
-        };
-      },
-      [view, onSubmit],
-    );
-
-    return <div ref={parentRef} className={mx('w-full', classNames)} />;
-  },
-);

package/src/components/Prompt/PromptBar.stories.tsx

@@ -1,69 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-import React, { useEffect, useState } from 'react';
-
-import { IntentPlugin, SettingsPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { log } from '@dxos/log';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { withTheme, withLayout } from '@dxos/storybook-utils';
-
-import { PromptBar } from './PromptBar';
-import translations from '../../translations';
-
-const meta: Meta<typeof PromptBar> = {
-  title: 'plugins/plugin-assistant/PromptBar',
-  component: PromptBar,
-  decorators: [
-    withPluginManager({
-      plugins: [IntentPlugin(), SettingsPlugin(), TranscriptionPlugin()],
-    }),
-    withTheme,
-    withLayout(),
-  ],
-  parameters: {
-    layout: 'centered',
-    translations,
-    controls: { disable: true },
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof PromptBar>;
-
-export const Default: Story = {
-  // args: {
-  //   classNames: 'w-96 p-4 rounded outline outline-gray-200',
-  // },
-};
-
-export const Toolbar: Story = {
-  render: (args) => {
-    const [processing, setProcessing] = useState(false);
-    useEffect(() => {
-      let t: NodeJS.Timeout;
-      if (processing) {
-        t = setTimeout(() => setProcessing(false), 10_000);
-      }
-      return () => clearTimeout(t);
-    }, [processing]);
-    log.info('processing', { processing });
-
-    return (
-      <PromptBar
-        classNames='w-[25rem] p-1 overflow-hidden border border-gray-200 rounded'
-        microphone
-        processing={processing}
-        onSubmit={() => setProcessing(true)}
-        onCancel={() => setProcessing(false)}
-        {...args}
-      />
-    );
-  },
-};

package/src/components/Prompt/PromptBar.tsx

@@ -1,105 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { forwardRef, useState } from 'react';
-
-import { useVoiceInput } from '@dxos/plugin-transcription';
-import { Icon, IconButton, type ThemedClassName, Tooltip, useForwardedRef, useTranslation } from '@dxos/react-ui';
-import { Spinner } from '@dxos/react-ui-sfx';
-import { errorText, mx } from '@dxos/react-ui-theme';
-
-import { Prompt, type PromptController, type PromptProps } from './Prompt';
-import { ASSISTANT_PLUGIN } from '../../meta';
-
-export type PromptBarProps = ThemedClassName<
-  Pick<
-    PromptProps,
-    | 'extensions'
-    | 'references'
-    | 'placeholder'
-    | 'lineWrapping'
-    | 'onSubmit'
-    | 'onSuggest'
-    | 'onCancel'
-    | 'onOpenChange'
-  > & {
-    processing?: boolean;
-    error?: Error;
-    microphone?: boolean;
-  }
->;
-
-export const PromptBar = forwardRef<PromptController, PromptBarProps>(
-  ({ classNames, placeholder, processing, error, microphone, references, onCancel, ...props }, forwardedRef) => {
-    const { t } = useTranslation(ASSISTANT_PLUGIN);
-    const promptRef = useForwardedRef<PromptController>(forwardedRef);
-    const [active, setActive] = useState(false);
-
-    // TODO(burdon): Configure capability in TranscriptionPlugin.
-    const { recording } = useVoiceInput({
-      active,
-      onUpdate: (text) => {
-        promptRef.current?.setText(text);
-        promptRef.current?.focus();
-      },
-    });
-
-    return (
-      <div
-        className={mx(
-          'shrink-0 w-full grid grid-cols-[var(--rail-action)_1fr_var(--rail-action)] overflow-hidden',
-          classNames,
-        )}
-      >
-        <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-          {(error && (
-            <Tooltip.Trigger content={error.message} delayDuration={0}>
-              <Icon icon='ph--warning-circle--regular' classNames={errorText} size={5} />
-            </Tooltip.Trigger>
-          )) || <Spinner active={processing} />}
-        </div>
-        <Prompt
-          ref={promptRef}
-          autoFocus
-          classNames='pbs-2'
-          lineWrapping={true}
-          placeholder={placeholder ?? t('prompt placeholder')}
-          references={references}
-          onCancel={onCancel}
-          {...props}
-        />
-        {(onCancel || microphone) && (
-          <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-            {processing && onCancel && (
-              <IconButton
-                classNames='px-1.5'
-                variant='ghost'
-                size={5}
-                icon='ph--x--regular'
-                iconOnly
-                label={t('cancel processing button')}
-                onClick={onCancel}
-              />
-            )}
-            {!processing && microphone && (
-              <IconButton
-                classNames={mx('px-1.5', recording && 'bg-primary-500')}
-                variant='ghost'
-                size={5}
-                icon='ph--microphone--regular'
-                iconOnly
-                noTooltip
-                label={t('microphone button')}
-                onMouseDown={() => setActive(true)}
-                onMouseUp={() => setActive(false)}
-                onTouchStart={() => setActive(true)}
-                onTouchEnd={() => setActive(false)}
-              />
-            )}
-          </div>
-        )}
-      </div>
-    );
-  },
-);