@dxos/plugin-assistant 0.8.3-staging.0fa589b → 0.8.4-main.03d5cd7b56

package/src/components/AmbientDialog/AmbientDialog.stories.tsx

@@ -1,84 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-import React, { useState } from 'react';
-
-import { IntentPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { Config } from '@dxos/client';
-import { faker } from '@dxos/random';
-import { withClientProvider } from '@dxos/react-client/testing';
-import { Dialog, Toolbar, Button } from '@dxos/react-ui';
-import { withTheme, withLayout } from '@dxos/storybook-utils';
-
-import { AmbientDialog } from './AmbientDialog';
-import translations from '../../translations';
-
-const meta: Meta<typeof AmbientDialog> = {
-  title: 'plugins/plugin-assistant/AmbientDialog',
-  component: AmbientDialog,
-  render: () => {
-    const [open, setOpen] = useState(true);
-    const [items, setItems] = useState<string[]>([]);
-    return (
-      <>
-        <div>
-          <Toolbar.Root>
-            <Toolbar.Button onClick={() => setOpen(true)}>Open</Toolbar.Button>
-          </Toolbar.Root>
-        </div>
-        <Dialog.Root open={open} onOpenChange={setOpen}>
-          <AmbientDialog>
-            <div className='flex flex-col h-full overflow-hidden'>
-              <div className='flex flex-col h-full gap-2 overflow-auto'>
-                {items.map((item) => (
-                  <div key={item} className='px-2'>
-                    {item}
-                  </div>
-                ))}
-                {items.length > 0 && <div className='pbe-2' />}
-              </div>
-              <div className='shrink-0 h-[40px]'>
-                <Button onClick={() => setItems([...items, faker.lorem.word()])}>Add</Button>
-              </div>
-            </div>
-          </AmbientDialog>
-        </Dialog.Root>
-      </>
-    );
-  },
-  decorators: [
-    // TODO(burdon): Replace with ClientPlugin.
-    withClientProvider({
-      config: new Config({
-        runtime: {
-          client: { edgeFeatures: { signaling: true } },
-          services: {
-            edge: { url: 'https://edge.dxos.workers.dev/' },
-            iceProviders: [{ urls: 'https://edge.dxos.workers.dev/ice' }],
-          },
-        },
-      }),
-      createIdentity: true,
-      createSpace: true,
-    }),
-    withPluginManager({
-      plugins: [IntentPlugin()],
-    }),
-    withTheme,
-    withLayout({ fullscreen: true }),
-  ],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof AmbientDialog>;
-
-export const Default: Story = {};

package/src/components/AmbientDialog/AmbientDialog.tsx

@@ -1,117 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type PropsWithChildren, useCallback, useEffect, useState } from 'react';
-
-import { Dialog, Icon, IconButton } from '@dxos/react-ui';
-import { resizeAttributes, ResizeHandle, type Size, sizeStyle } from '@dxos/react-ui-dnd';
-import { mx } from '@dxos/react-ui-theme';
-
-const preventDefault = (event: Event) => event.preventDefault();
-
-const minSize = 5;
-
-export type AmbientDialogProps = PropsWithChildren<{
-  open?: boolean;
-  title?: string;
-  resizeable?: boolean;
-  onOpenChange?: (open: boolean) => void;
-  onEscape?: () => void;
-}>;
-
-export const AmbientDialog = ({
-  children,
-  open: controlledOpen,
-  title,
-  resizeable = true,
-  onOpenChange,
-  onEscape,
-}: AmbientDialogProps) => {
-  const [resizeKey, setReizeKey] = useState(0);
-  const [size, setSize] = useState<Size>('min-content');
-  const [open, setOpen] = useState(controlledOpen);
-
-  // Update controlled value.
-  useEffect(() => {
-    setOpen(controlledOpen);
-  }, [controlledOpen]);
-
-  // Update size and key.
-  useEffect(() => {
-    setSize(open ? 'min-content' : minSize);
-    setReizeKey((key) => key + 1);
-  }, [open]);
-
-  // TODO(burdon): Animate open/close.
-  // NOTE: We set the min size to 5rem (80px), and the header and prompt bar to 40px (i.e., the rail-size) each.
-  // The dialog has no vertical padding and has box-content so that when closed it collapses to the size of the header and prompt bar.
-  const handleToggle = useCallback(() => {
-    setOpen((open) => {
-      onOpenChange?.(!open);
-      return !open;
-    });
-  }, []);
-
-  return (
-    <div role='none' className='dx-dialog__overlay bg-transparent pointer-events-none' data-block-align='end'>
-      <Dialog.Content
-        classNames='relative box-content p-0 md:is-[35rem] md:max-is-none overflow-hidden pointer-events-auto transition-[block-size] ease-in-out duration-0 [&:not([data-dx-resizing="true"])]:duration-200'
-        inOverlayLayout
-        {...resizeAttributes}
-        style={{
-          ...(resizeable ? sizeStyle(size, 'vertical', true) : {}),
-          maxBlockSize: 'calc(100dvh - env(safe-area-inset-bottom) - env(safe-area-inset-top) - 9rem)',
-        }}
-        onEscapeKeyDown={onEscape}
-        onInteractOutside={preventDefault}
-      >
-        {(resizeable && (
-          <>
-            <ResizeHandle
-              key={resizeKey}
-              side='block-start'
-              defaultSize='min-content'
-              minSize={minSize}
-              fallbackSize={minSize}
-              iconPosition='center'
-              onSizeChange={setSize}
-            />
-
-            <DialogHeader open={open} title={title} onToggle={handleToggle} />
-          </>
-        )) || <Dialog.Title srOnly />}
-
-        {children}
-      </Dialog.Content>
-    </div>
-  );
-};
-
-/**
- * Matches same layout grid as PromptBar.
- */
-const DialogHeader = ({ open, title, onToggle }: { open?: boolean; title?: string; onToggle: () => void }) => {
-  return (
-    <div className='flex shrink-0 w-full grid grid-cols-[var(--rail-action)_1fr_var(--rail-action)] items-center overflow-hidden'>
-      <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-        <Dialog.Close>
-          <Icon icon='ph--x--regular' />
-        </Dialog.Close>
-      </div>
-      <div className='grow'>
-        <Dialog.Title classNames='flex justify-center text-xs text-subdued'>{title}</Dialog.Title>
-      </div>
-      <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-        <IconButton
-          variant='ghost'
-          icon={'ph--caret-up--regular'}
-          classNames={mx('[&>svg]:transition [&>svg]:duration-200', open && '[&>svg]:rotate-180')}
-          iconOnly
-          label='Shrink'
-          onClick={onToggle}
-        />
-      </div>
-    </div>
-  );
-};

package/src/components/AssistantDialog.tsx

@@ -1,37 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type FC, useState } from 'react';
-
-import { useCapability, Capabilities, useCapabilities } from '@dxos/app-framework';
-import { TranscriptionCapabilities } from '@dxos/plugin-transcription';
-import { useTranslation } from '@dxos/react-ui';
-
-import { AmbientDialog } from './AmbientDialog';
-import { ThreadContainer } from './Thread';
-import { ASSISTANT_PLUGIN } from '../meta';
-import { type AssistantSettingsProps, type AIChatType } from '../types';
-
-export const AssistantDialog: FC<{ chat?: AIChatType }> = ({ chat }) => {
-  const { t } = useTranslation(ASSISTANT_PLUGIN);
-  const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;
-  const settings = useCapability(Capabilities.SettingsStore).getStore<AssistantSettingsProps>(ASSISTANT_PLUGIN)?.value;
-
-  // TODO(burdon): Refocus when open.
-  const [open, setOpen] = useState(false);
-
-  return (
-    <AmbientDialog open={open} onOpenChange={setOpen} title={t('assistant dialog title')}>
-      <ThreadContainer
-        part={'dialog'}
-        chat={chat}
-        onOpenChange={setOpen}
-        settings={settings}
-        transcription={transcription}
-      />
-    </AmbientDialog>
-  );
-};
-
-export default AssistantDialog;

package/src/components/BlueprintContainer.tsx

@@ -1,148 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type EditorView } from '@codemirror/view';
-import JSON5 from 'json5';
-import React, { useCallback, useEffect, useMemo, useRef, useState } from 'react';
-
-import { ToolRegistry } from '@dxos/ai';
-import { useCapability } from '@dxos/app-framework';
-import {
-  type Blueprint,
-  type BlueprintDefinition,
-  BlueprintMachine,
-  createLocalSearchTool,
-  createExaTool,
-  createGraphWriterTool,
-} from '@dxos/assistant';
-import { getSpace } from '@dxos/client/echo';
-import { DXN, Key } from '@dxos/echo';
-import { Toolbar, useTranslation } from '@dxos/react-ui';
-import { getSelectionSet, useSelectionManager } from '@dxos/react-ui-attention';
-import { StackItem, type StackItemContentProps } from '@dxos/react-ui-stack';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { AssistantCapabilities } from '../capabilities';
-import { meta } from '../meta';
-import { QueueLogger } from '../queue-logger';
-
-// TODO(burdon): Move to config.
-export const EXA_API_KEY = '9c7e17ff-0c85-4cd5-827a-8b489f139e03';
-
-// TODO(burdon): Validate.
-const parseBlueprint = (text: string): BlueprintDefinition | undefined => {
-  try {
-    const json = JSON5.parse(text);
-    const { steps } = json;
-    return { steps };
-  } catch (error) {
-    // Ignore.
-  }
-};
-
-export const BlueprintContainer = ({
-  role,
-  blueprint,
-}: Pick<StackItemContentProps, 'role'> & { blueprint: Blueprint }) => {
-  const { t } = useTranslation(meta.id);
-  const aiClient = useCapability(AssistantCapabilities.AiClient);
-  const selectionManager = useSelectionManager();
-  const [definition, setDefinition] = useState<BlueprintDefinition>();
-  useEffect(() => {
-    setDefinition({
-      steps: blueprint.steps.map(({ instructions, tools }) => ({ instructions, tools })),
-    });
-  }, [blueprint]);
-
-  const editorRef = useRef<EditorView | undefined>(undefined);
-
-  // TODO(burdon): Factor out.
-  const toolRegistry = useMemo(() => {
-    const space = getSpace(blueprint);
-    if (!space) {
-      return;
-    }
-
-    // TODO(burdon): How should the queue be created?
-    const queue = space.queues.create();
-
-    return new ToolRegistry([
-      createExaTool({ apiKey: EXA_API_KEY }),
-      createLocalSearchTool(space.db, queue),
-      createGraphWriterTool({
-        db: space.db,
-        queue,
-        schema: [], // TODO(burdon): Get schema from client/blueprint?
-        onDone: async (objects) => {
-          await queue.append(objects);
-        },
-      }),
-    ]);
-  }, [blueprint]);
-
-  const formatAndSave = useCallback((): BlueprintDefinition | undefined => {
-    if (!blueprint) {
-      return;
-    }
-
-    const text = editorRef.current?.state.doc.toString();
-    if (!text) {
-      return;
-    }
-
-    const definition = parseBlueprint(text);
-    if (!definition) {
-      return;
-    }
-
-    setDefinition(definition);
-    const formatted = JSON.stringify(definition, null, 2);
-    editorRef.current?.dispatch({
-      changes: { from: 0, to: text.length, insert: formatted },
-    });
-
-    blueprint.steps.length = 0;
-    for (const step of definition.steps) {
-      blueprint.steps.push({
-        id: Key.ObjectId.random(),
-        instructions: step.instructions,
-        tools: step.tools,
-      });
-    }
-
-    return blueprint;
-  }, [blueprint]);
-
-  // TODO(burdon): Save raw blueprint separately from parsed blueprint? (like Script).
-  const handleSave = useCallback(() => formatAndSave(), [formatAndSave]);
-
-  const handleRun = useCallback(async () => {
-    if (!aiClient?.value || !toolRegistry) {
-      return;
-    }
-
-    formatAndSave();
-
-    // Get input from selection.
-    const input = Array.from(getSelectionSet(selectionManager)).map((id) => DXN.fromLocalObjectId(id));
-    if (!input.length) {
-      return;
-    }
-
-    const machine = new BlueprintMachine(toolRegistry, blueprint).setLogger(new QueueLogger(blueprint));
-    await machine.runToCompletion({ aiClient: aiClient.value, input });
-  }, [aiClient.value, blueprint, formatAndSave, selectionManager, toolRegistry]);
-
-  return (
-    <StackItem.Content role={role} toolbar>
-      <Toolbar.Root>
-        <Toolbar.Button onClick={handleSave}>{t('button save')}</Toolbar.Button>
-        <Toolbar.Button onClick={handleRun}>{t('button run')}</Toolbar.Button>
-      </Toolbar.Root>
-      {definition && <BlueprintEditor ref={editorRef} blueprint={definition} />}
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintContainer;

package/src/components/BlueprintEditor/BlueprintEditor.stories.tsx

@@ -1,32 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-
-import { withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { RESEARCH_BLUEPRINT_DEFINITION } from '../../testing';
-import translations from '../../translations';
-
-const meta: Meta<typeof BlueprintEditor> = {
-  title: 'plugins/plugin-assistant/BlueprintEditor',
-  component: BlueprintEditor,
-  decorators: [withTheme, withLayout({ fullscreen: true, classNames: 'mli-auto max-is-[50rem] justify-center' })],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof BlueprintEditor>;
-
-export const Default: Story = {
-  args: {
-    blueprint: RESEARCH_BLUEPRINT_DEFINITION,
-  },
-};

package/src/components/BlueprintEditor/BlueprintEditor.tsx

@@ -1,50 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { forwardRef, useImperativeHandle } from 'react';
-
-import { BlueprintDefinition } from '@dxos/assistant';
-import { Type } from '@dxos/echo';
-import { useThemeContext, type ThemedClassName } from '@dxos/react-ui';
-import {
-  type EditorView,
-  createBasicExtensions,
-  createJsonExtensions,
-  createThemeExtensions,
-  useTextEditor,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-
-export type BlueprintEditorProps = ThemedClassName<{
-  blueprint: BlueprintDefinition;
-}>;
-
-// TODO(burdon): Factor out JsonEditor.
-export const BlueprintEditor = forwardRef<EditorView | undefined, BlueprintEditorProps>(
-  ({ classNames, blueprint }, forwardedRef) => {
-    const { themeMode } = useThemeContext();
-    const { parentRef, view } = useTextEditor({
-      initialValue: JSON.stringify(blueprint, null, 2),
-      extensions: [
-        createBasicExtensions({
-          lineNumbers: true,
-          lineWrapping: false,
-          monospace: true,
-          scrollPastEnd: true,
-        }),
-        createThemeExtensions({
-          themeMode,
-          syntaxHighlighting: true,
-        }),
-        createJsonExtensions({
-          schema: Type.toJsonSchema(BlueprintDefinition, { strict: true }),
-        }),
-      ],
-    });
-
-    useImperativeHandle(forwardedRef, () => view, [view]);
-
-    return <div ref={parentRef} className={mx('overflow-hidden', classNames)} />;
-  },
-);

package/src/components/BlueprintEditor/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './BlueprintEditor';

package/src/components/ChatContainer.tsx

@@ -1,39 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type FC } from 'react';
-
-import { Capabilities, useCapabilities, useCapability } from '@dxos/app-framework';
-import { type AssociatedArtifact } from '@dxos/artifact';
-import { TranscriptionCapabilities } from '@dxos/plugin-transcription';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { ThreadContainer } from './Thread';
-import { ASSISTANT_PLUGIN } from '../meta';
-import { type AssistantSettingsProps, type AIChatType } from '../types';
-
-export type ChatContainerProps = {
-  role: string;
-  chat: AIChatType;
-  associatedArtifact?: AssociatedArtifact;
-};
-
-// TODO(burdon): Attention.
-export const ChatContainer: FC<ChatContainerProps> = ({ role, chat, associatedArtifact }) => {
-  const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;
-  const settings = useCapability(Capabilities.SettingsStore).getStore<AssistantSettingsProps>(ASSISTANT_PLUGIN)?.value;
-
-  return (
-    <StackItem.Content role={role} classNames='container-max-width'>
-      <ThreadContainer
-        chat={chat}
-        settings={settings}
-        transcription={transcription}
-        associatedArtifact={associatedArtifact}
-      />
-    </StackItem.Content>
-  );
-};
-
-export default ChatContainer;

package/src/components/Prompt/Prompt.stories.tsx

@@ -1,121 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-import React, { useEffect, useState } from 'react';
-
-import { IntentPlugin, SettingsPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { log } from '@dxos/log';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { withTheme, withLayout } from '@dxos/storybook-utils';
-
-import { Prompt } from './Prompt';
-import { PromptBar, type PromptBarProps } from './PromptBar';
-import type { ReferenceData } from './references';
-import translations from '../../translations';
-
-const references: ReferenceData[] = [
-  {
-    uri: 'dxn:echo:@:AAAAAAAA',
-    label: 'Meeting Notes',
-  },
-  {
-    uri: 'dxn:echo:@:BBBBBBBB',
-    label: 'Project Plan',
-  },
-  {
-    uri: 'dxn:echo:@:CCCCCCCC',
-    label: 'Meeting Plan',
-  },
-];
-
-const DefaultStory = (props: PromptBarProps) => {
-  const [processing, setProcessing] = useState(false);
-  useEffect(() => {
-    let t: NodeJS.Timeout;
-    if (processing) {
-      t = setTimeout(() => setProcessing(false), 10_000);
-    }
-    return () => clearTimeout(t);
-  }, [processing]);
-
-  return (
-    <PromptBar
-      classNames='w-[25rem] p-1 overflow-hidden border border-gray-200 rounded'
-      microphone
-      processing={processing}
-      onSubmit={() => setProcessing(true)}
-      onCancel={() => setProcessing(false)}
-      {...props}
-    />
-  );
-};
-
-const meta: Meta<typeof Prompt> = {
-  title: 'plugins/plugin-assistant/Prompt',
-  component: Prompt,
-  render: DefaultStory,
-  decorators: [
-    withPluginManager({
-      plugins: [IntentPlugin(), SettingsPlugin(), TranscriptionPlugin()],
-    }),
-    withTheme,
-    withLayout(),
-  ],
-  parameters: {
-    layout: 'centered',
-    translations,
-    controls: { disable: true },
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof DefaultStory>;
-
-export const Default: Story = {};
-
-export const WithSuggestions: Story = {
-  args: {
-    onSubmit: (text) => {
-      log('onSubmit', { text });
-    },
-    onSuggest: (text) => {
-      const trimmed = text.trim().toLowerCase();
-      if (trimmed.length < 2) {
-        return [];
-      }
-
-      const suggestions = [
-        'Create a kanban board',
-        'Create a new project',
-        'Find flights to Tokyo',
-        "Let's play chess",
-        'Show me Paris on a map',
-      ];
-
-      return suggestions.filter((s) => s.toLowerCase().startsWith(text));
-    },
-  },
-};
-
-export const WithReferences: Story = {
-  args: {
-    references: {
-      getReferences: async ({ query }) => {
-        const res = references.filter((i) => i.label.toLowerCase().startsWith(query.toLowerCase()));
-        log('getReferences', { query, res });
-        return res;
-      },
-      resolveReference: async ({ uri }) => {
-        const res = references.find((i) => i.uri === uri);
-        log('resolveReference', { uri, res });
-        return res ?? null;
-      },
-    },
-  },
-};