@dxos/plugin-assistant 0.8.3 → 0.8.4-main.1068cf700f

package/src/capabilities/react-surface.tsx

@@ -1,137 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Effect } from 'effect';
-import React, { useEffect, useMemo } from 'react';
-
-import { Capabilities, contributes, createIntent, createSurface, useIntentDispatcher } from '@dxos/app-framework';
-import { Blueprint } from '@dxos/assistant';
-import { InvocationTraceContainer } from '@dxos/devtools';
-import { Filter, type Key, Obj, Query } from '@dxos/echo';
-import { SettingsStore } from '@dxos/local-storage';
-import { SpaceAction } from '@dxos/plugin-space/types';
-import { fullyQualifiedId, getSpace, getTypename } from '@dxos/react-client/echo';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import {
-  AssistantDialog,
-  AssistantSettings,
-  BlueprintContainer,
-  ChatContainer,
-  PromptSettings,
-  TemplateContainer,
-} from '../components';
-import { ASSISTANT_PLUGIN, ASSISTANT_DIALOG } from '../meta';
-import { AIChatType, AssistantAction, type AssistantSettingsProps, CompanionTo, TemplateType } from '../types';
-
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/plugin-settings`,
-      role: 'article',
-      filter: (data): data is { subject: SettingsStore<AssistantSettingsProps> } =>
-        data.subject instanceof SettingsStore && data.subject.prefix === ASSISTANT_PLUGIN,
-      component: ({ data: { subject } }) => <AssistantSettings settings={subject.value} />,
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/chat`,
-      role: 'article',
-      filter: (data): data is { subject: AIChatType; variant: undefined } =>
-        Obj.instanceOf(AIChatType, data.subject) && data.variant !== 'assistant-chat',
-      component: ({ data, role }) => <ChatContainer role={role} chat={data.subject} />,
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/object-chat`,
-      role: 'article',
-      filter: (data): data is { companionTo: Obj.Any; subject: AIChatType | 'assistant-chat' } =>
-        Obj.isObject(data.companionTo) &&
-        (Obj.instanceOf(AIChatType, data.subject) || data.subject === 'assistant-chat'),
-      component: ({ data, role }) => {
-        const { dispatch } = useIntentDispatcher();
-        const associatedArtifact = useMemo(
-          () => ({
-            id: fullyQualifiedId(data.companionTo),
-            typename: getTypename(data.companionTo) ?? 'unknown',
-            spaceId: (getSpace(data.companionTo)?.id ?? 'unknown') as Key.SpaceId,
-          }),
-          [data.companionTo],
-        );
-
-        // TODO(wittjosiah): Factor out to container.
-        useEffect(() => {
-          const timeout = setTimeout(async () => {
-            const space = getSpace(data.companionTo);
-            if (space && data.subject === 'assistant-chat') {
-              const result = await space.db
-                .query(Query.select(Filter.ids(data.companionTo.id)).targetOf(CompanionTo).source())
-                .run();
-              if (result.objects.length > 0) {
-                return;
-              }
-
-              const program = Effect.gen(function* () {
-                const { object } = yield* dispatch(createIntent(AssistantAction.CreateChat, { space }));
-                yield* dispatch(createIntent(SpaceAction.AddObject, { object, target: space, hidden: true }));
-                yield* dispatch(
-                  createIntent(SpaceAction.AddRelation, {
-                    space,
-                    schema: CompanionTo,
-                    source: object,
-                    target: data.companionTo,
-                  }),
-                );
-              });
-              void Effect.runPromise(program);
-            }
-          });
-
-          return () => clearTimeout(timeout);
-        }, [data.subject]);
-
-        if (data.subject === 'assistant-chat') {
-          return null;
-        }
-
-        return <ChatContainer role={role} chat={data.subject} associatedArtifact={associatedArtifact} />;
-      },
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/blueprint`,
-      role: 'article',
-      filter: (data): data is { subject: Blueprint } => Obj.instanceOf(Blueprint, data.subject),
-      component: ({ data, role }) => <BlueprintContainer role={role} blueprint={data.subject} />,
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/companion/logs`,
-      role: 'article',
-      filter: (data): data is { companionTo: Blueprint } =>
-        Obj.instanceOf(Blueprint, data.companionTo) && data.subject === 'logs',
-      component: ({ data, role }) => {
-        const space = getSpace(data.companionTo);
-        return (
-          <StackItem.Content role={role}>
-            <InvocationTraceContainer space={space} target={data.companionTo} detailAxis='block' />
-          </StackItem.Content>
-        );
-      },
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/template`,
-      role: 'article',
-      filter: (data): data is { subject: TemplateType } => Obj.instanceOf(TemplateType, data.subject),
-      component: ({ data, role }) => <TemplateContainer role={role} template={data.subject} />,
-    }),
-    createSurface({
-      id: ASSISTANT_DIALOG,
-      role: 'dialog',
-      filter: (data): data is { props: { chat: AIChatType } } => data.component === ASSISTANT_DIALOG,
-      component: ({ data }) => <AssistantDialog {...data.props} />,
-    }),
-    createSurface({
-      id: `${ASSISTANT_PLUGIN}/prompt-settings`,
-      role: 'object-settings',
-      filter: (data): data is { subject: TemplateType } => Obj.instanceOf(TemplateType, data.subject),
-      component: ({ data }) => <PromptSettings template={data.subject} />,
-    }),
-  ]);

package/src/capabilities/settings.ts

@@ -1,19 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Capabilities, contributes } from '@dxos/app-framework';
-import { live } from '@dxos/live-object';
-
-import { meta } from '../meta';
-import { type AssistantSettingsProps, AssistantSettingsSchema } from '../types';
-
-export default () => {
-  const settings = live<AssistantSettingsProps>({});
-
-  return contributes(Capabilities.Settings, {
-    prefix: meta.id,
-    schema: AssistantSettingsSchema,
-    value: settings,
-  });
-};

package/src/components/AmbientDialog/AmbientDialog.stories.tsx

@@ -1,84 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-import React, { useState } from 'react';
-
-import { IntentPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { Config } from '@dxos/client';
-import { faker } from '@dxos/random';
-import { withClientProvider } from '@dxos/react-client/testing';
-import { Dialog, Toolbar, Button } from '@dxos/react-ui';
-import { withTheme, withLayout } from '@dxos/storybook-utils';
-
-import { AmbientDialog } from './AmbientDialog';
-import translations from '../../translations';
-
-const meta: Meta<typeof AmbientDialog> = {
-  title: 'plugins/plugin-assistant/AmbientDialog',
-  component: AmbientDialog,
-  render: () => {
-    const [open, setOpen] = useState(true);
-    const [items, setItems] = useState<string[]>([]);
-    return (
-      <>
-        <div>
-          <Toolbar.Root>
-            <Toolbar.Button onClick={() => setOpen(true)}>Open</Toolbar.Button>
-          </Toolbar.Root>
-        </div>
-        <Dialog.Root open={open} onOpenChange={setOpen}>
-          <AmbientDialog>
-            <div className='flex flex-col h-full overflow-hidden'>
-              <div className='flex flex-col h-full gap-2 overflow-auto'>
-                {items.map((item) => (
-                  <div key={item} className='px-2'>
-                    {item}
-                  </div>
-                ))}
-                {items.length > 0 && <div className='pbe-2' />}
-              </div>
-              <div className='shrink-0 h-[40px]'>
-                <Button onClick={() => setItems([...items, faker.lorem.word()])}>Add</Button>
-              </div>
-            </div>
-          </AmbientDialog>
-        </Dialog.Root>
-      </>
-    );
-  },
-  decorators: [
-    // TODO(burdon): Replace with ClientPlugin.
-    withClientProvider({
-      config: new Config({
-        runtime: {
-          client: { edgeFeatures: { signaling: true } },
-          services: {
-            edge: { url: 'https://edge.dxos.workers.dev/' },
-            iceProviders: [{ urls: 'https://edge.dxos.workers.dev/ice' }],
-          },
-        },
-      }),
-      createIdentity: true,
-      createSpace: true,
-    }),
-    withPluginManager({
-      plugins: [IntentPlugin()],
-    }),
-    withTheme,
-    withLayout({ fullscreen: true }),
-  ],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof AmbientDialog>;
-
-export const Default: Story = {};

package/src/components/AmbientDialog/AmbientDialog.tsx

@@ -1,117 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type PropsWithChildren, useCallback, useEffect, useState } from 'react';
-
-import { Dialog, Icon, IconButton } from '@dxos/react-ui';
-import { resizeAttributes, ResizeHandle, type Size, sizeStyle } from '@dxos/react-ui-dnd';
-import { mx } from '@dxos/react-ui-theme';
-
-const preventDefault = (event: Event) => event.preventDefault();
-
-const minSize = 5;
-
-export type AmbientDialogProps = PropsWithChildren<{
-  open?: boolean;
-  title?: string;
-  resizeable?: boolean;
-  onOpenChange?: (open: boolean) => void;
-  onEscape?: () => void;
-}>;
-
-export const AmbientDialog = ({
-  children,
-  open: controlledOpen,
-  title,
-  resizeable = true,
-  onOpenChange,
-  onEscape,
-}: AmbientDialogProps) => {
-  const [resizeKey, setReizeKey] = useState(0);
-  const [size, setSize] = useState<Size>('min-content');
-  const [open, setOpen] = useState(controlledOpen);
-
-  // Update controlled value.
-  useEffect(() => {
-    setOpen(controlledOpen);
-  }, [controlledOpen]);
-
-  // Update size and key.
-  useEffect(() => {
-    setSize(open ? 'min-content' : minSize);
-    setReizeKey((key) => key + 1);
-  }, [open]);
-
-  // TODO(burdon): Animate open/close.
-  // NOTE: We set the min size to 5rem (80px), and the header and prompt bar to 40px (i.e., the rail-size) each.
-  // The dialog has no vertical padding and has box-content so that when closed it collapses to the size of the header and prompt bar.
-  const handleToggle = useCallback(() => {
-    setOpen((open) => {
-      onOpenChange?.(!open);
-      return !open;
-    });
-  }, []);
-
-  return (
-    <div role='none' className='dx-dialog__overlay bg-transparent pointer-events-none' data-block-align='end'>
-      <Dialog.Content
-        classNames='relative box-content p-0 md:is-[35rem] md:max-is-none overflow-hidden pointer-events-auto transition-[block-size] ease-in-out duration-0 [&:not([data-dx-resizing="true"])]:duration-200'
-        inOverlayLayout
-        {...resizeAttributes}
-        style={{
-          ...(resizeable ? sizeStyle(size, 'vertical', true) : {}),
-          maxBlockSize: 'calc(100dvh - env(safe-area-inset-bottom) - env(safe-area-inset-top) - 9rem)',
-        }}
-        onEscapeKeyDown={onEscape}
-        onInteractOutside={preventDefault}
-      >
-        {(resizeable && (
-          <>
-            <ResizeHandle
-              key={resizeKey}
-              side='block-start'
-              defaultSize='min-content'
-              minSize={minSize}
-              fallbackSize={minSize}
-              iconPosition='center'
-              onSizeChange={setSize}
-            />
-
-            <DialogHeader open={open} title={title} onToggle={handleToggle} />
-          </>
-        )) || <Dialog.Title srOnly />}
-
-        {children}
-      </Dialog.Content>
-    </div>
-  );
-};
-
-/**
- * Matches same layout grid as PromptBar.
- */
-const DialogHeader = ({ open, title, onToggle }: { open?: boolean; title?: string; onToggle: () => void }) => {
-  return (
-    <div className='flex shrink-0 w-full grid grid-cols-[var(--rail-action)_1fr_var(--rail-action)] items-center overflow-hidden'>
-      <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-        <Dialog.Close>
-          <Icon icon='ph--x--regular' />
-        </Dialog.Close>
-      </div>
-      <div className='grow'>
-        <Dialog.Title classNames='flex justify-center text-xs text-subdued'>{title}</Dialog.Title>
-      </div>
-      <div className='flex w-[--rail-action] h-[--rail-action] items-center justify-center'>
-        <IconButton
-          variant='ghost'
-          icon={'ph--caret-up--regular'}
-          classNames={mx('[&>svg]:transition [&>svg]:duration-200', open && '[&>svg]:rotate-180')}
-          iconOnly
-          label='Shrink'
-          onClick={onToggle}
-        />
-      </div>
-    </div>
-  );
-};

package/src/components/AssistantDialog.tsx

@@ -1,37 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { type FC, useState } from 'react';
-
-import { useCapability, Capabilities, useCapabilities } from '@dxos/app-framework';
-import { TranscriptionCapabilities } from '@dxos/plugin-transcription';
-import { useTranslation } from '@dxos/react-ui';
-
-import { AmbientDialog } from './AmbientDialog';
-import { ThreadContainer } from './Thread';
-import { ASSISTANT_PLUGIN } from '../meta';
-import { type AssistantSettingsProps, type AIChatType } from '../types';
-
-export const AssistantDialog: FC<{ chat?: AIChatType }> = ({ chat }) => {
-  const { t } = useTranslation(ASSISTANT_PLUGIN);
-  const transcription = useCapabilities(TranscriptionCapabilities.Transcriber).length > 0;
-  const settings = useCapability(Capabilities.SettingsStore).getStore<AssistantSettingsProps>(ASSISTANT_PLUGIN)?.value;
-
-  // TODO(burdon): Refocus when open.
-  const [open, setOpen] = useState(false);
-
-  return (
-    <AmbientDialog open={open} onOpenChange={setOpen} title={t('assistant dialog title')}>
-      <ThreadContainer
-        part={'dialog'}
-        chat={chat}
-        onOpenChange={setOpen}
-        settings={settings}
-        transcription={transcription}
-      />
-    </AmbientDialog>
-  );
-};
-
-export default AssistantDialog;

package/src/components/BlueprintContainer.tsx

@@ -1,148 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type EditorView } from '@codemirror/view';
-import JSON5 from 'json5';
-import React, { useCallback, useEffect, useMemo, useRef, useState } from 'react';
-
-import { ToolRegistry } from '@dxos/ai';
-import { useCapability } from '@dxos/app-framework';
-import {
-  type Blueprint,
-  type BlueprintDefinition,
-  BlueprintMachine,
-  createLocalSearchTool,
-  createExaTool,
-  createGraphWriterTool,
-} from '@dxos/assistant';
-import { getSpace } from '@dxos/client/echo';
-import { DXN, Key } from '@dxos/echo';
-import { Toolbar, useTranslation } from '@dxos/react-ui';
-import { getSelectionSet, useSelectionManager } from '@dxos/react-ui-attention';
-import { StackItem, type StackItemContentProps } from '@dxos/react-ui-stack';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { AssistantCapabilities } from '../capabilities';
-import { meta } from '../meta';
-import { QueueLogger } from '../queue-logger';
-
-// TODO(burdon): Move to config.
-export const EXA_API_KEY = '9c7e17ff-0c85-4cd5-827a-8b489f139e03';
-
-// TODO(burdon): Validate.
-const parseBlueprint = (text: string): BlueprintDefinition | undefined => {
-  try {
-    const json = JSON5.parse(text);
-    const { steps } = json;
-    return { steps };
-  } catch (error) {
-    // Ignore.
-  }
-};
-
-export const BlueprintContainer = ({
-  role,
-  blueprint,
-}: Pick<StackItemContentProps, 'role'> & { blueprint: Blueprint }) => {
-  const { t } = useTranslation(meta.id);
-  const aiClient = useCapability(AssistantCapabilities.AiClient);
-  const selectionManager = useSelectionManager();
-  const [definition, setDefinition] = useState<BlueprintDefinition>();
-  useEffect(() => {
-    setDefinition({
-      steps: blueprint.steps.map(({ instructions, tools }) => ({ instructions, tools })),
-    });
-  }, [blueprint]);
-
-  const editorRef = useRef<EditorView | undefined>(undefined);
-
-  // TODO(burdon): Factor out.
-  const toolRegistry = useMemo(() => {
-    const space = getSpace(blueprint);
-    if (!space) {
-      return;
-    }
-
-    // TODO(burdon): How should the queue be created?
-    const queue = space.queues.create();
-
-    return new ToolRegistry([
-      createExaTool({ apiKey: EXA_API_KEY }),
-      createLocalSearchTool(space.db, queue),
-      createGraphWriterTool({
-        db: space.db,
-        queue,
-        schema: [], // TODO(burdon): Get schema from client/blueprint?
-        onDone: async (objects) => {
-          await queue.append(objects);
-        },
-      }),
-    ]);
-  }, [blueprint]);
-
-  const formatAndSave = useCallback((): BlueprintDefinition | undefined => {
-    if (!blueprint) {
-      return;
-    }
-
-    const text = editorRef.current?.state.doc.toString();
-    if (!text) {
-      return;
-    }
-
-    const definition = parseBlueprint(text);
-    if (!definition) {
-      return;
-    }
-
-    setDefinition(definition);
-    const formatted = JSON.stringify(definition, null, 2);
-    editorRef.current?.dispatch({
-      changes: { from: 0, to: text.length, insert: formatted },
-    });
-
-    blueprint.steps.length = 0;
-    for (const step of definition.steps) {
-      blueprint.steps.push({
-        id: Key.ObjectId.random(),
-        instructions: step.instructions,
-        tools: step.tools,
-      });
-    }
-
-    return blueprint;
-  }, [blueprint]);
-
-  // TODO(burdon): Save raw blueprint separately from parsed blueprint? (like Script).
-  const handleSave = useCallback(() => formatAndSave(), [formatAndSave]);
-
-  const handleRun = useCallback(async () => {
-    if (!aiClient?.value || !toolRegistry) {
-      return;
-    }
-
-    formatAndSave();
-
-    // Get input from selection.
-    const input = Array.from(getSelectionSet(selectionManager)).map((id) => DXN.fromLocalObjectId(id));
-    if (!input.length) {
-      return;
-    }
-
-    const machine = new BlueprintMachine(toolRegistry, blueprint).setLogger(new QueueLogger(blueprint));
-    await machine.runToCompletion({ aiClient: aiClient.value, input });
-  }, [aiClient.value, blueprint, formatAndSave, selectionManager, toolRegistry]);
-
-  return (
-    <StackItem.Content role={role} toolbar>
-      <Toolbar.Root>
-        <Toolbar.Button onClick={handleSave}>{t('button save')}</Toolbar.Button>
-        <Toolbar.Button onClick={handleRun}>{t('button run')}</Toolbar.Button>
-      </Toolbar.Root>
-      {definition && <BlueprintEditor ref={editorRef} blueprint={definition} />}
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintContainer;

package/src/components/BlueprintEditor/BlueprintEditor.stories.tsx

@@ -1,32 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react';
-
-import { withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { BlueprintEditor } from './BlueprintEditor';
-import { RESEARCH_BLUEPRINT_DEFINITION } from '../../testing';
-import translations from '../../translations';
-
-const meta: Meta<typeof BlueprintEditor> = {
-  title: 'plugins/plugin-assistant/BlueprintEditor',
-  component: BlueprintEditor,
-  decorators: [withTheme, withLayout({ fullscreen: true, classNames: 'mli-auto max-is-[50rem] justify-center' })],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-type Story = StoryObj<typeof BlueprintEditor>;
-
-export const Default: Story = {
-  args: {
-    blueprint: RESEARCH_BLUEPRINT_DEFINITION,
-  },
-};

package/src/components/BlueprintEditor/BlueprintEditor.tsx

@@ -1,50 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { forwardRef, useImperativeHandle } from 'react';
-
-import { BlueprintDefinition } from '@dxos/assistant';
-import { Type } from '@dxos/echo';
-import { useThemeContext, type ThemedClassName } from '@dxos/react-ui';
-import {
-  type EditorView,
-  createBasicExtensions,
-  createJsonExtensions,
-  createThemeExtensions,
-  useTextEditor,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-
-export type BlueprintEditorProps = ThemedClassName<{
-  blueprint: BlueprintDefinition;
-}>;
-
-// TODO(burdon): Factor out JsonEditor.
-export const BlueprintEditor = forwardRef<EditorView | undefined, BlueprintEditorProps>(
-  ({ classNames, blueprint }, forwardedRef) => {
-    const { themeMode } = useThemeContext();
-    const { parentRef, view } = useTextEditor({
-      initialValue: JSON.stringify(blueprint, null, 2),
-      extensions: [
-        createBasicExtensions({
-          lineNumbers: true,
-          lineWrapping: false,
-          monospace: true,
-          scrollPastEnd: true,
-        }),
-        createThemeExtensions({
-          themeMode,
-          syntaxHighlighting: true,
-        }),
-        createJsonExtensions({
-          schema: Type.toJsonSchema(BlueprintDefinition, { strict: true }),
-        }),
-      ],
-    });
-
-    useImperativeHandle(forwardedRef, () => view, [view]);
-
-    return <div ref={parentRef} className={mx('overflow-hidden', classNames)} />;
-  },
-);

package/src/components/BlueprintEditor/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './BlueprintEditor';