@dxos/plugin-assistant 0.8.3 → 0.8.4-main.1f223c7

package/src/components/ChatProgress/ChatProgress.tsx

@@ -0,0 +1,68 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React, { useCallback, useEffect, useMemo, useRef, useState } from 'react';
+
+import { addEventListener } from '@dxos/async';
+import { Flex, ProgressBar, type ProgressBarProps, TextCrawl } from '@dxos/react-ui-components';
+
+import { useExecutionGraph } from '../../hooks';
+import { type Assistant } from '../../types';
+
+// TODO(burdon): Reset after each session.
+// TODO(burdon): Show after delay.
+// TODO(burdon): Test with errors.
+// TODO(burdon): Filter out empty trace messages.
+
+// {
+//   "id": "01K3TE3C2VAXETP500QKDHK3C4_block_3",
+//   "branch": "main",
+//   "parents": [],
+//   "icon": "ph--robot--regular",
+//   "message": "\n"
+// }
+
+export type ChatProgressProps = {
+  chat: Assistant.Chat;
+};
+
+export const ChatProgress = ({ chat }: ChatProgressProps) => {
+  const { commits } = useExecutionGraph(chat.traceQueue?.target, true);
+  const nodes = useMemo(() => commits.map((commit) => ({ id: commit.id, message: commit.message })), [commits]);
+  const lines = useMemo(() => commits.map((commit) => commit.message), [commits]);
+
+  const [index, setIndex] = useState<number | undefined>(undefined);
+  const handleSelect = useCallback<NonNullable<ProgressBarProps['onSelect']>>(({ index }) => {
+    setIndex((current) => {
+      return current === index ? undefined : index;
+    });
+  }, []);
+
+  const ref = useRef<HTMLDivElement>(null);
+  useEffect(() => {
+    if (!ref.current) {
+      return;
+    }
+
+    return addEventListener(ref.current, 'keydown', (event) => {
+      switch (event.key) {
+        case 'ArrowLeft': {
+          setIndex((current) => (current === undefined || current <= 0 ? 0 : current - 1));
+          break;
+        }
+        case 'ArrowRight': {
+          setIndex((current) => (current === undefined || current >= nodes.length ? nodes.length - 1 : current + 1));
+          break;
+        }
+      }
+    });
+  }, [nodes.length]);
+
+  return (
+    <Flex column tabIndex={0} ref={ref} classNames='outline-none'>
+      <ProgressBar nodes={nodes} index={index} onSelect={handleSelect} />
+      <TextCrawl lines={lines} index={index} autoAdvance classNames='pis-4 text-sm text-subdued' />
+    </Flex>
+  );
+};

package/src/components/{AmbientDialog → ChatProgress}/index.ts

@@ -2,4 +2,4 @@
 // Copyright 2025 DXOS.org
 //
 
-export * from './AmbientDialog';
+export * from './ChatProgress';

package/src/components/ChatPrompt/ChatActions.tsx

@@ -0,0 +1,57 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React, { type PropsWithChildren } from 'react';
+
+import { IconButton, type ThemedClassName, useTranslation } from '@dxos/react-ui';
+import { mx } from '@dxos/react-ui-theme';
+
+import { meta } from '../../meta';
+import { type ChatEvent } from '../Chat';
+
+export type ChatActionsProps = ThemedClassName<
+  PropsWithChildren<{
+    microphone?: boolean;
+    recording?: boolean;
+    processing?: boolean;
+    onEvent?: (event: ChatEvent) => void;
+  }>
+>;
+
+export const ChatActions = ({ classNames, children, microphone, recording, processing, onEvent }: ChatActionsProps) => {
+  const { t } = useTranslation(meta.id);
+
+  return (
+    <div className={mx('flex items-center mie-1', classNames)}>
+      {children}
+
+      <IconButton
+        disabled={!processing}
+        variant='ghost'
+        size={5}
+        icon='ph--x--regular'
+        iconOnly
+        label={t('button cancel processing')}
+        onClick={() => onEvent?.({ type: 'cancel' })}
+      />
+
+      {microphone && (
+        <IconButton
+          disabled={!processing}
+          classNames={mx(recording && 'bg-primary-500')}
+          variant='ghost'
+          size={5}
+          icon='ph--microphone--regular'
+          iconOnly
+          noTooltip
+          label={t('button microphone')}
+          onMouseDown={() => onEvent?.({ type: 'record-start' })}
+          onMouseUp={() => onEvent?.({ type: 'record-stop' })}
+          onTouchStart={() => onEvent?.({ type: 'record-start' })}
+          onTouchEnd={() => onEvent?.({ type: 'record-stop' })}
+        />
+      )}
+    </div>
+  );
+};

package/src/components/ChatPrompt/ChatOptions.tsx

@@ -0,0 +1,233 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React, { type JSX, useMemo, useState } from 'react';
+
+import { type AiContextBinder } from '@dxos/assistant';
+import { type Blueprint } from '@dxos/blueprints';
+import { Filter, Obj, Type } from '@dxos/echo';
+import { type Space, useQuery } from '@dxos/react-client/echo';
+import { Icon, IconButton, Popover, Select, useTranslation } from '@dxos/react-ui';
+import { SearchList } from '@dxos/react-ui-searchlist';
+import { Tabs } from '@dxos/react-ui-tabs';
+
+import { useActiveBlueprints, useBlueprintHandlers, useBlueprints, useContextObjects, useItemTypes } from '../../hooks';
+import { meta } from '../../meta';
+
+const panelClassNames = 'is-[calc(100dvw-.5rem)] sm:is-max md:is-[25rem] max-is-[--text-content]';
+
+export type ChatOptionsProps = {
+  space: Space;
+  context: AiContextBinder;
+  blueprintRegistry?: Blueprint.Registry;
+  presets?: { id: string; label: string }[];
+  preset?: string;
+  onPresetChange?: (id: string) => void;
+};
+
+/**
+ * Manages the runtime context for the chat.
+ */
+export const ChatOptions = ({
+  space,
+  context,
+  blueprintRegistry,
+  presets,
+  preset,
+  onPresetChange,
+}: ChatOptionsProps) => {
+  const { t } = useTranslation(meta.id);
+
+  return (
+    <div role='none' className='flex gap-0.5'>
+      <Popover.Root>
+        <Popover.Trigger asChild>
+          <IconButton variant='ghost' icon='ph--plus--regular' iconOnly size={5} label={t('button context objects')} />
+        </Popover.Trigger>
+        <Popover.Portal>
+          <Popover.Content side='top' classNames={panelClassNames}>
+            <ObjectsPanel space={space} context={context} />
+            <Popover.Arrow />
+          </Popover.Content>
+        </Popover.Portal>
+      </Popover.Root>
+
+      <Popover.Root>
+        <Popover.Trigger asChild>
+          <IconButton
+            variant='ghost'
+            icon='ph--sliders-horizontal--regular'
+            iconOnly
+            size={5}
+            label={t('button context settings')}
+          />
+        </Popover.Trigger>
+        <Popover.Portal>
+          <Popover.Content side='top' classNames={panelClassNames}>
+            <Tabs.Root orientation='horizontal' defaultValue='blueprints' defaultActivePart='list'>
+              <Tabs.Viewport classNames='max-bs-[--radix-popover-content-available-height] grid grid-rows-[1fr_min-content] [&_[cmdk-root]]:contents [&_[role="tabpanel"]]:grid [&_[role="tabpanel"]]:grid-rows-[1fr_min-content] [&_[role="listbox"]]:min-bs-0 [&_[role="listbox"]]:overflow-y-auto [&_[role="tabpanel"]]:min-bs-0 [&_[role="tabpanel"]]:pli-cardSpacingChrome [&_[role="tabpanel"][data-state="active"]]:order-first [&_[role="tabpanel"][data-state="inactive"]]:hidden'>
+                <Tabs.Tabpanel value='blueprints'>
+                  <BlueprintsPanel blueprintRegistry={blueprintRegistry} space={space} context={context} />
+                </Tabs.Tabpanel>
+                <Tabs.Tabpanel value='model'>
+                  <ModelsPanel presets={presets} preset={preset} onPresetChange={onPresetChange} />
+                </Tabs.Tabpanel>
+                <Tabs.Tablist classNames='sm:overflow-x-hidden justify-center p-[--dx-cardSpacingChrome] border-bs border-subduedSeparator order-last'>
+                  <Tabs.IconTab
+                    value='blueprints'
+                    icon='ph--blueprint--regular'
+                    label={t('blueprints in context title')}
+                  />
+                  <Tabs.IconTab value='model' label={t('chat model title')} icon='ph--cpu--regular' />
+                </Tabs.Tablist>
+              </Tabs.Viewport>
+            </Tabs.Root>
+            <Popover.Arrow />
+          </Popover.Content>
+        </Popover.Portal>
+      </Popover.Root>
+    </div>
+  );
+};
+
+const BlueprintsPanel = ({
+  blueprintRegistry,
+  space,
+  context,
+}: Pick<ChatOptionsProps, 'blueprintRegistry' | 'space' | 'context'>) => {
+  const { t } = useTranslation(meta.id);
+
+  const blueprints = useBlueprints({ blueprintRegistry });
+  const activeBlueprints = useActiveBlueprints({ context });
+  const { onUpdateBlueprint } = useBlueprintHandlers({ space, context, blueprintRegistry });
+
+  return (
+    <SearchList.Root>
+      <SearchList.Content classNames='plb-cardSpacingChrome'>
+        {blueprints.map((blueprint) => {
+          const isActive = activeBlueprints.has(blueprint.key);
+          return (
+            <SearchList.Item
+              classNames='flex items-center overflow-hidden'
+              key={blueprint.key}
+              value={blueprint.name}
+              onSelect={() => onUpdateBlueprint?.(blueprint.key, !isActive)}
+            >
+              <div className='grow truncate'>{blueprint.name}</div>
+              <Icon icon='ph--check--regular' classNames={[!isActive && 'invisible']} />
+            </SearchList.Item>
+          );
+        })}
+      </SearchList.Content>
+      <SearchList.Input placeholder={t('search placeholder')} classNames='mbe-cardSpacingChrome' />
+    </SearchList.Root>
+  );
+};
+
+const ModelsPanel = ({
+  presets,
+  preset,
+  onPresetChange,
+}: Pick<ChatOptionsProps, 'presets' | 'preset' | 'onPresetChange'>) => {
+  return (
+    <ul role='listbox' className='plb-cardSpacingChrome'>
+      {presets?.map(({ id, label }) => {
+        const isActive = preset === id;
+        return (
+          <li
+            role='option'
+            key={id}
+            aria-selected={isActive}
+            tabIndex={0}
+            className='overflow-hidden dx-focus-ring flex gap-2 p-1 pis-2 pie-2 items-center rounded-sm select-none cursor-pointer hover:bg-hoverOverlay'
+            onClick={() => onPresetChange?.(id)}
+          >
+            <div className='grow truncate'>{label}</div>
+            <Icon icon='ph--check--regular' classNames={[!isActive && 'invisible']} />
+          </li>
+        );
+      })}
+    </ul>
+  );
+};
+
+const ANY = '__any__';
+
+const ObjectsPanel = ({ space, context }: Pick<ChatOptionsProps, 'space' | 'context'>): JSX.Element => {
+  const { t } = useTranslation(meta.id);
+
+  // Item types sorted by label.
+  const types = useItemTypes(space);
+  const typenames = useMemo(() => {
+    const typenames = types.map((type) => {
+      const typename = Type.getTypename(type);
+      return {
+        typename,
+        label: t('typename label', { ns: typename, defaultValue: typename }),
+      };
+    });
+
+    typenames.sort((a, b) => a.label.localeCompare(b.label));
+    return typenames;
+  }, [types]);
+
+  // Current type and filter.
+  const [typename, setTypename] = useState<string>(ANY);
+  const anyFilter = useMemo(
+    () => Filter.or(...typenames.map(({ typename }) => Filter.typename(typename))),
+    [typenames],
+  );
+
+  // Context objects.
+  const objects = useQuery(space, typename === ANY ? anyFilter : Filter.typename(typename));
+  const { objects: contextObjects, onUpdateObject } = useContextObjects({ space, context });
+
+  return (
+    <SearchList.Root classNames='pis-2 pie-2'>
+      <SearchList.Content classNames='plb-cardSpacingChrome [&:has([cmdk-list-sizer]:empty)]:plb-0'>
+        {objects.length ? (
+          objects.map((object) => {
+            const label = Obj.getLabel(object) ?? Obj.getTypename(object) ?? object.id;
+            const isActive = contextObjects.findIndex((obj) => obj.id === object.id) !== -1;
+            return (
+              <SearchList.Item
+                classNames='flex items-center overflow-hidden'
+                key={object.id}
+                value={object.id}
+                onSelect={() => onUpdateObject?.(Obj.getDXN(object), !isActive)}
+              >
+                <div className='grow truncate'>{label}</div>
+                <Icon icon='ph--check--regular' classNames={[!isActive && 'invisible']} />
+              </SearchList.Item>
+            );
+          })
+        ) : (
+          <SearchList.Item>{t('no results')}</SearchList.Item>
+        )}
+      </SearchList.Content>
+
+      <div role='none' className='grid grid-cols-[min-content_1fr] gap-2 mbe-cardSpacingChrome'>
+        <Select.Root value={typename === ANY ? undefined : typename} onValueChange={setTypename}>
+          <Select.TriggerButton density='fine' placeholder={t('type filter placeholder')} />
+          <Select.Portal>
+            <Select.Content>
+              <Select.ScrollUpButton />
+              <Select.Viewport>
+                <Select.Option value={ANY}>{t('any type filter label')}</Select.Option>
+                {typenames.map(({ typename, label }) => (
+                  <Select.Option key={typename} value={typename}>
+                    {label}
+                  </Select.Option>
+                ))}
+              </Select.Viewport>
+              <Select.ScrollDownButton />
+              <Select.Arrow />
+            </Select.Content>
+          </Select.Portal>
+        </Select.Root>
+        <SearchList.Input placeholder={t('search placeholder')} classNames='mbe-0' />
+      </div>
+    </SearchList.Root>
+  );
+};

package/src/components/ChatPrompt/ChatPresets.tsx

@@ -0,0 +1,29 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React from 'react';
+
+import { Select } from '@dxos/react-ui';
+
+export type ChatPresetsProps = {
+  presets?: { id: string; label: string }[];
+  preset?: string;
+  onChange?: (id: string) => void;
+};
+
+export const ChatPresets = ({ presets, preset, onChange }: ChatPresetsProps) => {
+  return (
+    <Select.Root value={preset} onValueChange={onChange}>
+      <Select.TriggerButton classNames='text-sm' />
+      <Select.Content>
+        {presets?.map(({ id, label }) => (
+          <Select.Option key={id} value={id} classNames='text-sm'>
+            {label}
+          </Select.Option>
+        ))}
+        <Select.Arrow />
+      </Select.Content>
+    </Select.Root>
+  );
+};

package/src/components/ChatPrompt/ChatReferences.tsx

@@ -0,0 +1,48 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React from 'react';
+
+import { type AiContextBinder } from '@dxos/assistant';
+import { Obj } from '@dxos/echo';
+import { type Space } from '@dxos/react-client/echo';
+import { IconButton, type Label, type ThemedClassName, toLocalizedString, useTranslation } from '@dxos/react-ui';
+import { mx } from '@dxos/react-ui-theme';
+
+import { useContextObjects } from '../../hooks';
+import { meta } from '../../meta';
+
+export type ChatReferencesProps = ThemedClassName<{
+  context: AiContextBinder;
+  space: Space;
+}>;
+
+export const ChatReferences = ({ classNames, context, space }: ChatReferencesProps) => {
+  const { t } = useTranslation(meta.id);
+  const { objects, onUpdateObject } = useContextObjects({ space, context });
+
+  return (
+    <ul className={mx('flex flex-wrap', classNames)}>
+      {objects.map((obj) => {
+        const dxn = Obj.getDXN(obj);
+        const typename = Obj.getTypename(obj);
+        const label: Label = Obj.getLabel(obj) ?? (typename ? ['object name placeholder', { ns: typename }] : obj.id);
+        return (
+          <li key={dxn.toString()} className='dx-tag plb-0 pis-2 flex items-center' data-hue='neutral'>
+            {toLocalizedString(label, t)}
+            <IconButton
+              iconOnly
+              variant='ghost'
+              label={t('remove object in context label')}
+              classNames='p-0 hover:bg-transparent'
+              size={3}
+              icon='ph--x--bold'
+              onClick={() => onUpdateObject?.(dxn, false)}
+            />
+          </li>
+        );
+      })}
+    </ul>
+  );
+};

package/src/components/ChatPrompt/ChatStatusIndicator.tsx

@@ -0,0 +1,42 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import React, { useEffect, useState } from 'react';
+
+import { type ThemedClassName, Tooltip, useTimeout } from '@dxos/react-ui';
+import { Spinner, type SpinnerProps } from '@dxos/react-ui-sfx';
+import { mx } from '@dxos/react-ui-theme';
+
+const period = 3_000;
+
+export type ChatStatusIndicatorProps = ThemedClassName<
+  {
+    preset?: string;
+    processing?: boolean;
+    error?: Error;
+  } & Pick<SpinnerProps, 'size' | 'onClick'>
+>;
+
+export const ChatStatusIndicator = ({ classNames, preset, processing, error, ...props }: ChatStatusIndicatorProps) => {
+  const [init, setInit] = useState(false);
+  useEffect(() => setInit(false), [preset]);
+  useTimeout(
+    async () => {
+      setInit(true);
+    },
+    period / 2,
+    [preset],
+  );
+
+  return (
+    <div role='none' className={mx('relative flex', classNames)}>
+      <Spinner duration={period} state={!init ? 'flash' : error ? 'error' : processing ? 'spin' : 'pulse'} {...props} />
+      {error && (
+        <Tooltip.Trigger asChild content={error.message}>
+          <div className='absolute inset-0' />
+        </Tooltip.Trigger>
+      )}
+    </div>
+  );
+};

package/src/components/ChatPrompt/index.ts

@@ -0,0 +1,9 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export * from './ChatActions';
+export * from './ChatOptions';
+export * from './ChatPresets';
+export * from './ChatReferences';
+export * from './ChatStatusIndicator';

package/src/components/ChatThread/ChatThread.stories.tsx

@@ -0,0 +1,130 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import '@dxos-theme';
+
+import { type Meta, type StoryObj } from '@storybook/react-vite';
+import { Effect, Fiber, Layer } from 'effect';
+import React, { useEffect, useMemo, useState } from 'react';
+
+import { ContextQueueService, DatabaseService } from '@dxos/functions';
+import { faker } from '@dxos/random';
+import { useQueue, useSpace } from '@dxos/react-client/echo';
+import { withClientProvider } from '@dxos/react-client/testing';
+import { Popover } from '@dxos/react-ui';
+import { PreviewPopoverProvider, usePreviewPopover } from '@dxos/react-ui-editor/testing';
+import { Card } from '@dxos/react-ui-stack';
+import { DataType } from '@dxos/schema';
+import { withLayout, withTheme } from '@dxos/storybook-utils';
+
+import { createMessageGenerator } from '../../testing';
+import { translations } from '../../translations';
+
+import { ChatThread, type ChatThreadController, type ChatThreadProps } from './ChatThread';
+
+faker.seed(1);
+
+type MessageGenerator = Effect.Effect<void, never, DatabaseService | ContextQueueService>;
+
+type StoryProps = ChatThreadProps & { generator?: MessageGenerator[]; delay?: number };
+
+const DefaultStory = ({ generator = [], delay = 0, ...props }: StoryProps) => {
+  const space = useSpace();
+  const queueDxn = useMemo(() => space?.queues.create().dxn, [space]);
+  const queue = useQueue<DataType.Message>(queueDxn);
+
+  // Generate messages.
+  useEffect(() => {
+    if (!space || !queue) {
+      return;
+    }
+
+    const fiber = Effect.runFork(
+      Effect.gen(function* () {
+        for (const step of generator) {
+          yield* step;
+          if (delay) {
+            yield* Effect.sleep(delay);
+          }
+        }
+      }).pipe(Effect.provide(Layer.mergeAll(DatabaseService.layer(space.db), ContextQueueService.layer(queue)))),
+    );
+
+    return () => {
+      void Effect.runPromise(Fiber.interrupt(fiber));
+    };
+  }, [space, queue, generator]);
+
+  // Set context.
+  const [controller, setController] = useState<ChatThreadController | null>(null);
+  useEffect(() => {
+    // controller?.setContext({ timestamp: Date.now() });
+  }, [controller]);
+
+  // TODO(burdon): Elsewhere PreviewProvider is implemented via the plugin-preview.
+  return (
+    <PreviewPopoverProvider
+      onLookup={async ({ label, ref }) => {
+        return { label, text: ref };
+      }}
+    >
+      <ChatThread {...props} messages={queue?.objects ?? []} ref={setController} />
+      <PreviewCard />
+    </PreviewPopoverProvider>
+  );
+};
+
+// TODO(burdon): Factor out.
+// TODO(burdon): Provide renderer for preview extension.
+const PreviewCard = () => {
+  const { target } = usePreviewPopover('PreviewCard');
+
+  return (
+    <Popover.Portal>
+      <Popover.Content onOpenAutoFocus={(event) => event.preventDefault()}>
+        <Popover.Viewport>
+          <Card.SurfaceRoot role='card--popover'>
+            <Card.Heading>{target?.label}</Card.Heading>
+            {target && <Card.Text classNames='truncate line-clamp-3'>{target.text}</Card.Text>}
+          </Card.SurfaceRoot>
+        </Popover.Viewport>
+        <Popover.Arrow />
+      </Popover.Content>
+    </Popover.Portal>
+  );
+};
+
+const meta = {
+  title: 'plugins/plugin-assistant/ChatThread',
+  component: ChatThread,
+  render: DefaultStory,
+  decorators: [
+    withClientProvider({ createIdentity: true, createSpace: true, types: [DataType.Organization, DataType.Person] }),
+    withLayout({ fullscreen: true }),
+    withTheme,
+  ],
+  parameters: {
+    layout: 'fullscreen', // TODO(burdon): Replace withLayout.
+    translations,
+  },
+} satisfies Meta<typeof ChatThread>;
+
+export default meta;
+
+type Story = StoryObj<typeof meta>;
+
+export const Default: Story = {
+  args: {
+    generator: createMessageGenerator(),
+  },
+};
+
+export const Delayed: Story = {
+  args: {
+    generator: createMessageGenerator(),
+    delay: 3_000,
+    fadeIn: true,
+    cursor: false,
+  },
+};