@dxos/plugin-assistant 0.8.4-main.70d3990 → 0.8.4-main.7996785055

package/src/capabilities/react-surface.tsx

@@ -1,87 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
-import { Blueprint, Prompt } from '@dxos/blueprints';
-import { getSpace } from '@dxos/client/echo';
-import { Sequence } from '@dxos/conductor';
-import { InvocationTraceContainer } from '@dxos/devtools';
-import { Obj } from '@dxos/echo';
-import { SettingsStore } from '@dxos/local-storage';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import {
-  AssistantSettings,
-  BlueprintArticle,
-  ChatCompanion,
-  ChatContainer,
-  ChatDialog,
-  PromptArticle,
-} from '../components';
-import { ASSISTANT_DIALOG, meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${meta.id}/plugin-settings`,
-      role: 'article',
-      filter: (data): data is { subject: SettingsStore<Assistant.Settings> } =>
-        data.subject instanceof SettingsStore && data.subject.prefix === meta.id,
-      component: ({ data: { subject } }) => <AssistantSettings settings={subject.value} />,
-    }),
-    createSurface({
-      id: `${meta.id}/chat`,
-      role: 'article',
-      filter: (data): data is { subject: Assistant.Chat; variant: undefined } =>
-        Obj.instanceOf(Assistant.Chat, data.subject) && data.variant !== 'assistant-chat',
-      component: ({ data, role }) => <ChatContainer role={role} chat={data.subject} />,
-    }),
-    // TODO(wittjosiah): This is flashing when chat changes.
-    createSurface({
-      id: `${meta.id}/companion-chat`,
-      role: 'article',
-      filter: (data): data is { companionTo: Obj.Any; subject: Assistant.Chat | 'assistant-chat' } =>
-        Obj.isObject(data.companionTo) &&
-        (Obj.instanceOf(Assistant.Chat, data.subject) || data.subject === 'assistant-chat'),
-      component: ({ data, role }) => <ChatCompanion role={role} data={data} />,
-    }),
-    createSurface({
-      id: `${meta.id}/companion-invocations`,
-      role: 'article',
-      filter: (data): data is { companionTo: Sequence } =>
-        (Obj.instanceOf(Sequence, data.companionTo) || Obj.instanceOf(Prompt.Prompt, data.companionTo)) &&
-        data.subject === 'invocations',
-      component: ({ data }) => {
-        const space = getSpace(data.companionTo);
-        // TODO(wittjosiah): Support invocation filtering for prompts.
-        const target = Obj.instanceOf(Prompt.Prompt, data.companionTo) ? undefined : data.companionTo;
-        return (
-          <StackItem.Content>
-            <InvocationTraceContainer space={space} target={target} detailAxis='block' />
-          </StackItem.Content>
-        );
-      },
-    }),
-    createSurface({
-      id: `${meta.id}/blueprint`,
-      role: 'article',
-      filter: (data): data is { subject: Blueprint.Blueprint } => Obj.instanceOf(Blueprint.Blueprint, data.subject),
-      component: ({ data }) => <BlueprintArticle subject={data.subject} />,
-    }),
-    createSurface({
-      id: `${meta.id}/prompt`,
-      role: 'article',
-      filter: (data): data is { subject: Prompt.Prompt } => Obj.instanceOf(Prompt.Prompt, data.subject),
-      component: ({ data }) => <PromptArticle subject={data.subject} />,
-    }),
-    createSurface({
-      id: ASSISTANT_DIALOG,
-      role: 'dialog',
-      filter: (data): data is { props: { chat: Assistant.Chat } } => data.component === ASSISTANT_DIALOG,
-      component: ({ data }) => <ChatDialog {...data.props} />,
-    }),
-  ]);

package/src/capabilities/repair.ts

@@ -1,49 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { contributes } from '@dxos/app-framework';
-import { Blueprint, Prompt } from '@dxos/blueprints';
-import { Obj, Ref, Type } from '@dxos/echo';
-import { SpaceCapabilities } from '@dxos/plugin-space';
-import { type Space } from '@dxos/react-client/echo';
-import { Collection } from '@dxos/schema';
-
-import { Assistant } from '../types';
-
-export default () =>
-  contributes(SpaceCapabilities.Repair, async ({ space }) => {
-    await ensureSystemCollections(space);
-  });
-
-/**
- * Ensure the root collection has system collections for AI Chats, Blueprints, and Prompts.
- */
-const ensureSystemCollections = async (space: Space) => {
-  const rootCollection: Collection.Collection = await space.properties[Collection.Collection.typename]?.load();
-  if (!rootCollection) {
-    return;
-  }
-
-  const objects = await Promise.all(rootCollection.objects.map((ref) => ref.load()));
-  const chats = objects.find(
-    (object) => Obj.instanceOf(Collection.Managed, object) && object.key === Assistant.Chat.typename,
-  );
-  if (!chats) {
-    rootCollection.objects.push(Ref.make(Collection.makeManaged({ key: Assistant.Chat.typename })));
-  }
-
-  const blueprints = objects.find(
-    (object) => Obj.instanceOf(Collection.Managed, object) && object.key === Blueprint.Blueprint.typename,
-  );
-  if (!blueprints) {
-    rootCollection.objects.push(Ref.make(Collection.makeManaged({ key: Blueprint.Blueprint.typename })));
-  }
-
-  const prompts = objects.find(
-    (object) => Obj.instanceOf(Collection.Managed, object) && object.key === Type.getTypename(Prompt.Prompt),
-  );
-  if (!prompts) {
-    rootCollection.objects.push(Ref.make(Collection.makeManaged({ key: Type.getTypename(Prompt.Prompt) })));
-  }
-};

package/src/capabilities/settings.ts

@@ -1,19 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Capabilities, contributes } from '@dxos/app-framework';
-import { live } from '@dxos/live-object';
-
-import { meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () => {
-  const settings = live<Assistant.Settings>({});
-
-  return contributes(Capabilities.Settings, {
-    prefix: meta.id,
-    schema: Assistant.Settings,
-    value: settings,
-  });
-};

package/src/capabilities/state.ts

@@ -1,22 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { contributes } from '@dxos/app-framework';
-import { LocalStorageStore } from '@dxos/local-storage';
-
-import { meta } from '../meta';
-
-import { AssistantCapabilities } from './capabilities';
-
-export default () => {
-  // NOTE: This needs to be a chat object rather than a string id to avoid a query race.
-  // TODO(wittjosiah): Handle serialization and hydration for this so it can be cached.
-  const state = new LocalStorageStore<AssistantCapabilities.AssistantState>(meta.id, {
-    currentChat: {},
-  });
-
-  state.prop({ key: 'currentChat', type: LocalStorageStore.json<Record<string, string | undefined>>() });
-
-  return contributes(AssistantCapabilities.State, state.values, () => state.close());
-};

package/src/capabilities/toolkit.ts

@@ -1,17 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Layer from 'effect/Layer';
-
-import { Capabilities, type Capability, type PluginContext, contributes } from '@dxos/app-framework';
-import { GenericToolkit } from '@dxos/assistant';
-import { AssistantToolkit, SystemToolkit, WebSearchToolkit } from '@dxos/assistant-toolkit';
-
-export default (_context: PluginContext): Capability<any>[] => [
-  contributes(Capabilities.Toolkit, GenericToolkit.make(AssistantToolkit.AssistantToolkit, AssistantToolkit.layer())),
-
-  // TODO(burdon): How to manage dependencies across blueprints.
-  contributes(Capabilities.Toolkit, GenericToolkit.make(SystemToolkit.SystemToolkit, SystemToolkit.layer())),
-  contributes(Capabilities.Toolkit, GenericToolkit.make(WebSearchToolkit, Layer.empty)),
-];

package/src/components/AssistantSettings/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-export * from './AssistantSettings';

package/src/components/BlueprintArticle.tsx

@@ -1,29 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { type SurfaceComponentProps } from '@dxos/app-framework/react';
-import { type Blueprint } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { Toolbar } from '@dxos/react-ui';
-import { useAttention } from '@dxos/react-ui-attention';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { TemplateEditor } from './TemplateEditor';
-
-export type BlueprintArticleProps = SurfaceComponentProps<Blueprint.Blueprint>;
-
-export const BlueprintArticle = ({ subject }: BlueprintArticleProps) => {
-  const { hasAttention } = useAttention(Obj.getDXN(subject).toString());
-
-  return (
-    <StackItem.Content toolbar>
-      <Toolbar.Root disabled={!hasAttention} />
-      <TemplateEditor id={subject.id} template={subject.instructions} classNames='container-max-width' />
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintArticle;

package/src/components/ChatCompanion.tsx

@@ -1,155 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Array from 'effect/Array';
-import * as Function from 'effect/Function';
-import * as Option from 'effect/Option';
-import React, { useCallback, useEffect, useMemo, useState } from 'react';
-
-import { Capabilities, createIntent } from '@dxos/app-framework';
-import { useCapabilities, useIntentDispatcher } from '@dxos/app-framework/react';
-import { Blueprint } from '@dxos/blueprints';
-import { getSpace } from '@dxos/client/echo';
-import { Filter, Obj, Ref } from '@dxos/echo';
-import { SpaceAction } from '@dxos/plugin-space/types';
-import { useQuery } from '@dxos/react-client/echo';
-import { useAsyncEffect } from '@dxos/react-ui';
-
-import { ChatContainer, type ChatEvent } from '../components';
-import { useBlueprintRegistry, useContextBinder } from '../hooks';
-import { Assistant, AssistantAction } from '../types';
-
-export type ChatCompanionProps = {
-  role?: string;
-  data: { subject: Assistant.Chat | 'assistant-chat'; companionTo: Obj.Any };
-};
-
-export const ChatCompanion = ({ role, data }: ChatCompanionProps) => {
-  const { dispatchPromise: dispatch } = useIntentDispatcher();
-  const blueprintRegistry = useBlueprintRegistry();
-  const companionTo = data.companionTo;
-
-  const space = getSpace(companionTo);
-  const [chat, setChat] = useState(data.subject === 'assistant-chat' ? undefined : data.subject);
-  useEffect(() => {
-    setChat(data.subject === 'assistant-chat' ? undefined : data.subject);
-  }, [data.subject]);
-
-  const chatQueue = space && chat ? space.queues.get(chat.queue.dxn) : undefined;
-  const binder = useContextBinder(chatQueue);
-
-  // Initialize companion chat if it doesn't exist, but don't add it to the space immediately.
-  useAsyncEffect(async () => {
-    if (!space || chat) {
-      return;
-    }
-
-    const { data } = await dispatch(createIntent(AssistantAction.CreateChat, { space }));
-    setChat(data?.object);
-  }, [chat, space]);
-
-  // Add chat to space when user submits the first message.
-  const handleEvent = useCallback(
-    async (event: ChatEvent) => {
-      const chatInSpace = !!getSpace(chat);
-      if (chatInSpace || !chat || !space) {
-        return;
-      }
-
-      if (event.type === 'submit') {
-        await dispatch(
-          createIntent(SpaceAction.AddObject, {
-            object: chat,
-            target: space,
-            hidden: true,
-          }),
-        );
-        await dispatch(
-          createIntent(SpaceAction.AddRelation, {
-            space,
-            schema: Assistant.CompanionTo,
-            source: chat,
-            target: companionTo,
-          }),
-        );
-        await dispatch(
-          createIntent(AssistantAction.SetCurrentChat, {
-            companionTo,
-            chat,
-          }),
-        );
-      }
-    },
-    [chat, space, companionTo, dispatch],
-  );
-
-  const metadata = useCapabilities(Capabilities.Metadata);
-  const blueprintKeys = useMemo(
-    () =>
-      Function.pipe(
-        metadata,
-        Array.findFirst(
-          (
-            capability,
-          ): capability is {
-            id: string;
-            metadata: { blueprints?: string[] };
-          } => capability.id === Obj.getTypename(companionTo),
-        ),
-        Option.flatMap((c) => Option.fromNullable(c.metadata.blueprints)),
-        Option.getOrElse(() => [] as string[]),
-      ),
-    [metadata, companionTo],
-  );
-  const existingBlueprints = useQuery(space, Filter.type(Blueprint.Blueprint));
-  const pluginBlueprints = useMemo(
-    () => existingBlueprints.filter((blueprint) => blueprintKeys.includes(blueprint.key)),
-    [existingBlueprints, blueprintKeys],
-  );
-
-  // Initialize related blueprints that are not already in the space.
-  useAsyncEffect(async () => {
-    if (!space) {
-      return;
-    }
-
-    // NOTE: This must be run instead of using the useQuery result to avoid duplicates.
-    const { objects: existingBlueprints } = await space.db.query(Filter.type(Blueprint.Blueprint)).run();
-    for (const key of blueprintKeys) {
-      const existingBlueprint = existingBlueprints.find((blueprint) => blueprint.key === key);
-      if (existingBlueprint) {
-        continue;
-      }
-
-      const blueprint = blueprintRegistry.getByKey(key);
-      if (!blueprint) {
-        continue;
-      }
-
-      space.db.add(Obj.clone(blueprint));
-    }
-  }, [space, blueprintRegistry, blueprintKeys]);
-
-  useAsyncEffect(async () => {
-    if (!binder?.isOpen) {
-      return;
-    }
-
-    if (pluginBlueprints.length > 0) {
-      await binder.bind({
-        blueprints: pluginBlueprints.map((blueprint) => Ref.make(blueprint)),
-      });
-    }
-
-    if (Obj.instanceOf(Blueprint.Blueprint, companionTo)) {
-      await binder.bind({ blueprints: [Ref.make(companionTo)] });
-    } else {
-      await binder.bind({ objects: [Ref.make(companionTo)] });
-    }
-  }, [binder, companionTo, blueprintKeys]);
-
-  return <ChatContainer role={role} space={space} chat={chat} companionTo={companionTo} onEvent={handleEvent} />;
-};
-
-export default ChatCompanion;

package/src/components/ChatContainer.tsx

@@ -1,61 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities } from '@dxos/app-framework';
-import { useCapability } from '@dxos/app-framework/react';
-import { type Space, getSpace } from '@dxos/client/echo';
-import { type Obj } from '@dxos/echo';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { useBlueprintRegistry, useChatProcessor, useChatServices, useOnline, usePresets } from '../hooks';
-import { meta } from '../meta';
-import { type Assistant } from '../types';
-
-import { Chat, type ChatRootProps } from './Chat';
-
-export type ChatContainerProps = {
-  role?: string;
-  space?: Space;
-  chat?: Assistant.Chat;
-  companionTo?: Obj.Any;
-} & Pick<ChatRootProps, 'onEvent'>;
-
-export const ChatContainer = ({ space: spaceProp, chat, companionTo, onEvent }: ChatContainerProps) => {
-  const space = spaceProp ?? getSpace(chat);
-  const settings = useCapability(Capabilities.SettingsStore).getStore<Assistant.Settings>(meta.id)?.value;
-  const services = useChatServices({ space, chat });
-  const [online, setOnline] = useOnline();
-  const { preset, ...chatProps } = usePresets(online);
-  const blueprintRegistry = useBlueprintRegistry();
-  const processor = useChatProcessor({
-    space,
-    chat,
-    preset,
-    services,
-    blueprintRegistry,
-    settings,
-  });
-
-  if (!processor) {
-    return null;
-  }
-
-  return (
-    <StackItem.Content toolbar>
-      <Chat.Root space={space} chat={chat} processor={processor} onEvent={onEvent}>
-        <Chat.Toolbar companionTo={companionTo} />
-        <Chat.Viewport classNames='container-max-width'>
-          <Chat.Thread />
-          <div role='none' className='p-4'>
-            <Chat.Prompt {...chatProps} outline preset={preset?.id} online={online} onOnlineChange={setOnline} />
-          </div>
-        </Chat.Viewport>
-      </Chat.Root>
-    </StackItem.Content>
-  );
-};
-
-export default ChatContainer;

package/src/components/ChatThread/reducers.ts

@@ -1,151 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type ContentBlock, type Message } from '@dxos/types';
-
-type Reducer<R, I> = (acc: R, value: I, idx: number) => R;
-
-/**
- * Reducer that collapses related message blocks into single messages.
- * For example, combines tool request/response pairs into a single message.
- *
- * Typical order:
- * - message 0
- *  - text
- * - message 1
- *  - text
- *  - toolCall
- *  - summary
- * - message 2
- *  - toolResult
- * - message 3
- *  - text
- *  - summary
- *
- * Coverts to:
- * - message 0
- *  - text
- * - message 1
- *  - text
- * - message 2
- *  - toolCall
- *  - toolResult
- *  - summary
- * - message 3
- *  - text
- *  - summary
- */
-export const reduceMessages: Reducer<
-  {
-    messages: Message.Message[];
-    current?: Message.Message;
-    toolBlock?: boolean;
-    assistantMessages?: Message.Message[];
-  },
-  Message.Message
-> = ({ messages, current, toolBlock, assistantMessages = [] }, message) => {
-  // Treat tool calls as assistant messages.
-  let assistant = message?.sender.role === 'assistant';
-  let i = 0;
-  for (const block of message.blocks) {
-    switch (block._tag) {
-      // TODO(burdon): Preserve call tool title.
-      case 'toolCall': {
-        assistant = true;
-        if (!toolBlock) {
-          current = {
-            ...message,
-            id: [message.id, i++].join('_'),
-            blocks: [block],
-          };
-          messages.push(current);
-          toolBlock = true;
-        } else {
-          current!.blocks.push(block);
-        }
-        break;
-      }
-
-      case 'toolResult': {
-        assistant = true;
-        if (toolBlock) {
-          current!.blocks.push(block);
-        }
-        break;
-      }
-
-      case 'summary': {
-        assistant = true;
-        if (toolBlock) {
-          current!.blocks.push(block);
-        } else {
-          const summary = reduceSummary([...assistantMessages, message]);
-          current!.blocks.push(summary);
-        }
-        break;
-      }
-
-      default: {
-        assistant = message.sender.role === 'assistant';
-        current = {
-          ...message,
-          id: [message.id, i++].join('_'),
-          blocks: [block],
-        };
-        messages.push(current);
-        toolBlock = false;
-        break;
-      }
-    }
-  }
-
-  return {
-    messages,
-    current,
-    toolBlock,
-    assistantMessages: assistant ? [...assistantMessages, message] : undefined,
-  };
-};
-
-/**
- * Accumulate token counts from all summary blocks in pending messages.
- */
-const reduceSummary = (messages: Message.Message[]): ContentBlock.Summary => {
-  let start: number | undefined;
-  return messages.reduce<ContentBlock.Summary>(
-    (acc, msg) => {
-      const time = new Date(msg.created).getTime();
-      if (!start) {
-        start = time;
-      }
-      msg.blocks.forEach((block) => {
-        switch (block._tag) {
-          case 'toolCall': {
-            acc.toolCalls = (acc.toolCalls ?? 0) + 1;
-            break;
-          }
-          case 'summary': {
-            acc.model = block.model;
-            if (block.usage) {
-              acc.message = block.message;
-              acc.usage = {
-                inputTokens: (acc.usage?.inputTokens ?? 0) + (block.usage.inputTokens ?? 0),
-                outputTokens: (acc.usage?.outputTokens ?? 0) + (block.usage.outputTokens ?? 0),
-                totalTokens: (acc.usage?.totalTokens ?? 0) + (block.usage.totalTokens ?? 0),
-              };
-              acc.duration = time - (start ?? time);
-            }
-            break;
-          }
-        }
-      });
-
-      return acc;
-    },
-    {
-      _tag: 'summary',
-      duration: 0,
-    } satisfies ContentBlock.Summary,
-  );
-};

package/src/components/PromptArticle.tsx

@@ -1,51 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React, { useMemo } from 'react';
-
-import { type SurfaceComponentProps } from '@dxos/app-framework/react';
-import { Agent } from '@dxos/assistant-toolkit';
-import { type Prompt } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { invokeFunctionWithTracing, useComputeRuntimeCallback } from '@dxos/plugin-automation';
-import { getSpace } from '@dxos/react-client/echo';
-import { Toolbar, useTranslation } from '@dxos/react-ui';
-import { useAttention } from '@dxos/react-ui-attention';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { meta } from '../meta';
-
-import { TemplateEditor } from './TemplateEditor';
-
-export type PromptArticleProps = SurfaceComponentProps<Prompt.Prompt>;
-
-export const PromptArticle = ({ subject }: PromptArticleProps) => {
-  const { t } = useTranslation(meta.id);
-  const space = getSpace(subject);
-  const { hasAttention } = useAttention(Obj.getDXN(subject).toString());
-
-  const inputData = useMemo(
-    () =>
-      subject && {
-        prompt: space?.db.makeRef(Obj.getDXN(subject)),
-        input: {},
-      },
-    [subject, space],
-  );
-
-  const handleRun = useComputeRuntimeCallback(space, () => invokeFunctionWithTracing(Agent.prompt, inputData), [
-    inputData,
-  ]);
-
-  return (
-    <StackItem.Content toolbar>
-      <Toolbar.Root disabled={!hasAttention} onClick={handleRun}>
-        <Toolbar.IconButton iconOnly icon='ph--play--regular' label={t('run prompt label')} onClick={handleRun} />
-      </Toolbar.Root>
-      <TemplateEditor id={subject.id} template={subject.instructions} classNames='container-max-width' />
-    </StackItem.Content>
-  );
-};
-
-export default PromptArticle;

package/src/events.ts

@@ -1,11 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { defineEvent } from '@dxos/app-framework';
-
-import { meta } from './meta';
-
-export namespace AssistantEvents {
-  export const SetupAiServiceProviders = defineEvent(`${meta.id}/event/setup-ai-service-providers`);
-}

package/src/functions/analysis.ts

@@ -1,22 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { defineFunction } from '@dxos/functions';
-import { log } from '@dxos/log';
-
-export default defineFunction({
-  key: 'dxos.org/function/assistant-analysis',
-  name: 'Assistant analysis',
-  description: 'Enter analysis analysis mode.',
-  inputSchema: Schema.Struct({
-    enable: Schema.Boolean.annotations({ description: 'Enable or disable analysis mode.' }),
-  }),
-  outputSchema: Schema.Void,
-  handler: Effect.fn(function* ({ context, data: { enable } }) {
-    log.info('analysis mode', { enable });
-  }),
-});