@dxos/plugin-assistant 0.8.4-main.72ec0f3 → 0.8.4-main.7996785055

package/src/capabilities/intent-resolver.ts

@@ -1,147 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-
-import { Capabilities, type PluginContext, contributes, createIntent, createResolver } from '@dxos/app-framework';
-import { AiContextBinder, AiConversation } from '@dxos/assistant';
-import { Agent } from '@dxos/assistant-toolkit';
-import { Blueprint, Prompt, Template } from '@dxos/blueprints';
-import { type Queue } from '@dxos/client/echo';
-import { Sequence } from '@dxos/conductor';
-import { Filter, Key, Obj, Ref, Type } from '@dxos/echo';
-import { TracingService, serializeFunction } from '@dxos/functions';
-import { AutomationCapabilities } from '@dxos/plugin-automation';
-import { CollectionAction } from '@dxos/plugin-space/types';
-import { getSpace } from '@dxos/react-client/echo';
-import { type Message } from '@dxos/types';
-
-import { type AiChatServices, updateName } from '../processor';
-import { Assistant, AssistantAction } from '../types';
-
-import { ASSISTANT_BLUEPRINT_KEY, createBlueprint } from './blueprint-definition';
-import { AssistantCapabilities } from './capabilities';
-
-export default (context: PluginContext) => [
-  contributes(Capabilities.IntentResolver, [
-    createResolver({
-      intent: AssistantAction.onCreateSpace,
-      resolve: ({ space, rootCollection }) =>
-        Effect.gen(function* () {
-          const { dispatch } = context.getCapability(Capabilities.IntentDispatcher);
-          const { object: chatCollection } = yield* dispatch(
-            createIntent(CollectionAction.CreateQueryCollection, {
-              typename: Assistant.Chat.typename,
-            }),
-          );
-          const { object: blueprintCollection } = yield* dispatch(
-            createIntent(CollectionAction.CreateQueryCollection, {
-              typename: Blueprint.Blueprint.typename,
-            }),
-          );
-          const { object: promptCollection } = yield* dispatch(
-            createIntent(CollectionAction.CreateQueryCollection, {
-              typename: Type.getTypename(Prompt.Prompt),
-            }),
-          );
-          rootCollection.objects.push(
-            Ref.make(chatCollection),
-            Ref.make(blueprintCollection),
-            Ref.make(promptCollection),
-          );
-
-          // TODO(wittjosiah): Remove once function registry is avaiable.
-          space.db.add(serializeFunction(Agent.prompt));
-
-          // Create default chat.
-          const { object: chat } = yield* dispatch(createIntent(AssistantAction.CreateChat, { space }));
-          space.db.add(chat);
-        }),
-    }),
-    createResolver({
-      intent: AssistantAction.CreateChat,
-      resolve: async ({ space, name }) => {
-        const queue = space.queues.create();
-        const chat = Assistant.makeChat({ name, queue });
-
-        // TODO(wittjosiah): This should be a space-level setting.
-        // TODO(burdon): Clone when activated. Copy-on-write for template.
-        const { objects: blueprints } = await space.db.query(Filter.type(Blueprint.Blueprint)).run();
-        let defaultBlueprint = blueprints.find((blueprint) => blueprint.key === ASSISTANT_BLUEPRINT_KEY);
-        if (!defaultBlueprint) {
-          defaultBlueprint = space.db.add(createBlueprint());
-        }
-
-        const binder = new AiContextBinder(queue);
-        await binder.use((binder) => binder.bind({ blueprints: [Ref.make(defaultBlueprint)] }));
-
-        return {
-          data: { object: chat },
-        };
-      },
-    }),
-    createResolver({
-      intent: AssistantAction.UpdateChatName,
-      resolve: async ({ chat }) => {
-        const space = getSpace(chat);
-        const queue = chat.queue.target as Queue<Message.Message>;
-        if (!space || !queue) {
-          return;
-        }
-
-        const runtimeResolver = context.getCapability(AutomationCapabilities.ComputeRuntime);
-        const runtime = await runtimeResolver
-          .getRuntime(space.id)
-          .runPromise(Effect.runtime<AiChatServices>().pipe(Effect.provide(TracingService.layerNoop)));
-
-        await new AiConversation(queue).use(async (conversation) => updateName(runtime, conversation, chat));
-      },
-    }),
-    createResolver({
-      intent: AssistantAction.CreateBlueprint,
-      resolve: ({ key, name, description }) => ({
-        data: {
-          object: Blueprint.make({
-            key,
-            name,
-            description,
-            instructions: Template.make(),
-          }),
-        },
-      }),
-    }),
-    createResolver({
-      intent: AssistantAction.CreatePrompt,
-      resolve: ({ name }) => ({
-        data: {
-          object: Prompt.make({ name }),
-        },
-      }),
-    }),
-    createResolver({
-      intent: AssistantAction.CreateSequence,
-      resolve: ({ name }) => ({
-        data: {
-          object: Obj.make(Sequence, {
-            name,
-            steps: [
-              {
-                id: Key.ObjectId.random(),
-                instructions: 'You are a helpful assistant.',
-              },
-            ],
-          }),
-        },
-      }),
-    }),
-    createResolver({
-      intent: AssistantAction.SetCurrentChat,
-      resolve: ({ companionTo, chat }) =>
-        Effect.gen(function* () {
-          const state = context.getCapability(AssistantCapabilities.MutableState);
-          state.currentChat[Obj.getDXN(companionTo).toString()] = chat && Obj.getDXN(chat).toString();
-        }),
-    }),
-  ]),
-];

package/src/capabilities/local-model-resolver.ts

@@ -1,30 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as OpenAiClient from '@effect/ai-openai/OpenAiClient';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import * as Layer from 'effect/Layer';
-
-import * as AiServiceRouter from '@dxos/ai/AiServiceRouter';
-import { Capabilities, type Capability, contributes } from '@dxos/app-framework';
-
-/**
- * To start LM Studio server:
- * ```bash
- * ~/.lmstudio/bin/lms server start --cors
- * ```
- */
-export default (): Capability<any>[] => [
-  contributes(
-    Capabilities.AiModelResolver,
-    AiServiceRouter.LMStudioResolver.pipe(
-      Layer.provide(
-        OpenAiClient.layer({
-          apiUrl: AiServiceRouter.DEFAULT_LMSTUDIO_ENDPOINT,
-        }),
-      ),
-      Layer.provide(FetchHttpClient.layer),
-    ),
-  ),
-];

package/src/capabilities/react-surface.tsx

@@ -1,87 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
-import { Blueprint, Prompt } from '@dxos/blueprints';
-import { getSpace } from '@dxos/client/echo';
-import { Sequence } from '@dxos/conductor';
-import { InvocationTraceContainer } from '@dxos/devtools';
-import { Obj } from '@dxos/echo';
-import { SettingsStore } from '@dxos/local-storage';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import {
-  AssistantSettings,
-  BlueprintArticle,
-  ChatCompanion,
-  ChatContainer,
-  ChatDialog,
-  PromptArticle,
-} from '../components';
-import { ASSISTANT_DIALOG, meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${meta.id}/plugin-settings`,
-      role: 'article',
-      filter: (data): data is { subject: SettingsStore<Assistant.Settings> } =>
-        data.subject instanceof SettingsStore && data.subject.prefix === meta.id,
-      component: ({ data: { subject } }) => <AssistantSettings settings={subject.value} />,
-    }),
-    createSurface({
-      id: `${meta.id}/chat`,
-      role: 'article',
-      filter: (data): data is { subject: Assistant.Chat; variant: undefined } =>
-        Obj.instanceOf(Assistant.Chat, data.subject) && data.variant !== 'assistant-chat',
-      component: ({ data, role }) => <ChatContainer role={role} chat={data.subject} />,
-    }),
-    // TODO(wittjosiah): This is flashing when chat changes.
-    createSurface({
-      id: `${meta.id}/companion-chat`,
-      role: 'article',
-      filter: (data): data is { companionTo: Obj.Any; subject: Assistant.Chat | 'assistant-chat' } =>
-        Obj.isObject(data.companionTo) &&
-        (Obj.instanceOf(Assistant.Chat, data.subject) || data.subject === 'assistant-chat'),
-      component: ({ data, role }) => <ChatCompanion role={role} data={data} />,
-    }),
-    createSurface({
-      id: `${meta.id}/companion-invocations`,
-      role: 'article',
-      filter: (data): data is { companionTo: Sequence } =>
-        (Obj.instanceOf(Sequence, data.companionTo) || Obj.instanceOf(Prompt.Prompt, data.companionTo)) &&
-        data.subject === 'invocations',
-      component: ({ data }) => {
-        const space = getSpace(data.companionTo);
-        // TODO(wittjosiah): Support invocation filtering for prompts.
-        const target = Obj.instanceOf(Prompt.Prompt, data.companionTo) ? undefined : data.companionTo;
-        return (
-          <StackItem.Content>
-            <InvocationTraceContainer space={space} target={target} detailAxis='block' />
-          </StackItem.Content>
-        );
-      },
-    }),
-    createSurface({
-      id: `${meta.id}/blueprint`,
-      role: 'article',
-      filter: (data): data is { subject: Blueprint.Blueprint } => Obj.instanceOf(Blueprint.Blueprint, data.subject),
-      component: ({ data }) => <BlueprintArticle subject={data.subject} />,
-    }),
-    createSurface({
-      id: `${meta.id}/prompt`,
-      role: 'article',
-      filter: (data): data is { subject: Prompt.Prompt } => Obj.instanceOf(Prompt.Prompt, data.subject),
-      component: ({ data }) => <PromptArticle subject={data.subject} />,
-    }),
-    createSurface({
-      id: ASSISTANT_DIALOG,
-      role: 'dialog',
-      filter: (data): data is { props: { chat: Assistant.Chat } } => data.component === ASSISTANT_DIALOG,
-      component: ({ data }) => <ChatDialog {...data.props} />,
-    }),
-  ]);

package/src/capabilities/settings.ts

@@ -1,19 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Capabilities, contributes } from '@dxos/app-framework';
-import { live } from '@dxos/live-object';
-
-import { meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () => {
-  const settings = live<Assistant.Settings>({});
-
-  return contributes(Capabilities.Settings, {
-    prefix: meta.id,
-    schema: Assistant.Settings,
-    value: settings,
-  });
-};

package/src/capabilities/state.ts

@@ -1,22 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { contributes } from '@dxos/app-framework';
-import { LocalStorageStore } from '@dxos/local-storage';
-
-import { meta } from '../meta';
-
-import { AssistantCapabilities } from './capabilities';
-
-export default () => {
-  // NOTE: This needs to be a chat object rather than a string id to avoid a query race.
-  // TODO(wittjosiah): Handle serialization and hydration for this so it can be cached.
-  const state = new LocalStorageStore<AssistantCapabilities.AssistantState>(meta.id, {
-    currentChat: {},
-  });
-
-  state.prop({ key: 'currentChat', type: LocalStorageStore.json<Record<string, string | undefined>>() });
-
-  return contributes(AssistantCapabilities.State, state.values, () => state.close());
-};

package/src/capabilities/toolkit.ts

@@ -1,17 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Layer from 'effect/Layer';
-
-import { Capabilities, type Capability, type PluginContext, contributes } from '@dxos/app-framework';
-import { GenericToolkit } from '@dxos/assistant';
-import { AssistantToolkit, SystemToolkit, WebSearchToolkit } from '@dxos/assistant-toolkit';
-
-export default (_context: PluginContext): Capability<any>[] => [
-  contributes(Capabilities.Toolkit, GenericToolkit.make(AssistantToolkit.AssistantToolkit, AssistantToolkit.layer())),
-
-  // TODO(burdon): How to manage dependencies across blueprints.
-  contributes(Capabilities.Toolkit, GenericToolkit.make(SystemToolkit.SystemToolkit, SystemToolkit.layer())),
-  contributes(Capabilities.Toolkit, GenericToolkit.make(WebSearchToolkit, Layer.empty)),
-];

package/src/components/AssistantSettings/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-export * from './AssistantSettings';

package/src/components/BlueprintArticle.tsx

@@ -1,29 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { type SurfaceComponentProps } from '@dxos/app-framework/react';
-import { type Blueprint } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { Toolbar } from '@dxos/react-ui';
-import { useAttention } from '@dxos/react-ui-attention';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { TemplateEditor } from './TemplateEditor';
-
-export type BlueprintArticleProps = SurfaceComponentProps<Blueprint.Blueprint>;
-
-export const BlueprintArticle = ({ subject }: BlueprintArticleProps) => {
-  const { hasAttention } = useAttention(Obj.getDXN(subject).toString());
-
-  return (
-    <StackItem.Content toolbar>
-      <Toolbar.Root disabled={!hasAttention} />
-      <TemplateEditor id={subject.id} template={subject.instructions} classNames='container-max-width' />
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintArticle;

package/src/components/ChatCompanion.tsx

@@ -1,155 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Array from 'effect/Array';
-import * as Function from 'effect/Function';
-import * as Option from 'effect/Option';
-import React, { useCallback, useEffect, useMemo, useState } from 'react';
-
-import { Capabilities, createIntent } from '@dxos/app-framework';
-import { useCapabilities, useIntentDispatcher } from '@dxos/app-framework/react';
-import { Blueprint } from '@dxos/blueprints';
-import { getSpace } from '@dxos/client/echo';
-import { Filter, Obj, Ref } from '@dxos/echo';
-import { SpaceAction } from '@dxos/plugin-space/types';
-import { useQuery } from '@dxos/react-client/echo';
-import { useAsyncEffect } from '@dxos/react-ui';
-
-import { ChatContainer, type ChatEvent } from '../components';
-import { useBlueprintRegistry, useContextBinder } from '../hooks';
-import { Assistant, AssistantAction } from '../types';
-
-export type ChatCompanionProps = {
-  role?: string;
-  data: { subject: Assistant.Chat | 'assistant-chat'; companionTo: Obj.Any };
-};
-
-export const ChatCompanion = ({ role, data }: ChatCompanionProps) => {
-  const { dispatchPromise: dispatch } = useIntentDispatcher();
-  const blueprintRegistry = useBlueprintRegistry();
-  const companionTo = data.companionTo;
-
-  const space = getSpace(companionTo);
-  const [chat, setChat] = useState(data.subject === 'assistant-chat' ? undefined : data.subject);
-  useEffect(() => {
-    setChat(data.subject === 'assistant-chat' ? undefined : data.subject);
-  }, [data.subject]);
-
-  const chatQueue = space && chat ? space.queues.get(chat.queue.dxn) : undefined;
-  const binder = useContextBinder(chatQueue);
-
-  // Initialize companion chat if it doesn't exist, but don't add it to the space immediately.
-  useAsyncEffect(async () => {
-    if (!space || chat) {
-      return;
-    }
-
-    const { data } = await dispatch(createIntent(AssistantAction.CreateChat, { space }));
-    setChat(data?.object);
-  }, [chat, space]);
-
-  // Add chat to space when user submits the first message.
-  const handleEvent = useCallback(
-    async (event: ChatEvent) => {
-      const chatInSpace = !!getSpace(chat);
-      if (chatInSpace || !chat || !space) {
-        return;
-      }
-
-      if (event.type === 'submit') {
-        await dispatch(
-          createIntent(SpaceAction.AddObject, {
-            object: chat,
-            target: space,
-            hidden: true,
-          }),
-        );
-        await dispatch(
-          createIntent(SpaceAction.AddRelation, {
-            space,
-            schema: Assistant.CompanionTo,
-            source: chat,
-            target: companionTo,
-          }),
-        );
-        await dispatch(
-          createIntent(AssistantAction.SetCurrentChat, {
-            companionTo,
-            chat,
-          }),
-        );
-      }
-    },
-    [chat, space, companionTo, dispatch],
-  );
-
-  const metadata = useCapabilities(Capabilities.Metadata);
-  const blueprintKeys = useMemo(
-    () =>
-      Function.pipe(
-        metadata,
-        Array.findFirst(
-          (
-            capability,
-          ): capability is {
-            id: string;
-            metadata: { blueprints?: string[] };
-          } => capability.id === Obj.getTypename(companionTo),
-        ),
-        Option.flatMap((c) => Option.fromNullable(c.metadata.blueprints)),
-        Option.getOrElse(() => [] as string[]),
-      ),
-    [metadata, companionTo],
-  );
-  const existingBlueprints = useQuery(space, Filter.type(Blueprint.Blueprint));
-  const pluginBlueprints = useMemo(
-    () => existingBlueprints.filter((blueprint) => blueprintKeys.includes(blueprint.key)),
-    [existingBlueprints, blueprintKeys],
-  );
-
-  // Initialize related blueprints that are not already in the space.
-  useAsyncEffect(async () => {
-    if (!space) {
-      return;
-    }
-
-    // NOTE: This must be run instead of using the useQuery result to avoid duplicates.
-    const { objects: existingBlueprints } = await space.db.query(Filter.type(Blueprint.Blueprint)).run();
-    for (const key of blueprintKeys) {
-      const existingBlueprint = existingBlueprints.find((blueprint) => blueprint.key === key);
-      if (existingBlueprint) {
-        continue;
-      }
-
-      const blueprint = blueprintRegistry.getByKey(key);
-      if (!blueprint) {
-        continue;
-      }
-
-      space.db.add(Obj.clone(blueprint));
-    }
-  }, [space, blueprintRegistry, blueprintKeys]);
-
-  useAsyncEffect(async () => {
-    if (!binder?.isOpen) {
-      return;
-    }
-
-    if (pluginBlueprints.length > 0) {
-      await binder.bind({
-        blueprints: pluginBlueprints.map((blueprint) => Ref.make(blueprint)),
-      });
-    }
-
-    if (Obj.instanceOf(Blueprint.Blueprint, companionTo)) {
-      await binder.bind({ blueprints: [Ref.make(companionTo)] });
-    } else {
-      await binder.bind({ objects: [Ref.make(companionTo)] });
-    }
-  }, [binder, companionTo, blueprintKeys]);
-
-  return <ChatContainer role={role} space={space} chat={chat} companionTo={companionTo} onEvent={handleEvent} />;
-};
-
-export default ChatCompanion;

package/src/components/ChatContainer.tsx

@@ -1,61 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities } from '@dxos/app-framework';
-import { useCapability } from '@dxos/app-framework/react';
-import { type Space, getSpace } from '@dxos/client/echo';
-import { type Obj } from '@dxos/echo';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { useBlueprintRegistry, useChatProcessor, useChatServices, useOnline, usePresets } from '../hooks';
-import { meta } from '../meta';
-import { type Assistant } from '../types';
-
-import { Chat, type ChatRootProps } from './Chat';
-
-export type ChatContainerProps = {
-  role?: string;
-  space?: Space;
-  chat?: Assistant.Chat;
-  companionTo?: Obj.Any;
-} & Pick<ChatRootProps, 'onEvent'>;
-
-export const ChatContainer = ({ space: spaceProp, chat, companionTo, onEvent }: ChatContainerProps) => {
-  const space = spaceProp ?? getSpace(chat);
-  const settings = useCapability(Capabilities.SettingsStore).getStore<Assistant.Settings>(meta.id)?.value;
-  const services = useChatServices({ space, chat });
-  const [online, setOnline] = useOnline();
-  const { preset, ...chatProps } = usePresets(online);
-  const blueprintRegistry = useBlueprintRegistry();
-  const processor = useChatProcessor({
-    space,
-    chat,
-    preset,
-    services,
-    blueprintRegistry,
-    settings,
-  });
-
-  if (!processor) {
-    return null;
-  }
-
-  return (
-    <StackItem.Content toolbar>
-      <Chat.Root space={space} chat={chat} processor={processor} onEvent={onEvent}>
-        <Chat.Toolbar companionTo={companionTo} />
-        <Chat.Viewport classNames='container-max-width'>
-          <Chat.Thread />
-          <div role='none' className='p-4'>
-            <Chat.Prompt {...chatProps} outline preset={preset?.id} online={online} onOnlineChange={setOnline} />
-          </div>
-        </Chat.Viewport>
-      </Chat.Root>
-    </StackItem.Content>
-  );
-};
-
-export default ChatContainer;