@dxos/plugin-assistant 0.8.4-main.406dc2a → 0.8.4-main.52d7546f51

package/src/capabilities/capabilities.ts

@@ -1,18 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { defineCapability } from '@dxos/app-framework';
-import { type DeepReadonly } from '@dxos/util';
-
-import { meta } from '../meta';
-import { type Assistant } from '../types';
-
-export namespace AssistantCapabilities {
-  export type AssistantState = {
-    /** Map of primary object fq id to current chat. */
-    currentChat: Record<string, Assistant.Chat>;
-  };
-  export const State = defineCapability<DeepReadonly<AssistantState>>(`${meta.id}/capability/state`);
-  export const MutableState = defineCapability<AssistantState>(`${meta.id}/capability/state`);
-}

package/src/capabilities/edge-model-resolver.ts

@@ -1,25 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as AnthropicClient from '@effect/ai-anthropic/AnthropicClient';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import * as Layer from 'effect/Layer';
-
-import * as AiServiceRouter from '@dxos/ai/AiServiceRouter';
-import { Capabilities, type Capability, contributes } from '@dxos/app-framework';
-
-export default (): Capability<any>[] => [
-  contributes(
-    Capabilities.AiModelResolver,
-    AiServiceRouter.AnthropicResolver.pipe(
-      Layer.provide(
-        AnthropicClient.layer({
-          // TODO(dmaretskyi): Read endpoint from config/settings.
-          apiUrl: 'https://ai-service.dxos.workers.dev/provider/anthropic',
-        }),
-      ),
-      Layer.provide(FetchHttpClient.layer),
-    ),
-  ),
-];

package/src/capabilities/intent-resolver.ts

@@ -1,96 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-
-import { Capabilities, type PluginContext, contributes, createIntent, createResolver } from '@dxos/app-framework';
-import { AiContextBinder } from '@dxos/assistant';
-import { Blueprint, Template } from '@dxos/blueprints';
-import { fullyQualifiedId } from '@dxos/client/echo';
-import { Sequence } from '@dxos/conductor';
-import { Filter, Key, Obj, Ref } from '@dxos/echo';
-import { CollectionAction } from '@dxos/plugin-space/types';
-
-import { Assistant, AssistantAction } from '../types';
-
-import { BLUEPRINT_KEY, createBlueprint } from './blueprint-definition';
-import { AssistantCapabilities } from './capabilities';
-
-export default (context: PluginContext) => [
-  contributes(Capabilities.IntentResolver, [
-    createResolver({
-      intent: AssistantAction.onCreateSpace,
-      resolve: ({ space, rootCollection }) =>
-        Effect.gen(function* () {
-          const { dispatch } = context.getCapability(Capabilities.IntentDispatcher);
-          const { object: chatCollection } = yield* dispatch(
-            createIntent(CollectionAction.CreateQueryCollection, { typename: Assistant.Chat.typename }),
-          );
-          const { object: blueprintCollection } = yield* dispatch(
-            createIntent(CollectionAction.CreateQueryCollection, { typename: Blueprint.Blueprint.typename }),
-          );
-          rootCollection.objects.push(Ref.make(chatCollection), Ref.make(blueprintCollection));
-
-          // Create default chat.
-          const { object: chat } = yield* dispatch(createIntent(AssistantAction.CreateChat, { space }));
-          space.db.add(chat);
-        }),
-    }),
-    createResolver({
-      intent: AssistantAction.CreateChat,
-      resolve: async ({ space, name }) => {
-        const queue = space.queues.create();
-        const chat = Assistant.makeChat({ name, queue });
-        const { objects: blueprints } = await space.db.query(Filter.type(Blueprint.Blueprint)).run();
-        // TODO(wittjosiah): This should be a space-level setting.
-        // TODO(burdon): Clone when activated. Copy-on-write for template.
-        let defaultBlueprint = blueprints.find((blueprint) => blueprint.key === BLUEPRINT_KEY);
-        if (!defaultBlueprint) {
-          defaultBlueprint = space.db.add(createBlueprint());
-        }
-
-        const binder = new AiContextBinder(queue);
-        await binder.open();
-        await binder.bind({ blueprints: [Ref.make(defaultBlueprint)] });
-        await binder.close();
-
-        return {
-          data: { object: chat },
-        };
-      },
-    }),
-    createResolver({
-      intent: AssistantAction.CreateBlueprint,
-      resolve: ({ key, name, description }) => ({
-        data: {
-          object: Blueprint.make({ key, name, description, instructions: Template.make({ source: '' }) }),
-        },
-      }),
-    }),
-    createResolver({
-      intent: AssistantAction.CreateSequence,
-      resolve: ({ name }) => ({
-        data: {
-          object: Obj.make(Sequence, {
-            name,
-            steps: [
-              {
-                id: Key.ObjectId.random(),
-                instructions: 'You are a helpful assistant.',
-              },
-            ],
-          }),
-        },
-      }),
-    }),
-    createResolver({
-      intent: AssistantAction.SetCurrentChat,
-      resolve: ({ companionTo, chat }) =>
-        Effect.gen(function* () {
-          const state = context.getCapability(AssistantCapabilities.MutableState);
-          state.currentChat[fullyQualifiedId(companionTo)] = chat;
-        }),
-    }),
-  ]),
-];

package/src/capabilities/local-model-resolver.ts

@@ -1,30 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as OpenAiClient from '@effect/ai-openai/OpenAiClient';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import * as Layer from 'effect/Layer';
-
-import * as AiServiceRouter from '@dxos/ai/AiServiceRouter';
-import { Capabilities, type Capability, contributes } from '@dxos/app-framework';
-
-/**
- * To start LM Studio server:
- * ```bash
- * ~/.lmstudio/bin/lms server start --cors
- * ```
- */
-export default (): Capability<any>[] => [
-  contributes(
-    Capabilities.AiModelResolver,
-    AiServiceRouter.LMStudioResolver.pipe(
-      Layer.provide(
-        OpenAiClient.layer({
-          apiUrl: AiServiceRouter.LMSTUDIO_ENDPOINT,
-        }),
-      ),
-      Layer.provide(FetchHttpClient.layer),
-    ),
-  ),
-];

package/src/capabilities/react-surface.tsx

@@ -1,91 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { Capabilities, contributes, createSurface } from '@dxos/app-framework';
-import { Blueprint } from '@dxos/blueprints';
-import { getSpace } from '@dxos/client/echo';
-import { Sequence } from '@dxos/conductor';
-import { InvocationTraceContainer } from '@dxos/devtools';
-import { Obj } from '@dxos/echo';
-import { SettingsStore } from '@dxos/local-storage';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import {
-  AssistantSettings,
-  BlueprintContainer,
-  ChatCompanion,
-  ChatContainer,
-  ChatDialog,
-  PromptSettings,
-  SequenceContainer,
-} from '../components';
-import { ASSISTANT_DIALOG, meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${meta.id}/plugin-settings`,
-      role: 'article',
-      filter: (data): data is { subject: SettingsStore<Assistant.Settings> } =>
-        data.subject instanceof SettingsStore && data.subject.prefix === meta.id,
-      component: ({ data: { subject } }) => <AssistantSettings settings={subject.value} />,
-    }),
-    createSurface({
-      id: `${meta.id}/chat`,
-      role: 'article',
-      filter: (data): data is { subject: Assistant.Chat; variant: undefined } =>
-        Obj.instanceOf(Assistant.Chat, data.subject) && data.variant !== 'assistant-chat',
-      component: ({ data, role }) => <ChatContainer role={role} chat={data.subject} />,
-    }),
-    createSurface({
-      id: `${meta.id}/companion-chat`,
-      role: 'article',
-      filter: (data): data is { companionTo: Obj.Any; subject: Assistant.Chat | 'assistant-chat' } =>
-        Obj.isObject(data.companionTo) &&
-        (Obj.instanceOf(Assistant.Chat, data.subject) || data.subject === 'assistant-chat'),
-      component: ({ data, role }) => <ChatCompanion role={role} data={data} />,
-    }),
-    createSurface({
-      id: `${meta.id}/sequence`,
-      role: 'article',
-      filter: (data): data is { subject: Sequence } => Obj.instanceOf(Sequence, data.subject),
-      component: ({ data }) => <SequenceContainer sequence={data.subject} />,
-    }),
-    createSurface({
-      id: `${meta.id}/companion-logs`,
-      role: 'article',
-      filter: (data): data is { companionTo: Sequence } =>
-        Obj.instanceOf(Sequence, data.companionTo) && data.subject === 'logs',
-      // eslint-disable-next-line unused-imports/no-unused-vars
-      component: ({ data, role }) => {
-        const space = getSpace(data.companionTo);
-        return (
-          <StackItem.Content>
-            <InvocationTraceContainer space={space} target={data.companionTo} detailAxis='block' />
-          </StackItem.Content>
-        );
-      },
-    }),
-    createSurface({
-      id: `${meta.id}/blueprint`,
-      role: 'article',
-      filter: (data): data is { subject: Blueprint.Blueprint } => Obj.instanceOf(Blueprint.Blueprint, data.subject),
-      component: ({ data }) => <BlueprintContainer blueprint={data.subject} />,
-    }),
-    createSurface({
-      id: `${meta.id}/prompt-settings`,
-      role: 'object-settings',
-      filter: (data): data is { subject: Blueprint.Blueprint } => Obj.instanceOf(Blueprint.Blueprint, data.subject),
-      component: ({ data }) => <PromptSettings template={data.subject.instructions} />,
-    }),
-    createSurface({
-      id: ASSISTANT_DIALOG,
-      role: 'dialog',
-      filter: (data): data is { props: { chat: Assistant.Chat } } => data.component === ASSISTANT_DIALOG,
-      component: ({ data }) => <ChatDialog {...data.props} />,
-    }),
-  ]);

package/src/capabilities/settings.ts

@@ -1,19 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { Capabilities, contributes } from '@dxos/app-framework';
-import { live } from '@dxos/live-object';
-
-import { meta } from '../meta';
-import { Assistant } from '../types';
-
-export default () => {
-  const settings = live<Assistant.Settings>({});
-
-  return contributes(Capabilities.Settings, {
-    prefix: meta.id,
-    schema: Assistant.Settings,
-    value: settings,
-  });
-};

package/src/capabilities/state.ts

@@ -1,20 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { contributes } from '@dxos/app-framework';
-import { LocalStorageStore } from '@dxos/local-storage';
-
-import { meta } from '../meta';
-
-import { AssistantCapabilities } from './capabilities';
-
-export default () => {
-  // NOTE: This needs to be a chat object rather than a string id to avoid a query race.
-  // TODO(wittjosiah): Handle serialization and hydration for this so it can be cached.
-  const state = new LocalStorageStore<AssistantCapabilities.AssistantState>(meta.id, {
-    currentChat: {},
-  });
-
-  return contributes(AssistantCapabilities.State, state.values, () => state.close());
-};

package/src/capabilities/toolkit.ts

@@ -1,168 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Tool from '@effect/ai/Tool';
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { Capabilities, type Capability, type PluginContext, contributes, createIntent } from '@dxos/app-framework';
-import { AiContextService, ArtifactId } from '@dxos/assistant';
-import { WebSearchToolkit } from '@dxos/assistant-testing';
-import { Filter, Obj, Ref, SchemaNotFoundError, Type } from '@dxos/echo';
-import { DatabaseService } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { ClientCapabilities } from '@dxos/plugin-client';
-import { SpaceCapabilities, getActiveSpace } from '@dxos/plugin-space';
-import { SpaceAction } from '@dxos/plugin-space/types';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-// TODO(burdon): Reconcile with functions (currently reuses plugin framework intents).
-class AssistantToolkit extends Toolkit.make(
-  Tool.make('add-to-context', {
-    description: trim`
-      Adds the object to the chat context.
-    `,
-    parameters: {
-      id: ArtifactId.annotations({
-        description: 'The ID of the document to read.',
-      }),
-    },
-    success: Schema.Void,
-    failure: Schema.Never,
-    dependencies: [AiContextService, DatabaseService],
-  }),
-
-  Tool.make('get-schemas', {
-    description: trim`
-      Retrieves schemas definitions.
-    `,
-    parameters: {
-      // TODO(wittjosiah): Remove this once parameter-less tools are fixed.
-      limit: Schema.Number,
-    },
-    // TODO(dmaretskyi): Effect returns ({ result, encodedResult })
-    success: Schema.Any,
-    failure: Schema.Never,
-  }),
-
-  Tool.make('add-schema', {
-    description: trim`
-      Adds a schema to the space.
-      The name will be used when displayed to the user.
-      The typename must be in the format of "example.com/type/Type".
-    `,
-    parameters: {
-      name: Schema.String,
-      typename: Schema.String,
-      jsonSchema: Schema.Any,
-    },
-    success: Schema.Any,
-    failure: Schema.Never,
-  }),
-
-  Tool.make('create-record', {
-    description: trim`
-      Creates a new record and adds it to the current space.
-      Get the schema from the get-schemas tool and ensure that the data matches the corresponding schema.
-      Note that only record schemas are supported.
-    `,
-    parameters: {
-      typename: Schema.String,
-      data: Schema.Any,
-    },
-    success: Schema.Any,
-    failure: Schema.Never,
-  }),
-) {
-  static layer = (context: PluginContext) =>
-    AssistantToolkit.toLayer({
-      'add-to-context': Effect.fnUntraced(function* ({ id }) {
-        const { binder } = yield* AiContextService;
-        const { db } = yield* DatabaseService;
-        const ref = Ref.fromDXN(ArtifactId.toDXN(id, db.spaceId));
-        yield* Effect.promise(() =>
-          binder.bind({
-            blueprints: [],
-            objects: [ref],
-          }),
-        );
-      }),
-
-      'get-schemas': () => {
-        const space = getActiveSpace(context);
-        invariant(space, 'No active space');
-
-        return Effect.gen(function* () {
-          const whitelist = context
-            .getCapabilities(ClientCapabilities.SchemaWhiteList)
-            .flat()
-            .map((schema) => ({
-              typename: Type.getTypename(schema),
-              jsonSchema: Type.toJsonSchema(schema),
-              kind: 'record',
-            }));
-
-          // TODO(burdon): Why ObjectForm (bad name for data capability; UI term)?
-          const forms = context.getCapabilities(SpaceCapabilities.ObjectForm).map((form) => ({
-            typename: Type.getTypename(form.objectSchema),
-            jsonSchema: Type.toJsonSchema(form.objectSchema),
-            kind: 'item',
-          }));
-
-          const schemas = [...whitelist, ...forms];
-          if (space) {
-            const { objects } = yield* DatabaseService.runQuery(Filter.type(DataType.StoredSchema));
-            schemas.push(
-              ...objects.map((object) => ({
-                typename: object.typename,
-                jsonSchema: object.jsonSchema,
-                kind: 'record',
-              })),
-            );
-          }
-
-          return schemas;
-        }).pipe(Effect.provide(DatabaseService.layer(space.db)));
-      },
-
-      'add-schema': ({ name, typename, jsonSchema }) => {
-        return Effect.gen(function* () {
-          const { dispatch } = context.getCapability(Capabilities.IntentDispatcher);
-          const space = getActiveSpace(context);
-          invariant(space, 'No active space');
-
-          const schema = Type.toEffectSchema(jsonSchema).pipe(Type.Obj({ typename, version: '0.1.0' }));
-          yield* dispatch(createIntent(SpaceAction.AddSchema, { space, name, typename, schema }));
-        }).pipe(Effect.orDie);
-      },
-
-      'create-record': ({ typename, data }) => {
-        const { dispatch } = context.getCapability(Capabilities.IntentDispatcher);
-        const space = getActiveSpace(context);
-        invariant(space, 'No active space');
-
-        return Effect.gen(function* () {
-          const schemas = context.getCapabilities(ClientCapabilities.SchemaWhiteList).flat();
-          const { objects } = yield* DatabaseService.runQuery(Filter.type(DataType.StoredSchema));
-          schemas.push(...objects.map((object) => Type.toEffectSchema(object.jsonSchema)));
-          const schema = schemas.find((schema) => Type.getTypename(schema) === typename);
-          if (!schema) {
-            throw new SchemaNotFoundError(typename);
-          }
-
-          const object = Obj.make(schema, data);
-          yield* dispatch(createIntent(SpaceAction.AddObject, { object, target: space, hidden: true }));
-          return object;
-        }).pipe(Effect.provide(DatabaseService.layer(space.db)), Effect.orDie);
-      },
-    });
-}
-
-export default (context: PluginContext): Capability<any>[] => [
-  contributes(Capabilities.Toolkit, AssistantToolkit),
-  contributes(Capabilities.ToolkitHandler, AssistantToolkit.layer(context)),
-  contributes(Capabilities.Toolkit, WebSearchToolkit),
-];

package/src/components/BlueprintContainer.tsx

@@ -1,24 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import React from 'react';
-
-import { type Blueprint } from '@dxos/blueprints';
-import { StackItem } from '@dxos/react-ui-stack';
-
-import { TemplateEditor } from './TemplateEditor';
-
-export type BlueprintContainerProps = {
-  blueprint: Blueprint.Blueprint;
-};
-
-export const BlueprintContainer = ({ blueprint }: BlueprintContainerProps) => {
-  return (
-    <StackItem.Content>
-      <TemplateEditor id={blueprint.id} template={blueprint.instructions} classNames='container-max-width' />
-    </StackItem.Content>
-  );
-};
-
-export default BlueprintContainer;

package/src/components/ChatThread/reducers.ts

@@ -1,151 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { type ContentBlock, type DataType } from '@dxos/schema';
-
-type Reducer<R, I> = (acc: R, value: I, idx: number) => R;
-
-/**
- * Reducer that collapses related message blocks into single messages.
- * For example, combines tool request/response pairs into a single message.
- *
- * Typical order:
- * - message 0
- *  - text
- * - message 1
- *  - text
- *  - toolCall
- *  - summary
- * - message 2
- *  - toolResult
- * - message 3
- *  - text
- *  - summary
- *
- * Coverts to:
- * - message 0
- *  - text
- * - message 1
- *  - text
- * - message 2
- *  - toolCall
- *  - toolResult
- *  - summary
- * - message 3
- *  - text
- *  - summary
- */
-export const reduceMessages: Reducer<
-  {
-    messages: DataType.Message[];
-    current?: DataType.Message;
-    toolBlock?: boolean;
-    assistantMessages?: DataType.Message[];
-  },
-  DataType.Message
-> = ({ messages, current, toolBlock, assistantMessages = [] }, message) => {
-  // Treat tool calls as assistant messages.
-  let assistant = message?.sender.role === 'assistant';
-  let i = 0;
-  for (const block of message.blocks) {
-    switch (block._tag) {
-      // TODO(burdon): Preserve call tool title.
-      case 'toolCall': {
-        assistant = true;
-        if (!toolBlock) {
-          current = {
-            ...message,
-            id: [message.id, i++].join('_'),
-            blocks: [block],
-          };
-          messages.push(current);
-          toolBlock = true;
-        } else {
-          current!.blocks.push(block);
-        }
-        break;
-      }
-
-      case 'toolResult': {
-        assistant = true;
-        if (toolBlock) {
-          current!.blocks.push(block);
-        }
-        break;
-      }
-
-      case 'summary': {
-        assistant = true;
-        if (toolBlock) {
-          current!.blocks.push(block);
-        } else {
-          const summary = reduceSummary([...assistantMessages, message]);
-          current!.blocks.push(summary);
-        }
-        break;
-      }
-
-      default: {
-        assistant = message.sender.role === 'assistant';
-        current = {
-          ...message,
-          id: [message.id, i++].join('_'),
-          blocks: [block],
-        };
-        messages.push(current);
-        toolBlock = false;
-        break;
-      }
-    }
-  }
-
-  return {
-    messages,
-    current,
-    toolBlock,
-    assistantMessages: assistant ? [...assistantMessages, message] : undefined,
-  };
-};
-
-/**
- * Accumulate token counts from all summary blocks in pending messages.
- */
-const reduceSummary = (messages: DataType.Message[]): ContentBlock.Summary => {
-  let start: number | undefined;
-  return messages.reduce<ContentBlock.Summary>(
-    (acc, msg) => {
-      const time = new Date(msg.created).getTime();
-      if (!start) {
-        start = time;
-      }
-      msg.blocks.forEach((block) => {
-        switch (block._tag) {
-          case 'toolCall': {
-            acc.toolCalls = (acc.toolCalls ?? 0) + 1;
-            break;
-          }
-          case 'summary': {
-            acc.model = block.model;
-            if (block.usage) {
-              acc.message = block.message;
-              acc.usage = {
-                inputTokens: (acc.usage?.inputTokens ?? 0) + (block.usage.inputTokens ?? 0),
-                outputTokens: (acc.usage?.outputTokens ?? 0) + (block.usage.outputTokens ?? 0),
-                totalTokens: (acc.usage?.totalTokens ?? 0) + (block.usage.totalTokens ?? 0),
-              };
-              acc.duration = time - (start ?? time);
-            }
-            break;
-          }
-        }
-      });
-
-      return acc;
-    },
-    {
-      _tag: 'summary',
-      duration: 0,
-    } satisfies ContentBlock.Summary,
-  );
-};