@dxos/plugin-assistant 0.8.3-staging.0fa589b → 0.8.4-main.03d5cd7b56

package/src/operations/ensure-companion-chat.ts

@@ -0,0 +1,63 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { Chat } from '@dxos/assistant-toolkit';
+import { Operation } from '@dxos/compute';
+import { Filter, Obj, Query } from '@dxos/echo';
+
+import { AssistantCapabilities, AssistantOperation } from '#types';
+
+const handler: Operation.WithHandler<typeof AssistantOperation.EnsureCompanionChat> =
+  AssistantOperation.EnsureCompanionChat.pipe(
+    Operation.withHandler(
+      Effect.fnUntraced(function* ({ db, companionTo }) {
+        const operationInvoker = yield* Capability.get(Capabilities.OperationInvoker);
+        const companionDxn = Obj.getDXN(companionTo).toString();
+
+        // 1. Look for an existing persisted companion chat in the space.
+        const existingChats = yield* Effect.promise(() =>
+          db.query(Query.select(Filter.id(companionTo.id)).targetOf(Chat.CompanionTo).source()).run(),
+        );
+        if (existingChats.length > 0) {
+          const chat = existingChats.at(-1) as Chat.Chat;
+          // Cache the persisted chat so the graph connector can resolve it immediately
+          // via the cache fallback, without waiting for AtomObj.make(ref) to hydrate.
+          yield* Capabilities.updateAtomValue(AssistantCapabilities.CompanionChatCache, (current) => ({
+            ...current,
+            [companionDxn]: chat,
+          }));
+          yield* Effect.promise(() =>
+            operationInvoker.invokePromise(AssistantOperation.SetCurrentChat, { companionTo, chat }),
+          );
+          return { chat, persisted: true };
+        }
+
+        // 2. Return cached transient chat for this companion if present.
+        const cache = yield* Capabilities.getAtomValue(AssistantCapabilities.CompanionChatCache);
+        const cached = cache[companionDxn] as Chat.Chat | undefined;
+        if (cached) {
+          return { chat: cached, persisted: false };
+        }
+
+        // 3. Create a new transient chat, cache it, and return it without persisting.
+        const { data } = yield* Effect.promise(() =>
+          operationInvoker.invokePromise(AssistantOperation.CreateChat, { db, addToSpace: false }),
+        );
+        if (!data?.object) {
+          return yield* Effect.fail(new Error('CreateChat did not return a chat object'));
+        }
+        const chat = data.object;
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.CompanionChatCache, (current) => ({
+          ...current,
+          [companionDxn]: chat,
+        }));
+        return { chat, persisted: false };
+      }),
+    ),
+  );
+
+export default handler;

package/src/operations/index.ts

@@ -0,0 +1,15 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { OperationHandlerSet } from '@dxos/compute';
+
+export const AssistantOperationHandlerSet = OperationHandlerSet.lazy(
+  () => import('./create-chat'),
+  () => import('./ensure-companion-chat'),
+  () => import('./on-create-space'),
+  () => import('./resolve-navigation-targets'),
+  () => import('./run-prompt-in-new-chat'),
+  () => import('./set-current-chat'),
+  () => import('./update-chat-name'),
+);

package/src/operations/on-create-space.ts

@@ -0,0 +1,24 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { AgentPrompt } from '@dxos/assistant-toolkit';
+import { Operation } from '@dxos/compute';
+
+import { AssistantOperation } from '#types';
+
+const handler: Operation.WithHandler<typeof AssistantOperation.OnCreateSpace> = AssistantOperation.OnCreateSpace.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(function* ({ space }) {
+      // TODO(wittjosiah): Remove once function registry is avaiable.
+      space.db.add(Operation.serialize(AgentPrompt));
+
+      const { object: chat } = yield* Operation.invoke(AssistantOperation.CreateChat, { db: space.db });
+      space.db.add(chat);
+    }),
+  ),
+);
+
+export default handler;

package/src/operations/prompt.test.ts

@@ -0,0 +1,77 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import * as Array from 'effect/Array';
+import * as Effect from 'effect/Effect';
+import { describe, test } from 'vitest';
+
+import { AgentPrompt, Chat } from '@dxos/assistant-toolkit';
+import { Routine, Operation } from '@dxos/compute';
+import { Database, Feed, Filter, Ref } from '@dxos/echo';
+import { runAndForwardErrors } from '@dxos/effect';
+import { ObjectId } from '@dxos/keys';
+import { AutomationCapabilities } from '@dxos/plugin-automation';
+import { AutomationPlugin } from '@dxos/plugin-automation/plugin';
+import { ClientCapabilities } from '@dxos/plugin-client';
+import { ClientPlugin } from '@dxos/plugin-client/plugin';
+import { initializeIdentity } from '@dxos/plugin-client/testing';
+import { createComposerTestApp } from '@dxos/plugin-testing/harness';
+import { Message } from '@dxos/types';
+
+import { AssistantPlugin } from '#plugin';
+
+ObjectId.dangerouslyDisableRandomness();
+
+describe('Agent prompt (composer plugin harness)', () => {
+  // Hits AutomationPlugin compute runtime (plugin handlers, AiServiceLayer, blueprints).
+  // Requires reachable edge AI (see repo DX_EDGE_AI_SERVICE_URL); not memoized like AssistantTestLayer tests.
+  test(
+    'chat mode appends assistant messages to the chat queue',
+    { tags: ['llm'], timeout: 60_000 },
+    async ({ expect }) => {
+      await using harness = await createComposerTestApp({
+        plugins: [ClientPlugin({}), AssistantPlugin(), AutomationPlugin()],
+      });
+
+      const { personalSpace } = await runAndForwardErrors(initializeIdentity(harness.get(ClientCapabilities.Client)));
+      const computeProvider = await harness.waitForCapability(AutomationCapabilities.ComputeRuntime, {
+        timeout: 30_000,
+      });
+
+      await computeProvider.getRuntime(personalSpace.id).runPromise(
+        Effect.gen(function* () {
+          const feed = yield* Database.add(Feed.make());
+
+          const messageCountBefore = yield* Feed.runQuery(feed, Filter.type(Message.Message)).pipe(
+            Effect.map(Array.length),
+          );
+
+          const chat = yield* Database.add(Chat.make({ feed: Ref.make(feed) }));
+          const prompt = yield* Database.add(
+            Routine.make({
+              name: 'chat-mode-test',
+              instructions: 'Reply with a single word: ack.',
+              blueprints: [],
+              context: [],
+            }),
+          );
+          yield* Database.flush();
+
+          const result = yield* Operation.invoke(AgentPrompt, {
+            prompt: Ref.make(prompt),
+            input: {},
+            chat: Ref.make(chat),
+          });
+
+          const messageCountAfter = yield* Feed.runQuery(feed, Filter.type(Message.Message)).pipe(
+            Effect.map(Array.length),
+          );
+
+          expect(messageCountAfter).toBeGreaterThan(messageCountBefore);
+          expect(result).toBe('ack');
+        }),
+      );
+    },
+  );
+});

package/src/operations/resolve-navigation-targets.ts

@@ -0,0 +1,26 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capability } from '@dxos/app-framework';
+import { AppCapabilities } from '@dxos/app-toolkit';
+import { Operation } from '@dxos/compute';
+
+import { AssistantOperation } from '#types';
+
+export default AssistantOperation.ResolveNavigationTargets.pipe(
+  Operation.withHandler(
+    Effect.fn(function* ({ query }) {
+      const capabilities = yield* Capability.Service;
+
+      // Delegate to contributed resolvers.
+      const resolvers = capabilities.getAll(AppCapabilities.NavigationTargetResolver);
+      const results = yield* Effect.forEach(resolvers, (resolver) =>
+        resolver(query as AppCapabilities.NavigationQuery).pipe(Effect.catchAll(() => Effect.succeed([]))),
+      );
+      return { targets: results.flat() };
+    }),
+  ),
+);

package/src/operations/run-prompt-in-new-chat.ts

@@ -0,0 +1,112 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { getObjectPathFromObject, LayoutOperation } from '@dxos/app-toolkit';
+import { AiContextBinder } from '@dxos/assistant';
+import { AgentPrompt } from '@dxos/assistant-toolkit';
+import { Blueprint, Routine, Template, Operation } from '@dxos/compute';
+import { Database, Feed, Filter, Obj, Ref } from '@dxos/echo';
+import { createFeedServiceLayer } from '@dxos/echo-db';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+import { AutomationCapabilities } from '@dxos/plugin-automation';
+import { ClientCapabilities } from '@dxos/plugin-client';
+import { Text } from '@dxos/schema';
+
+import { AssistantCapabilities, AssistantOperation } from '#types';
+
+const handler: Operation.WithHandler<typeof AssistantOperation.RunPromptInNewChat> =
+  AssistantOperation.RunPromptInNewChat.pipe(
+    Operation.withHandler(
+      Effect.fnUntraced(
+        function* ({ db, prompt, objects, blueprints, background }) {
+          const registry = yield* Capability.get(Capabilities.AtomRegistry);
+          const { object: chat } = yield* Operation.invoke(AssistantOperation.CreateChat, { db });
+
+          if ((objects && objects.length > 0) || (blueprints && blueprints.length > 0)) {
+            const feedTarget = chat.feed.target;
+            invariant(feedTarget, 'Chat feed not found.');
+            const client = yield* Capability.get(ClientCapabilities.Client);
+            const space = client.spaces.get(db.spaceId);
+            invariant(space, 'Space not found.');
+            const feedServiceLayer = createFeedServiceLayer(space.queues);
+            const runtime = yield* Effect.runtime<Feed.FeedService>().pipe(Effect.provide(feedServiceLayer));
+            const binder = new AiContextBinder({ feed: feedTarget, runtime, registry });
+            yield* Effect.promise(() =>
+              binder.use(async (b: AiContextBinder) => {
+                const bindingProps: Parameters<AiContextBinder['bind']>[0] = {};
+
+                if (objects && objects.length > 0) {
+                  bindingProps.objects = objects.map((obj) => Ref.make(obj));
+                }
+
+                if (blueprints && blueprints.length > 0) {
+                  const allBlueprints = await db.query(Filter.type(Blueprint.Blueprint)).run();
+                  const matchedBlueprints = allBlueprints.filter(
+                    (blueprint) => blueprint.key && blueprints.includes(blueprint.key),
+                  );
+                  if (matchedBlueprints.length > 0) {
+                    bindingProps.blueprints = matchedBlueprints.map((blueprint) => Ref.make(blueprint));
+                  }
+                }
+
+                await b.bind(bindingProps);
+              }),
+            );
+          }
+
+          if (background) {
+            const promptRef =
+              typeof prompt === 'string'
+                ? Ref.make(
+                    Routine.make({
+                      instructions: prompt,
+                      blueprints: [],
+                      context: [],
+                    }),
+                  )
+                : prompt;
+            yield* Database.flush();
+            const computeRuntime = yield* Capability.get(AutomationCapabilities.ComputeRuntime);
+            const runtime = yield* computeRuntime.getRuntime(db.spaceId).runtimeEffect;
+            yield* Operation.invoke(AgentPrompt, {
+              prompt: promptRef,
+              input: {},
+              chat: Ref.make(chat),
+            }).pipe(
+              Effect.provide(runtime),
+              Effect.catchAll((error) => {
+                log.catch(error);
+                return Effect.void;
+              }),
+            );
+            return { object: chat };
+          }
+
+          const chatPath = getObjectPathFromObject(chat);
+          const pendingPromptText =
+            typeof prompt === 'string'
+              ? prompt
+              : yield* Effect.gen(function* () {
+                  const promptObj = yield* Effect.promise(() => prompt.load());
+                  const source = yield* Effect.promise(() => promptObj.instructions.source.load());
+                  invariant(Obj.instanceOf(Text.Text, source), 'Prompt template source must be Text.');
+                  return Template.process(source.content ?? '');
+                });
+          yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+            ...current,
+            pendingPrompts: { ...current.pendingPrompts, [chatPath]: pendingPromptText },
+          }));
+          yield* Operation.invoke(LayoutOperation.Open, { subject: [chatPath] });
+          return { object: chat };
+        },
+        (effect, { db }) => effect.pipe(Effect.provide(Database.layer(db))),
+      ),
+    ),
+  );
+
+export default handler;

package/src/operations/set-current-chat.ts

@@ -0,0 +1,49 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { Operation } from '@dxos/compute';
+import { Obj } from '@dxos/echo';
+
+import { AssistantCapabilities, AssistantOperation } from '#types';
+
+const handler: Operation.WithHandler<typeof AssistantOperation.SetCurrentChat> = AssistantOperation.SetCurrentChat.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(function* ({ companionTo, chat }) {
+      const companionToId = Obj.getDXN(companionTo).toString();
+
+      if (chat) {
+        const chatId = Obj.getDXN(chat).toString();
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+          ...current,
+          currentChat: { ...current.currentChat, [companionToId]: chatId },
+        }));
+      } else {
+        // New thread: create a transient chat and cache it so the graph connector
+        // can resolve it immediately via the cache fallback tier.
+        const operationInvoker = yield* Capability.get(Capabilities.OperationInvoker);
+        const db = Obj.getDatabase(companionTo);
+        if (db) {
+          const { data } = yield* Effect.promise(() =>
+            operationInvoker.invokePromise(AssistantOperation.CreateChat, { db, addToSpace: false }),
+          );
+          if (data?.object) {
+            yield* Capabilities.updateAtomValue(AssistantCapabilities.CompanionChatCache, (current) => ({
+              ...current,
+              [companionToId]: data.object,
+            }));
+          }
+        }
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+          ...current,
+          currentChat: { ...current.currentChat, [companionToId]: undefined },
+        }));
+      }
+    }),
+  ),
+);
+
+export default handler;

package/src/operations/update-chat-name.ts

@@ -0,0 +1,61 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as LanguageModel from '@effect/ai/LanguageModel';
+import * as Prompt from '@effect/ai/Prompt';
+import * as Effect from 'effect/Effect';
+
+import { AiPreprocessor, AiService } from '@dxos/ai';
+import { Operation } from '@dxos/compute';
+import { Database, Feed, Filter, Obj } from '@dxos/echo';
+import { log } from '@dxos/log';
+import { Message } from '@dxos/types';
+import { trim } from '@dxos/util';
+
+import { AssistantOperation } from '#types';
+
+const handler: Operation.WithHandler<typeof AssistantOperation.UpdateChatName> = AssistantOperation.UpdateChatName.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(
+      function* ({ chat }) {
+        log.info('updating chat name', { chat });
+
+        const feed = yield* Database.load(chat.feed);
+        const history = yield* Feed.runQuery(feed, Filter.type(Message.Message));
+
+        log.info('history', { history: history.length });
+
+        const system = trim`
+          It is extremely important that you respond only with the title and nothing else.
+          Do not use markdown or other formatting.
+          If you cannot do this effectively respond with "New Chat".
+
+          <example_reply>
+          Fishing Trip
+          </example_reply>
+        `;
+        const prompt = 'Suggest a name for this chat';
+
+        const historyPrompt = yield* AiPreprocessor.preprocessPrompt(history, {
+          system,
+          cacheControl: 'ephemeral',
+        });
+
+        const response = yield* LanguageModel.generateText({
+          prompt: Prompt.merge(historyPrompt, prompt),
+        });
+
+        const newName = response.text.replaceAll(/[^a-zA-Z0-9\s]/g, '').trim();
+
+        Obj.update(chat, (chat) => {
+          chat.name = newName;
+        });
+        log.info('chat name updated', { chat, newName: chat.name });
+      },
+      Effect.provide(AiService.model('@anthropic/claude-haiku-4-5')),
+    ),
+  ),
+);
+
+export default handler;

package/src/plugin.ts

@@ -0,0 +1,11 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import { Plugin } from '@dxos/app-framework';
+
+import { meta } from './meta';
+
+export const AssistantPlugin = Plugin.lazy(meta, () => import('#plugin'));
+
+export { AssistantOperationHandlerSet } from './operations';

package/src/processor/index.ts

@@ -0,0 +1,6 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+export * from './presets';
+export * from './processor';

package/src/processor/presets.ts

@@ -0,0 +1,68 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Schema from 'effect/Schema';
+
+import { type ModelName } from '@dxos/ai';
+
+const ModelProviders = ['dxos-local', 'dxos-remote', 'lm-studio', 'ollama'] as const;
+
+const ModelProvider = Schema.Literal(...ModelProviders);
+type ModelProvider = Schema.Schema.Type<typeof ModelProvider>;
+
+export type AiServicePreset = {
+  id: string;
+  provider: ModelProvider;
+  model: ModelName;
+  label?: string;
+};
+
+const createModelLabel = (model: ModelName) => {
+  const parts = model.split('/');
+  return parts[parts.length - 1];
+};
+
+// TODO(burdon): Users should be able to create and edit presets.
+export const AiServicePresets: AiServicePreset[] = [
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-opus-4-6' as const,
+  },
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-sonnet-4-5' as const,
+  },
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-3-5-haiku-20241022' as const,
+  },
+  {
+    provider: 'ollama' as const,
+    model: 'gpt-oss:20b' as const,
+  },
+  {
+    provider: 'ollama' as const,
+    model: 'gemma4:latest' as const,
+  },
+  {
+    provider: 'lm-studio' as const,
+    model: '@google/gemma-3-27b' as const,
+  },
+  {
+    provider: 'lm-studio' as const,
+    model: '@meta/llama-3.2-3b-instruct' as const,
+  },
+  {
+    model: 'deepseek-r1:latest' as const,
+    provider: 'dxos-local' as const,
+  },
+].map(
+  ({ model, provider }, i) =>
+    ({
+      id: `preset-${i}`,
+      provider,
+      model,
+      label: createModelLabel(model),
+    }) satisfies AiServicePreset,
+);

package/src/processor/processor.test.ts

@@ -0,0 +1,40 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { describe, it } from '@effect/vitest';
+import * as Effect from 'effect/Effect';
+import * as ManagedRuntime from 'effect/ManagedRuntime';
+
+import { AiSession } from '@dxos/assistant';
+import { Chat } from '@dxos/assistant-toolkit';
+import { Database, Feed } from '@dxos/echo';
+import { acquireReleaseResource } from '@dxos/effect';
+import { TestHelpers } from '@dxos/effect/testing';
+import { AssistantTestLayer } from '@dxos/functions-runtime/testing';
+
+import { AiChatProcessor } from './processor';
+
+const TestLayer = AssistantTestLayer({ tracing: 'noop', types: [Chat.Chat, Feed.Feed] });
+
+describe('Chat processor', () => {
+  it.scoped(
+    'basic',
+    Effect.fn(
+      function* ({ expect }) {
+        const feed = Feed.make();
+        yield* Database.add(feed);
+        const runtime = yield* Effect.runtime<Feed.FeedService>();
+        const session = yield* acquireReleaseResource(() => new AiSession({ feed, runtime }));
+        const managedRuntime = ManagedRuntime.make(
+          Effect.runSync(Effect.map(Effect.context<never>(), () => undefined as any)) as any,
+        );
+        const processor = new AiChatProcessor(session, managedRuntime as any, feed);
+        expect(processor).toBeDefined();
+        expect(processor.active).toBeDefined();
+      },
+      Effect.provide(TestLayer),
+      TestHelpers.provideTestContext,
+    ),
+  );
+});