@dxos/plugin-assistant 0.8.4-main.f9ba587 → 0.8.4-main.fcfe5033a5

package/src/operations/run-prompt-in-new-chat.ts

@@ -0,0 +1,113 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { getObjectPathFromObject, LayoutOperation } from '@dxos/app-toolkit';
+import { AiContextBinder } from '@dxos/assistant';
+import { AgentPrompt } from '@dxos/assistant-toolkit';
+import { Blueprint, Prompt, Template } from '@dxos/blueprints';
+import { Database, Feed, Filter, Obj, Ref } from '@dxos/echo';
+import { createFeedServiceLayer } from '@dxos/echo-db';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+import { Operation } from '@dxos/operation';
+import { AutomationCapabilities } from '@dxos/plugin-automation/types';
+import { ClientCapabilities } from '@dxos/plugin-client/types';
+import { Text } from '@dxos/schema';
+
+import { AssistantCapabilities } from '../types';
+import { CreateChat, RunPromptInNewChat } from './definitions';
+
+const handler: Operation.WithHandler<typeof RunPromptInNewChat> = RunPromptInNewChat.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(
+      function* ({ db, prompt, objects, blueprints, background }) {
+        const registry = yield* Capability.get(Capabilities.AtomRegistry);
+        const { object: chat } = yield* Operation.invoke(CreateChat, { db });
+
+        if ((objects && objects.length > 0) || (blueprints && blueprints.length > 0)) {
+          const feedTarget = chat.feed.target;
+          invariant(feedTarget, 'Chat feed not found.');
+          const client = yield* Capability.get(ClientCapabilities.Client);
+          const space = client.spaces.get(db.spaceId);
+          invariant(space, 'Space not found.');
+          const feedServiceLayer = createFeedServiceLayer(space.queues);
+          const runtime = yield* Effect.runtime<Feed.FeedService>().pipe(Effect.provide(feedServiceLayer));
+          const binder = new AiContextBinder({ feed: feedTarget, runtime, registry });
+          yield* Effect.promise(() =>
+            binder.use(async (b: AiContextBinder) => {
+              const bindingProps: Parameters<AiContextBinder['bind']>[0] = {};
+
+              if (objects && objects.length > 0) {
+                bindingProps.objects = objects.map((obj) => Ref.make(obj));
+              }
+
+              if (blueprints && blueprints.length > 0) {
+                const allBlueprints = await db.query(Filter.type(Blueprint.Blueprint)).run();
+                const matchedBlueprints = allBlueprints.filter(
+                  (blueprint) => blueprint.key && blueprints.includes(blueprint.key),
+                );
+                if (matchedBlueprints.length > 0) {
+                  bindingProps.blueprints = matchedBlueprints.map((blueprint) => Ref.make(blueprint));
+                }
+              }
+
+              await b.bind(bindingProps);
+            }),
+          );
+        }
+
+        if (background) {
+          const promptRef =
+            typeof prompt === 'string'
+              ? Ref.make(
+                  Prompt.make({
+                    instructions: prompt,
+                    blueprints: [],
+                    context: [],
+                  }),
+                )
+              : prompt;
+          yield* Database.flush();
+          const computeRuntime = yield* Capability.get(AutomationCapabilities.ComputeRuntime);
+          const runtime = yield* computeRuntime.getRuntime(db.spaceId).runtimeEffect;
+          yield* Operation.invoke(AgentPrompt, {
+            prompt: promptRef,
+            input: {},
+            chat: Ref.make(chat),
+          }).pipe(
+            Effect.provide(runtime),
+            Effect.catchAll((error) => {
+              log.catch(error);
+              return Effect.void;
+            }),
+          );
+          return { object: chat };
+        }
+
+        const chatPath = getObjectPathFromObject(chat);
+        const pendingPromptText =
+          typeof prompt === 'string'
+            ? prompt
+            : yield* Effect.gen(function* () {
+                const promptObj = yield* Effect.promise(() => prompt.load());
+                const source = yield* Effect.promise(() => promptObj.instructions.source.load());
+                invariant(Obj.instanceOf(Text.Text, source), 'Prompt template source must be Text.');
+                return Template.process(source.content ?? '');
+              });
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+          ...current,
+          pendingPrompts: { ...current.pendingPrompts, [chatPath]: pendingPromptText },
+        }));
+        yield* Operation.invoke(LayoutOperation.Open, { subject: [chatPath] });
+        return { object: chat };
+      },
+      (effect, { db }) => effect.pipe(Effect.provide(Database.layer(db))),
+    ),
+  ),
+);
+
+export default handler;

package/src/operations/set-current-chat.ts

@@ -0,0 +1,50 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { Obj } from '@dxos/echo';
+import { Operation } from '@dxos/operation';
+
+import { AssistantCapabilities } from '../types';
+import { CreateChat, SetCurrentChat } from './definitions';
+
+const handler: Operation.WithHandler<typeof SetCurrentChat> = SetCurrentChat.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(function* ({ companionTo, chat }) {
+      const companionToId = Obj.getDXN(companionTo).toString();
+
+      if (chat) {
+        const chatId = Obj.getDXN(chat).toString();
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+          ...current,
+          currentChat: { ...current.currentChat, [companionToId]: chatId },
+        }));
+      } else {
+        // New thread: create a transient chat and cache it so the graph connector
+        // can resolve it immediately via the cache fallback tier.
+        const operationInvoker = yield* Capability.get(Capabilities.OperationInvoker);
+        const db = Obj.getDatabase(companionTo);
+        if (db) {
+          const { data } = yield* Effect.promise(() =>
+            operationInvoker.invokePromise(CreateChat, { db, addToSpace: false }),
+          );
+          if (data?.object) {
+            yield* Capabilities.updateAtomValue(AssistantCapabilities.CompanionChatCache, (current) => ({
+              ...current,
+              [companionToId]: data.object,
+            }));
+          }
+        }
+        yield* Capabilities.updateAtomValue(AssistantCapabilities.State, (current) => ({
+          ...current,
+          currentChat: { ...current.currentChat, [companionToId]: undefined },
+        }));
+      }
+    }),
+  ),
+);
+
+export default handler;

package/src/operations/update-chat-name.ts

@@ -0,0 +1,61 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as LanguageModel from '@effect/ai/LanguageModel';
+import * as Prompt from '@effect/ai/Prompt';
+import * as Effect from 'effect/Effect';
+
+import { AiPreprocessor, AiService } from '@dxos/ai';
+import { Database, Feed, Filter, Obj } from '@dxos/echo';
+import { log } from '@dxos/log';
+import { Operation } from '@dxos/operation';
+import { Message } from '@dxos/types';
+import { trim } from '@dxos/util';
+
+import { UpdateChatName } from './definitions';
+
+const handler: Operation.WithHandler<typeof UpdateChatName> = UpdateChatName.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(
+      function* ({ chat }) {
+        log.info('updating chat name', { chat });
+
+        const feed = yield* Database.load(chat.feed);
+        const history = yield* Feed.runQuery(feed, Filter.type(Message.Message));
+
+        log.info('history', { history: history.length });
+
+        const system = trim`
+          It is extremely important that you respond only with the title and nothing else.
+          Do not use markdown or other formatting.
+          If you cannot do this effectively respond with "New Chat".
+
+          <example_reply>
+          Fishing Trip
+          </example_reply>
+        `;
+        const prompt = 'Suggest a name for this chat';
+
+        const historyPrompt = yield* AiPreprocessor.preprocessPrompt(history, {
+          system,
+          cacheControl: 'ephemeral',
+        });
+
+        const response = yield* LanguageModel.generateText({
+          prompt: Prompt.merge(historyPrompt, prompt),
+        });
+
+        const newName = response.text.replaceAll(/[^a-zA-Z0-9\s]/g, '').trim();
+
+        Obj.change(chat, (chat) => {
+          chat.name = newName;
+        });
+        log.info('chat name updated', { chat, newName: chat.name });
+      },
+      Effect.provide(AiService.model('@anthropic/claude-haiku-4-5')),
+    ),
+  ),
+);
+
+export default handler;

package/src/processor/index.ts

@@ -0,0 +1,6 @@
+//
+// Copyright 2024 DXOS.org
+//
+
+export * from './presets';
+export * from './processor';

package/src/processor/presets.ts

@@ -0,0 +1,68 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Schema from 'effect/Schema';
+
+import { type ModelName } from '@dxos/ai';
+
+const ModelProviders = ['dxos-local', 'dxos-remote', 'lm-studio', 'ollama'] as const;
+
+const ModelProvider = Schema.Literal(...ModelProviders);
+type ModelProvider = Schema.Schema.Type<typeof ModelProvider>;
+
+export type AiServicePreset = {
+  id: string;
+  provider: ModelProvider;
+  model: ModelName;
+  label?: string;
+};
+
+const createModelLabel = (model: ModelName) => {
+  const parts = model.split('/');
+  return parts[parts.length - 1];
+};
+
+// TODO(burdon): Users should be able to create and edit presets.
+export const AiServicePresets: AiServicePreset[] = [
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-opus-4-6' as const,
+  },
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-sonnet-4-5' as const,
+  },
+  {
+    provider: 'dxos-remote' as const,
+    model: '@anthropic/claude-3-5-haiku-20241022' as const,
+  },
+  {
+    provider: 'ollama' as const,
+    model: 'gpt-oss:20b' as const,
+  },
+  {
+    provider: 'ollama' as const,
+    model: 'gemma4:latest' as const,
+  },
+  {
+    provider: 'lm-studio' as const,
+    model: '@google/gemma-3-27b' as const,
+  },
+  {
+    provider: 'lm-studio' as const,
+    model: '@meta/llama-3.2-3b-instruct' as const,
+  },
+  {
+    model: 'deepseek-r1:latest' as const,
+    provider: 'dxos-local' as const,
+  },
+].map(
+  ({ model, provider }, i) =>
+    ({
+      id: `preset-${i}`,
+      provider,
+      model,
+      label: createModelLabel(model),
+    }) satisfies AiServicePreset,
+);

package/src/processor/processor.test.ts

@@ -0,0 +1,40 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { describe, it } from '@effect/vitest';
+import * as Effect from 'effect/Effect';
+import * as ManagedRuntime from 'effect/ManagedRuntime';
+
+import { AiSession } from '@dxos/assistant';
+import { Chat } from '@dxos/assistant-toolkit';
+import { AssistantTestLayer } from '@dxos/assistant/testing';
+import { Database, Feed } from '@dxos/echo';
+import { acquireReleaseResource } from '@dxos/effect';
+import { TestHelpers } from '@dxos/effect/testing';
+
+import { AiChatProcessor } from './processor';
+
+const TestLayer = AssistantTestLayer({ tracing: 'noop', types: [Chat.Chat, Feed.Feed] });
+
+describe('Chat processor', () => {
+  it.scoped(
+    'basic',
+    Effect.fn(
+      function* ({ expect }) {
+        const feed = Feed.make();
+        yield* Database.add(feed);
+        const runtime = yield* Effect.runtime<Feed.FeedService>();
+        const session = yield* acquireReleaseResource(() => new AiSession({ feed, runtime }));
+        const managedRuntime = ManagedRuntime.make(
+          Effect.runSync(Effect.map(Effect.context<never>(), () => undefined as any)) as any,
+        );
+        const processor = new AiChatProcessor(session, managedRuntime as any, feed);
+        expect(processor).toBeDefined();
+        expect(processor.active).toBeDefined();
+      },
+      Effect.provide(TestLayer),
+      TestHelpers.provideTestContext,
+    ),
+  );
+});

package/src/processor/processor.ts

@@ -0,0 +1,321 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Atom, Registry } from '@effect-atom/atom-react';
+import * as Effect from 'effect/Effect';
+import * as Fiber from 'effect/Fiber';
+import * as Option from 'effect/Option';
+import * as Stream from 'effect/Stream';
+
+import { type AiService, DEFAULT_EDGE_MODEL, type ModelName, type ModelRegistry } from '@dxos/ai';
+import {
+  AiContextService,
+  type AiSession,
+  createSystemPrompt,
+  formatSystemPrompt,
+  AgentService,
+  PartialBlock,
+  ToolExecutionServices,
+} from '@dxos/assistant';
+import { type Chat } from '@dxos/assistant-toolkit';
+import { type Blueprint } from '@dxos/blueprints';
+import { type Database, Feed, Obj, Ref } from '@dxos/echo';
+import { runAndForwardErrors, unwrapExit } from '@dxos/effect';
+import { Trace, type CredentialsService, type QueueService } from '@dxos/functions';
+import { log } from '@dxos/log';
+import { Operation } from '@dxos/operation';
+import type { AutomationCapabilities } from '@dxos/plugin-automation/types';
+import { Message } from '@dxos/types';
+
+import { UpdateChatName } from '../operations/definitions';
+
+/**
+ * @deprecated Services type for the old direct-conversation processor path.
+ * Retained for backward compatibility with CLI and update-name.
+ */
+export type AiChatServices =
+  | CredentialsService
+  | Database.Service
+  | QueueService
+  | AiService.AiService
+  | Trace.TraceService;
+
+export type AiChatProcessorOptions = {
+  model?: ModelName;
+  modelRegistry?: ModelRegistry;
+  blueprintRegistry?: Blueprint.Registry;
+  observableRegistry?: Registry.Registry;
+  /**
+   * For tracing.
+   */
+  chat?: Ref.Ref<Chat.Chat>;
+  system?: string;
+  /**
+   * Probability of automatically updating chat name after each request.
+   * Chat name is always updated if it has no name.
+   * @default 0.1 (10%)
+   */
+  autoUpdateNameChance?: number;
+};
+
+const defaultOptions: Partial<AiChatProcessorOptions> = {
+  model: DEFAULT_EDGE_MODEL,
+  autoUpdateNameChance: 0.1,
+};
+
+export type AiRequestOptions = {};
+
+export type AiRequest = {
+  message: string;
+  options?: AiRequestOptions;
+};
+
+/**
+ * Handles interactions with the AI service.
+ * Uses AgentService to spawn a process-backed agent and subscribes to ephemeral trace events for streaming.
+ */
+export class AiChatProcessor {
+  readonly #registry: Registry.Registry;
+
+  /** Pending messages (finalized, non-streaming). */
+  readonly #pending = Atom.make<Message.Message[]>([]);
+
+  /** Currently streaming messages (from ephemeral trace events). */
+  readonly #streaming = Atom.make<Message.Message[]>([]);
+
+  /** Set of message IDs that have been finalized (non-pending delivered via ephemeral). */
+  readonly #finalizedIds = new Set<string>();
+
+  /** Currently active request fiber. */
+  #requestFiber: Fiber.RuntimeFiber<void, unknown> | undefined;
+
+  /** Last request (for retries). */
+  #lastRequest: AiRequest | undefined;
+
+  /** Streaming state. */
+  public readonly streaming = Atom.make<boolean>((get) => get(this.#streaming).length > 0);
+
+  /** Active state. */
+  public readonly active = Atom.make(false);
+
+  /** Array of Messages (incl. the current message being streamed). */
+  public readonly messages = Atom.make<Message.Message[]>((get) => [...get(this.#pending), ...get(this.#streaming)]);
+
+  /** Last error. */
+  public readonly error = Atom.make<Option.Option<Error>>(Option.none());
+
+  constructor(
+    private readonly _conversation: AiSession,
+    private readonly _runtime: AutomationCapabilities.ComputeRuntime,
+    private readonly _feed: Feed.Feed,
+    private readonly _options: AiChatProcessorOptions = defaultOptions,
+  ) {
+    this.#registry = this._options.observableRegistry ?? Registry.make();
+    if (this._options.model && !this._options.system) {
+      const capabilities = this._options.modelRegistry?.getCapabilities(this._options.model) ?? {};
+      this._options.system = createSystemPrompt(capabilities);
+    }
+  }
+
+  get context() {
+    return this._conversation.context;
+  }
+
+  get conversation() {
+    return this._conversation;
+  }
+
+  get blueprintRegistry() {
+    return this._options.blueprintRegistry;
+  }
+
+  get system(): string {
+    return this._options.system ?? '';
+  }
+
+  async getTools(): Promise<Record<string, any>> {
+    return this._runtime.runPromise(Effect.provide(this._conversation.getTools(), ToolExecutionServices));
+  }
+
+  async getSystemPrompt(): Promise<string> {
+    return this._runtime.runPromise(
+      Effect.gen(this, function* () {
+        const blueprints = this.context.getBlueprints();
+        const objects = this.context.getObjects();
+        return yield* formatSystemPrompt({ system: this._options.system, blueprints, objects });
+      }).pipe(Effect.provideService(AiContextService, { binder: this.context }), Effect.orDie),
+    );
+  }
+
+  /**
+   * Initiates a new request via AgentService.
+   */
+  async request(requestProp: AiRequest): Promise<void> {
+    if (this.#requestFiber) {
+      await this.cancel();
+    }
+
+    try {
+      this.#lastRequest = requestProp;
+      this.#registry.set(this.error, Option.none());
+      this.#registry.set(this.active, true);
+
+      const effect = Effect.gen(this, function* () {
+        // NOTE: Gets or creates a session for the feed.
+        log.info('init agent session', { feed: Obj.getDXN(this._feed).toString(), model: this._options.model });
+        const session = yield* AgentService.getSession(this._feed, { model: this._options.model });
+        const ephemeralStream = session.subscribeEphemeral();
+        yield* ephemeralStream.pipe(
+          Stream.runForEach((message) =>
+            Effect.sync(() => {
+              for (const event of message.events) {
+                if (Trace.isOfType(PartialBlock, event)) {
+                  this.#handleEphemeralMessage(event.data);
+                }
+              }
+            }),
+          ),
+          Effect.fork,
+        );
+
+        log('chat processor submitting prompt', { length: requestProp.message.length });
+        yield* session.submitPrompt(requestProp.message);
+        log('chat processor submitPrompt returned, waiting for agent', {});
+        yield* session.waitForCompletion();
+        log.info('session complete');
+
+        this.#flushStreaming();
+
+        yield* this.#maybeUpdateChatName();
+      });
+
+      this.#requestFiber = this._runtime.runFork(effect);
+
+      try {
+        await this._runtime.runPromise(Fiber.join(this.#requestFiber));
+      } catch (err: any) {
+        if (err._tag === 'InterruptedException' || err.message?.includes('interrupted')) {
+          return;
+        }
+        throw err;
+      }
+
+      this.#registry.set(this.error, Option.none());
+      this.#lastRequest = undefined;
+      this.#requestFiber = undefined;
+    } catch (err) {
+      log.error('request failed', { error: err });
+      this.#registry.set(this.error, Option.some(new Error('AI service error', { cause: err })));
+    } finally {
+      log.info('setting active to false');
+      this.#registry.set(this.active, false);
+      this.#requestFiber = undefined;
+    }
+  }
+
+  /**
+   * Cancels the current request.
+   */
+  async cancel(): Promise<void> {
+    await runAndForwardErrors(
+      Effect.gen(this, function* () {
+        if (this.#requestFiber) {
+          yield* Fiber.interrupt(this.#requestFiber);
+        }
+      }),
+    );
+
+    this.#requestFiber = undefined;
+    this.#registry.set(this.active, false);
+  }
+
+  /**
+   * Retry last failed request.
+   */
+  async retry(): Promise<void> {
+    if (this.#lastRequest) {
+      return this.request(this.#lastRequest);
+    }
+  }
+
+  /**
+   * Update the current chat's name.
+   */
+  async updateName(chat: Chat.Chat): Promise<void> {
+    unwrapExit(await this._runtime.runPromiseExit(Operation.invoke(UpdateChatName, { chat })));
+  }
+
+  /**
+   * Handles an ephemeral message from the agent process.
+   * Both pending and completed blocks arrive here. Completed blocks are deduped
+   * against messages already written to the feed queue to handle the race between
+   * ephemeral delivery and feed replication.
+   */
+  #handleEphemeralMessage(event: Trace.PayloadType<typeof PartialBlock>) {
+    const isPending = event.block.pending;
+    const message = Obj.make(Message.Message, {
+      id: event.messageId,
+      created: new Date().toISOString(),
+      sender: { role: event.role },
+      blocks: [event.block],
+    });
+
+    if (isPending) {
+      if (this.#finalizedIds.has(event.messageId)) {
+        return;
+      }
+      this.#registry.update(this.#streaming, (streaming) => {
+        const idx = streaming.findIndex((existing) => existing.id === event.messageId);
+        if (idx >= 0) {
+          const updated = [...streaming];
+          updated[idx] = message;
+          return updated;
+        }
+        return [...streaming, message];
+      });
+    } else {
+      this.#finalizedIds.add(event.messageId);
+      this.#registry.update(this.#streaming, (streaming) => streaming.filter((existing) => existing.id !== message.id));
+      this.#registry.update(this.#pending, (pending) => {
+        if (pending.some((existing) => existing.id === message.id)) {
+          return pending;
+        }
+        return [...pending, message];
+      });
+    }
+  }
+
+  /**
+   * Move remaining streaming messages to pending (called when agent completes).
+   */
+  #flushStreaming() {
+    const remaining = this.#registry.get(this.#streaming);
+    if (remaining.length > 0) {
+      this.#registry.update(this.#pending, (pending) => [...pending, ...remaining]);
+      this.#registry.set(this.#streaming, []);
+    }
+    this.#finalizedIds.clear();
+  }
+
+  /**
+   * Conditionally schedule chat name update in detached fork mode.
+   * Updates if chat has no name OR based on random chance (default 10%).
+   */
+  #maybeUpdateChatName(): Effect.Effect<void, never, Operation.Service> {
+    const chat = this._options.chat?.target;
+    if (!chat) {
+      return Effect.void;
+    }
+
+    const chance = this._options.autoUpdateNameChance ?? defaultOptions.autoUpdateNameChance ?? 0.1;
+    const shouldUpdate = !chat.name || Math.random() < chance;
+    if (!shouldUpdate) {
+      return Effect.void;
+    }
+
+    // TODO(dmaretskyi): Operation.schedule didn't work.
+    log.info('scheduling chat name update', { hasName: !!chat.name, chance });
+    return Operation.schedule(UpdateChatName, { chat });
+  }
+}