@dxos/plugin-automation 0.8.4-main.b97322e → 0.8.4-main.bc2380dfbc

package/src/capabilities/compute-runtime.ts

@@ -0,0 +1,326 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Registry } from '@effect-atom/atom';
+import * as BrowserKeyValueStore from '@effect/platform-browser/BrowserKeyValueStore';
+import * as KeyValueStore from '@effect/platform/KeyValueStore';
+import * as Context from 'effect/Context';
+import * as Effect from 'effect/Effect';
+import * as Fiber from 'effect/Fiber';
+import * as Layer from 'effect/Layer';
+import * as ManagedRuntime from 'effect/ManagedRuntime';
+
+import { AiService, OpaqueToolkit } from '@dxos/ai';
+import { Capabilities, Capability, type CapabilityManager } from '@dxos/app-framework';
+import { AppCapabilities } from '@dxos/app-toolkit';
+import { AiContext, AiSession } from '@dxos/assistant';
+import { McpServer } from '@dxos/assistant-toolkit';
+import { ClientService } from '@dxos/client';
+import { SpaceProperties } from '@dxos/client-protocol';
+import {
+  Blueprint,
+  Credential,
+  Operation,
+  OperationHandlerSet,
+  OperationRegistry,
+  ServiceNotAvailableError,
+  Trace,
+} from '@dxos/compute';
+import { Resource } from '@dxos/context';
+import { Database, DXN, Feed, Filter, Obj } from '@dxos/echo';
+import { AtomObj } from '@dxos/echo-atom';
+import { createFeedServiceLayer } from '@dxos/echo-db';
+import { acquireReleaseResource, asyncTaskTaggingLayer } from '@dxos/effect';
+import {
+  FunctionInvocationService,
+  feedServiceFromQueueServiceLayer,
+  QueueService,
+  credentialsLayerFromDatabase,
+} from '@dxos/functions';
+import { AgentService } from '@dxos/functions-runtime';
+import {
+  FeedTraceSink,
+  FunctionImplementationResolver,
+  FunctionInvocationServiceLayerWithLocalLoopbackExecutor,
+  ProcessManager,
+  RemoteFunctionExecutionService,
+  ServiceResolver,
+  TriggerDispatcher,
+  TriggerStateStore,
+} from '@dxos/functions-runtime';
+import { invariant } from '@dxos/invariant';
+import { type SpaceId } from '@dxos/keys';
+import { log } from '@dxos/log';
+import { ClientCapabilities } from '@dxos/plugin-client';
+
+import { AutomationCapabilities } from '#types';
+
+export default Capability.makeModule(
+  Effect.fnUntraced(function* () {
+    const capabilities = yield* Capability.Service;
+    const provider = yield* Effect.tryPromise(() => new ComputeRuntimeProviderImpl(capabilities).open());
+    return Capability.contributes(AutomationCapabilities.ComputeRuntime, provider, () =>
+      Effect.tryPromise(() => provider.close()),
+    );
+  }),
+);
+
+declare global {
+  interface ImportMeta {
+    env: ImportMetaEnv;
+  }
+
+  interface ImportMetaEnv {
+    DEV: boolean;
+  }
+}
+
+const isDev = import.meta.env.DEV ?? false;
+
+/** Node / test environments have no `localStorage`; browser keeps persistent trigger state. */
+const triggerStateStoreLayer =
+  typeof globalThis.localStorage !== 'undefined'
+    ? TriggerStateStore.layerKv.pipe(Layer.provide(BrowserKeyValueStore.layerLocalStorage))
+    : TriggerStateStore.layerMemory;
+
+/**
+ * Adapts plugin capabilities to runtime layers.
+ */
+class ComputeRuntimeProviderImpl extends Resource implements AutomationCapabilities.ComputeRuntimeProvider {
+  readonly #runtimes = new Map<SpaceId, AutomationCapabilities.ComputeRuntime>();
+  readonly #subscriptions = new Map<SpaceId, () => void>();
+  readonly #capabilities: CapabilityManager.CapabilityManager;
+
+  constructor(capabilities: CapabilityManager.CapabilityManager) {
+    super();
+    this.#capabilities = capabilities;
+  }
+
+  protected override async _open() {}
+
+  protected override async _close() {
+    for (const unsubscribe of this.#subscriptions.values()) {
+      unsubscribe();
+    }
+    this.#subscriptions.clear();
+    await Promise.all(Array.from(this.#runtimes.values()).map((rt) => rt.dispose()));
+    this.#runtimes.clear();
+  }
+
+  getRuntime(spaceId: SpaceId): AutomationCapabilities.ComputeRuntime {
+    if (this.#runtimes.has(spaceId)) {
+      log('getRuntime cache hit', { spaceId });
+      return this.#runtimes.get(spaceId)!;
+    }
+    log('getRuntime building', { spaceId });
+
+    const layer = Layer.unwrapScoped(
+      Effect.gen(this, function* () {
+        log('compute runtime layer build: start', { spaceId });
+        const client = this.#capabilities.get(ClientCapabilities.Client);
+        const aiServiceLayer =
+          this.#capabilities.get(AppCapabilities.AiServiceLayer) ?? Layer.die('AiService not found');
+        const registry = this.#capabilities.get(Capabilities.AtomRegistry);
+
+        // TODO(dmaretskyi): Make these reactive.
+        const operationHandlers = OperationHandlerSet.merge(
+          ...this.#capabilities.getAll(Capabilities.OperationHandler),
+        );
+
+        const opaqueToolkitProvider = Layer.succeed(OpaqueToolkit.OpaqueToolkitProvider, {
+          getToolkit: () => {
+            const toolkits = this.#capabilities.getAll(AppCapabilities.Toolkit);
+            return OpaqueToolkit.merge(...toolkits);
+          },
+        });
+
+        const blueprints = this.#capabilities
+          .getAll(AppCapabilities.BlueprintDefinition)
+          .flatMap((blueprint) => blueprint.make());
+
+        const space = client.spaces.get(spaceId);
+        invariant(space, `Invalid space: ${spaceId}`);
+        log('compute runtime layer build: waiting for space ready', { spaceId });
+        const waitStarted = Date.now();
+        yield* Effect.promise(() => space.waitUntilReady());
+        log('compute runtime layer build: space ready', { spaceId, waitMs: Date.now() - waitStarted });
+
+        // Maintain a live query of space-level MCP server configs.
+        const mcpQuery = space.db.query(Filter.type(McpServer.McpServer));
+        this.#subscriptions.set(spaceId, mcpQuery.subscribe());
+
+        log('compute runtime layer build: composing inner layer', { spaceId });
+        return Layer.scopedDiscard(
+          Effect.gen(function* () {
+            log('compute runtime inner layer: acquiring services', { spaceId });
+            const registry = yield* Registry.AtomRegistry;
+            const triggerDispatcher = yield* TriggerDispatcher;
+            log('compute runtime inner layer: services acquired', { spaceId });
+            // Track the in-flight start/stop so a new transition cancels the previous one
+            // (preserving ordering on rapid toggles) and surfaces failures via the Effect logger.
+            let inFlight: Fiber.RuntimeFiber<unknown, unknown> | undefined;
+            const transition = (effect: Effect.Effect<unknown, unknown>) => {
+              if (inFlight) {
+                Effect.runFork(Fiber.interrupt(inFlight));
+              }
+              inFlight = Effect.runFork(
+                effect.pipe(
+                  Effect.tapErrorCause((cause) => Effect.logError('trigger dispatcher transition failed', cause)),
+                ),
+              );
+            };
+            const unsubscribe = registry.subscribe(
+              AtomObj.make(space.properties),
+              (properties: Obj.Snapshot<SpaceProperties>) => {
+                const computeEnvironment = properties.computeEnvironment ?? 'local';
+                transition(computeEnvironment === 'local' ? triggerDispatcher.start() : triggerDispatcher.stop());
+              },
+              { immediate: true },
+            );
+            yield* Effect.addFinalizer(() =>
+              Effect.sync(() => {
+                log('compute runtime inner layer: finalize', { spaceId });
+                unsubscribe();
+                if (inFlight) {
+                  Effect.runFork(Fiber.interrupt(inFlight));
+                }
+              }),
+            );
+            log('compute runtime inner layer: acquire complete', { spaceId });
+          }),
+        )
+          .pipe(
+            Layer.provideMerge(TriggerDispatcher.layer({ timeControl: 'natural' })),
+            Layer.provideMerge(
+              AgentService.layer({
+                getMcpServers: () =>
+                  mcpQuery.results
+                    .filter(Obj.instanceOf(McpServer.McpServer))
+                    .filter((server) => server.enabled !== false)
+                    .map(({ url, protocol, apiKey }) => ({ url, protocol, apiKey })),
+              }),
+            ),
+            Layer.provideMerge(ProcessManager.ProcessOperationInvoker.layer),
+            Layer.provideMerge(ProcessManager.layer({ runtimeName: Trace.CommonRuntimeName.local })),
+            // TODO(dmaretskyi): Duped in assistant testing layer.
+            Layer.provideMerge(
+              // TODO(dmaretskyi): Refactor to be able to merge resovler layers, also consider service mesh achitecture.
+              Layer.effect(
+                ServiceResolver.ServiceResolver,
+                Effect.gen(function* () {
+                  const services = yield* Effect.context<Database.Service | Feed.FeedService>().pipe(
+                    Effect.map(Context.pick(Database.Service, Feed.FeedService)),
+                    Effect.map(Layer.succeedContext),
+                  );
+                  // AiContext.Binder.
+                  return ServiceResolver.compose(
+                    ServiceResolver.succeed(AiContext.Service, (context) =>
+                      Effect.gen(function* () {
+                        if (!context.conversation) {
+                          return yield* Effect.fail(new ServiceNotAvailableError(AiContext.Service.key));
+                        }
+                        const feed = yield* Database.resolve(DXN.parse(context.conversation), Feed.Feed).pipe(
+                          Effect.orDie,
+                        );
+                        const runtime = yield* Effect.runtime<Feed.FeedService>();
+                        const binder = yield* acquireReleaseResource(
+                          () =>
+                            new AiContext.Binder({
+                              feed,
+                              runtime,
+                            }),
+                        );
+                        return { binder };
+                      }).pipe(Effect.provide(services)),
+                    ),
+                    // AiSession.Service.
+                    ServiceResolver.succeed(AiSession.Service, (context) =>
+                      Effect.gen(function* () {
+                        if (!context.conversation) {
+                          return yield* Effect.fail(new ServiceNotAvailableError(AiSession.Service.key));
+                        }
+                        const feed = yield* Database.resolve(DXN.parse(context.conversation), Feed.Feed).pipe(
+                          Effect.orDie,
+                        );
+                        const runtime = yield* Effect.runtime<Feed.FeedService>();
+                        const session = yield* acquireReleaseResource(
+                          () =>
+                            new AiSession.Session({
+                              feed,
+                              runtime,
+                            }),
+                        );
+                        return session;
+                      }).pipe(Effect.provide(services)),
+                    ),
+                    yield* ServiceResolver.fromRequirements(
+                      Database.Service,
+                      OpaqueToolkit.OpaqueToolkitProvider,
+                      Feed.FeedService,
+                      QueueService,
+                      AiService.AiService,
+                      OperationRegistry.Service,
+                      Blueprint.RegistryService,
+                      Credential.CredentialsService,
+                    ),
+                  );
+                }),
+              ),
+            ),
+            Layer.provideMerge(Layer.succeed(Blueprint.RegistryService, new Blueprint.Registry(blueprints))),
+            Layer.provideMerge(Layer.succeed(Capability.Service, this.#capabilities)),
+            Layer.provideMerge(Layer.succeed(Registry.AtomRegistry, registry)),
+            Layer.provideMerge(
+              Layer.mergeAll(FeedTraceSink.layerLive, triggerStateStoreLayer, KeyValueStore.layerMemory),
+            ),
+            Layer.provideMerge(OperationRegistry.layer),
+            Layer.provideMerge(feedServiceFromQueueServiceLayer),
+            Layer.provideMerge(OperationHandlerSet.provide(operationHandlers)),
+            Layer.provideMerge(
+              Layer.effect(
+                Operation.Service,
+                Effect.gen(function* () {
+                  const fis = yield* FunctionInvocationService;
+                  return {
+                    invoke: (op: any, ...args: any[]) => (fis.invokeFunction as any)(op, args[0]),
+                    schedule: (op: any, ...args: any[]) =>
+                      (fis.invokeFunction as any)(op, args[0]).pipe(Effect.fork, Effect.asVoid),
+                    invokePromise: async () => ({ error: new Error('Not implemented') }),
+                  } as unknown as Operation.OperationService;
+                }),
+              ),
+            ),
+            Layer.provideMerge(
+              FunctionInvocationServiceLayerWithLocalLoopbackExecutor.pipe(
+                Layer.provideMerge(FunctionImplementationResolver.layerTest({ functions: operationHandlers })),
+                Layer.provideMerge(
+                  client.config.values.runtime?.services?.edge?.url
+                    ? RemoteFunctionExecutionService.fromClient(
+                        client,
+                        client.config.get('runtime.client.edgeFeatures.agents') ? spaceId : undefined,
+                      )
+                    : RemoteFunctionExecutionService.layerMock,
+                ),
+              ),
+            ),
+            Layer.provideMerge(opaqueToolkitProvider),
+            Layer.provideMerge(aiServiceLayer),
+            Layer.provideMerge(credentialsLayerFromDatabase()),
+            Layer.provideMerge(ClientService.fromClient(client)),
+            Layer.provideMerge(space ? Database.layer(space.db) : Database.notAvailable),
+          )
+          .pipe(
+            Layer.provideMerge(space ? QueueService.layer(space.queues) : QueueService.notAvailable),
+            Layer.provideMerge(space ? createFeedServiceLayer(space.queues) : Feed.notAvailable),
+            Layer.provideMerge(isDev ? asyncTaskTaggingLayer() : Layer.empty),
+          );
+      }),
+    );
+
+    const runtime = ManagedRuntime.make(layer);
+    log('getRuntime ready (managed runtime created)', { spaceId });
+    this.#runtimes.set(spaceId, runtime);
+    return runtime;
+  }
+}

package/src/capabilities/index.ts

@@ -2,8 +2,13 @@
 // Copyright 2025 DXOS.org
 //
 
-import { lazy } from '@dxos/app-framework';
+import { Capability } from '@dxos/app-framework';
+import { OperationHandlerSet } from '@dxos/compute';
 
-export const AppGraphBuilder = lazy(() => import('./app-graph-builder'));
-export const IntentResolver = lazy(() => import('./intent-resolver'));
-export const ReactSurface = lazy(() => import('./react-surface'));
+export const AppGraphBuilder = Capability.lazy('AppGraphBuilder', () => import('./app-graph-builder'));
+export const ComputeRuntime = Capability.lazy('ComputeRuntime', () => import('./compute-runtime'));
+export const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(
+  'OperationHandler',
+  () => import('./operation-handler'),
+);
+export const ReactSurface = Capability.lazy('ReactSurface', () => import('./react-surface'));

package/src/capabilities/node.ts

@@ -0,0 +1,13 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { Capability } from '@dxos/app-framework';
+import { OperationHandlerSet } from '@dxos/compute';
+
+export const AppGraphBuilder = Capability.lazy('AppGraphBuilder', () => import('./app-graph-builder'));
+export const ComputeRuntime = Capability.lazy('ComputeRuntime', () => import('./compute-runtime'));
+export const OperationHandler = Capability.lazy<OperationHandlerSet.OperationHandlerSet>(
+  'OperationHandler',
+  () => import('./operation-handler'),
+);

package/src/capabilities/operation-handler.ts

@@ -0,0 +1,16 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Capabilities, Capability } from '@dxos/app-framework';
+import type { OperationHandlerSet } from '@dxos/compute';
+
+import { AutomationOperationHandlerSet } from '#operations';
+
+export default Capability.makeModule<OperationHandlerSet.OperationHandlerSet>(
+  Effect.fnUntraced(function* () {
+    return Capability.contributes(Capabilities.OperationHandler, AutomationOperationHandlerSet);
+  }),
+);

package/src/capabilities/react-surface.tsx

@@ -2,55 +2,58 @@
 // Copyright 2025 DXOS.org
 //
 
+import * as Effect from 'effect/Effect';
 import React from 'react';
 
-import { Capabilities, contributes, createSurface, useLayout } from '@dxos/app-framework';
-import { Obj } from '@dxos/echo';
-import { ScriptType } from '@dxos/functions';
-import { getSpace, parseId, useSpace } from '@dxos/react-client/echo';
+import { Capabilities, Capability } from '@dxos/app-framework';
+import { Surface } from '@dxos/app-framework/ui';
+import { AppSurface, useActiveSpace } from '@dxos/app-toolkit/ui';
+import { getSpace } from '@dxos/react-client/echo';
 
-import { AutomationContainer, FunctionsContainer } from '../components';
-import { meta } from '../meta';
+import { AutomationSettings, FunctionsContainer } from '#containers';
+import { meta } from '#meta';
 
-export default () =>
-  contributes(Capabilities.ReactSurface, [
-    createSurface({
-      id: `${meta.id}/space-settings-automation`,
-      role: 'article',
-      filter: (data): data is { subject: string } => data.subject === `${meta.id}/space-settings-automation`,
-      component: () => {
-        const layout = useLayout();
-        const { spaceId } = parseId(layout.workspace);
-        const space = useSpace(spaceId);
-        if (!space || !spaceId) {
-          return null;
-        }
+export default Capability.makeModule(() =>
+  Effect.succeed(
+    Capability.contributes(Capabilities.ReactSurface, [
+      Surface.create({
+        id: 'space-settings-functions',
+        filter: AppSurface.literal(AppSurface.Article, `${meta.id}.space-settings-functions`),
+        component: () => {
+          const space = useActiveSpace();
+          if (!space) {
+            return null;
+          }
 
-        return <AutomationContainer space={space} />;
-      },
-    }),
-    createSurface({
-      id: `${meta.id}/space-settings-functions`,
-      role: 'article',
-      filter: (data): data is { subject: string } => data.subject === `${meta.id}/space-settings-functions`,
-      component: () => {
-        const layout = useLayout();
-        const { spaceId } = parseId(layout.workspace);
-        const space = useSpace(spaceId);
-        if (!space || !spaceId) {
-          return null;
-        }
+          return <FunctionsContainer space={space} />;
+        },
+      }),
+      Surface.create({
+        id: 'space-settings-automation',
+        filter: AppSurface.literal(AppSurface.Article, `${meta.id}.space-settings-automation`),
+        component: () => {
+          const space = useActiveSpace();
+          if (!space) {
+            return null;
+          }
 
-        return <FunctionsContainer space={space} />;
-      },
-    }),
-    createSurface({
-      id: `${meta.id}/companion/automation`,
-      role: 'article',
-      filter: (data): data is { companionTo: ScriptType; subject: 'automation' } =>
-        Obj.instanceOf(ScriptType, data.companionTo) && data.subject === 'automation',
-      component: ({ data, role }) => {
-        return <AutomationContainer space={getSpace(data.companionTo)!} object={data.companionTo} />;
-      },
-    }),
-  ]);
+          return <AutomationSettings space={space} />;
+        },
+      }),
+      Surface.create({
+        id: 'companion.automation',
+        filter: AppSurface.allOf(
+          AppSurface.literal(AppSurface.Article, 'automation'),
+          AppSurface.companion(AppSurface.Article),
+        ),
+        component: ({ data }) => {
+          const space = getSpace(data.companionTo);
+          if (!space) {
+            return null;
+          }
+          return <AutomationSettings space={space} object={data.companionTo} />;
+        },
+      }),
+    ]),
+  ),
+);

package/src/commands/index.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export * from './trigger';

package/src/commands/trigger/create/index.ts

@@ -0,0 +1,14 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Command from '@effect/cli/Command';
+
+import { queue } from './queue';
+import { subscription } from './subscription';
+import { timer } from './timer';
+
+export const create = Command.make('create').pipe(
+  Command.withDescription('Create a trigger.'),
+  Command.withSubcommands([subscription, timer, queue]),
+);

package/src/commands/trigger/create/queue.ts

@@ -0,0 +1,86 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Command from '@effect/cli/Command';
+import * as Options from '@effect/cli/Options';
+import * as Prompt from '@effect/cli/Prompt';
+import * as Console from 'effect/Console';
+import * as Effect from 'effect/Effect';
+import * as HashMap from 'effect/HashMap';
+import * as Option from 'effect/Option';
+
+import { CommandConfig } from '@dxos/cli-util';
+import { flushAndSync, print, spaceLayer, withTypes } from '@dxos/cli-util';
+import { Common } from '@dxos/cli-util';
+import { Operation, Trigger } from '@dxos/compute';
+import { Database, Filter, JsonSchema, Ref } from '@dxos/echo';
+
+import { Enabled, Input, Queue } from '../options';
+import { printTrigger, promptForSchemaInput, selectFunction, selectFeed } from '../util';
+
+export const queue = Command.make(
+  'queue',
+  {
+    spaceId: Common.spaceId.pipe(Options.optional),
+    enabled: Enabled,
+    functionId: Common.functionId.pipe(Options.optional),
+    queue: Queue.pipe(Options.optional),
+    input: Input.pipe(Options.optional),
+  },
+  (options) =>
+    Effect.gen(function* () {
+      const { json } = yield* CommandConfig;
+
+      const functionId = yield* Option.match(options.functionId, {
+        onNone: () => selectFunction(),
+        onSome: (id) => Effect.succeed(id),
+      });
+      const functions = yield* Database.runQuery(Filter.type(Operation.PersistentOperation));
+      const fn = functions.find((fn) => fn.id === functionId);
+      if (!fn) {
+        return yield* Effect.fail(new Error(`Function not found: ${functionId}`));
+      }
+
+      const queueDXN = yield* Option.match(options.queue, {
+        onNone: () => selectFeed(),
+        onSome: (dxn) => Effect.succeed(dxn.toString()),
+      });
+
+      const input = yield* Option.match(options.input, {
+        onNone: () => promptForSchemaInput(fn.inputSchema ? JsonSchema.toEffectSchema(fn.inputSchema) : undefined),
+        onSome: (value) => Effect.succeed(Object.fromEntries(HashMap.toEntries(value))),
+      });
+
+      // Always prompt for enabled if functionId is not provided.
+      const enabled = yield* Option.match(options.functionId, {
+        onNone: () =>
+          Prompt.confirm({
+            message: 'Enable the trigger?',
+            initial: true,
+          }).pipe(Prompt.run),
+        onSome: () => Effect.succeed(options.enabled),
+      });
+
+      const trigger = Trigger.make({
+        function: Ref.make(fn),
+        enabled,
+        spec: Trigger.specQueue(queueDXN),
+        input,
+      });
+
+      yield* Database.add(trigger);
+
+      if (json) {
+        yield* Console.log(JSON.stringify(trigger, null, 2));
+      } else {
+        yield* Console.log(print(yield* printTrigger(trigger)));
+      }
+
+      yield* flushAndSync({ indexes: true });
+    }),
+).pipe(
+  Command.withDescription('Create a queue trigger.'),
+  Command.provide(({ spaceId }) => spaceLayer(spaceId, true)),
+  Command.provideEffectDiscard(() => withTypes(Operation.PersistentOperation, Trigger.Trigger)),
+);