@dxos/functions 0.3.8-next.f4e0086 → 0.3.8

package/src/runtime/scheduler.ts

@@ -0,0 +1,145 @@
+//
+// Copyright 2023 DXOS.org
+//
+
+import { CronJob } from 'cron';
+
+import { DeferredTask } from '@dxos/async';
+import { type Client, type PublicKey } from '@dxos/client';
+import { type Space } from '@dxos/client/echo';
+import { Context } from '@dxos/context';
+import { Filter, createSubscription } from '@dxos/echo-schema';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+import { ComplexMap } from '@dxos/util';
+
+import { type FunctionDef, type FunctionManifest, type FunctionTrigger } from '../manifest';
+
+type SchedulerOptions = {
+  endpoint: string;
+};
+
+/**
+ * Functions scheduler.
+ */
+// TODO(burdon): Create tests.
+export class Scheduler {
+  // Map of mounted functions.
+  private readonly _mounts = new ComplexMap<
+    { id: string; spaceKey: PublicKey },
+    { ctx: Context; trigger: FunctionTrigger }
+  >(({ id, spaceKey }) => `${spaceKey.toHex()}:${id}`);
+
+  constructor(
+    private readonly _client: Client,
+    private readonly _manifest: FunctionManifest,
+    private readonly _options: SchedulerOptions,
+  ) {}
+
+  async start() {
+    this._client.spaces.subscribe(async (spaces) => {
+      for (const space of spaces) {
+        await space.waitUntilReady();
+        for (const trigger of this._manifest.triggers ?? []) {
+          await this.mount(new Context(), space, trigger);
+        }
+      }
+    });
+  }
+
+  async stop() {
+    for (const { id, spaceKey } of this._mounts.keys()) {
+      await this.unmount(id, spaceKey);
+    }
+  }
+
+  private async mount(ctx: Context, space: Space, trigger: FunctionTrigger) {
+    const key = { id: trigger.function, spaceKey: space.key };
+    const def = this._manifest.functions.find((config) => config.id === trigger.function);
+    invariant(def, `Function not found: ${trigger.function}`);
+
+    const exists = this._mounts.get(key);
+    if (!exists) {
+      this._mounts.set(key, { ctx, trigger });
+      log('mount', { space: space.key, trigger });
+      if (ctx.disposed) {
+        return;
+      }
+
+      // Cron schedule.
+      if (trigger.schedule) {
+        const task = new DeferredTask(ctx, async () => {
+          await this.execFunction(def, {
+            space: space.key,
+          });
+        });
+
+        // TODO(burdon): Check greater than 30s min (use cron-parser).
+        const job = new CronJob(trigger.schedule, () => task.schedule());
+
+        job.start();
+        ctx.onDispose(() => job.stop());
+      }
+
+      // ECHO subscription.
+      if (trigger.subscription) {
+        const objectIds = new Set<string>();
+        const task = new DeferredTask(ctx, async () => {
+          await this.execFunction(def, {
+            space: space.key,
+            objects: Array.from(objectIds),
+          });
+        });
+
+        const subscription = createSubscription(({ added, updated }) => {
+          for (const object of added) {
+            objectIds.add(object.id);
+          }
+          for (const object of updated) {
+            objectIds.add(object.id);
+          }
+
+          task.schedule();
+        });
+
+        const { type, props } = trigger.subscription;
+        const query = space.db.query(Filter.typename(type, props));
+        const unsubscribe = query.subscribe(({ objects }) => {
+          subscription.update(objects);
+        }, true);
+
+        ctx.onDispose(() => {
+          subscription.unsubscribe();
+          unsubscribe();
+        });
+      }
+    }
+  }
+
+  private async unmount(id: string, spaceKey: PublicKey) {
+    const key = { id, spaceKey };
+    const { ctx } = this._mounts.get(key) ?? {};
+    if (ctx) {
+      this._mounts.delete(key);
+      await ctx.dispose();
+    }
+  }
+
+  private async execFunction(def: FunctionDef, data: any) {
+    try {
+      log('request', { function: def.id });
+      const response = await fetch(`${this._options.endpoint}/${def.name}`, {
+        method: 'POST',
+        headers: {
+          'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(data),
+      });
+
+      // const result = await response.json();
+      log('result', { function: def.id, result: response.status });
+    } catch (err: any) {
+      log.error('error', { function: def.id, error: err.message });
+    }
+  }
+}

package/dist/types/src/runtime/trigger-manager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"trigger-manager.d.ts","sourceRoot":"","sources":["../../../../src/runtime/trigger-manager.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,KAAK,MAAM,EAAkB,MAAM,cAAc,CAAC;AAQ3D,OAAO,EAAE,KAAK,gBAAgB,EAAwB,MAAM,aAAa,CAAC;AAG1E,MAAM,MAAM,aAAa,GAAG;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,qBAAa,cAAc;IASvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAVjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGiC;IAEzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;gBAG1B,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,gBAAgB,EAC3B,cAAc,EAAE,aAAa;IAG1C,KAAK;IAaL,IAAI;YAMI,KAAK;YAuDL,OAAO;YASP,YAAY;CAqB3B"}

package/src/runtime/trigger-manager.ts

@@ -1,140 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import { DeferredTask } from '@dxos/async';
-import { type Client, type PublicKey } from '@dxos/client';
-import type { Query, Space } from '@dxos/client/echo';
-import { Context } from '@dxos/context';
-import { Filter, createSubscription } from '@dxos/echo-schema';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { ComplexMap } from '@dxos/util';
-
-import { type FunctionManifest, type FunctionTrigger } from '../manifest';
-
-// TODO(burdon): Rename.
-export type InvokeOptions = {
-  endpoint: string;
-  runtime: string;
-};
-
-export class TriggerManager {
-  private readonly _mounts = new ComplexMap<
-    { name: string; spaceKey: PublicKey },
-    { ctx: Context; trigger: FunctionTrigger }
-  >(({ name, spaceKey }) => `${spaceKey.toHex()}:${name}`);
-
-  private readonly _queries = new Set<Query>();
-
-  constructor(
-    private readonly _client: Client,
-    private readonly _manifest: FunctionManifest,
-    private readonly _invokeOptions: InvokeOptions,
-  ) {}
-
-  async start() {
-    // TODO(burdon): Make runtime configurable (via CLI)?
-    this._client.spaces.subscribe(async (spaces) => {
-      for (const space of spaces) {
-        await space.waitUntilReady();
-        for (const trigger of this._manifest.triggers ?? []) {
-          // TODO(burdon): New context? Shared?
-          await this.mount(new Context(), space, trigger);
-        }
-      }
-    });
-  }
-
-  async stop() {
-    for (const { name, spaceKey } of this._mounts.keys()) {
-      await this.unmount(name, spaceKey);
-    }
-  }
-
-  private async mount(ctx: Context, space: Space, trigger: FunctionTrigger) {
-    const key = { name: trigger.function, spaceKey: space.key };
-    const config = this._manifest.functions.find((config) => config.id === trigger.function);
-    invariant(config, `Function not found: ${trigger.function}`);
-    const exists = this._mounts.get(key);
-    if (!exists) {
-      this._mounts.set(key, { ctx, trigger });
-      log('mount', { space: space.key, trigger });
-      if (ctx.disposed) {
-        return;
-      }
-
-      // TODO(burdon): Why DeferredTask? How to pass objectIds to function?
-      const objectIds = new Set<string>();
-      const task = new DeferredTask(ctx, async () => {
-        await this.execFunction(this._invokeOptions, config.endpoint, {
-          space: space.key,
-          objects: Array.from(objectIds),
-        });
-      });
-
-      let count = 0;
-      const subscription = createSubscription(({ added, updated }) => {
-        for (const object of added) {
-          objectIds.add(object.id);
-        }
-        for (const object of updated) {
-          objectIds.add(object.id);
-        }
-
-        log('updated', {
-          trigger,
-          space: space.key,
-          objects: objectIds.size,
-          count,
-        });
-
-        task.schedule();
-        count++;
-      });
-      // TODO(burdon): DSL for query (replace props).
-      const query = space.db.query(Filter.typename(trigger.subscription.type, trigger.subscription.props));
-      this._queries.add(query);
-      const unsubscribe = query.subscribe(({ objects }) => {
-        subscription.update(objects);
-      }, true);
-
-      ctx.onDispose(() => {
-        subscription.unsubscribe();
-        unsubscribe();
-        this._queries.delete(query);
-      });
-    }
-  }
-
-  private async unmount(name: string, spaceKey: PublicKey) {
-    const key = { name, spaceKey };
-    const { ctx } = this._mounts.get(key) ?? {};
-    if (ctx) {
-      this._mounts.delete(key);
-      await ctx.dispose();
-    }
-  }
-
-  private async execFunction(options: InvokeOptions, functionName: string, data: any) {
-    const { endpoint, runtime } = options;
-    invariant(endpoint, 'Missing endpoint');
-    invariant(runtime, 'Missing runtime');
-
-    try {
-      log('invoke', { function: functionName });
-      const url = `${endpoint}/${runtime}/${functionName}`;
-      const res = await fetch(url, {
-        method: 'POST',
-        body: JSON.stringify(data),
-        headers: {
-          'Content-Type': 'application/json',
-        },
-      });
-
-      log('result', { function: functionName, result: await res.json() });
-    } catch (err: any) {
-      log.error('error', { function: functionName, error: err.message });
-    }
-  }
-}