@dxos/functions 0.5.3-main.f752aaa → 0.5.3-main.fffc127

package/dist/lib/browser/index.mjs

@@ -1,53 +1,134 @@
 import "@dxos/node-std/globals";
-var __require = /* @__PURE__ */ ((x) => typeof require !== "undefined" ? require : typeof Proxy !== "undefined" ? new Proxy(x, {
-  get: (a, b) => (typeof require !== "undefined" ? require : a)[b]
-}) : x)(function(x) {
-  if (typeof require !== "undefined")
-    return require.apply(this, arguments);
-  throw Error('Dynamic require of "' + x + '" is not supported');
-});
-
-// inject-globals:@inject-globals
 import {
-  global,
-  Buffer as Buffer2,
-  process
-} from "@dxos/node-std/inject-globals";
+  FUNCTION_SCHEMA,
+  FunctionDef,
+  FunctionManifestSchema,
+  FunctionTrigger,
+  __require
+} from "./chunk-4D4I3YMJ.mjs";
 
-// packages/core/functions/src/handler.ts
-import { PublicKey } from "@dxos/client";
+// packages/core/functions/src/function/function-registry.ts
+import { Event } from "@dxos/async";
+import { create, Filter } from "@dxos/client/echo";
+import { Resource } from "@dxos/context";
+import { PublicKey } from "@dxos/keys";
 import { log } from "@dxos/log";
+import { ComplexMap, diff } from "@dxos/util";
+var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/functions/src/function/function-registry.ts";
+var FunctionRegistry = class extends Resource {
+  constructor(_client) {
+    super();
+    this._client = _client;
+    this._functionBySpaceKey = new ComplexMap(PublicKey.hash);
+    this.registered = new Event();
+  }
+  getFunctions(space) {
+    return this._functionBySpaceKey.get(space.key) ?? [];
+  }
+  /**
+  * Loads function definitions from the manifest into the space.
+  * We first load all the definitions from the space to deduplicate by functionId.
+  */
+  async register(space, functions) {
+    log("register", {
+      space: space.key,
+      functions: functions?.length ?? 0
+    }, {
+      F: __dxlog_file,
+      L: 38,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (!functions?.length) {
+      return;
+    }
+    if (!space.db.graph.runtimeSchemaRegistry.hasSchema(FunctionDef)) {
+      space.db.graph.runtimeSchemaRegistry.registerSchema(FunctionDef);
+    }
+    const { objects: existing } = await space.db.query(Filter.schema(FunctionDef)).run();
+    const { added } = diff(existing, functions, (a, b) => a.uri === b.uri);
+    added.forEach((def) => space.db.add(create(FunctionDef, def)));
+  }
+  async _open() {
+    log.info("opening...", void 0, {
+      F: __dxlog_file,
+      L: 54,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    const spacesSubscription = this._client.spaces.subscribe(async (spaces) => {
+      for (const space of spaces) {
+        if (this._functionBySpaceKey.has(space.key)) {
+          continue;
+        }
+        const registered = [];
+        this._functionBySpaceKey.set(space.key, registered);
+        await space.waitUntilReady();
+        if (this._ctx.disposed) {
+          break;
+        }
+        this._ctx.onDispose(space.db.query(Filter.schema(FunctionDef)).subscribe(({ objects }) => {
+          const { added } = diff(registered, objects, (a, b) => a.uri === b.uri);
+          if (added.length > 0) {
+            registered.push(...added);
+            this.registered.emit({
+              space,
+              added
+            });
+          }
+        }));
+      }
+    });
+    this._ctx.onDispose(() => spacesSubscription.unsubscribe());
+  }
+  async _close(_) {
+    log.info("closing...", void 0, {
+      F: __dxlog_file,
+      L: 87,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    this._functionBySpaceKey.clear();
+  }
+};
+
+// packages/core/functions/src/handler.ts
+import { PublicKey as PublicKey2 } from "@dxos/client";
+import { log as log2 } from "@dxos/log";
 import { nonNullable } from "@dxos/util";
-var __dxlog_file = "/home/runner/work/dxos/dxos/packages/core/functions/src/handler.ts";
+var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/functions/src/handler.ts";
 var subscriptionHandler = (handler) => {
-  return ({ event, context, ...rest }) => {
+  return ({ event: { data }, context, ...rest }) => {
     const { client } = context;
-    const space = event.space ? client.spaces.get(PublicKey.from(event.space)) : void 0;
-    const objects = space && event.objects?.map((id) => space.db.getObjectById(id)).filter(nonNullable);
-    if (!!event.space && !space) {
-      log.warn("invalid space", {
-        event
+    const space = data.spaceKey ? client.spaces.get(PublicKey2.from(data.spaceKey)) : void 0;
+    const objects = space ? data.objects?.map((id) => space.db.getObjectById(id)).filter(nonNullable) : [];
+    if (!!data.spaceKey && !space) {
+      log2.warn("invalid space", {
+        data
       }, {
-        F: __dxlog_file,
-        L: 68,
+        F: __dxlog_file2,
+        L: 91,
         S: void 0,
         C: (f, a) => f(...a)
       });
     } else {
-      log.info("handler", {
+      log2.info("handler", {
         space: space?.key.truncate(),
         objects: objects?.length
       }, {
-        F: __dxlog_file,
-        L: 70,
+        F: __dxlog_file2,
+        L: 93,
         S: void 0,
         C: (f, a) => f(...a)
       });
     }
     return handler({
       event: {
-        space,
-        objects
+        data: {
+          ...data,
+          space,
+          objects
+        }
       },
       context,
       ...rest
@@ -59,22 +140,42 @@ var subscriptionHandler = (handler) => {
 import express from "express";
 import { getPort } from "get-port-please";
 import { join } from "@dxos/node-std/path";
-import { Trigger } from "@dxos/async";
+import { Event as Event2, Trigger } from "@dxos/async";
+import { Context } from "@dxos/context";
 import { invariant } from "@dxos/invariant";
-import { log as log2 } from "@dxos/log";
-var __dxlog_file2 = "/home/runner/work/dxos/dxos/packages/core/functions/src/runtime/dev-server.ts";
+import { log as log3 } from "@dxos/log";
+var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/functions/src/runtime/dev-server.ts";
 var DevServer = class {
-  // prettier-ignore
-  constructor(_client, _options) {
+  constructor(_client, _functionsRegistry, _options) {
     this._client = _client;
+    this._functionsRegistry = _functionsRegistry;
     this._options = _options;
+    this._ctx = createContext();
     this._handlers = {};
     this._seq = 0;
+    this.update = new Event2();
+    this._functionsRegistry.registered.on(async ({ added }) => {
+      added.forEach((def) => this._load(def));
+      await this._safeUpdateRegistration();
+      log3("new functions loaded", {
+        added
+      }, {
+        F: __dxlog_file3,
+        L: 53,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    });
+  }
+  get stats() {
+    return {
+      seq: this._seq
+    };
   }
   get endpoint() {
     invariant(this._port, void 0, {
-      F: __dxlog_file2,
-      L: 46,
+      F: __dxlog_file3,
+      L: 64,
       S: this,
       A: [
         "this._port",
@@ -89,44 +190,46 @@ var DevServer = class {
   get functions() {
     return Object.values(this._handlers);
   }
-  async initialize() {
-    for (const def of this._options.manifest.functions) {
-      try {
-        await this._load(def);
-      } catch (err) {
-        log2.error("parsing function (check manifest)", err, {
-          F: __dxlog_file2,
-          L: 63,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-      }
-    }
-  }
   async start() {
+    invariant(!this._server, void 0, {
+      F: __dxlog_file3,
+      L: 77,
+      S: this,
+      A: [
+        "!this._server",
+        ""
+      ]
+    });
+    log3.info("starting...", void 0, {
+      F: __dxlog_file3,
+      L: 78,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    this._ctx = createContext();
     const app = express();
     app.use(express.json());
-    app.post("/:name", async (req, res) => {
-      const { name } = req.params;
+    app.post("/:path", async (req, res) => {
+      const { path: path2 } = req.params;
       try {
-        log2.info("calling", {
-          name
+        log3.info("calling", {
+          path: path2
         }, {
-          F: __dxlog_file2,
-          L: 75,
+          F: __dxlog_file3,
+          L: 88,
           S: this,
           C: (f, a) => f(...a)
         });
         if (this._options.reload) {
-          const { def } = this._handlers[name];
+          const { def } = this._handlers["/" + path2];
           await this._load(def, true);
         }
-        res.statusCode = await this._invoke(name, req.body);
+        res.statusCode = await this.invoke("/" + path2, req.body);
         res.end();
       } catch (err) {
-        log2.catch(err, void 0, {
-          F: __dxlog_file2,
-          L: 84,
+        log3.catch(err, void 0, {
+          F: __dxlog_file3,
+          L: 98,
           S: this,
           C: (f, a) => f(...a)
         });
@@ -145,93 +248,195 @@ var DevServer = class {
     this._server = app.listen(this._port);
     try {
       const { registrationId, endpoint } = await this._client.services.services.FunctionRegistryService.register({
-        endpoint: this.endpoint,
-        functions: this.functions.map(({ def: { name } }) => ({
-          name
-        }))
+        endpoint: this.endpoint
       });
-      log2.info("registered", {
-        registrationId,
+      log3.info("registered", {
         endpoint
       }, {
-        F: __dxlog_file2,
-        L: 100,
+        F: __dxlog_file3,
+        L: 113,
         S: this,
         C: (f, a) => f(...a)
       });
-      this._registrationId = registrationId;
       this._proxy = endpoint;
+      this._functionServiceRegistration = registrationId;
+      await this._functionsRegistry.open(this._ctx);
     } catch (err) {
       await this.stop();
       throw new Error("FunctionRegistryService not available (check plugin is configured).");
     }
+    log3.info("started", {
+      port: this._port
+    }, {
+      F: __dxlog_file3,
+      L: 124,
+      S: this,
+      C: (f, a) => f(...a)
+    });
   }
   async stop() {
+    invariant(this._server, void 0, {
+      F: __dxlog_file3,
+      L: 128,
+      S: this,
+      A: [
+        "this._server",
+        ""
+      ]
+    });
+    log3.info("stopping...", void 0, {
+      F: __dxlog_file3,
+      L: 129,
+      S: this,
+      C: (f, a) => f(...a)
+    });
     const trigger = new Trigger();
-    this._server?.close(async () => {
-      if (this._registrationId) {
-        await this._client.services.services.FunctionRegistryService.unregister({
-          registrationId: this._registrationId
-        });
-        log2.info("unregistered", {
-          registrationId: this._registrationId
-        }, {
-          F: __dxlog_file2,
-          L: 117,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-        this._registrationId = void 0;
-        this._proxy = void 0;
+    this._server.close(async () => {
+      log3.info("server stopped", void 0, {
+        F: __dxlog_file3,
+        L: 133,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      try {
+        if (this._functionServiceRegistration) {
+          invariant(this._client.services.services.FunctionRegistryService, void 0, {
+            F: __dxlog_file3,
+            L: 136,
+            S: this,
+            A: [
+              "this._client.services.services.FunctionRegistryService",
+              ""
+            ]
+          });
+          await this._client.services.services.FunctionRegistryService.unregister({
+            registrationId: this._functionServiceRegistration
+          });
+          log3.info("unregistered", {
+            registrationId: this._functionServiceRegistration
+          }, {
+            F: __dxlog_file3,
+            L: 141,
+            S: this,
+            C: (f, a) => f(...a)
+          });
+          this._functionServiceRegistration = void 0;
+          this._proxy = void 0;
+        }
+        trigger.wake();
+      } catch (err) {
+        trigger.throw(err);
       }
-      trigger.wake();
     });
     await trigger.wait();
     this._port = void 0;
     this._server = void 0;
+    log3.info("stopped", void 0, {
+      F: __dxlog_file3,
+      L: 155,
+      S: this,
+      C: (f, a) => f(...a)
+    });
   }
   /**
   * Load function.
   */
-  async _load(def, flush = false) {
-    const { id, name, handler } = def;
-    const path = join(this._options.directory, handler);
-    log2.info("loading", {
-      id
+  async _load(def, force) {
+    const { uri, route, handler } = def;
+    const filePath = join(this._options.baseDir, handler);
+    log3.info("loading", {
+      uri,
+      force
     }, {
-      F: __dxlog_file2,
-      L: 136,
+      F: __dxlog_file3,
+      L: 164,
       S: this,
       C: (f, a) => f(...a)
     });
-    if (flush) {
-      Object.keys(__require.cache).filter((key) => key.startsWith(path)).forEach((key) => delete __require.cache[key]);
+    if (force) {
+      Object.keys(__require.cache).filter((key) => key.startsWith(filePath)).forEach((key) => {
+        delete __require.cache[key];
+      });
     }
-    const module = __require(path);
+    const module = __require(filePath);
     if (typeof module.default !== "function") {
-      throw new Error(`Handler must export default function: ${id}`);
+      throw new Error(`Handler must export default function: ${uri}`);
     }
-    this._handlers[name] = {
+    this._handlers[route] = {
       def,
       handler: module.default
     };
   }
+  async _safeUpdateRegistration() {
+    invariant(this._functionServiceRegistration, void 0, {
+      F: __dxlog_file3,
+      L: 186,
+      S: this,
+      A: [
+        "this._functionServiceRegistration",
+        ""
+      ]
+    });
+    try {
+      await this._client.services.services.FunctionRegistryService.updateRegistration({
+        registrationId: this._functionServiceRegistration,
+        functions: this.functions.map(({ def: { id, route } }) => ({
+          id,
+          route
+        }))
+      });
+    } catch (err) {
+      log3.catch(err, void 0, {
+        F: __dxlog_file3,
+        L: 193,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+    }
+  }
   /**
-  * Invoke function handler.
+  * Invoke function.
   */
-  async _invoke(name, event) {
+  async invoke(path2, data) {
     const seq = ++this._seq;
     const now = Date.now();
-    log2.info("req", {
+    log3.info("req", {
       seq,
-      name
+      path: path2
     }, {
-      F: __dxlog_file2,
-      L: 161,
+      F: __dxlog_file3,
+      L: 204,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    const statusCode = await this._invoke(path2, {
+      data
+    });
+    log3.info("res", {
+      seq,
+      path: path2,
+      statusCode,
+      duration: Date.now() - now
+    }, {
+      F: __dxlog_file3,
+      L: 207,
       S: this,
       C: (f, a) => f(...a)
     });
-    const { handler } = this._handlers[name];
+    this.update.emit(statusCode);
+    return statusCode;
+  }
+  async _invoke(path2, event) {
+    const { handler } = this._handlers[path2] ?? {};
+    invariant(handler, `invalid path: ${path2}`, {
+      F: __dxlog_file3,
+      L: 214,
+      S: this,
+      A: [
+        "handler",
+        "`invalid path: ${path}`"
+      ]
+    });
     const context = {
       client: this._client,
       dataDir: this._options.dataDir
@@ -248,453 +453,675 @@ var DevServer = class {
       event,
       response
     });
-    log2.info("res", {
-      seq,
-      name,
-      statusCode,
-      duration: Date.now() - now
-    }, {
-      F: __dxlog_file2,
-      L: 178,
-      S: this,
-      C: (f, a) => f(...a)
-    });
     return statusCode;
   }
 };
+var createContext = () => new Context({
+  name: "DevServer"
+});
 
 // packages/core/functions/src/runtime/scheduler.ts
-import { CronJob } from "cron";
-import http from "@dxos/node-std/http";
-import WebSocket from "ws";
-import { TextV0Type } from "@braneframe/types";
-import { debounce, DeferredTask, sleep, Trigger as Trigger2 } from "@dxos/async";
-import { createSubscription, Filter, getAutomergeObjectCore } from "@dxos/client/echo";
-import { Context } from "@dxos/context";
-import { invariant as invariant2 } from "@dxos/invariant";
-import { log as log3 } from "@dxos/log";
-import { ComplexMap } from "@dxos/util";
-var __dxlog_file3 = "/home/runner/work/dxos/dxos/packages/core/functions/src/runtime/scheduler.ts";
+import path from "@dxos/node-std/path";
+import { Mutex } from "@dxos/async";
+import { Context as Context2 } from "@dxos/context";
+import { log as log4 } from "@dxos/log";
+var __dxlog_file4 = "/home/runner/work/dxos/dxos/packages/core/functions/src/runtime/scheduler.ts";
 var Scheduler = class {
-  constructor(_client, _manifest, _options = {}) {
-    this._client = _client;
-    this._manifest = _manifest;
+  constructor(functions, triggers, _options = {}) {
+    this.functions = functions;
+    this.triggers = triggers;
     this._options = _options;
-    this._mounts = new ComplexMap(({ id, spaceKey }) => `${spaceKey.toHex()}:${id}`);
+    this._ctx = createContext2();
+    this._functionUriToCallMutex = /* @__PURE__ */ new Map();
+    this.functions.registered.on(async ({ space, added }) => {
+      await this._safeActivateTriggers(space, this.triggers.getInactiveTriggers(space), added);
+    });
+    this.triggers.registered.on(async ({ space, triggers: triggers2 }) => {
+      await this._safeActivateTriggers(space, triggers2, this.functions.getFunctions(space));
+    });
   }
   async start() {
-    this._client.spaces.subscribe(async (spaces) => {
-      for (const space of spaces) {
-        await space.waitUntilReady();
-        for (const trigger of this._manifest.triggers ?? []) {
-          await this.mount(new Context(), space, trigger);
-        }
-      }
-    });
+    await this._ctx.dispose();
+    this._ctx = createContext2();
+    await this.functions.open(this._ctx);
+    await this.triggers.open(this._ctx);
   }
   async stop() {
-    for (const { id, spaceKey } of this._mounts.keys()) {
-      await this.unmount(id, spaceKey);
-    }
+    await this._ctx.dispose();
+    await this.functions.close();
+    await this.triggers.close();
   }
-  async mount(ctx, space, trigger) {
-    const key = {
-      id: trigger.function,
-      spaceKey: space.key
-    };
-    const def = this._manifest.functions.find((config) => config.id === trigger.function);
-    invariant2(def, `Function not found: ${trigger.function}`, {
-      F: __dxlog_file3,
-      L: 72,
-      S: this,
-      A: [
-        "def",
-        "`Function not found: ${trigger.function}`"
-      ]
+  // TODO(burdon): Remove and update registries directly.
+  async register(space, manifest) {
+    await this.functions.register(space, manifest.functions);
+    await this.triggers.register(space, manifest);
+  }
+  async _safeActivateTriggers(space, triggers, functions) {
+    const mountTasks = triggers.map((trigger) => {
+      return this.activate(space, functions, trigger);
     });
-    const exists = this._mounts.get(key);
-    if (!exists) {
-      this._mounts.set(key, {
-        ctx,
-        trigger
-      });
-      log3("mount", {
-        space: space.key,
+    await Promise.all(mountTasks).catch(log4.catch);
+  }
+  async activate(space, functions, trigger) {
+    const definition = functions.find((def) => def.uri === trigger.function);
+    if (!definition) {
+      log4.info("function is not found for trigger", {
         trigger
       }, {
-        F: __dxlog_file3,
+        F: __dxlog_file4,
         L: 78,
         S: this,
         C: (f, a) => f(...a)
       });
-      if (ctx.disposed) {
-        return;
-      }
-      if (trigger.timer) {
-        await this._createTimer(ctx, space, def, trigger.timer);
-      }
-      if (trigger.webhook) {
-        await this._createWebhook(ctx, space, def, trigger.webhook);
-      }
-      if (trigger.websocket) {
-        await this._createWebsocket(ctx, space, def, trigger.websocket);
-      }
-      if (trigger.subscription) {
-        await this._createSubscription(ctx, space, def, trigger.subscription);
-      }
-    }
-  }
-  async unmount(id, spaceKey) {
-    const key = {
-      id,
-      spaceKey
-    };
-    const { ctx } = this._mounts.get(key) ?? {};
-    if (ctx) {
-      this._mounts.delete(key);
-      await ctx.dispose();
+      return;
     }
-  }
-  // TODO(burdon): Pass in Space key (common context).
-  async _execFunction(def, data) {
-    try {
-      log3.info("exec", {
-        function: def.id
+    await this.triggers.activate(space, trigger, async (args) => {
+      const mutex = this._functionUriToCallMutex.get(definition.uri) ?? new Mutex();
+      this._functionUriToCallMutex.set(definition.uri, mutex);
+      log4.info("function triggered, waiting for mutex", {
+        uri: definition.uri
       }, {
-        F: __dxlog_file3,
-        L: 117,
+        F: __dxlog_file4,
+        L: 86,
         S: this,
         C: (f, a) => f(...a)
       });
+      return mutex.executeSynchronized(() => {
+        log4.info("mutex acquired", {
+          uri: definition.uri
+        }, {
+          F: __dxlog_file4,
+          L: 88,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+        return this._execFunction(definition, trigger, {
+          meta: trigger.meta ?? {},
+          data: {
+            ...args,
+            spaceKey: space.key
+          }
+        });
+      });
+    });
+    log4("activated trigger", {
+      space: space.key,
+      trigger
+    }, {
+      F: __dxlog_file4,
+      L: 96,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+  }
+  async _execFunction(def, trigger, { data, meta }) {
+    let status = 0;
+    try {
+      const payload = Object.assign({}, meta && {
+        meta
+      }, data);
       const { endpoint, callback } = this._options;
       if (endpoint) {
-        await fetch(`${this._options.endpoint}/${def.name}`, {
+        const url = path.join(endpoint, def.route);
+        log4.info("exec", {
+          function: def.uri,
+          url,
+          triggerType: trigger.spec.type
+        }, {
+          F: __dxlog_file4,
+          L: 113,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+        const response = await fetch(url, {
           method: "POST",
           headers: {
             "Content-Type": "application/json"
           },
-          body: JSON.stringify(data)
+          body: JSON.stringify(payload)
         });
+        status = response.status;
       } else if (callback) {
-        await callback(data);
+        log4.info("exec", {
+          function: def.uri
+        }, {
+          F: __dxlog_file4,
+          L: 124,
+          S: this,
+          C: (f, a) => f(...a)
+        });
+        status = await callback(payload) ?? 200;
+      }
+      if (status && status >= 400) {
+        throw new Error(`Response: ${status}`);
       }
-      log3.info("done", {
-        function: def.id
+      log4.info("done", {
+        function: def.uri,
+        status
       }, {
-        F: __dxlog_file3,
-        L: 133,
+        F: __dxlog_file4,
+        L: 134,
         S: this,
         C: (f, a) => f(...a)
       });
     } catch (err) {
-      log3.error("error", {
-        function: def.id,
+      log4.error("error", {
+        function: def.uri,
         error: err.message
       }, {
-        F: __dxlog_file3,
-        L: 135,
+        F: __dxlog_file4,
+        L: 136,
         S: this,
         C: (f, a) => f(...a)
       });
+      status = 500;
     }
+    return status;
   }
-  //
-  // Triggers
-  //
-  /**
-  * Cron timer.
-  */
-  async _createTimer(ctx, space, def, trigger) {
-    log3.info("timer", {
-      space: space.key,
-      trigger
+};
+var createContext2 = () => new Context2({
+  name: "FunctionScheduler"
+});
+
+// packages/core/functions/src/trigger/trigger-registry.ts
+import { Event as Event3 } from "@dxos/async";
+import { create as create2, Filter as Filter3, getMeta } from "@dxos/client/echo";
+import { Context as Context3, Resource as Resource2 } from "@dxos/context";
+import { compareForeignKeys, ECHO_ATTR_META, foreignKey } from "@dxos/echo-schema";
+import { invariant as invariant2 } from "@dxos/invariant";
+import { PublicKey as PublicKey3 } from "@dxos/keys";
+import { log as log9 } from "@dxos/log";
+import { ComplexMap as ComplexMap2, diff as diff2 } from "@dxos/util";
+
+// packages/core/functions/src/trigger/type/subscription-trigger.ts
+import { TextV0Type } from "@braneframe/types";
+import { debounce, UpdateScheduler } from "@dxos/async";
+import { Filter as Filter2 } from "@dxos/client/echo";
+import { createSubscription, getAutomergeObjectCore } from "@dxos/echo-db";
+import { log as log5 } from "@dxos/log";
+var __dxlog_file5 = "/home/runner/work/dxos/dxos/packages/core/functions/src/trigger/type/subscription-trigger.ts";
+var createSubscriptionTrigger = async (ctx, space, spec, callback) => {
+  const objectIds = /* @__PURE__ */ new Set();
+  const task = new UpdateScheduler(ctx, async () => {
+    if (objectIds.size > 0) {
+      const objects = Array.from(objectIds);
+      objectIds.clear();
+      await callback({
+        objects
+      });
+    }
+  }, {
+    maxFrequency: 4
+  });
+  const subscriptions = [];
+  const subscription = createSubscription(({ added, updated }) => {
+    const sizeBefore = objectIds.size;
+    for (const object of added) {
+      objectIds.add(object.id);
+    }
+    for (const object of updated) {
+      objectIds.add(object.id);
+    }
+    if (objectIds.size > sizeBefore) {
+      log5.info("updated", {
+        added: added.length,
+        updated: updated.length
+      }, {
+        F: __dxlog_file5,
+        L: 47,
+        S: void 0,
+        C: (f, a) => f(...a)
+      });
+      task.trigger();
+    }
+  });
+  subscriptions.push(() => subscription.unsubscribe());
+  const { filter, options: { deep, delay } = {} } = spec;
+  const update = ({ objects }) => {
+    log5.info("update", {
+      objects: objects.length
     }, {
-      F: __dxlog_file3,
-      L: 147,
-      S: this,
+      F: __dxlog_file5,
+      L: 57,
+      S: void 0,
       C: (f, a) => f(...a)
     });
-    const { cron } = trigger;
-    const task = new DeferredTask(ctx, async () => {
-      await this._execFunction(def, {
-        space: space.key
+    subscription.update(objects);
+    if (deep) {
+      for (const object of objects) {
+        const content = object.content;
+        if (content instanceof TextV0Type) {
+          subscriptions.push(getAutomergeObjectCore(content).updates.on(debounce(() => subscription.update([
+            object
+          ]), 1e3)));
+        }
+      }
+    }
+  };
+  log5.info("subscription", {
+    filter
+  }, {
+    F: __dxlog_file5,
+    L: 76,
+    S: void 0,
+    C: (f, a) => f(...a)
+  });
+  if (filter) {
+    const query = space.db.query(Filter2.typename(filter[0].type, filter[0].props));
+    subscriptions.push(query.subscribe(delay ? debounce(update, delay) : update));
+  }
+  ctx.onDispose(() => {
+    subscriptions.forEach((unsubscribe) => unsubscribe());
+  });
+};
+
+// packages/core/functions/src/trigger/type/timer-trigger.ts
+import { CronJob } from "cron";
+import { DeferredTask } from "@dxos/async";
+import { log as log6 } from "@dxos/log";
+var __dxlog_file6 = "/home/runner/work/dxos/dxos/packages/core/functions/src/trigger/type/timer-trigger.ts";
+var createTimerTrigger = async (ctx, space, spec, callback) => {
+  const task = new DeferredTask(ctx, async () => {
+    await callback({});
+  });
+  let last = 0;
+  let run = 0;
+  const job = CronJob.from({
+    cronTime: spec.cron,
+    runOnInit: false,
+    onTick: () => {
+      const now = Date.now();
+      const delta = last ? now - last : 0;
+      last = now;
+      run++;
+      log6.info("tick", {
+        space: space.key.truncate(),
+        count: run,
+        delta
+      }, {
+        F: __dxlog_file6,
+        L: 38,
+        S: void 0,
+        C: (f, a) => f(...a)
       });
+      task.schedule();
+    }
+  });
+  job.start();
+  ctx.onDispose(() => job.stop());
+};
+
+// packages/core/functions/src/trigger/type/webhook-trigger.ts
+import { getPort as getPort2 } from "get-port-please";
+import http from "@dxos/node-std/http";
+import { log as log7 } from "@dxos/log";
+var __dxlog_file7 = "/home/runner/work/dxos/dxos/packages/core/functions/src/trigger/type/webhook-trigger.ts";
+var createWebhookTrigger = async (ctx, space, spec, callback) => {
+  const server = http.createServer(async (req, res) => {
+    if (req.method !== spec.method) {
+      res.statusCode = 405;
+      return res.end();
+    }
+    res.statusCode = await callback({});
+    res.end();
+  });
+  const port = await getPort2({
+    random: true
+  });
+  server.listen(port, () => {
+    log7.info("started webhook", {
+      port
+    }, {
+      F: __dxlog_file7,
+      L: 41,
+      S: void 0,
+      C: (f, a) => f(...a)
     });
-    let last = 0;
-    let run = 0;
-    const job = CronJob.from({
-      cronTime: cron,
-      runOnInit: false,
-      onTick: () => {
-        const now = Date.now();
-        const delta = last ? now - last : 0;
-        last = now;
-        run++;
-        log3.info("tick", {
-          space: space.key.truncate(),
-          count: run,
-          delta
+    spec.port = port;
+  });
+  ctx.onDispose(() => {
+    server.close();
+  });
+};
+
+// packages/core/functions/src/trigger/type/websocket-trigger.ts
+import WebSocket from "ws";
+import { sleep, Trigger as Trigger2 } from "@dxos/async";
+import { log as log8 } from "@dxos/log";
+var __dxlog_file8 = "/home/runner/work/dxos/dxos/packages/core/functions/src/trigger/type/websocket-trigger.ts";
+var createWebsocketTrigger = async (ctx, space, spec, callback, options = {
+  retryDelay: 2,
+  maxAttempts: 5
+}) => {
+  const { url, init } = spec;
+  let ws;
+  for (let attempt = 1; attempt <= options.maxAttempts; attempt++) {
+    const open = new Trigger2();
+    ws = new WebSocket(url);
+    Object.assign(ws, {
+      onopen: () => {
+        log8.info("opened", {
+          url
         }, {
-          F: __dxlog_file3,
-          L: 167,
-          S: this,
+          F: __dxlog_file8,
+          L: 40,
+          S: void 0,
+          C: (f, a) => f(...a)
+        });
+        if (spec.init) {
+          ws.send(new TextEncoder().encode(JSON.stringify(init)));
+        }
+        open.wake(true);
+      },
+      onclose: (event) => {
+        log8.info("closed", {
+          url,
+          code: event.code
+        }, {
+          F: __dxlog_file8,
+          L: 49,
+          S: void 0,
           C: (f, a) => f(...a)
         });
-        task.schedule();
+        if (event.code === 1006) {
+          setTimeout(async () => {
+            log8.info(`reconnecting in ${options.retryDelay}s...`, {
+              url
+            }, {
+              F: __dxlog_file8,
+              L: 54,
+              S: void 0,
+              C: (f, a) => f(...a)
+            });
+            await createWebsocketTrigger(ctx, space, spec, callback, options);
+          }, options.retryDelay * 1e3);
+        }
+        open.wake(false);
+      },
+      onerror: (event) => {
+        log8.catch(event.error, {
+          url
+        }, {
+          F: __dxlog_file8,
+          L: 63,
+          S: void 0,
+          C: (f, a) => f(...a)
+        });
+      },
+      onmessage: async (event) => {
+        try {
+          log8.info("message", void 0, {
+            F: __dxlog_file8,
+            L: 68,
+            S: void 0,
+            C: (f, a) => f(...a)
+          });
+          const data = JSON.parse(new TextDecoder().decode(event.data));
+          await callback({
+            data
+          });
+        } catch (err) {
+          log8.catch(err, {
+            url
+          }, {
+            F: __dxlog_file8,
+            L: 72,
+            S: void 0,
+            C: (f, a) => f(...a)
+          });
+        }
       }
     });
-    job.start();
-    ctx.onDispose(() => job.stop());
+    const isOpen = await open.wait();
+    if (isOpen) {
+      break;
+    } else {
+      const wait = Math.pow(attempt, 2) * options.retryDelay;
+      if (attempt < options.maxAttempts) {
+        log8.warn(`failed to connect; trying again in ${wait}s`, {
+          attempt
+        }, {
+          F: __dxlog_file8,
+          L: 83,
+          S: void 0,
+          C: (f, a) => f(...a)
+        });
+        await sleep(wait * 1e3);
+      }
+    }
   }
-  /**
-  * Webhook.
-  */
-  async _createWebhook(ctx, space, def, trigger) {
-    log3.info("webhook", {
+  ctx.onDispose(() => {
+    ws?.close();
+  });
+};
+
+// packages/core/functions/src/trigger/trigger-registry.ts
+var __dxlog_file9 = "/home/runner/work/dxos/dxos/packages/core/functions/src/trigger/trigger-registry.ts";
+var triggerHandlers = {
+  subscription: createSubscriptionTrigger,
+  timer: createTimerTrigger,
+  webhook: createWebhookTrigger,
+  websocket: createWebsocketTrigger
+};
+var TriggerRegistry = class extends Resource2 {
+  constructor(_client, _options) {
+    super();
+    this._client = _client;
+    this._options = _options;
+    this._triggersBySpaceKey = new ComplexMap2(PublicKey3.hash);
+    this.registered = new Event3();
+    this.removed = new Event3();
+  }
+  getActiveTriggers(space) {
+    return this._getTriggers(space, (t) => t.activationCtx != null);
+  }
+  getInactiveTriggers(space) {
+    return this._getTriggers(space, (t) => t.activationCtx == null);
+  }
+  async activate(space, trigger, callback) {
+    log9("activate", {
       space: space.key,
       trigger
     }, {
-      F: __dxlog_file3,
-      L: 180,
+      F: __dxlog_file9,
+      L: 72,
       S: this,
       C: (f, a) => f(...a)
     });
-    const { port } = trigger;
-    const server = http.createServer(async (req, res) => {
-      await this._execFunction(def, {
-        space: space.key
+    const activationCtx = new Context3({
+      name: `FunctionTrigger-${trigger.function}`
+    });
+    this._ctx.onDispose(() => activationCtx.dispose());
+    const registeredTrigger = this._triggersBySpaceKey.get(space.key)?.find((reg) => reg.trigger.id === trigger.id);
+    invariant2(registeredTrigger, `Trigger is not registered: ${trigger.function}`, {
+      F: __dxlog_file9,
+      L: 77,
+      S: this,
+      A: [
+        "registeredTrigger",
+        "`Trigger is not registered: ${trigger.function}`"
+      ]
+    });
+    registeredTrigger.activationCtx = activationCtx;
+    try {
+      const options = this._options?.[trigger.spec.type];
+      await triggerHandlers[trigger.spec.type](activationCtx, space, trigger.spec, callback, options);
+    } catch (err) {
+      delete registeredTrigger.activationCtx;
+      throw err;
+    }
+  }
+  /**
+  * Loads triggers from the manifest into the space.
+  */
+  async register(space, manifest) {
+    log9("register", {
+      space: space.key
+    }, {
+      F: __dxlog_file9,
+      L: 93,
+      S: this,
+      C: (f, a) => f(...a)
+    });
+    if (!manifest.triggers?.length) {
+      return;
+    }
+    if (!space.db.graph.runtimeSchemaRegistry.hasSchema(FunctionTrigger)) {
+      space.db.graph.runtimeSchemaRegistry.registerSchema(FunctionTrigger);
+    }
+    const manifestTriggers = manifest.triggers.map((trigger) => {
+      let keys = trigger[ECHO_ATTR_META]?.keys;
+      delete trigger[ECHO_ATTR_META];
+      if (!keys?.length) {
+        keys = [
+          foreignKey("manifest", [
+            trigger.function,
+            trigger.spec.type
+          ].join(":"))
+        ];
+      }
+      return create2(FunctionTrigger, trigger, {
+        keys
       });
     });
-    server.listen(port, () => {
-      log3.info("started webhook", {
-        port
+    const { objects: existing } = await space.db.query(Filter3.schema(FunctionTrigger)).run();
+    const { added } = diff2(existing, manifestTriggers, compareForeignKeys);
+    added.forEach((trigger) => {
+      space.db.add(trigger);
+      log9.info("added", {
+        meta: getMeta(trigger)
       }, {
-        F: __dxlog_file3,
-        L: 189,
+        F: __dxlog_file9,
+        L: 120,
         S: this,
         C: (f, a) => f(...a)
       });
     });
-    ctx.onDispose(() => {
-      server.close();
-    });
+    if (added.length > 0) {
+      await space.db.flush();
+    }
   }
-  /**
-  * Websocket.
-  */
-  async _createWebsocket(ctx, space, def, trigger, options = {
-    retryDelay: 2,
-    maxAttempts: 5
-  }) {
-    log3.info("websocket", {
-      space: space.key,
-      trigger
-    }, {
-      F: __dxlog_file3,
-      L: 213,
+  async _open() {
+    log9.info("open...", void 0, {
+      F: __dxlog_file9,
+      L: 129,
       S: this,
       C: (f, a) => f(...a)
     });
-    const { url } = trigger;
-    let ws;
-    for (let attempt = 1; attempt <= options.maxAttempts; attempt++) {
-      const open = new Trigger2();
-      ws = new WebSocket(url);
-      Object.assign(ws, {
-        onopen: () => {
-          log3.info("opened", {
-            url
-          }, {
-            F: __dxlog_file3,
-            L: 223,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          if (trigger.init) {
-            ws.send(new TextEncoder().encode(JSON.stringify(trigger.init)));
-          }
-          open.wake(true);
-        },
-        onclose: () => {
-          log3.info("closed", {
-            url
-          }, {
-            F: __dxlog_file3,
-            L: 232,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-          open.wake(false);
-        },
-        onerror: (event) => {
-          log3.catch(event.error, {
-            url
-          }, {
-            F: __dxlog_file3,
-            L: 237,
-            S: this,
-            C: (f, a) => f(...a)
-          });
-        },
-        onmessage: async (event) => {
-          try {
-            const data = JSON.parse(new TextDecoder().decode(event.data));
-            await this._execFunction(def, {
-              space: space.key,
-              data
-            });
-          } catch (err) {
-            log3.catch(err, {
-              url
-            }, {
-              F: __dxlog_file3,
-              L: 245,
-              S: this,
-              C: (f, a) => f(...a)
-            });
-          }
+    const spaceListSubscription = this._client.spaces.subscribe(async (spaces) => {
+      for (const space of spaces) {
+        if (this._triggersBySpaceKey.has(space.key)) {
+          continue;
         }
-      });
-      const isOpen = await open.wait();
-      if (isOpen) {
-        break;
-      } else {
-        const wait = Math.pow(attempt, 2) * options.retryDelay;
-        if (attempt < options.maxAttempts) {
-          log3.warn(`failed to connect; trying again in ${wait}s`, {
-            attempt
+        const registered = [];
+        this._triggersBySpaceKey.set(space.key, registered);
+        await space.waitUntilReady();
+        if (this._ctx.disposed) {
+          break;
+        }
+        this._ctx.onDispose(space.db.query(Filter3.schema(FunctionTrigger)).subscribe(async ({ objects: current }) => {
+          log9.info("update", {
+            space: space.key,
+            registered: registered.length,
+            current: current.length
           }, {
-            F: __dxlog_file3,
-            L: 256,
+            F: __dxlog_file9,
+            L: 146,
             S: this,
             C: (f, a) => f(...a)
           });
-          await sleep(wait * 1e3);
-        }
+          await this._handleRemovedTriggers(space, current, registered);
+          this._handleNewTriggers(space, current, registered);
+        }));
       }
-    }
-    ctx.onDispose(() => {
-      ws?.close();
+    });
+    this._ctx.onDispose(() => spaceListSubscription.unsubscribe());
+    log9.info("opened", void 0, {
+      F: __dxlog_file9,
+      L: 155,
+      S: this,
+      C: (f, a) => f(...a)
     });
   }
-  /**
-  * ECHO subscription.
-  */
-  async _createSubscription(ctx, space, def, trigger) {
-    log3.info("subscription", {
-      space: space.key,
-      trigger
-    }, {
-      F: __dxlog_file3,
-      L: 271,
+  async _close(_) {
+    log9.info("close...", void 0, {
+      F: __dxlog_file9,
+      L: 159,
       S: this,
       C: (f, a) => f(...a)
     });
-    const objectIds = /* @__PURE__ */ new Set();
-    const task = new DeferredTask(ctx, async () => {
-      await this._execFunction(def, {
-        space: space.key,
-        objects: Array.from(objectIds)
-      });
+    this._triggersBySpaceKey.clear();
+    log9.info("closed", void 0, {
+      F: __dxlog_file9,
+      L: 161,
+      S: this,
+      C: (f, a) => f(...a)
     });
-    const subscriptions = [];
-    const subscription = createSubscription(({ added, updated }) => {
-      log3.info("updated", {
-        added: added.length,
-        updated: updated.length
-      }, {
-        F: __dxlog_file3,
-        L: 281,
+  }
+  _handleNewTriggers(space, current, registered) {
+    const added = current.filter((candidate) => {
+      return candidate.enabled && registered.find((reg) => reg.trigger.id === candidate.id) == null;
+    });
+    if (added.length > 0) {
+      const newRegisteredTriggers = added.map((trigger) => ({
+        trigger
+      }));
+      registered.push(...newRegisteredTriggers);
+      log9.info("added", () => ({
+        spaceKey: space.key,
+        triggers: added.map((trigger) => trigger.function)
+      }), {
+        F: __dxlog_file9,
+        L: 172,
         S: this,
         C: (f, a) => f(...a)
       });
-      for (const object of added) {
-        objectIds.add(object.id);
-      }
-      for (const object of updated) {
-        objectIds.add(object.id);
-      }
-      task.schedule();
-    });
-    subscriptions.push(() => subscription.unsubscribe());
-    const { filter, options: { deep, delay } = {} } = trigger;
-    const update = ({ objects }) => {
-      subscription.update(objects);
-      if (deep) {
-        log3.info("update", {
-          objects: objects.length
-        }, {
-          F: __dxlog_file3,
-          L: 301,
-          S: this,
-          C: (f, a) => f(...a)
-        });
-        for (const object of objects) {
-          const content = object.content;
-          if (content instanceof TextV0Type) {
-            subscriptions.push(getAutomergeObjectCore(content).updates.on(debounce(() => subscription.update([
-              object
-            ]), 1e3)));
-          }
-        }
+      this.registered.emit({
+        space,
+        triggers: added
+      });
+    }
+  }
+  async _handleRemovedTriggers(space, current, registered) {
+    const removed = [];
+    for (let i = registered.length - 1; i >= 0; i--) {
+      const wasRemoved = current.filter((trigger) => trigger.enabled).find((trigger) => trigger.id === registered[i].trigger.id) == null;
+      if (wasRemoved) {
+        const unregistered = registered.splice(i, 1)[0];
+        await unregistered.activationCtx?.dispose();
+        removed.push(unregistered.trigger);
       }
-    };
-    const query = space.db.query(Filter.or(filter.map(({ type, props }) => Filter.typename(type, props))));
-    subscriptions.push(query.subscribe(delay ? debounce(update, delay) : update));
-    ctx.onDispose(() => {
-      subscriptions.forEach((unsubscribe) => unsubscribe());
-    });
+    }
+    if (removed.length > 0) {
+      log9.info("removed", () => ({
+        spaceKey: space.key,
+        triggers: removed.map((trigger) => trigger.function)
+      }), {
+        F: __dxlog_file9,
+        L: 198,
+        S: this,
+        C: (f, a) => f(...a)
+      });
+      this.removed.emit({
+        space,
+        triggers: removed
+      });
+    }
+  }
+  _getTriggers(space, predicate) {
+    const allSpaceTriggers = this._triggersBySpaceKey.get(space.key) ?? [];
+    return allSpaceTriggers.filter(predicate).map((trigger) => trigger.trigger);
   }
 };
-
-// packages/core/functions/src/types.ts
-import * as S from "@effect/schema/Schema";
-var TimerTriggerSchema = S.struct({
-  cron: S.string
-});
-var WebhookTriggerSchema = S.struct({
-  port: S.number
-});
-var WebsocketTriggerSchema = S.struct({
-  url: S.string,
-  init: S.optional(S.record(S.string, S.any))
-});
-var SubscriptionTriggerSchema = S.struct({
-  spaceKey: S.optional(S.string),
-  // TODO(burdon): Define query DSL.
-  filter: S.array(S.struct({
-    type: S.string,
-    props: S.optional(S.record(S.string, S.any))
-  })),
-  options: S.optional(S.struct({
-    // Watch changes to object (not just creation).
-    deep: S.optional(S.boolean),
-    // Debounce changes (delay in ms).
-    delay: S.optional(S.number)
-  }))
-});
-var FunctionTriggerSchema = S.struct({
-  function: S.string.pipe(S.description("Function ID/URI.")),
-  timer: S.optional(TimerTriggerSchema),
-  webhook: S.optional(WebhookTriggerSchema),
-  websocket: S.optional(WebsocketTriggerSchema),
-  subscription: S.optional(SubscriptionTriggerSchema)
-});
-var FunctionDefSchema = S.struct({
-  id: S.string,
-  description: S.optional(S.string),
-  name: S.string,
-  // TODO(burdon): NPM/GitHub URL?
-  handler: S.string
-});
-var FunctionManifestSchema = S.struct({
-  functions: S.mutable(S.array(FunctionDefSchema)),
-  triggers: S.mutable(S.array(FunctionTriggerSchema))
-});
 export {
   DevServer,
+  FUNCTION_SCHEMA,
+  FunctionDef,
   FunctionManifestSchema,
+  FunctionRegistry,
+  FunctionTrigger,
   Scheduler,
+  TriggerRegistry,
   subscriptionHandler
 };
 //# sourceMappingURL=index.mjs.map