@dxos/functions 0.8.4-main.84f28bd → 0.8.4-main.ae835ea

package/package.json

@@ -1,30 +1,34 @@
 {
   "name": "@dxos/functions",
-  "version": "0.8.4-main.84f28bd",
+  "version": "0.8.4-main.ae835ea",
   "description": "Functions API and runtime.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
   "license": "MIT",
   "author": "info@dxos.org",
-  "sideEffects": true,
+  "sideEffects": false,
   "type": "module",
   "exports": {
+    ".": {
+      "source": "./src/index.ts",
+      "types": "./dist/types/src/index.d.ts",
+      "browser": "./dist/lib/browser/index.mjs",
+      "node": "./dist/lib/node-esm/index.mjs"
+    },
     "./bundler": {
+      "source": "./src/bundler/index.ts",
       "types": "./dist/types/src/bundler/index.d.ts",
       "browser": "./dist/lib/browser/bundler/index.mjs",
       "node": "./dist/lib/node-esm/bundler/index.mjs"
     },
     "./edge": {
+      "source": "./src/edge/index.ts",
       "types": "./dist/types/src/edge/index.d.ts",
       "browser": "./dist/lib/browser/edge/index.mjs",
       "node": "./dist/lib/node-esm/edge/index.mjs"
     },
-    ".": {
-      "types": "./dist/types/src/index.d.ts",
-      "browser": "./dist/lib/browser/index.mjs",
-      "node": "./dist/lib/node-esm/index.mjs"
-    },
     "./testing": {
+      "source": "./src/testing/index.ts",
       "types": "./dist/types/src/testing/index.d.ts",
       "browser": "./dist/lib/browser/testing/index.mjs",
       "node": "./dist/lib/node-esm/testing/index.mjs"
@@ -47,46 +51,37 @@
     "src"
   ],
   "dependencies": {
-    "@effect/platform": "0.88.0",
-    "@preact/signals-core": "^1.9.0",
-    "cron": "^3.1.6",
-    "cron-schedule": "^5.0.4",
-    "effect": "3.16.13",
+    "@effect/platform": "0.92.1",
+    "effect": "3.18.3",
     "esbuild-wasm": "^0.16.14",
-    "express": "^4.19.2",
-    "get-port-please": "^3.1.1",
     "i18next": "^24.2.1",
     "iso-did": "^1.6.0",
-    "ws": "^8.14.2",
-    "@dxos/ai": "0.8.4-main.84f28bd",
-    "@dxos/client": "0.8.4-main.84f28bd",
-    "@dxos/async": "0.8.4-main.84f28bd",
-    "@dxos/context": "0.8.4-main.84f28bd",
-    "@dxos/crypto": "0.8.4-main.84f28bd",
-    "@dxos/echo": "0.8.4-main.84f28bd",
-    "@dxos/echo-db": "0.8.4-main.84f28bd",
-    "@dxos/echo-protocol": "0.8.4-main.84f28bd",
-    "@dxos/echo-schema": "0.8.4-main.84f28bd",
-    "@dxos/edge-client": "0.8.4-main.84f28bd",
-    "@dxos/effect": "0.8.4-main.84f28bd",
-    "@dxos/invariant": "0.8.4-main.84f28bd",
-    "@dxos/keys": "0.8.4-main.84f28bd",
-    "@dxos/live-object": "0.8.4-main.84f28bd",
-    "@dxos/log": "0.8.4-main.84f28bd",
-    "@dxos/node-std": "0.8.4-main.84f28bd",
-    "@dxos/protocols": "0.8.4-main.84f28bd",
-    "@dxos/schema": "0.8.4-main.84f28bd",
-    "@dxos/util": "0.8.4-main.84f28bd"
-  },
-  "devDependencies": {
-    "@types/express": "^4.17.17",
-    "@types/ws": "^7.4.0",
-    "@dxos/agent": "0.8.4-main.84f28bd"
+    "@dxos/ai": "0.8.4-main.ae835ea",
+    "@dxos/async": "0.8.4-main.ae835ea",
+    "@dxos/client": "0.8.4-main.ae835ea",
+    "@dxos/client-protocol": "0.8.4-main.ae835ea",
+    "@dxos/context": "0.8.4-main.ae835ea",
+    "@dxos/crypto": "0.8.4-main.ae835ea",
+    "@dxos/echo-db": "0.8.4-main.ae835ea",
+    "@dxos/debug": "0.8.4-main.ae835ea",
+    "@dxos/echo": "0.8.4-main.ae835ea",
+    "@dxos/echo-pipeline": "0.8.4-main.ae835ea",
+    "@dxos/echo-protocol": "0.8.4-main.ae835ea",
+    "@dxos/edge-client": "0.8.4-main.ae835ea",
+    "@dxos/effect": "0.8.4-main.ae835ea",
+    "@dxos/errors": "0.8.4-main.ae835ea",
+    "@dxos/invariant": "0.8.4-main.ae835ea",
+    "@dxos/kv-store": "0.8.4-main.ae835ea",
+    "@dxos/live-object": "0.8.4-main.ae835ea",
+    "@dxos/log": "0.8.4-main.ae835ea",
+    "@dxos/node-std": "0.8.4-main.ae835ea",
+    "@dxos/schema": "0.8.4-main.ae835ea",
+    "@dxos/protocols": "0.8.4-main.ae835ea",
+    "@dxos/util": "0.8.4-main.ae835ea",
+    "@dxos/keys": "0.8.4-main.ae835ea"
   },
   "publishConfig": {
     "access": "public"
   },
-  "scripts": {
-    "gen-schema": "ts-node ./tools/schema.ts"
-  }
+  "scripts": {}
 }

package/src/bundler/bundler.test.ts

@@ -4,7 +4,7 @@
 
 // @ts-ignore
 import wasmUrl from 'esbuild-wasm/esbuild.wasm?url';
-import { beforeAll, describe, expect, test } from 'vitest';
+import { assert, beforeAll, describe, expect, test } from 'vitest';
 
 import { isNode } from '@dxos/util';
 
@@ -20,8 +20,8 @@ describe('Bundler', () => {
   test('Basic', async () => {
     const bundler = new Bundler({ platform: 'node', sandboxedModules: [], remoteModules: {} });
     const result = await bundler.bundle({ source: 'const x = 100' }); // TODO(burdon): Test import.
-    expect(result.bundle).to.exist;
-    expect(result.error).to.not.exist;
+    assert(!('error' in result), 'error should not exist');
+    expect(result.asset).toBeDefined();
   });
 
   test('Import', async () => {
@@ -33,8 +33,8 @@ describe('Bundler', () => {
       const query = Filter.typename('dxos.org/type/Example');
     `,
     });
-    expect(result.bundle).to.exist;
-    expect(result.error).to.not.exist;
+    assert(!('error' in result), 'error should not exist');
+    expect(result.asset).toBeDefined();
   });
 
   // TODO(dmaretskyi): Flaky on CI.
@@ -46,14 +46,13 @@ describe('Bundler', () => {
       invariant(true);
     `,
     });
-    expect(result.bundle).to.exist;
-    expect(result.error).to.not.exist;
+    assert(!('error' in result), 'error should not exist');
+    expect(result.asset).toBeDefined();
   });
 
   test('Error', async () => {
     const bundler = new Bundler({ platform: 'node', sandboxedModules: [], remoteModules: {} });
     const result = await bundler.bundle({ source: "import missing from './module'; missing();" });
-    expect(result.bundle).to.not.exist;
-    expect(result.error).to.exist;
+    assert('error' in result, 'error should exist');
   });
 });

package/src/bundler/bundler.ts

@@ -2,9 +2,13 @@
 // Copyright 2023 DXOS.org
 //
 
-import { FetchHttpClient, HttpClient } from '@effect/platform';
-import { Duration, Effect, pipe, Schedule } from 'effect';
-import { type BuildOptions, type Loader, build, initialize, type BuildResult, type Plugin } from 'esbuild-wasm';
+import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
+import * as HttpClient from '@effect/platform/HttpClient';
+import * as Duration from 'effect/Duration';
+import * as Effect from 'effect/Effect';
+import * as Function from 'effect/Function';
+import * as Schedule from 'effect/Schedule';
+import { type BuildOptions, type BuildResult, type Loader, type Plugin, build, initialize } from 'esbuild-wasm';
 
 import { subtleCrypto } from '@dxos/crypto';
 import { runAndForwardErrors } from '@dxos/effect';
@@ -18,26 +22,26 @@ export type Import = {
 };
 
 export type BundleOptions = {
-  /**
-   * Path to the source file on the local file system.
-   * If provided, the path will be used instead of the `source` code.
-   */
-  path?: string;
-
   /**
    * Source code to bundle.
-   * Required if `path` is not provided.
    */
-  source?: string;
+  source: string;
 };
 
-export type BundleResult = {
-  timestamp: number;
-  sourceHash?: Buffer;
-  imports?: Import[];
-  bundle?: string;
-  error?: any;
-};
+export type BundleResult =
+  | {
+      timestamp: number;
+      sourceHash: Buffer;
+      error: unknown;
+    }
+  | {
+      timestamp: number;
+      sourceHash: Buffer;
+      imports: Import[];
+      entryPoint: string;
+      asset: Uint8Array;
+      bundle: string;
+    };
 
 export type BundlerOptions = {
   platform: BuildOptions['platform'];
@@ -58,16 +62,9 @@ export const initializeBundler = async (options: { wasmUrl: string }) => {
 export class Bundler {
   constructor(private readonly _options: BundlerOptions) {}
 
-  async bundle({ path, source }: BundleOptions): Promise<BundleResult> {
+  async bundle({ source }: BundleOptions): Promise<BundleResult> {
     const { sandboxedModules: providedModules, ...options } = this._options;
-
-    const createResult = async (result?: Partial<BundleResult>) => {
-      return {
-        timestamp: Date.now(),
-        sourceHash: source ? Buffer.from(await subtleCrypto.digest('SHA-256', Buffer.from(source))) : undefined,
-        ...result,
-      };
-    };
+    const sourceHash = Buffer.from(await subtleCrypto.digest('SHA-256', Buffer.from(source)));
 
     if (this._options.platform === 'browser') {
       invariant(initialized, 'Compiler not initialized.');
@@ -83,7 +80,10 @@ export class Bundler {
         conditions: ['workerd', 'browser'],
         metafile: true,
         write: false,
-        entryPoints: [path ?? 'memory:main.tsx'],
+        entryPoints: {
+          // Gets mapped to `userFunc.js` by esbuild.
+          userFunc: 'memory:main.tsx',
+        },
         bundle: true,
         format: 'esm',
         plugins: [
@@ -136,12 +136,17 @@ export class Bundler {
 
       log('compile complete', result.metafile);
 
-      return await createResult({
+      const entryPoint = 'userFunc.js';
+      return {
+        timestamp: Date.now(),
+        sourceHash,
         imports: this.analyzeImports(result),
+        entryPoint,
+        asset: result.outputFiles![0].contents,
         bundle: result.outputFiles![0].text,
-      });
+      };
     } catch (err) {
-      return await createResult({ error: err });
+      return { timestamp: Date.now(), sourceHash, error: err };
     }
   }
 
@@ -153,7 +158,6 @@ export class Bundler {
     const parsedImports = allMatches(IMPORT_REGEX, result.outputFiles[0].text);
     return Object.values(result.metafile!.outputs)[0].imports.map((entry): Import => {
       const namedImports: string[] = [];
-
       const parsedImport = parsedImports.find((capture) => capture?.[4] === entry.path);
       if (parsedImport?.[2]) {
         NAMED_IMPORTS_REGEX.lastIndex = 0;
@@ -207,10 +211,9 @@ const IMPORT_REGEX =
 const NAMED_IMPORTS_REGEX = /[ \n\t]*{((?:[ \n\t]*[^ \n\t"'{}]+[ \n\t]*,?)+)}[ \n\t]*/gm;
 
 const allMatches = (regex: RegExp, str: string) => {
-  regex.lastIndex = 0;
-
   let match;
   const matches = [];
+  regex.lastIndex = 0;
   while ((match = regex.exec(str))) {
     matches.push(match);
   }
@@ -278,7 +281,7 @@ const httpPlugin: Plugin = {
         return { contents: text, loader: 'jsx' as Loader };
       }).pipe(
         Effect.retry(
-          pipe(
+          Function.pipe(
             Schedule.exponential(Duration.millis(INITIAL_DELAY)),
             Schedule.jittered,
             Schedule.intersect(Schedule.recurs(MAX_RETRIES - 1)),

package/src/e2e/deploy.test.ts

@@ -0,0 +1,69 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { readFile } from 'node:fs/promises';
+
+import { describe, expect, test } from 'vitest';
+
+import { Client, Config } from '@dxos/client';
+import { createEdgeIdentity } from '@dxos/client/edge';
+import { Bundler } from '@dxos/functions/bundler';
+import { uploadWorkerFunction } from '@dxos/functions/edge';
+import { invariant } from '@dxos/invariant';
+import { log } from '@dxos/log';
+
+describe.runIf(process.env.DX_TEST_TAGS?.includes('functions-e2e'))('Functions deployment', () => {
+  test('deploys FOREX (effect) function and invokes it via EDGE (main)', { timeout: 120_000 }, async () => {
+    const config = new Config({
+      version: 1,
+      runtime: {
+        services: {
+          edge: { url: 'https://edge-main.dxos.workers.dev' },
+        },
+      },
+    });
+
+    const client = new Client({ config });
+    await client.initialize();
+    await client.halo.createIdentity();
+
+    const space = await client.spaces.create();
+    await space.waitUntilReady();
+
+    // Inline echo function source.
+    const source = await readFile(new URL('../examples/forex-effect.ts', import.meta.url), 'utf-8');
+
+    // Bundle and upload.
+    const bundler = new Bundler({ platform: 'node', sandboxedModules: [], remoteModules: {} });
+    const buildResult = await bundler.bundle({ source });
+    if ('error' in buildResult) {
+      throw buildResult.error ?? new Error('Bundle creation failed');
+    }
+
+    const { functionId } = await uploadWorkerFunction({
+      client,
+      ownerPublicKey: space.key,
+      version: '0.0.1',
+      entryPoint: buildResult.entryPoint,
+      assets: { [buildResult.entryPoint]: buildResult.asset },
+      name: 'e2e-echo',
+    });
+
+    expect(functionId).toBeDefined();
+
+    // Invoke deployed function via EDGE directly.
+    const edgeClient = client.edge;
+    invariant(edgeClient, 'edgeClient is required');
+    edgeClient.setIdentity(createEdgeIdentity(client));
+
+    const input = { from: 'USD', to: 'EUR' };
+    const result = await edgeClient.invokeFunction({ functionId }, input);
+    log.info('>>> result', { result, functionId });
+    const resultNumber = Number(result);
+    expect(resultNumber).toBeGreaterThan(0);
+    expect(resultNumber).toBeLessThan(100);
+
+    await client.destroy();
+  });
+});

package/src/edge/functions.ts

@@ -8,27 +8,30 @@ import { type Client } from '@dxos/client';
 import { createEdgeIdentity } from '@dxos/client/edge';
 import { EdgeHttpClient } from '@dxos/edge-client';
 import { invariant } from '@dxos/invariant';
-import type { PublicKey } from '@dxos/keys';
+import { type PublicKey } from '@dxos/keys';
 import { log } from '@dxos/log';
 import { type UploadFunctionResponseBody } from '@dxos/protocols';
 
 export type UploadWorkerArgs = {
   client: Client;
-  source: string;
   version: string;
   name?: string;
   functionId?: string;
   ownerPublicKey: PublicKey;
+  entryPoint: string;
+  assets: Record<string, Uint8Array>;
 };
 
 export const uploadWorkerFunction = async ({
   client,
   version,
-  source,
   name,
   functionId,
   ownerPublicKey,
+  entryPoint,
+  assets,
 }: UploadWorkerArgs): Promise<UploadFunctionResponseBody> => {
+  log('uploading function', { functionId, name, version, ownerPublicKey });
   const edgeUrl = client.config.values.runtime?.services?.edge?.url;
   invariant(edgeUrl, 'Edge is not configured.');
   const edgeClient = new EdgeHttpClient(edgeUrl);
@@ -36,15 +39,15 @@ export const uploadWorkerFunction = async ({
   edgeClient.setIdentity(edgeIdentity);
   const response = await edgeClient.uploadFunction(
     { functionId },
-    { name, version, script: source, ownerPublicKey: ownerPublicKey.toHex() },
+    { name, version, ownerPublicKey: ownerPublicKey.toHex(), entryPoint, assets },
   );
 
   // TODO(burdon): Edge service log.
-  log.info('Uploaded', {
+  log('uploaded', {
     identityKey: edgeIdentity.identityKey,
     functionId,
     name,
-    source: source.length,
+    version,
     response,
   });
 

package/src/errors.ts

@@ -0,0 +1,21 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { BaseError, type BaseErrorOptions } from '@dxos/errors';
+
+export class ServiceNotAvailableError extends BaseError.extend('SERVICE_NOT_AVAILABLE', 'Service not available') {
+  constructor(service: string, options?: Omit<BaseErrorOptions, 'context'>) {
+    super({ context: { service }, ...options });
+  }
+}
+
+export class FunctionNotFoundError extends BaseError.extend('FUNCTION_NOT_FOUND', 'Function not found') {
+  constructor(functionKey: string, options?: Omit<BaseErrorOptions, 'context'>) {
+    super({ context: { function: functionKey }, ...options });
+  }
+}
+
+export class FunctionError extends BaseError.extend('FUNCTION_ERROR', 'Function invocation error') {}
+
+export class TriggerStateNotFoundError extends BaseError.extend('TRIGGER_STATE_NOT_FOUND', 'Trigger state not found') {}

package/src/example/fib.ts

@@ -0,0 +1,32 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+import * as Schema from 'effect/Schema';
+
+import { defineFunction } from '../handler';
+
+export default defineFunction({
+  key: 'example.org/function/fib',
+  name: 'Fibonacci',
+  description: 'Function that calculates a Fibonacci number',
+  inputSchema: Schema.Struct({
+    iterations: Schema.optional(Schema.Number).annotations({
+      description: 'Number of iterations',
+      default: 100_000,
+    }),
+  }),
+  outputSchema: Schema.Struct({
+    result: Schema.String,
+  }),
+  handler: Effect.fn(function* ({ data: { iterations = 100_000 } }) {
+    let a = 0n;
+    let b = 1n;
+    for (let i = 0; i < iterations; i++) {
+      a += b;
+      b = a - b;
+    }
+    return { result: a.toString() };
+  }),
+});

package/src/example/forex-effect.ts

@@ -0,0 +1,40 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+// @ts-ignore
+import { S, defineFunction } from 'dxos:functions';
+import {
+  FetchHttpClient,
+  HttpClient,
+  HttpClientRequest,
+  // @ts-ignore
+} from 'https://esm.sh/@effect/platform@0.89.0?deps=effect@3.17.0&bundle=false';
+// @ts-ignore
+import { Effect, Schedule } from 'https://esm.sh/effect@3.17.0?bundle=false';
+
+export default defineFunction({
+  key: 'dxos.org/script/forex-effect',
+  name: 'Forex Effect',
+  description: 'Returns the exchange rate between two currencies.',
+
+  inputSchema: S.Struct({
+    from: S.String.annotations({ description: 'The source currency' }),
+    to: S.String.annotations({ description: 'The target currency' }),
+  }),
+
+  outputSchema: S.String.annotations({ description: 'The exchange rate between the two currencies' }),
+
+  handler: async ({ data: { from, to } }: any) =>
+    Effect.gen(function* () {
+      const res = yield* HttpClientRequest.get(`https://free.ratesdb.com/v1/rates?from=${from}&to=${to}`).pipe(
+        HttpClient.execute,
+        Effect.flatMap((res: any) => res.json),
+        Effect.timeout('1 second'),
+        Effect.retry(Schedule.exponential(1_000).pipe(Schedule.compose(Schedule.recurs(3)))),
+        Effect.scoped,
+      );
+
+      return res.data.rates[to].toString();
+    }).pipe(Effect.provide(FetchHttpClient.layer)),
+});

package/src/example/index.ts

@@ -0,0 +1,13 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { default as fib$ } from './fib';
+import { default as reply$ } from './reply';
+import { default as sleep$ } from './sleep';
+
+export namespace Example {
+  export const fib = fib$;
+  export const reply = reply$;
+  export const sleep = sleep$;
+}

package/src/example/reply.ts

@@ -0,0 +1,21 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Console from 'effect/Console';
+import * as Effect from 'effect/Effect';
+import * as Schema from 'effect/Schema';
+
+import { defineFunction } from '../handler';
+
+export default defineFunction({
+  key: 'example.org/function/reply',
+  name: 'Reply',
+  description: 'Function that echoes the input',
+  inputSchema: Schema.Any,
+  outputSchema: Schema.Any,
+  handler: Effect.fn(function* ({ data }) {
+    yield* Console.log('reply', { data });
+    return data;
+  }),
+});

package/src/example/sleep.ts

@@ -0,0 +1,24 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+import * as Schema from 'effect/Schema';
+
+import { defineFunction } from '../handler';
+
+export default defineFunction({
+  key: 'example.org/function/sleep',
+  name: 'Sleep',
+  description: 'Function that sleeps for a given amount of time',
+  inputSchema: Schema.Struct({
+    duration: Schema.optional(Schema.Number).annotations({
+      description: 'Milliseconds to sleep',
+      default: 100_000,
+    }),
+  }),
+  outputSchema: Schema.Void,
+  handler: Effect.fn(function* ({ data: { duration = 100_000 } }) {
+    yield* Effect.sleep(duration);
+  }),
+});

package/src/executor/executor.ts

@@ -2,38 +2,42 @@
 // Copyright 2025 DXOS.org
 //
 
-import { Effect, Schema } from 'effect';
+import * as Effect from 'effect/Effect';
+import * as Schema from 'effect/Schema';
 
-import type { SpaceId } from '@dxos/client/echo';
+import { type SpaceId } from '@dxos/client/echo';
 import { runAndForwardErrors } from '@dxos/effect';
 
 import type { FunctionContext, FunctionDefinition } from '../handler';
 import type { ServiceContainer, Services } from '../services';
 
+/**
+ * @deprecated Use `FunctionInvocationService`
+ */
 export class FunctionExecutor {
   constructor(private readonly _services: ServiceContainer) {}
 
+  /**
+   * Invoke function.
+   */
   // TODO(dmaretskyi): Invocation context: queue, space, etc...
   async invoke<F extends FunctionDefinition<any, any>>(
-    fnDef: F,
+    functionDef: F,
     input: F extends FunctionDefinition<infer I, infer _O> ? I : never,
   ): Promise<F extends FunctionDefinition<infer _I, infer O> ? O : never> {
     // Assert input matches schema
-    const assertInput = fnDef.inputSchema.pipe(Schema.asserts);
+    const assertInput = functionDef.inputSchema.pipe(Schema.asserts);
     (assertInput as any)(input);
 
     const context: FunctionContext = {
+      space: undefined,
       getService: this._services.getService.bind(this._services),
       getSpace: async (_spaceId: SpaceId) => {
         throw new Error('Not available. Use the database service instead.');
       },
-      space: undefined,
-      get ai(): never {
-        throw new Error('Not available. Use the ai service instead.');
-      },
     };
 
-    const result = fnDef.handler({ context, data: input });
+    const result = functionDef.handler({ context, data: input });
 
     let data: unknown;
     if (Effect.isEffect(result)) {
@@ -46,7 +50,7 @@ export class FunctionExecutor {
     }
 
     // Assert output matches schema
-    const assertOutput = fnDef.outputSchema?.pipe(Schema.asserts);
+    const assertOutput = functionDef.outputSchema?.pipe(Schema.asserts);
     (assertOutput as any)(data);
 
     return data as any;