@dxos/functions-testing 0.8.4-main.03d5cd7b56

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "@dxos/functions-testing",
+  "version": "0.8.4-main.03d5cd7b56",
+  "description": "Functions tests",
+  "homepage": "https://dxos.org",
+  "bugs": "https://github.com/dxos/dxos/issues",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/dxos/dxos"
+  },
+  "license": "MIT",
+  "author": "info@dxos.org",
+  "sideEffects": true,
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./dist/types/src/index.d.ts",
+      "browser": "./dist/lib/browser/index.mjs",
+      "node": "./dist/lib/node-esm/index.mjs"
+    },
+    "./testing": {
+      "types": "./dist/types/src/testing/index.d.ts",
+      "browser": "./dist/lib/browser/testing/index.mjs",
+      "node": "./dist/lib/node-esm/testing/index.mjs"
+    }
+  },
+  "types": "dist/types/src/index.d.ts",
+  "files": [
+    "dist",
+    "src"
+  ],
+  "dependencies": {
+    "@effect/platform": "0.94.4",
+    "@dxos/async": "0.8.4-main.03d5cd7b56",
+    "@dxos/assistant-toolkit": "0.8.4-main.03d5cd7b56",
+    "@dxos/compute": "0.8.4-main.03d5cd7b56",
+    "@dxos/context": "0.8.4-main.03d5cd7b56",
+    "@dxos/client": "0.8.4-main.03d5cd7b56",
+    "@dxos/echo": "0.8.4-main.03d5cd7b56",
+    "@dxos/functions-runtime": "0.8.4-main.03d5cd7b56",
+    "@dxos/config": "0.8.4-main.03d5cd7b56",
+    "@dxos/invariant": "0.8.4-main.03d5cd7b56",
+    "@dxos/functions": "0.8.4-main.03d5cd7b56",
+    "@dxos/log": "0.8.4-main.03d5cd7b56",
+    "@dxos/operation": "0.8.4-main.03d5cd7b56",
+    "@dxos/protocols": "0.8.4-main.03d5cd7b56",
+    "@dxos/schema": "0.8.4-main.03d5cd7b56",
+    "@dxos/functions-runtime-cloudflare": "0.8.4-main.03d5cd7b56",
+    "@dxos/util": "0.8.4-main.03d5cd7b56"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "beast": {}
+}

package/src/bundle.test.ts

@@ -0,0 +1,20 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { join } from 'node:path';
+import { describe, it } from 'vitest';
+
+import { bundleFunction } from '@dxos/functions-runtime/native';
+
+import { writeBundle } from './testing';
+
+describe('bundle', () => {
+  it('should bundle', async () => {
+    const result = await bundleFunction({
+      entryPoint: new URL('./functions/reply.ts', import.meta.url).pathname,
+    });
+    writeBundle('./dist/test/bundle-reply', result);
+    console.log(join('dist/test/bundle-reply', result.entryPoint));
+  });
+});

package/src/cpu-limit.test.ts

@@ -0,0 +1,151 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { describe, test } from 'vitest';
+
+import { Trigger } from '@dxos/compute';
+import { configPreset } from '@dxos/config';
+import { Context } from '@dxos/context';
+import { Obj, Ref } from '@dxos/echo';
+import { FunctionRuntimeKind } from '@dxos/protocols';
+
+import { deployFunction, observeInvocations, setup, sync } from './testing';
+
+const FIB_FUNCTION_PATH = new URL('./functions/fib.ts', import.meta.url).pathname;
+
+// Test suite to explore who CPU time limits influence function execution.
+describe('CPU limit', { tags: ['functions-e2e'] }, () => {
+  const config = configPreset({ edge: 'dev' });
+
+  test('invoke directly', { timeout: 120_000 }, async ({ expect }) => {
+    const { client, space, functionsServiceClient } = await setup(config);
+    const func = await deployFunction(
+      space,
+      functionsServiceClient,
+      FIB_FUNCTION_PATH,
+      FunctionRuntimeKind.enums.WORKERS_FOR_PLATFORMS,
+    );
+    const result = await functionsServiceClient.invoke(
+      Context.default(),
+      func,
+      {
+        iterations: 100,
+      },
+      {
+        spaceId: space.id,
+      },
+    );
+    console.log(result);
+  });
+
+  test('force-trigger', { timeout: 120_000 }, async ({ expect }) => {
+    const { client, space, functionsServiceClient } = await setup(config);
+    const func = await deployFunction(
+      space,
+      functionsServiceClient,
+      FIB_FUNCTION_PATH,
+      FunctionRuntimeKind.enums.WORKERS_FOR_PLATFORMS,
+    );
+    const trigger = space.db.add(
+      Obj.make(Trigger.Trigger, {
+        enabled: true,
+        function: Ref.make(func),
+        spec: Trigger.specTimer('* */30 * * * *'),
+        input: { iterations: 100 },
+      }),
+    );
+    await sync(space);
+    const result = await functionsServiceClient.forceRunCronTrigger(Context.default(), space.id, trigger.id);
+    console.log(result);
+  });
+
+  test('break CPU limit', { timeout: 120_000 }, async ({ expect }) => {
+    const { client, space, functionsServiceClient } = await setup(config);
+    const func = await deployFunction(
+      space,
+      functionsServiceClient,
+      FIB_FUNCTION_PATH,
+      FunctionRuntimeKind.enums.WORKERS_FOR_PLATFORMS,
+    );
+    const trigger = space.db.add(
+      Obj.make(Trigger.Trigger, {
+        enabled: true,
+        function: Ref.make(func),
+        spec: Trigger.specTimer('* */30 * * * *'),
+        input: { iterations: 1_000_000_000 },
+      }),
+    );
+    await sync(space);
+    {
+      const result = await functionsServiceClient.forceRunCronTrigger(Context.default(), space.id, trigger.id);
+      console.log(result);
+    }
+
+    {
+      const result = await functionsServiceClient.forceRunCronTrigger(Context.default(), space.id, trigger.id);
+      console.log(result);
+    }
+
+    {
+      Obj.update(trigger, (trigger) => {
+        trigger.input!.iterations = 100;
+      });
+      await sync(space);
+      const result = await functionsServiceClient.forceRunCronTrigger(Context.default(), space.id, trigger.id);
+      console.log(result);
+    }
+  });
+
+  test('observe invocations', { timeout: 520_000 }, async ({ expect }) => {
+    const { client, space, functionsServiceClient } = await setup(config);
+    const func = await deployFunction(
+      space,
+      functionsServiceClient,
+      FIB_FUNCTION_PATH,
+      FunctionRuntimeKind.enums.WORKERS_FOR_PLATFORMS,
+    );
+    const trigger = space.db.add(
+      Obj.make(Trigger.Trigger, {
+        enabled: true,
+        function: Ref.make(func),
+        spec: Trigger.specTimer('* * * * * *'),
+        input: { iterations: 1_000_000 },
+      }),
+    );
+    await sync(space);
+    await observeInvocations(space, 100);
+  });
+
+  test('break CPU limit through natural exection', { timeout: 520_000 }, async ({ expect }) => {
+    const { client, space, functionsServiceClient } = await setup(config);
+    const func = await deployFunction(
+      space,
+      functionsServiceClient,
+      FIB_FUNCTION_PATH,
+      FunctionRuntimeKind.enums.WORKERS_FOR_PLATFORMS,
+    );
+    const trigger = space.db.add(
+      Obj.make(Trigger.Trigger, {
+        enabled: true,
+        function: Ref.make(func),
+        spec: Trigger.specTimer('* * * * * *'),
+        input: { iterations: 100 },
+      }),
+    );
+    await sync(space);
+    await observeInvocations(space, 5);
+
+    Obj.update(trigger, (trigger) => {
+      trigger.input!.iterations = 1_000_000_000;
+    });
+    await sync(space);
+    await observeInvocations(space, 10);
+
+    Obj.update(trigger, (trigger) => {
+      trigger.input!.iterations = 100;
+    });
+    await sync(space);
+    await observeInvocations(space, 1_000);
+  });
+});

package/src/edge-routine.test.ts

@@ -0,0 +1,110 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import * as Schema from 'effect/Schema';
+import { describe, test } from 'vitest';
+
+import { AgentPrompt, DatabaseBlueprint, Chat } from '@dxos/assistant-toolkit';
+import { Client } from '@dxos/client';
+import { Blueprint, Operation, Routine, Trigger } from '@dxos/compute';
+import { configPreset } from '@dxos/config';
+import { Context } from '@dxos/context';
+import { Feed, Obj, Ref } from '@dxos/echo';
+import { TestSchema } from '@dxos/echo/testing';
+import { dbg, log } from '@dxos/log';
+import { ErrorCodec } from '@dxos/protocols';
+import { EdgeReplicationSetting } from '@dxos/protocols/proto/dxos/echo/metadata';
+import { Text } from '@dxos/schema';
+import { trim } from '@dxos/util';
+
+import { sync } from './testing';
+
+/**
+ * Cron trigger on EDGE runs {@link AgentPrompt} for a {@link Routine} that uses the Database
+ * blueprint Query tool against replicated ECHO documents.
+ *
+ * Prereq: local EDGE (`configPreset({ edge: 'local' })` → `http://localhost:8787`) with LLM
+ * available (API key and/or memo replay under `conversationsCache/`).
+ */
+describe('Edge routine', { tags: ['functions-e2e'] }, () => {
+  const config = configPreset({ edge: 'local' });
+
+  test('timer trigger runs routine with database blueprint on edge', { timeout: 420_000 }, async ({ expect }) => {
+    await using client = await new Client({
+      config,
+      types: [
+        Operation.PersistentOperation,
+        Trigger.Trigger,
+        Routine.Routine,
+        Blueprint.Blueprint,
+        Feed.Feed,
+        Text.Text,
+        Chat.Chat,
+        TestSchema.Organization,
+      ],
+    }).initialize();
+
+    await client.halo.createIdentity();
+    const space = await client.spaces.create();
+    await space.waitUntilReady();
+
+    await space.internal.setEdgeReplicationPreference(EdgeReplicationSetting.ENABLED);
+
+    Obj.update(space.properties, (properties) => {
+      properties.computeEnvironment = 'edge';
+    });
+
+    space.db.add(Obj.make(TestSchema.Organization, { name: 'Acme Corp' }));
+    space.db.add(Obj.make(TestSchema.Organization, { name: 'Globex Industries' }));
+    space.db.add(Obj.make(TestSchema.Organization, { name: 'Initech' }));
+
+    const databaseBlueprint = space.db.add(DatabaseBlueprint.make());
+
+    const routine = space.db.add(
+      Routine.make({
+        name: 'edge-e2e-count-orgs-db-blueprint',
+        instructions: trim`
+              You have access to the Database blueprint tools.
+              Use the Query tool exactly once with typename "${TestSchema.Organization.typename}" and no other arguments.
+              Then call completeJob with the output object { "count": <number of rows returned by Query> }.
+              If you are unable to query -- fail.
+              Do not list schemas first.
+            `,
+        input: Schema.Struct({}),
+        output: Schema.Struct({
+          count: Schema.Number,
+        }),
+        blueprints: [Ref.make(databaseBlueprint)],
+        context: [],
+      }),
+    );
+    const fn = Operation.serialize(AgentPrompt);
+    dbg(Obj.toJSON(fn));
+
+    const trigger = space.db.add(
+      Obj.make(Trigger.Trigger, {
+        enabled: true,
+        function: Ref.make(fn),
+        spec: Trigger.specTimer('* * * * * *'),
+        input: {
+          prompt: Ref.make(routine),
+          input: {},
+          model: '@anthropic/claude-haiku-4-5',
+        },
+      }),
+    );
+
+    await sync(space);
+
+    log('trigger created and synced');
+    log.break();
+
+    const runResult: any = await client.edge.http.forceRunCronTrigger(Context.default(), space.id, trigger.id);
+    if (runResult._kind === 'error') {
+      throw ErrorCodec.decode(runResult.error);
+    }
+    log('trigger ran', { runResult });
+    expect(runResult.result.count).toBe(3);
+  });
+});

package/src/functions/definitions.ts

@@ -0,0 +1,61 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Schema from 'effect/Schema';
+
+import { Operation } from '@dxos/compute';
+import { Database } from '@dxos/echo';
+
+export const Fibonacci = Operation.make({
+  meta: {
+    key: 'org.example.function.fib',
+    name: 'Fibonacci',
+    description: 'Function that calculates a Fibonacci number',
+  },
+  input: Schema.Struct({
+    iterations: Schema.optional(Schema.Number).annotations({
+      description: 'Number of iterations',
+      default: 100_000,
+    }),
+  }),
+  output: Schema.Struct({
+    result: Schema.String,
+  }),
+});
+
+export const Reply = Operation.make({
+  meta: {
+    key: 'org.example.function.reply',
+    name: 'Reply',
+    description: 'Function that echoes the input',
+  },
+  input: Schema.Any,
+  output: Schema.Any,
+});
+
+export const Sleep = Operation.make({
+  meta: {
+    key: 'org.example.function.sleep',
+    name: 'Sleep',
+    description: 'Function that sleeps for a given amount of time',
+  },
+  input: Schema.Struct({
+    duration: Schema.optional(Schema.Number).annotations({
+      description: 'Milliseconds to sleep',
+      default: 100_000,
+    }),
+  }),
+  output: Schema.Void,
+});
+
+export const QueryDb = Operation.make({
+  meta: {
+    key: 'org.example.function.query',
+    name: 'Query',
+    description: 'Queries the database',
+  },
+  input: Schema.Any,
+  output: Schema.Any,
+  services: [Database.Service],
+});

package/src/functions/fib.ts

@@ -0,0 +1,23 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Operation } from '@dxos/compute';
+
+import { Fibonacci } from './definitions';
+
+export default Fibonacci.pipe(
+  Operation.withHandler(
+    Effect.fn(function* ({ iterations = 100_000 }) {
+      let a = 0n;
+      let b = 1n;
+      for (let i = 0; i < iterations; i++) {
+        a += b;
+        b = a - b;
+      }
+      return { result: a.toString() };
+    }),
+  ),
+);

package/src/functions/forex-effect.ts

@@ -0,0 +1,48 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
+import * as HttpClient from '@effect/platform/HttpClient';
+import * as HttpClientRequest from '@effect/platform/HttpClientRequest';
+import * as HttpClientResponse from '@effect/platform/HttpClientResponse';
+import * as Effect from 'effect/Effect';
+import * as Schedule from 'effect/Schedule';
+import * as Schema from 'effect/Schema';
+
+import { Operation } from '@dxos/compute';
+
+const ForexEffect = Operation.make({
+  meta: {
+    key: 'org.dxos.script.forex-effect',
+    name: 'Forex Effect',
+    description: 'Returns the exchange rate between two currencies.',
+  },
+  input: Schema.Struct({
+    from: Schema.String.annotations({ description: 'The source currency' }),
+    to: Schema.String.annotations({ description: 'The target currency' }),
+  }),
+  output: Schema.String.annotations({ description: 'The exchange rate between the two currencies' }),
+});
+
+export default ForexEffect.pipe(
+  Operation.withHandler(
+    Effect.fnUntraced(function* ({ from, to }) {
+      const res = yield* HttpClientRequest.get(`https://free.ratesdb.com/v1/rates?from=${from}&to=${to}`).pipe(
+        HttpClient.execute,
+        Effect.flatMap(
+          HttpClientResponse.schemaBodyJson(
+            Schema.Struct({
+              data: Schema.Struct({ rates: Schema.Record({ key: Schema.String, value: Schema.Number }) }),
+            }),
+          ),
+        ),
+        Effect.timeout('1 second'),
+        Effect.retry(Schedule.exponential(1_000).pipe(Schedule.compose(Schedule.recurs(3)))),
+        Effect.scoped,
+      );
+
+      return res.data.rates[to].toString();
+    }, Effect.provide(FetchHttpClient.layer)),
+  ),
+);

package/src/functions/query.ts

@@ -0,0 +1,19 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Operation } from '@dxos/compute';
+import { Database, Filter, Query as EchoQuery } from '@dxos/echo';
+
+import { QueryDb } from './definitions';
+
+export default QueryDb.pipe(
+  Operation.withHandler(
+    Effect.fn(function* (data) {
+      const results = yield* Database.runQuery(EchoQuery.select(Filter.everything()));
+      return { count: results.length };
+    }),
+  ),
+);

package/src/functions/reply.ts

@@ -0,0 +1,19 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Console from 'effect/Console';
+import * as Effect from 'effect/Effect';
+
+import { Operation } from '@dxos/compute';
+
+import { Reply } from './definitions';
+
+export default Reply.pipe(
+  Operation.withHandler(
+    Effect.fn(function* (data) {
+      yield* Console.log('reply', { data });
+      return data;
+    }),
+  ),
+);

package/src/functions/sleep.ts

@@ -0,0 +1,17 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Effect from 'effect/Effect';
+
+import { Operation } from '@dxos/compute';
+
+import { Sleep } from './definitions';
+
+export default Sleep.pipe(
+  Operation.withHandler(
+    Effect.fn(function* ({ duration = 100_000 }) {
+      yield* Effect.sleep(duration);
+    }),
+  ),
+);

package/src/index.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export {};

package/src/testing/index.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export * from './util';

package/src/testing/util.ts

@@ -0,0 +1,130 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import fs from 'node:fs';
+
+import { sleep } from '@dxos/async';
+import { Client, type Config } from '@dxos/client';
+import { type Space } from '@dxos/client/echo';
+import { Operation, Trigger } from '@dxos/compute';
+import { Context } from '@dxos/context';
+import { Feed, Obj } from '@dxos/echo';
+import { InvocationTraceEndEvent, InvocationTraceStartEvent } from '@dxos/functions-runtime';
+import { FunctionsServiceClient } from '@dxos/functions-runtime/edge';
+import { bundleFunction } from '@dxos/functions-runtime/native';
+import type { BundleResult } from '@dxos/functions-runtime/native';
+import { ErrorCodec, type FunctionRuntimeKind } from '@dxos/protocols';
+import { EdgeReplicationSetting } from '@dxos/protocols/proto/dxos/echo/metadata';
+
+export const writeBundle = (path: string, bundle: BundleResult) => {
+  fs.mkdirSync(path, { recursive: true });
+  Object.entries(bundle.assets).forEach(([name, content]) => {
+    fs.writeFileSync(path + '/' + name, content);
+  });
+};
+
+export const setup = async (config: Config) => {
+  const client = await new Client({
+    config,
+    types: [Operation.PersistentOperation, Trigger.Trigger],
+  }).initialize();
+  await client.halo.createIdentity();
+
+  const space = await client.spaces.create();
+  await space.waitUntilReady();
+  await space.internal.setEdgeReplicationPreference(EdgeReplicationSetting.ENABLED);
+
+  const functionsServiceClient = FunctionsServiceClient.fromClient(client);
+
+  return { client, space, functionsServiceClient };
+};
+
+export const sync = async (space: Space) => {
+  await space.db.flush();
+  await space.internal.syncToEdge({
+    onProgress: (state) =>
+      console.log(state ? `${state.unsyncedDocumentCount} documents syncing...` : 'connecting to edge...'),
+  });
+};
+
+export const deployFunction = async (
+  space: Space,
+  functionsServiceClient: FunctionsServiceClient,
+  entryPoint: string,
+  runtime: FunctionRuntimeKind,
+): Promise<Operation.PersistentOperation> => {
+  const artifact = await bundleFunction({
+    entryPoint,
+    verbose: true,
+  });
+  const func = await functionsServiceClient.deploy(Context.default(), {
+    version: '0.0.1',
+    ownerPublicKey: space.key,
+    entryPoint: artifact.entryPoint,
+    assets: artifact.assets,
+    runtime,
+  });
+  space.db.add(func);
+
+  return func;
+};
+
+export const observeInvocations = async (space: Space, maxCount: number | null) => {
+  let initialCount = null;
+  const invocationData = new Map<
+    string,
+    {
+      count: number;
+      begin: InvocationTraceStartEvent;
+      end?: InvocationTraceEndEvent;
+    }
+  >();
+  let count = 0;
+  while (true) {
+    try {
+      const traceFeed = space.properties.invocationTraceFeed?.target;
+      const traceQueueDxn = traceFeed ? Feed.getQueueDxn(traceFeed) : undefined;
+      const invocations = traceQueueDxn ? ((await space.queues.get(traceQueueDxn).queryObjects()) ?? []) : [];
+
+      for (const invocation of invocations) {
+        if (Obj.instanceOf(InvocationTraceStartEvent, invocation)) {
+          if (invocationData.has(invocation.invocationId)) {
+            continue;
+          }
+          invocationData.set(invocation.invocationId, {
+            count: count++,
+            begin: invocation,
+          });
+          console.log(
+            `${count.toString().padStart(3, ' ')}: BEGIN ${invocation.runtime ?? '(unknown runtime)'} ${JSON.stringify(invocation.input)}`,
+          );
+        } else if (Obj.instanceOf(InvocationTraceEndEvent, invocation)) {
+          const data = invocationData.get(invocation.invocationId);
+          if (!data || !!data.end) {
+            continue;
+          }
+          data.end = invocation;
+
+          const outcome = data.end.outcome;
+          console.log(
+            `${data.count.toString().padStart(3, ' ')}: END outcome=${outcome} duration=${data.end.timestamp - data.begin.timestamp}`,
+          );
+          if (outcome === 'failure' && data.end.error) {
+            console.error(ErrorCodec.decode(data.end.error));
+          }
+        }
+      }
+      if (initialCount === null) {
+        initialCount = invocations.length;
+      }
+
+      if (maxCount !== null && invocationData.size >= maxCount + initialCount) {
+        break;
+      }
+    } catch (err) {
+      console.error(err);
+    }
+    await sleep(1_000);
+  }
+};