@dxos/compute 0.8.4-main.b97322e → 0.8.4-main.c4373fc
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/lib/browser/{chunk-AURNYRCC.mjs → chunk-C7KLV2IU.mjs} +179 -113
- package/dist/lib/browser/chunk-C7KLV2IU.mjs.map +7 -0
- package/dist/lib/browser/index.mjs +1 -1
- package/dist/lib/browser/meta.json +1 -1
- package/dist/lib/browser/testing/index.mjs +42 -9
- package/dist/lib/browser/testing/index.mjs.map +4 -4
- package/dist/lib/node-esm/{chunk-DZMSWKOY.mjs → chunk-K37OSZ5O.mjs} +179 -113
- package/dist/lib/node-esm/chunk-K37OSZ5O.mjs.map +7 -0
- package/dist/lib/node-esm/index.mjs +1 -1
- package/dist/lib/node-esm/meta.json +1 -1
- package/dist/lib/node-esm/testing/index.mjs +42 -9
- package/dist/lib/node-esm/testing/index.mjs.map +4 -4
- package/dist/types/src/compute-graph-registry.d.ts +10 -7
- package/dist/types/src/compute-graph-registry.d.ts.map +1 -1
- package/dist/types/src/compute-graph-registry.test.d.ts +2 -0
- package/dist/types/src/compute-graph-registry.test.d.ts.map +1 -0
- package/dist/types/src/compute-graph.d.ts +5 -2
- package/dist/types/src/compute-graph.d.ts.map +1 -1
- package/dist/types/src/compute-node.d.ts +1 -2
- package/dist/types/src/compute-node.d.ts.map +1 -1
- package/dist/types/src/functions/async-function.d.ts +13 -11
- package/dist/types/src/functions/async-function.d.ts.map +1 -1
- package/dist/types/src/functions/edge-function.d.ts +3 -3
- package/dist/types/src/functions/edge-function.d.ts.map +1 -1
- package/dist/types/src/testing/index.d.ts +1 -0
- package/dist/types/src/testing/index.d.ts.map +1 -1
- package/dist/types/src/testing/test-builder.d.ts +1 -1
- package/dist/types/src/testing/test-builder.d.ts.map +1 -1
- package/dist/types/src/testing/test-plugin.d.ts +4 -5
- package/dist/types/src/testing/test-plugin.d.ts.map +1 -1
- package/dist/types/src/testing/test-runtime.d.ts +10 -0
- package/dist/types/src/testing/test-runtime.d.ts.map +1 -0
- package/dist/types/src/types/hyperformula.d.ts +3 -6
- package/dist/types/src/types/hyperformula.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +24 -28
- package/src/compute-graph-registry.test.ts +138 -0
- package/src/compute-graph-registry.ts +20 -14
- package/src/compute-graph.test.ts +2 -3
- package/src/compute-graph.ts +10 -9
- package/src/compute-node.ts +2 -5
- package/src/functions/async-function.ts +21 -16
- package/src/functions/edge-function.ts +24 -22
- package/src/hyperformula.test.ts +2 -2
- package/src/testing/index.ts +1 -0
- package/src/testing/test-builder.ts +8 -2
- package/src/testing/test-plugin.ts +2 -5
- package/src/testing/test-runtime.ts +38 -0
- package/src/testing/util.ts +1 -1
- package/src/types/hyperformula.ts +8 -8
- package/src/types/types.test.ts +2 -2
- package/dist/lib/browser/chunk-AURNYRCC.mjs.map +0 -7
- package/dist/lib/node-esm/chunk-DZMSWKOY.mjs.map +0 -7
- package/dist/vendor/hyperformula.mjs +0 -36400
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/compute",
|
|
3
|
-
"version": "0.8.4-main.
|
|
3
|
+
"version": "0.8.4-main.c4373fc",
|
|
4
4
|
"description": "Low-level compute API",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -8,19 +8,15 @@
|
|
|
8
8
|
"author": "DXOS.org",
|
|
9
9
|
"sideEffects": true,
|
|
10
10
|
"type": "module",
|
|
11
|
-
"imports": {
|
|
12
|
-
"#hyperformula": {
|
|
13
|
-
"types": "hyperformula",
|
|
14
|
-
"default": "./dist/vendor/hyperformula.mjs"
|
|
15
|
-
}
|
|
16
|
-
},
|
|
17
11
|
"exports": {
|
|
18
12
|
".": {
|
|
13
|
+
"source": "./src/index.ts",
|
|
19
14
|
"types": "./dist/types/src/index.d.ts",
|
|
20
15
|
"browser": "./dist/lib/browser/index.mjs",
|
|
21
16
|
"node": "./dist/lib/node-esm/index.mjs"
|
|
22
17
|
},
|
|
23
18
|
"./testing": {
|
|
19
|
+
"source": "./src/testing/index.ts",
|
|
24
20
|
"types": "./dist/types/src/testing/index.d.ts",
|
|
25
21
|
"browser": "./dist/lib/browser/testing/index.mjs",
|
|
26
22
|
"node": "./dist/lib/node-esm/testing/index.mjs"
|
|
@@ -39,32 +35,32 @@
|
|
|
39
35
|
"src"
|
|
40
36
|
],
|
|
41
37
|
"dependencies": {
|
|
42
|
-
"@preact/signals-core": "^1.
|
|
43
|
-
"effect": "3.
|
|
44
|
-
"hyperformula": "^2.7.1",
|
|
38
|
+
"@preact/signals-core": "^1.12.1",
|
|
39
|
+
"effect": "3.18.3",
|
|
45
40
|
"lodash.defaultsdeep": "^4.6.1",
|
|
46
|
-
"@dxos/
|
|
47
|
-
"@dxos/
|
|
48
|
-
"@dxos/
|
|
49
|
-
"@dxos/
|
|
50
|
-
"@dxos/
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/echo
|
|
53
|
-
"@dxos/
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/
|
|
56
|
-
"@dxos/
|
|
57
|
-
"@dxos/
|
|
58
|
-
"@dxos/
|
|
59
|
-
"@dxos/schema": "0.8.4-main.
|
|
60
|
-
"@dxos/util": "0.8.4-main.
|
|
41
|
+
"@dxos/ai": "0.8.4-main.c4373fc",
|
|
42
|
+
"@dxos/async": "0.8.4-main.c4373fc",
|
|
43
|
+
"@dxos/context": "0.8.4-main.c4373fc",
|
|
44
|
+
"@dxos/debug": "0.8.4-main.c4373fc",
|
|
45
|
+
"@dxos/functions": "0.8.4-main.c4373fc",
|
|
46
|
+
"@dxos/keys": "0.8.4-main.c4373fc",
|
|
47
|
+
"@dxos/echo": "0.8.4-main.c4373fc",
|
|
48
|
+
"@dxos/invariant": "0.8.4-main.c4373fc",
|
|
49
|
+
"@dxos/live-object": "0.8.4-main.c4373fc",
|
|
50
|
+
"@dxos/plugin-automation": "0.8.4-main.c4373fc",
|
|
51
|
+
"@dxos/protocols": "0.8.4-main.c4373fc",
|
|
52
|
+
"@dxos/client": "0.8.4-main.c4373fc",
|
|
53
|
+
"@dxos/log": "0.8.4-main.c4373fc",
|
|
54
|
+
"@dxos/schema": "0.8.4-main.c4373fc",
|
|
55
|
+
"@dxos/util": "0.8.4-main.c4373fc",
|
|
56
|
+
"@dxos/vendor-hyperformula": "0.8.4-main.c4373fc"
|
|
61
57
|
},
|
|
62
58
|
"devDependencies": {
|
|
63
59
|
"@tldraw/indices": "^2.0.0-alpha.14",
|
|
64
60
|
"@types/lodash.defaultsdeep": "^4.6.6",
|
|
65
|
-
"@dxos/echo
|
|
66
|
-
"@dxos/random": "0.8.4-main.
|
|
67
|
-
"@dxos/echo-
|
|
61
|
+
"@dxos/echo": "0.8.4-main.c4373fc",
|
|
62
|
+
"@dxos/random": "0.8.4-main.c4373fc",
|
|
63
|
+
"@dxos/echo-db": "0.8.4-main.c4373fc"
|
|
68
64
|
},
|
|
69
65
|
"peerDependencies": {
|
|
70
66
|
"effect": "^3.13.3"
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Schema from 'effect/Schema';
|
|
6
|
+
import { describe, expect, onTestFinished, test } from 'vitest';
|
|
7
|
+
|
|
8
|
+
import { Trigger } from '@dxos/async';
|
|
9
|
+
import { fullyQualifiedId } from '@dxos/client/echo';
|
|
10
|
+
import { FunctionDefinition, FunctionType } from '@dxos/functions';
|
|
11
|
+
|
|
12
|
+
import { ComputeGraphRegistry, defaultPlugins } from './compute-graph-registry';
|
|
13
|
+
import { TestBuilder, createMockedComputeRuntimeProvider } from './testing';
|
|
14
|
+
|
|
15
|
+
describe('ComputeGraphRegistry', () => {
|
|
16
|
+
const add = FunctionDefinition.make({
|
|
17
|
+
key: 'add',
|
|
18
|
+
name: 'add',
|
|
19
|
+
description: 'Adds two numbers',
|
|
20
|
+
inputSchema: Schema.Struct({ a: Schema.Number, b: Schema.Number }),
|
|
21
|
+
outputSchema: Schema.Number,
|
|
22
|
+
handler: ({ data }) => data.a + data.b,
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
test('invokes user function through compute graph', async () => {
|
|
26
|
+
const computeRuntime = createMockedComputeRuntimeProvider({ functions: [add] });
|
|
27
|
+
const testBuilder = new TestBuilder({ types: [FunctionType], computeRuntime });
|
|
28
|
+
await testBuilder.open();
|
|
29
|
+
onTestFinished(async () => {
|
|
30
|
+
await testBuilder.close();
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
const space = await testBuilder.client.spaces.create();
|
|
34
|
+
|
|
35
|
+
// Register Edge function plugin and runtime in the registry.
|
|
36
|
+
const registry = new ComputeGraphRegistry({ plugins: defaultPlugins, computeRuntime });
|
|
37
|
+
await registry.open();
|
|
38
|
+
onTestFinished(async () => {
|
|
39
|
+
await registry.close();
|
|
40
|
+
});
|
|
41
|
+
|
|
42
|
+
const graph = registry.createGraph(space);
|
|
43
|
+
await graph.open();
|
|
44
|
+
onTestFinished(async () => {
|
|
45
|
+
await graph.close();
|
|
46
|
+
});
|
|
47
|
+
|
|
48
|
+
// Create a function object in ECHO with binding that maps to DX calls.
|
|
49
|
+
const functionObj = FunctionDefinition.serialize(add);
|
|
50
|
+
functionObj.binding = 'ADD';
|
|
51
|
+
space.db.add(functionObj);
|
|
52
|
+
|
|
53
|
+
const node = await graph.getOrCreateNode('sheet').open();
|
|
54
|
+
|
|
55
|
+
// Wait for value update after async invocation completes.
|
|
56
|
+
const trigger = new Trigger<number>();
|
|
57
|
+
node.update.on(() => {
|
|
58
|
+
const value = node.getValue({ row: 0, col: 0 });
|
|
59
|
+
if (typeof value === 'number') {
|
|
60
|
+
trigger.wake(value);
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
// Set formula using binding; graph will map to DX("ADD", ...)
|
|
65
|
+
node.setValue({ row: 0, col: 0 }, '=ADD(2, 3)');
|
|
66
|
+
|
|
67
|
+
const result = await trigger.wait();
|
|
68
|
+
expect(result).to.equal(5);
|
|
69
|
+
|
|
70
|
+
// Sanity check: mapping to fully qualified id works as well.
|
|
71
|
+
const bindingId = graph.mapFunctionBindingToId('ADD(2, 3)');
|
|
72
|
+
expect(bindingId.startsWith(`${fullyQualifiedId(functionObj)}`)).to.be.true;
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
test('adding a function binding updates autocomplete and enables execution', async () => {
|
|
76
|
+
const computeRuntime = createMockedComputeRuntimeProvider({ functions: [add] });
|
|
77
|
+
const testBuilder = new TestBuilder({ types: [FunctionType], computeRuntime });
|
|
78
|
+
await testBuilder.open();
|
|
79
|
+
onTestFinished(async () => {
|
|
80
|
+
await testBuilder.close();
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
const space = await testBuilder.client.spaces.create();
|
|
84
|
+
|
|
85
|
+
const registry = new ComputeGraphRegistry({ plugins: defaultPlugins, computeRuntime });
|
|
86
|
+
await registry.open();
|
|
87
|
+
onTestFinished(async () => {
|
|
88
|
+
await registry.close();
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
const graph = registry.createGraph(space);
|
|
92
|
+
await graph.open();
|
|
93
|
+
onTestFinished(async () => {
|
|
94
|
+
await graph.close();
|
|
95
|
+
});
|
|
96
|
+
|
|
97
|
+
// Initially there should be no echo functions.
|
|
98
|
+
expect(graph.getFunctions({ standard: false, echo: true }).length).to.equal(0);
|
|
99
|
+
|
|
100
|
+
// Subscribe for function updates.
|
|
101
|
+
const functionsUpdated = new Trigger<void>();
|
|
102
|
+
const unsubscribe = graph.update.on((e) => {
|
|
103
|
+
if (e.type === 'functionsUpdated') {
|
|
104
|
+
functionsUpdated.wake();
|
|
105
|
+
}
|
|
106
|
+
});
|
|
107
|
+
onTestFinished(unsubscribe);
|
|
108
|
+
|
|
109
|
+
// Add a bound function to the space; graph should pick it up.
|
|
110
|
+
const functionObj = FunctionDefinition.serialize(add);
|
|
111
|
+
functionObj.binding = 'ADD';
|
|
112
|
+
space.db.add(functionObj);
|
|
113
|
+
|
|
114
|
+
await functionsUpdated.wait();
|
|
115
|
+
|
|
116
|
+
// Autocomplete should now include the binding.
|
|
117
|
+
const echoFunctions = graph.getFunctions({ standard: false, echo: true }).map((f) => f.name);
|
|
118
|
+
expect(echoFunctions).toContain('ADD');
|
|
119
|
+
|
|
120
|
+
// And the binding should execute when used in a formula.
|
|
121
|
+
const node = await graph.getOrCreateNode('sheet').open();
|
|
122
|
+
onTestFinished(async () => {
|
|
123
|
+
await node.close();
|
|
124
|
+
});
|
|
125
|
+
|
|
126
|
+
const valueSettled = new Trigger<number>();
|
|
127
|
+
node.update.on(() => {
|
|
128
|
+
const value = node.getValue({ row: 0, col: 0 });
|
|
129
|
+
if (typeof value === 'number') {
|
|
130
|
+
valueSettled.wake(value);
|
|
131
|
+
}
|
|
132
|
+
});
|
|
133
|
+
|
|
134
|
+
node.setValue({ row: 0, col: 0 }, '=ADD(2, 3)');
|
|
135
|
+
const result = await valueSettled.wait();
|
|
136
|
+
expect(result).to.equal(5);
|
|
137
|
+
});
|
|
138
|
+
});
|
|
@@ -2,17 +2,16 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import type
|
|
6
|
-
import type { ConfigParams } from 'hyperformula/typings/ConfigParams';
|
|
7
|
-
import type { FunctionTranslationsPackage } from 'hyperformula/typings/interpreter';
|
|
5
|
+
import type * as ManagedRuntime from 'effect/ManagedRuntime';
|
|
8
6
|
import defaultsDeep from 'lodash.defaultsdeep';
|
|
9
7
|
|
|
10
|
-
import { type
|
|
8
|
+
import { type Space, type SpaceId } from '@dxos/client/echo';
|
|
11
9
|
import { Resource } from '@dxos/context';
|
|
10
|
+
import { type FunctionInvocationService } from '@dxos/functions';
|
|
12
11
|
import { invariant } from '@dxos/invariant';
|
|
13
12
|
import { log } from '@dxos/log';
|
|
14
|
-
|
|
15
|
-
import { HyperFormula } from '
|
|
13
|
+
import type { ConfigParams, FunctionPluginDefinition, FunctionTranslationsPackage } from '@dxos/vendor-hyperformula';
|
|
14
|
+
import { HyperFormula } from '@dxos/vendor-hyperformula';
|
|
16
15
|
|
|
17
16
|
import { ComputeGraph } from './compute-graph';
|
|
18
17
|
import { EdgeFunctionPlugin, EdgeFunctionPluginTranslations, type FunctionContextOptions } from './functions';
|
|
@@ -22,15 +21,16 @@ export type ComputeGraphPlugin = {
|
|
|
22
21
|
translations: FunctionTranslationsPackage;
|
|
23
22
|
};
|
|
24
23
|
|
|
24
|
+
export type FunctionsRuntimeProvider = {
|
|
25
|
+
getRuntime(spaceId: SpaceId): ManagedRuntime.ManagedRuntime<FunctionInvocationService, never>;
|
|
26
|
+
};
|
|
27
|
+
|
|
25
28
|
export type ComputeGraphOptions = {
|
|
26
29
|
plugins?: ComputeGraphPlugin[];
|
|
30
|
+
computeRuntime: FunctionsRuntimeProvider;
|
|
27
31
|
} & Partial<FunctionContextOptions> &
|
|
28
32
|
Partial<ConfigParams>;
|
|
29
33
|
|
|
30
|
-
export const defaultOptions: ComputeGraphOptions = {
|
|
31
|
-
licenseKey: 'gpl-v3',
|
|
32
|
-
};
|
|
33
|
-
|
|
34
34
|
export const defaultPlugins: ComputeGraphPlugin[] = [
|
|
35
35
|
{
|
|
36
36
|
plugin: EdgeFunctionPlugin,
|
|
@@ -38,23 +38,26 @@ export const defaultPlugins: ComputeGraphPlugin[] = [
|
|
|
38
38
|
},
|
|
39
39
|
];
|
|
40
40
|
|
|
41
|
+
export const defaultOptions: Partial<ComputeGraphOptions> = {
|
|
42
|
+
licenseKey: 'gpl-v3',
|
|
43
|
+
};
|
|
44
|
+
|
|
41
45
|
/**
|
|
42
46
|
* Manages a collection of ComputeGraph instances for each space.
|
|
43
47
|
*
|
|
44
48
|
* [ComputePlugin] => [ComputeGraphRegistry] => [ComputeGraph(Space)] => [ComputeNode(Object)]
|
|
45
49
|
*
|
|
46
50
|
* NOTE: The ComputeGraphRegistry manages the hierarchy of resources via its root Context.
|
|
47
|
-
* NOTE: The package.json file defines the packaged #hyperformula module.
|
|
48
51
|
*/
|
|
49
52
|
// TODO(burdon): Move graph into separate plugin; isolate HF deps.
|
|
50
53
|
export class ComputeGraphRegistry extends Resource {
|
|
51
54
|
private readonly _graphs = new Map<SpaceId, ComputeGraph>();
|
|
52
|
-
|
|
53
55
|
private readonly _options: ComputeGraphOptions;
|
|
54
56
|
|
|
55
|
-
constructor(options: ComputeGraphOptions
|
|
57
|
+
constructor(options: ComputeGraphOptions) {
|
|
56
58
|
super();
|
|
57
59
|
this._options = defaultsDeep({}, options, defaultOptions);
|
|
60
|
+
this._options.plugins = this._options.plugins ?? defaultPlugins;
|
|
58
61
|
this._options.plugins?.forEach(({ plugin, translations }) => {
|
|
59
62
|
HyperFormula.registerFunctionPlugin(plugin, translations);
|
|
60
63
|
});
|
|
@@ -77,7 +80,10 @@ export class ComputeGraphRegistry extends Resource {
|
|
|
77
80
|
createGraph(space: Space): ComputeGraph {
|
|
78
81
|
invariant(!this._graphs.has(space.id), `ComputeGraph already exists for space: ${space.id}`);
|
|
79
82
|
const hf = HyperFormula.buildEmpty(this._options);
|
|
80
|
-
|
|
83
|
+
invariant(this._options.computeRuntime, 'ComputeRuntime is required');
|
|
84
|
+
const runtime = this._options.computeRuntime.getRuntime(space.id);
|
|
85
|
+
|
|
86
|
+
const graph = new ComputeGraph(hf, runtime, space, this._options);
|
|
81
87
|
this._graphs.set(space.id, graph);
|
|
82
88
|
return graph;
|
|
83
89
|
}
|
|
@@ -2,15 +2,14 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { type CellValue } from 'hyperformula';
|
|
6
5
|
import { afterEach, beforeEach, describe, expect, test } from 'vitest';
|
|
7
6
|
|
|
8
7
|
import { Trigger } from '@dxos/async';
|
|
9
8
|
import { fullyQualifiedId } from '@dxos/client/echo';
|
|
10
9
|
import { Obj } from '@dxos/echo';
|
|
11
10
|
import { FunctionType } from '@dxos/functions';
|
|
12
|
-
|
|
13
|
-
import { DetailedCellError } from '
|
|
11
|
+
import { type CellValue } from '@dxos/vendor-hyperformula';
|
|
12
|
+
import { DetailedCellError } from '@dxos/vendor-hyperformula';
|
|
14
13
|
|
|
15
14
|
import { TestBuilder } from './testing';
|
|
16
15
|
|
package/src/compute-graph.ts
CHANGED
|
@@ -2,28 +2,28 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import
|
|
5
|
+
import type * as ManagedRuntime from 'effect/ManagedRuntime';
|
|
6
6
|
|
|
7
7
|
import { Event } from '@dxos/async';
|
|
8
|
-
import { type Space,
|
|
8
|
+
import { Filter, type Space, fullyQualifiedId } from '@dxos/client/echo';
|
|
9
9
|
import { FQ_ID_LENGTH } from '@dxos/client/echo';
|
|
10
10
|
import { Resource } from '@dxos/context';
|
|
11
|
-
import { getTypename } from '@dxos/echo
|
|
12
|
-
import { FunctionType } from '@dxos/functions';
|
|
11
|
+
import { getTypename } from '@dxos/echo/internal';
|
|
12
|
+
import { type FunctionInvocationService, FunctionType } from '@dxos/functions';
|
|
13
13
|
import { invariant } from '@dxos/invariant';
|
|
14
14
|
import { PublicKey } from '@dxos/keys';
|
|
15
15
|
import { log } from '@dxos/log';
|
|
16
16
|
import { isNonNullable } from '@dxos/util';
|
|
17
|
-
|
|
18
|
-
import { ExportedCellChange, type HyperFormula } from '
|
|
17
|
+
import type { Listeners } from '@dxos/vendor-hyperformula';
|
|
18
|
+
import { ExportedCellChange, type HyperFormula } from '@dxos/vendor-hyperformula';
|
|
19
19
|
|
|
20
20
|
import { ComputeNode } from './compute-node';
|
|
21
21
|
import {
|
|
22
|
-
|
|
22
|
+
EDGE_FUNCTION_NAME,
|
|
23
23
|
FunctionContext,
|
|
24
24
|
type FunctionContextOptions,
|
|
25
25
|
type FunctionDefinition,
|
|
26
|
-
|
|
26
|
+
defaultFunctions,
|
|
27
27
|
} from './functions';
|
|
28
28
|
|
|
29
29
|
// TODO(burdon): Factor out compute-graph.
|
|
@@ -69,12 +69,13 @@ export class ComputeGraph extends Resource {
|
|
|
69
69
|
|
|
70
70
|
constructor(
|
|
71
71
|
private readonly _hf: HyperFormula,
|
|
72
|
+
private readonly _runtime: ManagedRuntime.ManagedRuntime<FunctionInvocationService, never>,
|
|
72
73
|
private readonly _space?: Space,
|
|
73
74
|
private readonly _options?: Partial<FunctionContextOptions>,
|
|
74
75
|
) {
|
|
75
76
|
super();
|
|
76
77
|
|
|
77
|
-
this.context = new FunctionContext(this._hf, this._space, {
|
|
78
|
+
this.context = new FunctionContext(this._hf, this._runtime, this._space, {
|
|
78
79
|
...this._options,
|
|
79
80
|
onUpdate: (update) => {
|
|
80
81
|
this._options?.onUpdate?.(update);
|
package/src/compute-node.ts
CHANGED
|
@@ -2,13 +2,10 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { type Listeners } from 'hyperformula/typings/Emitter';
|
|
6
|
-
import { type ExportedCellChange } from 'hyperformula/typings/Exporter';
|
|
7
|
-
|
|
8
5
|
import { Event } from '@dxos/async';
|
|
9
6
|
import { Resource } from '@dxos/context';
|
|
10
|
-
|
|
11
|
-
import { DetailedCellError } from '
|
|
7
|
+
import { type ExportedCellChange, type Listeners } from '@dxos/vendor-hyperformula';
|
|
8
|
+
import { DetailedCellError } from '@dxos/vendor-hyperformula';
|
|
12
9
|
|
|
13
10
|
import { type ComputeGraph } from './compute-graph';
|
|
14
11
|
import { type CellAddress, type CellScalarValue, isFormula } from './types';
|
|
@@ -2,17 +2,18 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import
|
|
6
|
-
import { type InterpreterState } from 'hyperformula/typings/interpreter/InterpreterState';
|
|
7
|
-
import { type InterpreterValue } from 'hyperformula/typings/interpreter/InterpreterValue';
|
|
8
|
-
import { type ProcedureAst } from 'hyperformula/typings/parser';
|
|
5
|
+
import type * as ManagedRuntime from 'effect/ManagedRuntime';
|
|
9
6
|
import defaultsDeep from 'lodash.defaultsdeep';
|
|
10
7
|
|
|
11
|
-
import {
|
|
12
|
-
import {
|
|
8
|
+
import { type CleanupFn, debounce } from '@dxos/async';
|
|
9
|
+
import type { Space } from '@dxos/client/echo';
|
|
10
|
+
import { type FunctionInvocationService } from '@dxos/functions';
|
|
13
11
|
import { log } from '@dxos/log';
|
|
14
|
-
|
|
15
|
-
import {
|
|
12
|
+
import type { RawInterpreterValue, SimpleCellAddress } from '@dxos/vendor-hyperformula';
|
|
13
|
+
import type { InterpreterState } from '@dxos/vendor-hyperformula';
|
|
14
|
+
import type { InterpreterValue } from '@dxos/vendor-hyperformula';
|
|
15
|
+
import type { ProcedureAst } from '@dxos/vendor-hyperformula';
|
|
16
|
+
import { CellError, EmptyValue, ErrorType, FunctionPlugin, type HyperFormula } from '@dxos/vendor-hyperformula';
|
|
16
17
|
|
|
17
18
|
// TODO(burdon): Create API gateways:
|
|
18
19
|
// https://publicapis.io
|
|
@@ -34,14 +35,12 @@ export type FunctionOptions = {
|
|
|
34
35
|
export type FunctionContextOptions = {
|
|
35
36
|
defaultTtl: number;
|
|
36
37
|
debounceDelay: number;
|
|
37
|
-
remoteFunctionUrl: string;
|
|
38
38
|
onUpdate?: (update: FunctionUpdateEvent) => void;
|
|
39
39
|
};
|
|
40
40
|
|
|
41
|
-
export const defaultFunctionContextOptions: FunctionContextOptions = {
|
|
41
|
+
export const defaultFunctionContextOptions: Pick<FunctionContextOptions, 'defaultTtl' | 'debounceDelay'> = {
|
|
42
42
|
defaultTtl: 5_000,
|
|
43
43
|
debounceDelay: 200,
|
|
44
|
-
remoteFunctionUrl: 'https://edge.dxos.workers.dev/functions', // TODO(burdon): Config.
|
|
45
44
|
};
|
|
46
45
|
|
|
47
46
|
/**
|
|
@@ -78,6 +77,7 @@ export class FunctionContext {
|
|
|
78
77
|
|
|
79
78
|
constructor(
|
|
80
79
|
private readonly _hf: HyperFormula,
|
|
80
|
+
private readonly _runtime: ManagedRuntime.ManagedRuntime<FunctionInvocationService, never>,
|
|
81
81
|
private readonly _space: Space | undefined,
|
|
82
82
|
_options?: Partial<FunctionContextOptions>,
|
|
83
83
|
) {
|
|
@@ -94,14 +94,14 @@ export class FunctionContext {
|
|
|
94
94
|
return this._space;
|
|
95
95
|
}
|
|
96
96
|
|
|
97
|
-
get remoteFunctionUrl() {
|
|
98
|
-
return this._options.remoteFunctionUrl;
|
|
99
|
-
}
|
|
100
|
-
|
|
101
97
|
get info() {
|
|
102
98
|
return { cache: this._cache.size, invocations: this._invocations };
|
|
103
99
|
}
|
|
104
100
|
|
|
101
|
+
get runtime() {
|
|
102
|
+
return this._runtime;
|
|
103
|
+
}
|
|
104
|
+
|
|
105
105
|
flush(): void {
|
|
106
106
|
this._cache.clear();
|
|
107
107
|
this._invocations = {};
|
|
@@ -169,7 +169,12 @@ export class AsyncFunctionPlugin extends FunctionPlugin {
|
|
|
169
169
|
/**
|
|
170
170
|
* Immediately returns cached value then runs the async function.
|
|
171
171
|
*/
|
|
172
|
-
protected runAsyncFunction(
|
|
172
|
+
protected runAsyncFunction(
|
|
173
|
+
ast: ProcedureAst,
|
|
174
|
+
state: InterpreterState,
|
|
175
|
+
cb: AsyncFunction,
|
|
176
|
+
options?: FunctionOptions,
|
|
177
|
+
): RawInterpreterValue {
|
|
173
178
|
const { procedureName } = ast;
|
|
174
179
|
const metadata = this.metadata(procedureName);
|
|
175
180
|
return this.runFunction(ast.args, state, metadata, (...args: any) => {
|
|
@@ -3,17 +3,18 @@
|
|
|
3
3
|
//
|
|
4
4
|
|
|
5
5
|
import { effect } from '@preact/signals-core';
|
|
6
|
-
import
|
|
7
|
-
import
|
|
8
|
-
import { type ProcedureAst } from 'hyperformula/typings/parser';
|
|
6
|
+
import * as Effect from 'effect/Effect';
|
|
7
|
+
import * as SchemaAST from 'effect/SchemaAST';
|
|
9
8
|
|
|
10
|
-
import { Filter
|
|
11
|
-
import { toEffectSchema } from '@dxos/echo
|
|
12
|
-
import { FunctionType,
|
|
9
|
+
import { Filter } from '@dxos/client/echo';
|
|
10
|
+
import { toEffectSchema } from '@dxos/echo/internal';
|
|
11
|
+
import { ComputeEventLogger, FunctionInvocationService, FunctionType, TracingService } from '@dxos/functions';
|
|
12
|
+
import { FunctionDefinition } from '@dxos/functions';
|
|
13
13
|
import { log } from '@dxos/log';
|
|
14
14
|
import { isNonNullable } from '@dxos/util';
|
|
15
|
-
|
|
16
|
-
import {
|
|
15
|
+
import { type ProcedureAst } from '@dxos/vendor-hyperformula';
|
|
16
|
+
import { type InterpreterState } from '@dxos/vendor-hyperformula';
|
|
17
|
+
import { CellError, ErrorType, FunctionArgumentType } from '@dxos/vendor-hyperformula';
|
|
17
18
|
|
|
18
19
|
import { type AsyncFunction, AsyncFunctionPlugin } from './async-function';
|
|
19
20
|
|
|
@@ -56,25 +57,26 @@ export class EdgeFunctionPlugin extends AsyncFunctionPlugin {
|
|
|
56
57
|
this.context.createSubscription(ast.procedureName, unsubscribe);
|
|
57
58
|
}
|
|
58
59
|
|
|
59
|
-
const
|
|
60
|
+
const runtime = this.context.runtime;
|
|
61
|
+
const functionDef = FunctionDefinition.deserialize(fn);
|
|
62
|
+
// If input schema exists, construct an object from args using the schema props order, otherwise pass { args }.
|
|
63
|
+
let input: any;
|
|
60
64
|
if (fn.inputSchema) {
|
|
61
65
|
const schema = toEffectSchema(fn.inputSchema);
|
|
62
|
-
SchemaAST.getPropertySignatures(schema.ast)
|
|
63
|
-
|
|
66
|
+
const props = SchemaAST.getPropertySignatures(schema.ast);
|
|
67
|
+
input = {} as any;
|
|
68
|
+
props.forEach(({ name }, index) => {
|
|
69
|
+
input[name.toString()] = args[index];
|
|
64
70
|
});
|
|
65
71
|
} else {
|
|
66
|
-
|
|
72
|
+
input = { args: args.filter(isNonNullable) };
|
|
67
73
|
}
|
|
68
|
-
const
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
const result = await response.text();
|
|
75
|
-
log('function executed', { result });
|
|
76
|
-
|
|
77
|
-
return result;
|
|
74
|
+
const result = runtime.runPromise(
|
|
75
|
+
Effect.gen(function* () {
|
|
76
|
+
return yield* FunctionInvocationService.invokeFunction(functionDef, input);
|
|
77
|
+
}).pipe(Effect.provide(ComputeEventLogger.layerFromTracing), Effect.provide(TracingService.layerNoop)),
|
|
78
|
+
);
|
|
79
|
+
return result as any;
|
|
78
80
|
};
|
|
79
81
|
|
|
80
82
|
return this.runAsyncFunction(ast, state, handler(true), { ttl: FUNCTION_TTL });
|
package/src/hyperformula.test.ts
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { describe,
|
|
5
|
+
import { describe, expect, test } from 'vitest';
|
|
6
6
|
|
|
7
|
-
import { HyperFormula } from '
|
|
7
|
+
import { HyperFormula } from '@dxos/vendor-hyperformula';
|
|
8
8
|
|
|
9
9
|
describe('hyperformula', () => {
|
|
10
10
|
test('sanity test', async () => {
|
package/src/testing/index.ts
CHANGED
|
@@ -8,7 +8,9 @@ import { invariant } from '@dxos/invariant';
|
|
|
8
8
|
|
|
9
9
|
import { type ComputeGraphOptions, ComputeGraphRegistry } from '../compute-graph-registry';
|
|
10
10
|
|
|
11
|
-
|
|
11
|
+
import { createMockedComputeRuntimeProvider } from './test-runtime';
|
|
12
|
+
|
|
13
|
+
export type TestBuilderOptions = ClientOptions & Partial<ComputeGraphOptions>;
|
|
12
14
|
|
|
13
15
|
// TODO(burdon): Reconcile with @dxos/client/testing.
|
|
14
16
|
export class TestBuilder extends Resource {
|
|
@@ -43,7 +45,11 @@ export class TestBuilder extends Resource {
|
|
|
43
45
|
this._client = undefined;
|
|
44
46
|
});
|
|
45
47
|
|
|
46
|
-
const registry = new ComputeGraphRegistry(
|
|
48
|
+
const registry = new ComputeGraphRegistry({
|
|
49
|
+
...this._options,
|
|
50
|
+
// Provide a default runtime provider for tests if not supplied.
|
|
51
|
+
computeRuntime: this._options.computeRuntime ?? createMockedComputeRuntimeProvider(),
|
|
52
|
+
});
|
|
47
53
|
await registry.open();
|
|
48
54
|
this._registry = registry;
|
|
49
55
|
this._ctx.onDispose(async () => {
|
|
@@ -2,12 +2,9 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { type InterpreterState } from 'hyperformula/typings/interpreter/InterpreterState';
|
|
6
|
-
import { type ProcedureAst } from 'hyperformula/typings/parser';
|
|
7
|
-
|
|
8
5
|
import { getDeep } from '@dxos/util';
|
|
9
|
-
|
|
10
|
-
import { FunctionArgumentType } from '
|
|
6
|
+
import { type InterpreterState, type ProcedureAst } from '@dxos/vendor-hyperformula';
|
|
7
|
+
import { FunctionArgumentType } from '@dxos/vendor-hyperformula';
|
|
11
8
|
|
|
12
9
|
import { type ComputeGraphPlugin } from '../compute-graph-registry';
|
|
13
10
|
import { type AsyncFunction, AsyncFunctionPlugin } from '../functions';
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2025 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import * as Layer from 'effect/Layer';
|
|
6
|
+
import * as ManagedRuntime from 'effect/ManagedRuntime';
|
|
7
|
+
|
|
8
|
+
import { AiService } from '@dxos/ai';
|
|
9
|
+
import { type SpaceId } from '@dxos/client/echo';
|
|
10
|
+
import {
|
|
11
|
+
CredentialsService,
|
|
12
|
+
DatabaseService,
|
|
13
|
+
type FunctionDefinition,
|
|
14
|
+
FunctionInvocationService,
|
|
15
|
+
QueueService,
|
|
16
|
+
} from '@dxos/functions';
|
|
17
|
+
|
|
18
|
+
import { type FunctionsRuntimeProvider } from '../compute-graph-registry';
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Minimal compute runtime provider for tests and Storybook.
|
|
22
|
+
* Will cause errors if used for actual runtime.
|
|
23
|
+
*/
|
|
24
|
+
export const createMockedComputeRuntimeProvider = ({
|
|
25
|
+
functions,
|
|
26
|
+
}: { functions?: FunctionDefinition<any, any>[] } = {}): FunctionsRuntimeProvider => {
|
|
27
|
+
return {
|
|
28
|
+
getRuntime: (_spaceId: SpaceId) =>
|
|
29
|
+
ManagedRuntime.make(
|
|
30
|
+
FunctionInvocationService.layerTest({ functions }).pipe(
|
|
31
|
+
Layer.provide(AiService.notAvailable),
|
|
32
|
+
Layer.provide(CredentialsService.configuredLayer([])),
|
|
33
|
+
Layer.provide(DatabaseService.notAvailable),
|
|
34
|
+
Layer.provide(QueueService.notAvailable),
|
|
35
|
+
),
|
|
36
|
+
),
|
|
37
|
+
};
|
|
38
|
+
};
|
package/src/testing/util.ts
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { HyperFormula } from 'hyperformula';
|
|
5
|
+
import { HyperFormula } from '@dxos/vendor-hyperformula';
|
|
6
6
|
|
|
7
7
|
export const getRegisteredFunctionNames = () => {
|
|
8
8
|
return HyperFormula.buildEmpty({ licenseKey: 'gpl-v3' }).getRegisteredFunctionNames();
|