@dxos/plugin-transformer 0.8.3-main.672df60 → 0.8.3-staging.0fa589b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +22 -22
- package/src/testing/pipeline.test.ts +7 -7
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transformer",
|
|
3
|
-
"version": "0.8.3-
|
|
3
|
+
"version": "0.8.3-staging.0fa589b",
|
|
4
4
|
"description": "Client transformer",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
@@ -38,21 +38,21 @@
|
|
|
38
38
|
"@preact/signals-core": "^1.9.0",
|
|
39
39
|
"date-fns": "^3.3.1",
|
|
40
40
|
"effect": "^3.13.3",
|
|
41
|
-
"@dxos/app-framework": "0.8.3-
|
|
42
|
-
"@dxos/
|
|
43
|
-
"@dxos/
|
|
44
|
-
"@dxos/
|
|
45
|
-
"@dxos/echo-schema": "0.8.3-
|
|
46
|
-
"@dxos/
|
|
47
|
-
"@dxos/log": "0.8.3-
|
|
48
|
-
"@dxos/
|
|
49
|
-
"@dxos/
|
|
50
|
-
"@dxos/plugin-graph": "0.8.3-
|
|
51
|
-
"@dxos/
|
|
52
|
-
"@dxos/react-
|
|
53
|
-
"@dxos/react-ui-
|
|
54
|
-
"@dxos/
|
|
55
|
-
"@dxos/util": "0.8.3-
|
|
41
|
+
"@dxos/app-framework": "0.8.3-staging.0fa589b",
|
|
42
|
+
"@dxos/async": "0.8.3-staging.0fa589b",
|
|
43
|
+
"@dxos/display-name": "0.8.3-staging.0fa589b",
|
|
44
|
+
"@dxos/echo": "0.8.3-staging.0fa589b",
|
|
45
|
+
"@dxos/echo-schema": "0.8.3-staging.0fa589b",
|
|
46
|
+
"@dxos/invariant": "0.8.3-staging.0fa589b",
|
|
47
|
+
"@dxos/log": "0.8.3-staging.0fa589b",
|
|
48
|
+
"@dxos/live-object": "0.8.3-staging.0fa589b",
|
|
49
|
+
"@dxos/plugin-client": "0.8.3-staging.0fa589b",
|
|
50
|
+
"@dxos/plugin-graph": "0.8.3-staging.0fa589b",
|
|
51
|
+
"@dxos/plugin-space": "0.8.3-staging.0fa589b",
|
|
52
|
+
"@dxos/react-client": "0.8.3-staging.0fa589b",
|
|
53
|
+
"@dxos/react-ui-attention": "0.8.3-staging.0fa589b",
|
|
54
|
+
"@dxos/react-ui-stack": "0.8.3-staging.0fa589b",
|
|
55
|
+
"@dxos/util": "0.8.3-staging.0fa589b"
|
|
56
56
|
},
|
|
57
57
|
"devDependencies": {
|
|
58
58
|
"@phosphor-icons/react": "^2.1.5",
|
|
@@ -62,18 +62,18 @@
|
|
|
62
62
|
"react": "~18.2.0",
|
|
63
63
|
"react-dom": "~18.2.0",
|
|
64
64
|
"vite": "5.4.7",
|
|
65
|
-
"@dxos/random": "0.8.3-
|
|
66
|
-
"@dxos/react-ui": "0.8.3-
|
|
67
|
-
"@dxos/react-ui-theme": "0.8.3-
|
|
68
|
-
"@dxos/storybook-utils": "0.8.3-
|
|
65
|
+
"@dxos/random": "0.8.3-staging.0fa589b",
|
|
66
|
+
"@dxos/react-ui": "0.8.3-staging.0fa589b",
|
|
67
|
+
"@dxos/react-ui-theme": "0.8.3-staging.0fa589b",
|
|
68
|
+
"@dxos/storybook-utils": "0.8.3-staging.0fa589b"
|
|
69
69
|
},
|
|
70
70
|
"peerDependencies": {
|
|
71
71
|
"@phosphor-icons/react": "^2.1.5",
|
|
72
72
|
"effect": "^3.13.3",
|
|
73
73
|
"react": "~18.2.0",
|
|
74
74
|
"react-dom": "~18.2.0",
|
|
75
|
-
"@dxos/react-ui": "0.8.3-
|
|
76
|
-
"@dxos/react-ui-theme": "0.8.3-
|
|
75
|
+
"@dxos/react-ui": "0.8.3-staging.0fa589b",
|
|
76
|
+
"@dxos/react-ui-theme": "0.8.3-staging.0fa589b"
|
|
77
77
|
},
|
|
78
78
|
"publishConfig": {
|
|
79
79
|
"access": "public"
|
|
@@ -9,21 +9,21 @@ import { log } from '@dxos/log';
|
|
|
9
9
|
|
|
10
10
|
import { NodeRagPipeline } from './node-pipeline';
|
|
11
11
|
|
|
12
|
-
describe('transformers', () => {
|
|
13
|
-
test
|
|
12
|
+
describe.skip('transformers', () => {
|
|
13
|
+
test('tokenizer', async () => {
|
|
14
14
|
const tokenizer = await AutoTokenizer.from_pretrained('Xenova/bert-base-uncased');
|
|
15
15
|
const tokens = await tokenizer('I love transformers!');
|
|
16
16
|
log.info('tokens', { tokens });
|
|
17
17
|
});
|
|
18
18
|
|
|
19
|
-
test
|
|
19
|
+
test('sentiment', async ({ expect }) => {
|
|
20
20
|
const sentiment = await pipeline('sentiment-analysis');
|
|
21
21
|
const result = await sentiment('I love transformers!');
|
|
22
22
|
expect(result[0]).to.include({ label: 'POSITIVE' });
|
|
23
23
|
log.info('result', { result });
|
|
24
24
|
}, 30_000);
|
|
25
25
|
|
|
26
|
-
test
|
|
26
|
+
test('run embeddings', async ({ expect }) => {
|
|
27
27
|
const content = [
|
|
28
28
|
'create map of london',
|
|
29
29
|
'create function to generate the fibonacci sequence',
|
|
@@ -35,7 +35,7 @@ describe('transformers', () => {
|
|
|
35
35
|
log.info('output', { output });
|
|
36
36
|
});
|
|
37
37
|
|
|
38
|
-
test
|
|
38
|
+
test('generation', async ({ expect }) => {
|
|
39
39
|
const generator = await pipeline('text-generation', 'Xenova/gpt2');
|
|
40
40
|
const output = await generator('create');
|
|
41
41
|
log.info('output', { output });
|
|
@@ -52,7 +52,7 @@ describe('transformers', () => {
|
|
|
52
52
|
* 2. Ensure WebGPU is available
|
|
53
53
|
* 3. Consider using a test framework that supports browser environments (like Playwright or Cypress)
|
|
54
54
|
*/
|
|
55
|
-
describe('rag pipeline', () => {
|
|
55
|
+
describe.skip('rag pipeline', () => {
|
|
56
56
|
const knowledgeBase = [
|
|
57
57
|
//
|
|
58
58
|
'create a new table.',
|
|
@@ -61,7 +61,7 @@ describe('rag pipeline', () => {
|
|
|
61
61
|
'create a function to generate the fibonacci sequence.',
|
|
62
62
|
];
|
|
63
63
|
|
|
64
|
-
test
|
|
64
|
+
test('prediction pipeline', async ({ expect }) => {
|
|
65
65
|
const pipeline = new NodeRagPipeline();
|
|
66
66
|
const result = await pipeline.generateCompletions('create a function', knowledgeBase);
|
|
67
67
|
|