@dxos/plugin-transformer 0.8.4-main.ead640a → 0.8.4-main.effb148878
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +102 -5
- package/README.md +1 -1
- package/dist/lib/neutral/TransformerPlugin.mjs +25 -0
- package/dist/lib/neutral/TransformerPlugin.mjs.map +7 -0
- package/dist/lib/neutral/chunk-YTFCIBAZ.mjs +34 -0
- package/dist/lib/neutral/chunk-YTFCIBAZ.mjs.map +7 -0
- package/dist/lib/neutral/components/index.mjs +136 -0
- package/dist/lib/neutral/components/index.mjs.map +7 -0
- package/dist/lib/neutral/hooks/index.mjs +339 -0
- package/dist/lib/neutral/hooks/index.mjs.map +7 -0
- package/dist/lib/neutral/index.mjs +7 -0
- package/dist/lib/neutral/meta.json +1 -0
- package/dist/lib/neutral/meta.mjs +7 -0
- package/dist/lib/neutral/plugin.mjs +11 -0
- package/dist/lib/neutral/plugin.mjs.map +7 -0
- package/dist/lib/neutral/translations.mjs +15 -0
- package/dist/lib/neutral/translations.mjs.map +7 -0
- package/dist/types/src/TransformerPlugin.d.ts +3 -1
- package/dist/types/src/TransformerPlugin.d.ts.map +1 -1
- package/dist/types/src/TransformerPlugin.test.d.ts +2 -0
- package/dist/types/src/TransformerPlugin.test.d.ts.map +1 -0
- package/dist/types/src/components/Voice/DebugInfo.d.ts.map +1 -0
- package/dist/types/src/components/Voice/Voice.d.ts.map +1 -0
- package/dist/types/src/components/Voice/Voice.stories.d.ts.map +1 -0
- package/dist/types/src/components/Voice/index.d.ts +3 -0
- package/dist/types/src/components/Voice/index.d.ts.map +1 -0
- package/dist/types/src/components/index.d.ts +2 -0
- package/dist/types/src/components/index.d.ts.map +1 -0
- package/dist/types/src/hooks/useAudioStream.d.ts.map +1 -1
- package/dist/types/src/hooks/usePipeline.d.ts +1 -16
- package/dist/types/src/hooks/usePipeline.d.ts.map +1 -1
- package/dist/types/src/index.d.ts +0 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +2 -2
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/plugin.d.ts +3 -0
- package/dist/types/src/plugin.d.ts.map +1 -0
- package/dist/types/src/testing/node-pipeline.d.ts +1 -1
- package/dist/types/src/testing/node-pipeline.d.ts.map +1 -1
- package/dist/types/src/testing/pipeline.d.ts.map +1 -1
- package/dist/types/src/testing/web-pipeline.d.ts +1 -1
- package/dist/types/src/testing/web-pipeline.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts +2 -3
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/package.json +77 -50
- package/src/TransformerPlugin.test.ts +25 -0
- package/src/TransformerPlugin.tsx +13 -23
- package/src/components/{DebugInfo.tsx → Voice/DebugInfo.tsx} +3 -3
- package/src/components/{Voice.stories.tsx → Voice/Voice.stories.tsx} +2 -2
- package/src/components/{Voice.tsx → Voice/Voice.tsx} +1 -1
- package/src/components/Voice/index.ts +6 -0
- package/src/{capabilities → components}/index.ts +2 -0
- package/src/hooks/usePipeline.ts +9 -33
- package/src/index.ts +0 -2
- package/src/meta.ts +22 -4
- package/src/plugin.ts +9 -0
- package/src/translations.ts +2 -2
- package/dist/lib/browser/index.mjs +0 -50
- package/dist/lib/browser/index.mjs.map +0 -7
- package/dist/lib/browser/meta.json +0 -1
- package/dist/lib/browser/types/index.mjs +0 -1
- package/dist/lib/node-esm/index.mjs +0 -52
- package/dist/lib/node-esm/index.mjs.map +0 -7
- package/dist/lib/node-esm/meta.json +0 -1
- package/dist/lib/node-esm/types/index.mjs +0 -2
- package/dist/types/src/capabilities/index.d.ts +0 -1
- package/dist/types/src/capabilities/index.d.ts.map +0 -1
- package/dist/types/src/components/DebugInfo.d.ts.map +0 -1
- package/dist/types/src/components/Voice.d.ts.map +0 -1
- package/dist/types/src/components/Voice.stories.d.ts.map +0 -1
- /package/dist/lib/{browser/types → neutral}/index.mjs.map +0 -0
- /package/dist/lib/{node-esm/types/index.mjs.map → neutral/meta.mjs.map} +0 -0
- /package/dist/types/src/components/{DebugInfo.d.ts → Voice/DebugInfo.d.ts} +0 -0
- /package/dist/types/src/components/{Voice.d.ts → Voice/Voice.d.ts} +0 -0
- /package/dist/types/src/components/{Voice.stories.d.ts → Voice/Voice.stories.d.ts} +0 -0
package/package.json
CHANGED
|
@@ -1,78 +1,105 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dxos/plugin-transformer",
|
|
3
|
-
"version": "0.8.4-main.
|
|
3
|
+
"version": "0.8.4-main.effb148878",
|
|
4
4
|
"description": "Client transformer",
|
|
5
5
|
"homepage": "https://dxos.org",
|
|
6
6
|
"bugs": "https://github.com/dxos/dxos/issues",
|
|
7
|
-
"
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "https://github.com/dxos/dxos"
|
|
10
|
+
},
|
|
11
|
+
"license": "FSL-1.1-Apache-2.0",
|
|
8
12
|
"author": "DXOS.org",
|
|
9
13
|
"sideEffects": true,
|
|
10
14
|
"type": "module",
|
|
15
|
+
"imports": {
|
|
16
|
+
"#components": {
|
|
17
|
+
"source": "./src/components/index.ts",
|
|
18
|
+
"types": "./dist/types/src/components/index.d.ts",
|
|
19
|
+
"default": "./dist/lib/neutral/components/index.mjs"
|
|
20
|
+
},
|
|
21
|
+
"#hooks": {
|
|
22
|
+
"source": "./src/hooks/index.ts",
|
|
23
|
+
"types": "./dist/types/src/hooks/index.d.ts",
|
|
24
|
+
"default": "./dist/lib/neutral/hooks/index.mjs"
|
|
25
|
+
},
|
|
26
|
+
"#meta": {
|
|
27
|
+
"source": "./src/meta.ts",
|
|
28
|
+
"types": "./dist/types/src/meta.d.ts",
|
|
29
|
+
"default": "./dist/lib/neutral/meta.mjs"
|
|
30
|
+
},
|
|
31
|
+
"#plugin": {
|
|
32
|
+
"source": "./src/TransformerPlugin.tsx",
|
|
33
|
+
"types": "./dist/types/src/TransformerPlugin.d.ts",
|
|
34
|
+
"default": "./dist/lib/neutral/TransformerPlugin.mjs"
|
|
35
|
+
},
|
|
36
|
+
"#translations": {
|
|
37
|
+
"source": "./src/translations.ts",
|
|
38
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
39
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
40
|
+
}
|
|
41
|
+
},
|
|
11
42
|
"exports": {
|
|
12
43
|
".": {
|
|
13
44
|
"source": "./src/index.ts",
|
|
14
45
|
"types": "./dist/types/src/index.d.ts",
|
|
15
|
-
"
|
|
16
|
-
|
|
46
|
+
"default": "./dist/lib/neutral/index.mjs"
|
|
47
|
+
},
|
|
48
|
+
"./plugin": {
|
|
49
|
+
"source": "./src/plugin.ts",
|
|
50
|
+
"types": "./dist/types/src/plugin.d.ts",
|
|
51
|
+
"default": "./dist/lib/neutral/plugin.mjs"
|
|
17
52
|
},
|
|
18
|
-
"./
|
|
19
|
-
"source": "./src/
|
|
20
|
-
"types": "./dist/types/src/
|
|
21
|
-
"
|
|
22
|
-
"node": "./dist/lib/node-esm/types/index.mjs"
|
|
53
|
+
"./translations": {
|
|
54
|
+
"source": "./src/translations.ts",
|
|
55
|
+
"types": "./dist/types/src/translations.d.ts",
|
|
56
|
+
"default": "./dist/lib/neutral/translations.mjs"
|
|
23
57
|
}
|
|
24
58
|
},
|
|
25
59
|
"types": "dist/types/src/index.d.ts",
|
|
26
|
-
"typesVersions": {
|
|
27
|
-
"*": {
|
|
28
|
-
"types": [
|
|
29
|
-
"dist/types/src/types/index.d.ts"
|
|
30
|
-
]
|
|
31
|
-
}
|
|
32
|
-
},
|
|
33
60
|
"files": [
|
|
34
61
|
"dist",
|
|
35
62
|
"src"
|
|
36
63
|
],
|
|
37
64
|
"dependencies": {
|
|
38
|
-
"@huggingface/transformers": "^3.
|
|
39
|
-
"@
|
|
40
|
-
"
|
|
41
|
-
"
|
|
42
|
-
"
|
|
43
|
-
"@dxos/app-
|
|
44
|
-
"@dxos/async": "0.8.4-main.
|
|
45
|
-
"@dxos/
|
|
46
|
-
"@dxos/
|
|
47
|
-
"@dxos/
|
|
48
|
-
"@dxos/
|
|
49
|
-
"@dxos/plugin-client": "0.8.4-main.
|
|
50
|
-
"@dxos/
|
|
51
|
-
"@dxos/plugin-
|
|
52
|
-
"@dxos/plugin-
|
|
53
|
-
"@dxos/react-client": "0.8.4-main.
|
|
54
|
-
"@dxos/react-ui-
|
|
55
|
-
"@dxos/react-ui-
|
|
56
|
-
"@dxos/util": "0.8.4-main.
|
|
65
|
+
"@huggingface/transformers": "^3.8.1",
|
|
66
|
+
"@xenova/transformers": "^2.17.2",
|
|
67
|
+
"date-fns": "^3.6.0",
|
|
68
|
+
"effect": "3.20.0",
|
|
69
|
+
"@dxos/app-framework": "0.8.4-main.effb148878",
|
|
70
|
+
"@dxos/app-toolkit": "0.8.4-main.effb148878",
|
|
71
|
+
"@dxos/async": "0.8.4-main.effb148878",
|
|
72
|
+
"@dxos/echo": "0.8.4-main.effb148878",
|
|
73
|
+
"@dxos/invariant": "0.8.4-main.effb148878",
|
|
74
|
+
"@dxos/display-name": "0.8.4-main.effb148878",
|
|
75
|
+
"@dxos/operation": "0.8.4-main.effb148878",
|
|
76
|
+
"@dxos/plugin-client": "0.8.4-main.effb148878",
|
|
77
|
+
"@dxos/log": "0.8.4-main.effb148878",
|
|
78
|
+
"@dxos/plugin-space": "0.8.4-main.effb148878",
|
|
79
|
+
"@dxos/plugin-graph": "0.8.4-main.effb148878",
|
|
80
|
+
"@dxos/react-client": "0.8.4-main.effb148878",
|
|
81
|
+
"@dxos/react-ui-stack": "0.8.4-main.effb148878",
|
|
82
|
+
"@dxos/react-ui-attention": "0.8.4-main.effb148878",
|
|
83
|
+
"@dxos/util": "0.8.4-main.effb148878"
|
|
57
84
|
},
|
|
58
85
|
"devDependencies": {
|
|
59
|
-
"@types/react": "~19.2.
|
|
60
|
-
"@types/react-dom": "~19.2.
|
|
61
|
-
"
|
|
62
|
-
"react": "~19.2.
|
|
63
|
-
"
|
|
64
|
-
"
|
|
65
|
-
"@dxos/random": "0.8.4-main.
|
|
66
|
-
"@dxos/react-ui
|
|
67
|
-
"@dxos/storybook-utils": "0.8.4-main.
|
|
68
|
-
"@dxos/
|
|
86
|
+
"@types/react": "~19.2.7",
|
|
87
|
+
"@types/react-dom": "~19.2.3",
|
|
88
|
+
"react": "~19.2.3",
|
|
89
|
+
"react-dom": "~19.2.3",
|
|
90
|
+
"vite": "^8.0.14",
|
|
91
|
+
"@dxos/plugin-testing": "0.8.4-main.effb148878",
|
|
92
|
+
"@dxos/random": "0.8.4-main.effb148878",
|
|
93
|
+
"@dxos/react-ui": "0.8.4-main.effb148878",
|
|
94
|
+
"@dxos/storybook-utils": "0.8.4-main.effb148878",
|
|
95
|
+
"@dxos/ui-theme": "0.8.4-main.effb148878"
|
|
69
96
|
},
|
|
70
97
|
"peerDependencies": {
|
|
71
|
-
"effect": "
|
|
72
|
-
"react": "
|
|
73
|
-
"react-dom": "
|
|
74
|
-
"@dxos/react-ui": "0.8.4-main.
|
|
75
|
-
"@dxos/
|
|
98
|
+
"effect": "3.20.0",
|
|
99
|
+
"react": "~19.2.3",
|
|
100
|
+
"react-dom": "~19.2.3",
|
|
101
|
+
"@dxos/react-ui": "0.8.4-main.effb148878",
|
|
102
|
+
"@dxos/ui-theme": "0.8.4-main.effb148878"
|
|
76
103
|
},
|
|
77
104
|
"publishConfig": {
|
|
78
105
|
"access": "public"
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2026 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { describe, test } from 'vitest';
|
|
6
|
+
|
|
7
|
+
import { ClientPlugin } from '@dxos/plugin-client/plugin';
|
|
8
|
+
import { createComposerTestApp } from '@dxos/plugin-testing/harness';
|
|
9
|
+
|
|
10
|
+
import { TransformerPlugin } from '#plugin';
|
|
11
|
+
|
|
12
|
+
import { meta } from './meta';
|
|
13
|
+
|
|
14
|
+
const moduleId = (name: string) => `${meta.id}.module.${name}`;
|
|
15
|
+
|
|
16
|
+
describe('TransformerPlugin', () => {
|
|
17
|
+
test('modules activate on the expected events', async ({ expect }) => {
|
|
18
|
+
await using harness = await createComposerTestApp({
|
|
19
|
+
plugins: [ClientPlugin({}), TransformerPlugin()],
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
// Modules expected to be active after a normal startup.
|
|
23
|
+
expect(harness.manager.getActive()).toContain(moduleId('schema'));
|
|
24
|
+
});
|
|
25
|
+
});
|
|
@@ -2,32 +2,22 @@
|
|
|
2
2
|
// Copyright 2024 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
5
|
+
import { Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { AppPlugin } from '@dxos/app-toolkit';
|
|
7
7
|
|
|
8
8
|
// import { IntentResolver } from './capabilities';
|
|
9
|
-
import { meta } from '
|
|
10
|
-
import { translations } from '
|
|
9
|
+
import { meta } from '#meta';
|
|
10
|
+
import { translations } from '#translations';
|
|
11
11
|
|
|
12
|
-
export const TransformerPlugin =
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
}),
|
|
18
|
-
defineModule({
|
|
19
|
-
id: `${meta.id}/module/metadata`,
|
|
20
|
-
activatesOn: Events.SetupMetadata,
|
|
21
|
-
activate: () => [],
|
|
22
|
-
}),
|
|
23
|
-
defineModule({
|
|
24
|
-
id: `${meta.id}/module/schema`,
|
|
25
|
-
activatesOn: ClientEvents.SetupSchema,
|
|
26
|
-
activate: () => contributes(ClientCapabilities.Schema, []),
|
|
27
|
-
}),
|
|
28
|
-
// defineModule({
|
|
29
|
-
// id: `${meta.id}/module/intent-resolver`,
|
|
12
|
+
export const TransformerPlugin = Plugin.define(meta).pipe(
|
|
13
|
+
AppPlugin.addSchemaModule({ schema: [] }),
|
|
14
|
+
AppPlugin.addTranslationsModule({ translations }),
|
|
15
|
+
// Plugin.addModule({
|
|
16
|
+
// id: 'intent-resolver',
|
|
30
17
|
// activatesOn: Events.SetupIntentResolver,
|
|
31
18
|
// activate: IntentResolver,
|
|
32
19
|
// }),
|
|
33
|
-
|
|
20
|
+
Plugin.make,
|
|
21
|
+
);
|
|
22
|
+
|
|
23
|
+
export default TransformerPlugin;
|
|
@@ -45,9 +45,9 @@ export const DebugInfo: FC<Partial<DebugInfoProps>> = ({
|
|
|
45
45
|
<div className='mb-2 text-green-600'>
|
|
46
46
|
<strong>Status:</strong> Microphone is active
|
|
47
47
|
{debug && audioLevel && (
|
|
48
|
-
<div className='mt-2 w-48 h-5 bg-gray-200 rounded relative'>
|
|
48
|
+
<div className='mt-2 w-48 h-5 bg-gray-200 rounded-sm relative'>
|
|
49
49
|
<div
|
|
50
|
-
className='h-full bg-green-500 transition-all duration-100 rounded'
|
|
50
|
+
className='h-full bg-green-500 transition-all duration-100 rounded-sm'
|
|
51
51
|
style={{ width: `${(audioLevel / 255) * 100}%` }}
|
|
52
52
|
/>
|
|
53
53
|
</div>
|
|
@@ -67,7 +67,7 @@ export const DebugInfo: FC<Partial<DebugInfoProps>> = ({
|
|
|
67
67
|
{transcription && (
|
|
68
68
|
<div className='mt-4'>
|
|
69
69
|
<strong>Transcription:</strong>
|
|
70
|
-
<p className='mt-2 p-4 bg-gray-100 rounded whitespace-pre-wrap'>{transcription}</p>
|
|
70
|
+
<p className='mt-2 p-4 bg-gray-100 rounded-sm whitespace-pre-wrap'>{transcription}</p>
|
|
71
71
|
</div>
|
|
72
72
|
)}
|
|
73
73
|
</div>
|
|
@@ -9,9 +9,9 @@ import { withTheme } from '@dxos/react-ui/testing';
|
|
|
9
9
|
import { Voice } from './Voice';
|
|
10
10
|
|
|
11
11
|
const meta = {
|
|
12
|
-
title: 'plugins/plugin-transformer/Voice',
|
|
12
|
+
title: 'plugins/plugin-transformer/components/Voice',
|
|
13
13
|
component: Voice,
|
|
14
|
-
decorators: [withTheme],
|
|
14
|
+
decorators: [withTheme()],
|
|
15
15
|
parameters: {
|
|
16
16
|
layout: 'centered',
|
|
17
17
|
},
|
|
@@ -6,7 +6,7 @@ import React, { useCallback, useEffect, useState } from 'react';
|
|
|
6
6
|
|
|
7
7
|
import { log } from '@dxos/log';
|
|
8
8
|
|
|
9
|
-
import { useAudioStream, usePipeline } from '
|
|
9
|
+
import { useAudioStream, usePipeline } from '#hooks';
|
|
10
10
|
|
|
11
11
|
import { DebugInfo } from './DebugInfo';
|
|
12
12
|
|
package/src/hooks/usePipeline.ts
CHANGED
|
@@ -8,25 +8,6 @@ import { useEffect, useRef, useState } from 'react';
|
|
|
8
8
|
import { invariant } from '@dxos/invariant';
|
|
9
9
|
import { log } from '@dxos/log';
|
|
10
10
|
|
|
11
|
-
// Add WebGPU types.
|
|
12
|
-
declare global {
|
|
13
|
-
interface Navigator {
|
|
14
|
-
gpu?: {
|
|
15
|
-
requestAdapter(): Promise<GPUAdapter | null>;
|
|
16
|
-
};
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
interface GPUAdapter {
|
|
20
|
-
requestAdapterInfo(): Promise<GPUAdapterInfo>;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
interface GPUAdapterInfo {
|
|
24
|
-
vendor: string;
|
|
25
|
-
architecture: string;
|
|
26
|
-
description: string;
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
|
|
30
11
|
// Configure cache and runtime settings.
|
|
31
12
|
env.cacheDir = './.cache';
|
|
32
13
|
env.allowLocalModels = true;
|
|
@@ -87,20 +68,15 @@ export const usePipeline = ({ active, model, debug }: PipelineConfig) => {
|
|
|
87
68
|
throw new Error('No GPU adapter found');
|
|
88
69
|
}
|
|
89
70
|
|
|
90
|
-
//
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unknown)' }));
|
|
100
|
-
}
|
|
101
|
-
} catch (err) {
|
|
102
|
-
log.warn('could not get GPU info', { err });
|
|
103
|
-
setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unavailable)' }));
|
|
71
|
+
// Get adapter info from the info property (modern WebGPU API).
|
|
72
|
+
const adapterInfo = adapter.info;
|
|
73
|
+
if (adapterInfo) {
|
|
74
|
+
setState((prev) => ({
|
|
75
|
+
...prev,
|
|
76
|
+
gpuInfo: `${adapterInfo.description || 'GPU'} (${adapterInfo.vendor || 'Unknown'})`,
|
|
77
|
+
}));
|
|
78
|
+
} else {
|
|
79
|
+
setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unknown)' }));
|
|
104
80
|
}
|
|
105
81
|
} catch (err) {
|
|
106
82
|
log.warn('WebGPU initialization failed', { err });
|
package/src/index.ts
CHANGED
package/src/meta.ts
CHANGED
|
@@ -2,12 +2,30 @@
|
|
|
2
2
|
// Copyright 2023 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import { type
|
|
5
|
+
import { type Plugin } from '@dxos/app-framework';
|
|
6
|
+
import { trim } from '@dxos/util';
|
|
6
7
|
|
|
7
|
-
export const meta:
|
|
8
|
-
id: 'dxos.
|
|
8
|
+
export const meta: Plugin.Meta = {
|
|
9
|
+
id: 'org.dxos.plugin.transformer',
|
|
9
10
|
name: 'Transformer',
|
|
10
|
-
|
|
11
|
+
author: 'DXOS',
|
|
12
|
+
spec: 'PLUGIN.mdl',
|
|
13
|
+
description: trim`
|
|
14
|
+
Browser-based machine learning plugin that runs Hugging Face Transformers.js models
|
|
15
|
+
entirely in-browser via WebAssembly and WebGPU — no server-side inference required.
|
|
16
|
+
|
|
17
|
+
Provides automatic speech recognition through a Whisper pipeline hook (usePipeline)
|
|
18
|
+
and a microphone capture hook (useAudioStream) that buffers 16 kHz mono audio into
|
|
19
|
+
2-second chunks before forwarding them to the model.
|
|
20
|
+
|
|
21
|
+
Exposes a Voice component that wires the two hooks together to deliver live
|
|
22
|
+
transcription, accumulating the running transcript in local state and rendering
|
|
23
|
+
a debug panel with model status, GPU info, and audio level visualisation.
|
|
24
|
+
|
|
25
|
+
Includes a RAG embedding pipeline base class for retrieval-augmented generation
|
|
26
|
+
experiments, with cosine similarity ranking for selecting the most relevant
|
|
27
|
+
knowledge-base contexts before text generation.
|
|
28
|
+
`,
|
|
11
29
|
icon: 'ph--cpu--regular',
|
|
12
30
|
source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer',
|
|
13
31
|
tags: ['labs'],
|
package/src/plugin.ts
ADDED
package/src/translations.ts
CHANGED
|
@@ -4,13 +4,13 @@
|
|
|
4
4
|
|
|
5
5
|
import { type Resource } from '@dxos/react-ui';
|
|
6
6
|
|
|
7
|
-
import { meta } from '
|
|
7
|
+
import { meta } from '#meta';
|
|
8
8
|
|
|
9
9
|
export const translations = [
|
|
10
10
|
{
|
|
11
11
|
'en-US': {
|
|
12
12
|
[meta.id]: {
|
|
13
|
-
'plugin
|
|
13
|
+
'plugin.name': 'Transformers',
|
|
14
14
|
},
|
|
15
15
|
},
|
|
16
16
|
},
|
|
@@ -1,50 +0,0 @@
|
|
|
1
|
-
// src/meta.ts
|
|
2
|
-
var meta = {
|
|
3
|
-
id: "dxos.org/plugin/transformer",
|
|
4
|
-
name: "Transformer",
|
|
5
|
-
description: "Run local transformers.",
|
|
6
|
-
icon: "ph--cpu--regular",
|
|
7
|
-
source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer",
|
|
8
|
-
tags: [
|
|
9
|
-
"labs"
|
|
10
|
-
]
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
// src/TransformerPlugin.tsx
|
|
14
|
-
import { Capabilities, Events, contributes, defineModule, definePlugin } from "@dxos/app-framework";
|
|
15
|
-
import { ClientCapabilities, ClientEvents } from "@dxos/plugin-client";
|
|
16
|
-
|
|
17
|
-
// src/translations.ts
|
|
18
|
-
var translations = [
|
|
19
|
-
{
|
|
20
|
-
"en-US": {
|
|
21
|
-
[meta.id]: {
|
|
22
|
-
"plugin name": "Transformers"
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
];
|
|
27
|
-
|
|
28
|
-
// src/TransformerPlugin.tsx
|
|
29
|
-
var TransformerPlugin = definePlugin(meta, () => [
|
|
30
|
-
defineModule({
|
|
31
|
-
id: `${meta.id}/module/translations`,
|
|
32
|
-
activatesOn: Events.SetupTranslations,
|
|
33
|
-
activate: () => contributes(Capabilities.Translations, translations)
|
|
34
|
-
}),
|
|
35
|
-
defineModule({
|
|
36
|
-
id: `${meta.id}/module/metadata`,
|
|
37
|
-
activatesOn: Events.SetupMetadata,
|
|
38
|
-
activate: () => []
|
|
39
|
-
}),
|
|
40
|
-
defineModule({
|
|
41
|
-
id: `${meta.id}/module/schema`,
|
|
42
|
-
activatesOn: ClientEvents.SetupSchema,
|
|
43
|
-
activate: () => contributes(ClientCapabilities.Schema, [])
|
|
44
|
-
})
|
|
45
|
-
]);
|
|
46
|
-
export {
|
|
47
|
-
TransformerPlugin,
|
|
48
|
-
meta
|
|
49
|
-
};
|
|
50
|
-
//# sourceMappingURL=index.mjs.map
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/meta.ts", "../../../src/TransformerPlugin.tsx", "../../../src/translations.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { type PluginMeta } from '@dxos/app-framework';\n\nexport const meta: PluginMeta = {\n id: 'dxos.org/plugin/transformer',\n name: 'Transformer',\n description: 'Run local transformers.',\n icon: 'ph--cpu--regular',\n source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer',\n tags: ['labs'],\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\n\n// import { IntentResolver } from './capabilities';\nimport { meta } from './meta';\nimport { translations } from './translations';\n\nexport const TransformerPlugin = definePlugin(meta, () => [\n defineModule({\n id: `${meta.id}/module/translations`,\n activatesOn: Events.SetupTranslations,\n activate: () => contributes(Capabilities.Translations, translations),\n }),\n defineModule({\n id: `${meta.id}/module/metadata`,\n activatesOn: Events.SetupMetadata,\n activate: () => [],\n }),\n defineModule({\n id: `${meta.id}/module/schema`,\n activatesOn: ClientEvents.SetupSchema,\n activate: () => contributes(ClientCapabilities.Schema, []),\n }),\n // defineModule({\n // id: `${meta.id}/module/intent-resolver`,\n // activatesOn: Events.SetupIntentResolver,\n // activate: IntentResolver,\n // }),\n]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { type Resource } from '@dxos/react-ui';\n\nimport { meta } from './meta';\n\nexport const translations = [\n {\n 'en-US': {\n [meta.id]: {\n 'plugin name': 'Transformers',\n },\n },\n },\n] as const satisfies Resource[];\n"],
|
|
5
|
-
"mappings": ";AAMO,IAAMA,OAAmB;EAC9BC,IAAI;EACJC,MAAM;EACNC,aAAa;EACbC,MAAM;EACNC,QAAQ;EACRC,MAAM;IAAC;;AACT;;;ACTA,SAASC,cAAcC,QAAQC,aAAaC,cAAcC,oBAAoB;AAC9E,SAASC,oBAAoBC,oBAAoB;;;ACG1C,IAAMC,eAAe;EAC1B;IACE,SAAS;MACP,CAACC,KAAKC,EAAE,GAAG;QACT,eAAe;MACjB;IACF;EACF;;;;ADJK,IAAMC,oBAAoBC,aAAaC,MAAM,MAAM;EACxDC,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOC;IACpBC,UAAU,MAAMC,YAAYC,aAAaC,cAAcC,YAAAA;EACzD,CAAA;EACAT,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOO;IACpBL,UAAU,MAAM,CAAA;EAClB,CAAA;EACAL,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaS,aAAaC;IAC1BP,UAAU,MAAMC,YAAYO,mBAAmBC,QAAQ,CAAA,CAAE;EAC3D,CAAA;CAMD;",
|
|
6
|
-
"names": ["meta", "id", "name", "description", "icon", "source", "tags", "Capabilities", "Events", "contributes", "defineModule", "definePlugin", "ClientCapabilities", "ClientEvents", "translations", "meta", "id", "TransformerPlugin", "definePlugin", "meta", "defineModule", "id", "activatesOn", "Events", "SetupTranslations", "activate", "contributes", "Capabilities", "Translations", "translations", "SetupMetadata", "ClientEvents", "SetupSchema", "ClientCapabilities", "Schema"]
|
|
7
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"inputs":{"src/meta.ts":{"bytes":1331,"imports":[],"format":"esm"},"src/translations.ts":{"bytes":1135,"imports":[{"path":"src/meta.ts","kind":"import-statement","original":"./meta"}],"format":"esm"},"src/TransformerPlugin.tsx":{"bytes":3854,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"src/translations.ts","kind":"import-statement","original":"./translations"}],"format":"esm"},"src/index.ts":{"bytes":567,"imports":[{"path":"src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"src/TransformerPlugin.tsx","kind":"import-statement","original":"./TransformerPlugin"}],"format":"esm"},"src/types/index.ts":{"bytes":380,"imports":[],"format":"esm"}},"outputs":{"dist/lib/browser/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":3015},"dist/lib/browser/index.mjs":{"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true}],"exports":["TransformerPlugin","meta"],"entryPoint":"src/index.ts","inputs":{"src/meta.ts":{"bytesInOutput":259},"src/index.ts":{"bytesInOutput":0},"src/TransformerPlugin.tsx":{"bytesInOutput":696},"src/translations.ts":{"bytesInOutput":118}},"bytes":1247},"dist/lib/browser/types/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"dist/lib/browser/types/index.mjs":{"imports":[],"exports":[],"entryPoint":"src/types/index.ts","inputs":{"src/types/index.ts":{"bytesInOutput":0}},"bytes":35}}}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
//# sourceMappingURL=index.mjs.map
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
|
|
2
|
-
|
|
3
|
-
// src/meta.ts
|
|
4
|
-
var meta = {
|
|
5
|
-
id: "dxos.org/plugin/transformer",
|
|
6
|
-
name: "Transformer",
|
|
7
|
-
description: "Run local transformers.",
|
|
8
|
-
icon: "ph--cpu--regular",
|
|
9
|
-
source: "https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer",
|
|
10
|
-
tags: [
|
|
11
|
-
"labs"
|
|
12
|
-
]
|
|
13
|
-
};
|
|
14
|
-
|
|
15
|
-
// src/TransformerPlugin.tsx
|
|
16
|
-
import { Capabilities, Events, contributes, defineModule, definePlugin } from "@dxos/app-framework";
|
|
17
|
-
import { ClientCapabilities, ClientEvents } from "@dxos/plugin-client";
|
|
18
|
-
|
|
19
|
-
// src/translations.ts
|
|
20
|
-
var translations = [
|
|
21
|
-
{
|
|
22
|
-
"en-US": {
|
|
23
|
-
[meta.id]: {
|
|
24
|
-
"plugin name": "Transformers"
|
|
25
|
-
}
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
];
|
|
29
|
-
|
|
30
|
-
// src/TransformerPlugin.tsx
|
|
31
|
-
var TransformerPlugin = definePlugin(meta, () => [
|
|
32
|
-
defineModule({
|
|
33
|
-
id: `${meta.id}/module/translations`,
|
|
34
|
-
activatesOn: Events.SetupTranslations,
|
|
35
|
-
activate: () => contributes(Capabilities.Translations, translations)
|
|
36
|
-
}),
|
|
37
|
-
defineModule({
|
|
38
|
-
id: `${meta.id}/module/metadata`,
|
|
39
|
-
activatesOn: Events.SetupMetadata,
|
|
40
|
-
activate: () => []
|
|
41
|
-
}),
|
|
42
|
-
defineModule({
|
|
43
|
-
id: `${meta.id}/module/schema`,
|
|
44
|
-
activatesOn: ClientEvents.SetupSchema,
|
|
45
|
-
activate: () => contributes(ClientCapabilities.Schema, [])
|
|
46
|
-
})
|
|
47
|
-
]);
|
|
48
|
-
export {
|
|
49
|
-
TransformerPlugin,
|
|
50
|
-
meta
|
|
51
|
-
};
|
|
52
|
-
//# sourceMappingURL=index.mjs.map
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"version": 3,
|
|
3
|
-
"sources": ["../../../src/meta.ts", "../../../src/TransformerPlugin.tsx", "../../../src/translations.ts"],
|
|
4
|
-
"sourcesContent": ["//\n// Copyright 2023 DXOS.org\n//\n\nimport { type PluginMeta } from '@dxos/app-framework';\n\nexport const meta: PluginMeta = {\n id: 'dxos.org/plugin/transformer',\n name: 'Transformer',\n description: 'Run local transformers.',\n icon: 'ph--cpu--regular',\n source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer',\n tags: ['labs'],\n};\n", "//\n// Copyright 2024 DXOS.org\n//\n\nimport { Capabilities, Events, contributes, defineModule, definePlugin } from '@dxos/app-framework';\nimport { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';\n\n// import { IntentResolver } from './capabilities';\nimport { meta } from './meta';\nimport { translations } from './translations';\n\nexport const TransformerPlugin = definePlugin(meta, () => [\n defineModule({\n id: `${meta.id}/module/translations`,\n activatesOn: Events.SetupTranslations,\n activate: () => contributes(Capabilities.Translations, translations),\n }),\n defineModule({\n id: `${meta.id}/module/metadata`,\n activatesOn: Events.SetupMetadata,\n activate: () => [],\n }),\n defineModule({\n id: `${meta.id}/module/schema`,\n activatesOn: ClientEvents.SetupSchema,\n activate: () => contributes(ClientCapabilities.Schema, []),\n }),\n // defineModule({\n // id: `${meta.id}/module/intent-resolver`,\n // activatesOn: Events.SetupIntentResolver,\n // activate: IntentResolver,\n // }),\n]);\n", "//\n// Copyright 2023 DXOS.org\n//\n\nimport { type Resource } from '@dxos/react-ui';\n\nimport { meta } from './meta';\n\nexport const translations = [\n {\n 'en-US': {\n [meta.id]: {\n 'plugin name': 'Transformers',\n },\n },\n },\n] as const satisfies Resource[];\n"],
|
|
5
|
-
"mappings": ";;;AAMO,IAAMA,OAAmB;EAC9BC,IAAI;EACJC,MAAM;EACNC,aAAa;EACbC,MAAM;EACNC,QAAQ;EACRC,MAAM;IAAC;;AACT;;;ACTA,SAASC,cAAcC,QAAQC,aAAaC,cAAcC,oBAAoB;AAC9E,SAASC,oBAAoBC,oBAAoB;;;ACG1C,IAAMC,eAAe;EAC1B;IACE,SAAS;MACP,CAACC,KAAKC,EAAE,GAAG;QACT,eAAe;MACjB;IACF;EACF;;;;ADJK,IAAMC,oBAAoBC,aAAaC,MAAM,MAAM;EACxDC,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOC;IACpBC,UAAU,MAAMC,YAAYC,aAAaC,cAAcC,YAAAA;EACzD,CAAA;EACAT,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaC,OAAOO;IACpBL,UAAU,MAAM,CAAA;EAClB,CAAA;EACAL,aAAa;IACXC,IAAI,GAAGF,KAAKE,EAAE;IACdC,aAAaS,aAAaC;IAC1BP,UAAU,MAAMC,YAAYO,mBAAmBC,QAAQ,CAAA,CAAE;EAC3D,CAAA;CAMD;",
|
|
6
|
-
"names": ["meta", "id", "name", "description", "icon", "source", "tags", "Capabilities", "Events", "contributes", "defineModule", "definePlugin", "ClientCapabilities", "ClientEvents", "translations", "meta", "id", "TransformerPlugin", "definePlugin", "meta", "defineModule", "id", "activatesOn", "Events", "SetupTranslations", "activate", "contributes", "Capabilities", "Translations", "translations", "SetupMetadata", "ClientEvents", "SetupSchema", "ClientCapabilities", "Schema"]
|
|
7
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"inputs":{"src/meta.ts":{"bytes":1331,"imports":[],"format":"esm"},"src/translations.ts":{"bytes":1135,"imports":[{"path":"src/meta.ts","kind":"import-statement","original":"./meta"}],"format":"esm"},"src/TransformerPlugin.tsx":{"bytes":3854,"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true},{"path":"src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"src/translations.ts","kind":"import-statement","original":"./translations"}],"format":"esm"},"src/index.ts":{"bytes":567,"imports":[{"path":"src/meta.ts","kind":"import-statement","original":"./meta"},{"path":"src/TransformerPlugin.tsx","kind":"import-statement","original":"./TransformerPlugin"}],"format":"esm"},"src/types/index.ts":{"bytes":380,"imports":[],"format":"esm"}},"outputs":{"dist/lib/node-esm/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":3017},"dist/lib/node-esm/index.mjs":{"imports":[{"path":"@dxos/app-framework","kind":"import-statement","external":true},{"path":"@dxos/plugin-client","kind":"import-statement","external":true}],"exports":["TransformerPlugin","meta"],"entryPoint":"src/index.ts","inputs":{"src/meta.ts":{"bytesInOutput":259},"src/index.ts":{"bytesInOutput":0},"src/TransformerPlugin.tsx":{"bytesInOutput":696},"src/translations.ts":{"bytesInOutput":118}},"bytes":1340},"dist/lib/node-esm/types/index.mjs.map":{"imports":[],"exports":[],"inputs":{},"bytes":93},"dist/lib/node-esm/types/index.mjs":{"imports":[],"exports":[],"entryPoint":"src/types/index.ts","inputs":{"src/types/index.ts":{"bytesInOutput":0}},"bytes":127}}}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/index.ts"],"names":[],"mappings":""}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DebugInfo.d.ts","sourceRoot":"","sources":["../../../../src/components/DebugInfo.tsx"],"names":[],"mappings":"AAIA,OAAc,EAAE,KAAK,EAAE,EAAE,MAAM,OAAO,CAAC;AAEvC,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CA4DjD,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Voice.d.ts","sourceRoot":"","sources":["../../../../src/components/Voice.tsx"],"names":[],"mappings":"AAIA,OAAO,KAA2C,MAAM,OAAO,CAAC;AAQhE,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,0BAAkD,UAAU,sBA4FjF,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Voice.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/Voice.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAIjE,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAEhC,QAAA,MAAM,IAAI;;;;;;;CAOoB,CAAC;AAE/B,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,KAAK,CAAC,CAAC;AAEpC,eAAO,MAAM,OAAO,EAAE,KAMrB,CAAC"}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|