@dxos/plugin-transformer 0.8.4-main.f9ba587 → 0.8.4-main.fcc0d83b33

package/package.json

@@ -1,77 +1,87 @@
 {
   "name": "@dxos/plugin-transformer",
-  "version": "0.8.4-main.f9ba587",
+  "version": "0.8.4-main.fcc0d83b33",
   "description": "Client transformer",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/dxos/dxos"
+  },
   "license": "MIT",
   "author": "DXOS.org",
   "sideEffects": true,
   "type": "module",
+  "imports": {
+    "#components": "./src/components/index.ts",
+    "#hooks": "./src/hooks/index.ts",
+    "#meta": "./src/meta.ts",
+    "#translations": "./src/translations.ts",
+    "#types": "./src/types/index.ts"
+  },
   "exports": {
     ".": {
+      "source": "./src/index.ts",
       "types": "./dist/types/src/index.d.ts",
       "browser": "./dist/lib/browser/index.mjs",
       "node": "./dist/lib/node-esm/index.mjs"
     },
+    "./translations": {
+      "source": "./src/translations.ts",
+      "types": "./dist/types/src/translations.d.ts",
+      "browser": "./dist/lib/browser/translations.mjs",
+      "node": "./dist/lib/node-esm/translations.mjs"
+    },
     "./types": {
+      "source": "./src/types/index.ts",
       "types": "./dist/types/src/types/index.d.ts",
       "browser": "./dist/lib/browser/types/index.mjs",
       "node": "./dist/lib/node-esm/types/index.mjs"
     }
   },
   "types": "dist/types/src/index.d.ts",
-  "typesVersions": {
-    "*": {
-      "types": [
-        "dist/types/src/types/index.d.ts"
-      ]
-    }
-  },
   "files": [
     "dist",
     "src"
   ],
   "dependencies": {
-    "@huggingface/transformers": "^3.3.3",
-    "@preact-signals/safe-react": "^0.9.0",
-    "@preact/signals-core": "^1.9.0",
-    "date-fns": "^3.3.1",
-    "effect": "3.16.13",
-    "@dxos/app-framework": "0.8.4-main.f9ba587",
-    "@dxos/async": "0.8.4-main.f9ba587",
-    "@dxos/echo": "0.8.4-main.f9ba587",
-    "@dxos/display-name": "0.8.4-main.f9ba587",
-    "@dxos/echo-schema": "0.8.4-main.f9ba587",
-    "@dxos/invariant": "0.8.4-main.f9ba587",
-    "@dxos/live-object": "0.8.4-main.f9ba587",
-    "@dxos/log": "0.8.4-main.f9ba587",
-    "@dxos/plugin-client": "0.8.4-main.f9ba587",
-    "@dxos/plugin-graph": "0.8.4-main.f9ba587",
-    "@dxos/plugin-space": "0.8.4-main.f9ba587",
-    "@dxos/react-client": "0.8.4-main.f9ba587",
-    "@dxos/react-ui-attention": "0.8.4-main.f9ba587",
-    "@dxos/react-ui-stack": "0.8.4-main.f9ba587",
-    "@dxos/util": "0.8.4-main.f9ba587"
+    "@huggingface/transformers": "^3.8.1",
+    "date-fns": "^3.6.0",
+    "effect": "3.20.0",
+    "@dxos/app-framework": "0.8.4-main.fcc0d83b33",
+    "@dxos/app-toolkit": "0.8.4-main.fcc0d83b33",
+    "@dxos/async": "0.8.4-main.fcc0d83b33",
+    "@dxos/display-name": "0.8.4-main.fcc0d83b33",
+    "@dxos/log": "0.8.4-main.fcc0d83b33",
+    "@dxos/invariant": "0.8.4-main.fcc0d83b33",
+    "@dxos/echo": "0.8.4-main.fcc0d83b33",
+    "@dxos/operation": "0.8.4-main.fcc0d83b33",
+    "@dxos/plugin-graph": "0.8.4-main.fcc0d83b33",
+    "@dxos/plugin-space": "0.8.4-main.fcc0d83b33",
+    "@dxos/plugin-client": "0.8.4-main.fcc0d83b33",
+    "@dxos/react-client": "0.8.4-main.fcc0d83b33",
+    "@dxos/react-ui-attention": "0.8.4-main.fcc0d83b33",
+    "@dxos/react-ui-stack": "0.8.4-main.fcc0d83b33",
+    "@dxos/util": "0.8.4-main.fcc0d83b33"
   },
   "devDependencies": {
-    "@types/react": "~18.2.0",
-    "@types/react-dom": "~18.2.0",
+    "@types/react": "~19.2.7",
+    "@types/react-dom": "~19.2.3",
     "@xenova/transformers": "^2.17.2",
-    "react": "~18.2.0",
-    "react-dom": "~18.2.0",
-    "vite": "5.4.7",
-    "@dxos/random": "0.8.4-main.f9ba587",
-    "@dxos/react-ui": "0.8.4-main.f9ba587",
-    "@dxos/react-ui-theme": "0.8.4-main.f9ba587",
-    "@dxos/storybook-utils": "0.8.4-main.f9ba587"
+    "react": "~19.2.3",
+    "react-dom": "~19.2.3",
+    "vite": "^8.0.10",
+    "@dxos/random": "0.8.4-main.fcc0d83b33",
+    "@dxos/storybook-utils": "0.8.4-main.fcc0d83b33",
+    "@dxos/react-ui": "0.8.4-main.fcc0d83b33",
+    "@dxos/ui-theme": "0.8.4-main.fcc0d83b33"
   },
   "peerDependencies": {
-    "effect": "^3.13.3",
-    "react": "~18.2.0",
-    "react-dom": "~18.2.0",
-    "@dxos/react-ui": "0.8.4-main.f9ba587",
-    "@dxos/react-ui-theme": "0.8.4-main.f9ba587"
+    "effect": "3.20.0",
+    "react": "~19.2.3",
+    "react-dom": "~19.2.3",
+    "@dxos/react-ui": "0.8.4-main.fcc0d83b33",
+    "@dxos/ui-theme": "0.8.4-main.fcc0d83b33"
   },
   "publishConfig": {
     "access": "public"

package/src/TransformerPlugin.tsx

@@ -2,33 +2,20 @@
 // Copyright 2024 DXOS.org
 //
 
-import { Capabilities, contributes, defineModule, definePlugin, Events } from '@dxos/app-framework';
-import { ClientCapabilities, ClientEvents } from '@dxos/plugin-client';
+import { Plugin } from '@dxos/app-framework';
+import { AppPlugin } from '@dxos/app-toolkit';
 
 // import { IntentResolver } from './capabilities';
-import { meta } from './meta';
-import { translations } from './translations';
+import { meta } from '#meta';
+import { translations } from '#translations';
 
-export const TransformerPlugin = () =>
-  definePlugin(meta, [
-    defineModule({
-      id: `${meta.id}/module/translations`,
-      activatesOn: Events.SetupTranslations,
-      activate: () => contributes(Capabilities.Translations, translations),
-    }),
-    defineModule({
-      id: `${meta.id}/module/metadata`,
-      activatesOn: Events.SetupMetadata,
-      activate: () => [],
-    }),
-    defineModule({
-      id: `${meta.id}/module/schema`,
-      activatesOn: ClientEvents.SetupSchema,
-      activate: () => contributes(ClientCapabilities.Schema, []),
-    }),
-    // defineModule({
-    //   id: `${meta.id}/module/intent-resolver`,
-    //   activatesOn: Events.SetupIntentResolver,
-    //   activate: IntentResolver,
-    // }),
-  ]);
+export const TransformerPlugin = Plugin.define(meta).pipe(
+  AppPlugin.addSchemaModule({ schema: [], id: 'schema' }),
+  AppPlugin.addTranslationsModule({ translations }),
+  // Plugin.addModule({
+  //   id: 'intent-resolver',
+  //   activatesOn: Events.SetupIntentResolver,
+  //   activate: IntentResolver,
+  // }),
+  Plugin.make,
+);

package/src/components/{DebugInfo.tsx → Voice/DebugInfo.tsx}

@@ -45,9 +45,9 @@ export const DebugInfo: FC<Partial<DebugInfoProps>> = ({
           <div className='mb-2 text-green-600'>
             <strong>Status:</strong> Microphone is active
             {debug && audioLevel && (
-              <div className='mt-2 w-48 h-5 bg-gray-200 rounded relative'>
+              <div className='mt-2 w-48 h-5 bg-gray-200 rounded-sm relative'>
                 <div
-                  className='h-full bg-green-500 transition-all duration-100 rounded'
+                  className='h-full bg-green-500 transition-all duration-100 rounded-sm'
                   style={{ width: `${(audioLevel / 255) * 100}%` }}
                 />
               </div>
@@ -67,7 +67,7 @@ export const DebugInfo: FC<Partial<DebugInfoProps>> = ({
           {transcription && (
             <div className='mt-4'>
               <strong>Transcription:</strong>
-              <p className='mt-2 p-4 bg-gray-100 rounded whitespace-pre-wrap'>{transcription}</p>
+              <p className='mt-2 p-4 bg-gray-100 rounded-sm whitespace-pre-wrap'>{transcription}</p>
             </div>
           )}
         </div>

package/src/components/{Voice.stories.tsx → Voice/Voice.stories.tsx}

@@ -2,22 +2,20 @@
 // Copyright 2025 DXOS.org
 //
 
-import '@dxos-theme';
+import { type Meta, type StoryObj } from '@storybook/react-vite';
 
-import type { Meta, StoryObj } from '@storybook/react-vite';
-
-import { withLayout, withTheme } from '@dxos/storybook-utils';
+import { withTheme } from '@dxos/react-ui/testing';
 
 import { Voice } from './Voice';
 
-const meta: Meta<typeof Voice> = {
-  title: 'plugins/plugin-transformer/Voice',
+const meta = {
+  title: 'plugins/plugin-transformer/components/Voice',
   component: Voice,
-  decorators: [withTheme, withLayout()],
+  decorators: [withTheme()],
   parameters: {
     layout: 'centered',
   },
-};
+} satisfies Meta<typeof Voice>;
 
 export default meta;
 

package/src/components/{Voice.tsx → Voice/Voice.tsx}

@@ -2,12 +2,13 @@
 // Copyright 2025 DXOS.org
 //
 
-import React, { useState, useCallback, useEffect } from 'react';
+import React, { useCallback, useEffect, useState } from 'react';
 
 import { log } from '@dxos/log';
 
+import { useAudioStream, usePipeline } from '#hooks';
+
 import { DebugInfo } from './DebugInfo';
-import { useAudioStream, usePipeline } from '../hooks';
 
 export type VoiceProps = {
   active?: boolean;

package/src/components/Voice/index.ts

@@ -0,0 +1,6 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export * from './DebugInfo';
+export * from './Voice';

package/src/{capabilities → components}/index.ts

@@ -1,3 +1,5 @@
 //
 // Copyright 2025 DXOS.org
 //
+
+export * from './Voice';

package/src/hooks/useAudioStream.ts

@@ -2,7 +2,7 @@
 // Copyright 2025 DXOS.org
 //
 
-import { useState, useRef, useEffect, useCallback } from 'react';
+import { useCallback, useEffect, useRef, useState } from 'react';
 
 import { log } from '@dxos/log';
 
@@ -28,7 +28,7 @@ export const useAudioStream = ({ active, debug, onAudioData }: AudioStreamConfig
   // TODO(burdon): Convert to class.
   const audioContextRef = useRef<AudioContext | null>(null);
   const analyserRef = useRef<AnalyserNode | null>(null);
-  const animationFrameRef = useRef<number>();
+  const animationFrameRef = useRef<number>(undefined);
   const workletNodeRef = useRef<AudioWorkletNode | null>(null);
   const isProcessingRef = useRef(false);
   const mediaStreamRef = useRef<MediaStream | null>(null);

package/src/hooks/usePipeline.ts

@@ -2,31 +2,12 @@
 // Copyright 2025 DXOS.org
 //
 
-import { type Pipeline, pipeline, env } from '@xenova/transformers';
-import { useState, useRef, useEffect } from 'react';
+import { type Pipeline, env, pipeline } from '@xenova/transformers';
+import { useEffect, useRef, useState } from 'react';
 
 import { invariant } from '@dxos/invariant';
 import { log } from '@dxos/log';
 
-// Add WebGPU types.
-declare global {
-  interface Navigator {
-    gpu?: {
-      requestAdapter(): Promise<GPUAdapter | null>;
-    };
-  }
-
-  interface GPUAdapter {
-    requestAdapterInfo(): Promise<GPUAdapterInfo>;
-  }
-
-  interface GPUAdapterInfo {
-    vendor: string;
-    architecture: string;
-    description: string;
-  }
-}
-
 // Configure cache and runtime settings.
 env.cacheDir = './.cache';
 env.allowLocalModels = true;
@@ -87,20 +68,15 @@ export const usePipeline = ({ active, model, debug }: PipelineConfig) => {
               throw new Error('No GPU adapter found');
             }
 
-            // Try to get adapter info if available.
-            try {
-              const adapterInfo = await adapter.requestAdapterInfo();
-              if (adapterInfo) {
-                setState((prev) => ({
-                  ...prev,
-                  gpuInfo: `${adapterInfo.description || 'GPU'} (${adapterInfo.vendor || 'Unknown'})`,
-                }));
-              } else {
-                setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unknown)' }));
-              }
-            } catch (err) {
-              log.warn('could not get GPU info', { err });
-              setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unavailable)' }));
+            // Get adapter info from the info property (modern WebGPU API).
+            const adapterInfo = adapter.info;
+            if (adapterInfo) {
+              setState((prev) => ({
+                ...prev,
+                gpuInfo: `${adapterInfo.description || 'GPU'} (${adapterInfo.vendor || 'Unknown'})`,
+              }));
+            } else {
+              setState((prev) => ({ ...prev, gpuInfo: 'GPU Available (details unknown)' }));
             }
           } catch (err) {
             log.warn('WebGPU initialization failed', { err });

package/src/meta.ts

@@ -2,14 +2,16 @@
 // Copyright 2023 DXOS.org
 //
 
-import { type PluginMeta } from '@dxos/app-framework';
+import { type Plugin } from '@dxos/app-framework';
+import { trim } from '@dxos/util';
 
-export const TRANSFORMER_PLUGIN = 'dxos.org/plugin/transformer';
-
-export const meta: PluginMeta = {
-  id: TRANSFORMER_PLUGIN,
+export const meta: Plugin.Meta = {
+  id: 'org.dxos.plugin.transformer',
   name: 'Transformer',
-  description: 'Run local transformers.',
+  description: trim`
+    Execute local machine learning transformers and AI models directly in your browser.
+    Run embeddings, classifications, and other ML tasks without server dependencies.
+  `,
   icon: 'ph--cpu--regular',
   source: 'https://github.com/dxos/dxos/tree/main/packages/plugins/plugin-transformer',
   tags: ['labs'],

package/src/translations.ts

@@ -4,13 +4,13 @@
 
 import { type Resource } from '@dxos/react-ui';
 
-import { meta } from './meta';
+import { meta } from '#meta';
 
 export const translations = [
   {
     'en-US': {
       [meta.id]: {
-        'plugin name': 'Transformers',
+        'plugin.name': 'Transformers',
       },
     },
   },

package/dist/types/src/capabilities/index.d.ts

@@ -1 +0,0 @@
-//# sourceMappingURL=index.d.ts.map

package/dist/types/src/capabilities/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/capabilities/index.ts"],"names":[],"mappings":""}

package/dist/types/src/components/DebugInfo.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"DebugInfo.d.ts","sourceRoot":"","sources":["../../../../src/components/DebugInfo.tsx"],"names":[],"mappings":"AAIA,OAAc,EAAE,KAAK,EAAE,EAAE,MAAM,OAAO,CAAC;AAEvC,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,OAAO,CAAC;IACxB,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,cAAc,EAAE,OAAO,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,OAAO,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CA4DjD,CAAC"}

package/dist/types/src/components/Voice.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.d.ts","sourceRoot":"","sources":["../../../../src/components/Voice.tsx"],"names":[],"mappings":"AAIA,OAAO,KAA2C,MAAM,OAAO,CAAC;AAOhE,MAAM,MAAM,UAAU,GAAG;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,KAAK,GAAI,0BAAkD,UAAU,sBA4FjF,CAAC"}

package/dist/types/src/components/Voice.stories.d.ts

@@ -1,8 +0,0 @@
-import '@dxos-theme';
-import type { Meta, StoryObj } from '@storybook/react-vite';
-import { Voice } from './Voice';
-declare const meta: Meta<typeof Voice>;
-export default meta;
-type Story = StoryObj<typeof Voice>;
-export declare const Default: Story;
-//# sourceMappingURL=Voice.stories.d.ts.map

package/dist/types/src/components/Voice.stories.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.stories.d.ts","sourceRoot":"","sources":["../../../../src/components/Voice.stories.tsx"],"names":[],"mappings":"AAIA,OAAO,aAAa,CAAC;AAErB,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAI5D,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAEhC,QAAA,MAAM,IAAI,EAAE,IAAI,CAAC,OAAO,KAAK,CAO5B,CAAC;AAEF,eAAe,IAAI,CAAC;AAEpB,KAAK,KAAK,GAAG,QAAQ,CAAC,OAAO,KAAK,CAAC,CAAC;AAEpC,eAAO,MAAM,OAAO,EAAE,KAMrB,CAAC"}