@dxos/plugin-assistant 0.8.4-main.f9ba587 → 0.8.4-main.fcfe5033a5

package/src/stories/Chat.stories.tsx

@@ -1,269 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react-vite';
-import React, { useMemo, type FunctionComponent } from 'react';
-
-import { Capabilities, contributes, Events, IntentPlugin, type Plugin, SettingsPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import {
-  DESIGN_SPEC_BLUEPRINT,
-  TASK_LIST_BLUEPRINT,
-  remoteServiceEndpoints,
-  readDocument,
-  writeDocument,
-} from '@dxos/artifact-testing';
-import { Blueprint, BlueprintRegistry, ContextBinder } from '@dxos/assistant';
-import { Filter, Obj, Ref } from '@dxos/echo';
-import { log } from '@dxos/log';
-import { ChessPlugin } from '@dxos/plugin-chess';
-import { ClientPlugin } from '@dxos/plugin-client';
-import { InboxPlugin } from '@dxos/plugin-inbox';
-import { MapPlugin } from '@dxos/plugin-map';
-import { MarkdownPlugin } from '@dxos/plugin-markdown';
-import { DocumentType } from '@dxos/plugin-markdown/types';
-import { SpacePlugin } from '@dxos/plugin-space';
-import { TablePlugin } from '@dxos/plugin-table';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { Config } from '@dxos/react-client';
-import { createDocAccessor, useQuery, useSpace } from '@dxos/react-client/echo';
-import { useThemeContext } from '@dxos/react-ui';
-import {
-  Editor,
-  createBasicExtensions,
-  createDataExtensions,
-  createMarkdownExtensions,
-  createThemeExtensions,
-  outliner,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-import { DataType } from '@dxos/schema';
-import { render, withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { AssistantPlugin } from '../AssistantPlugin';
-import { Chat } from '../components';
-import { useChatProcessor, useServiceContainer } from '../hooks';
-import { translations } from '../translations';
-import { Assistant } from '../types';
-
-//
-// Story container
-//
-
-const DefaultStory = ({ components }: { components: FunctionComponent[] }) => {
-  return (
-    <div
-      className={mx('grid grid-cols border-x border-separator divide-x divide-separator')}
-      style={{ gridTemplateColumns: `repeat(${components.length}, minmax(0, 40rem))` }}
-    >
-      {components.map((Component, index) => (
-        <Component key={index} />
-      ))}
-    </div>
-  );
-};
-
-//
-// Components
-//
-
-const ChatContainer = () => {
-  const space = useSpace();
-  const [chat] = useQuery(space, Filter.type(Assistant.Chat));
-
-  // TODO(burdon): Figure out how to use effect to inject serviceContainer, blueprintRegistry into the processor.
-  const serviceContainer = useServiceContainer({ space });
-  const blueprintRegistry = useMemo(() => new BlueprintRegistry([DESIGN_SPEC_BLUEPRINT, TASK_LIST_BLUEPRINT]), []);
-  const processor = useChatProcessor({ chat, space, serviceContainer, blueprintRegistry, noPluginArtifacts: true });
-
-  if (!chat || !processor) {
-    return null;
-  }
-
-  return (
-    <Chat.Root chat={chat} processor={processor} onEvent={(event) => log.info('event', { event })}>
-      <Chat.Thread />
-      <div className='p-2'>
-        <Chat.Prompt
-          expandable
-          classNames='p-2 border border-subduedSeparator rounded focus-within:outline focus-within:border-transparent outline-primary-500'
-        />
-      </div>
-    </Chat.Root>
-  );
-};
-
-const DocumentContainer = () => {
-  const { themeMode } = useThemeContext();
-  const space = useSpace();
-  const [document] = useQuery(space, Filter.type(DocumentType));
-  if (!document?.content.target) {
-    return null;
-  }
-
-  return (
-    <Editor
-      id={document.id}
-      text={document.content.target}
-      classNames='p-2'
-      extensions={[
-        // TODO(burdon): Create util.
-        createDataExtensions({ id: document.id, text: createDocAccessor(document.content.target, ['content']) }),
-        createBasicExtensions({ readOnly: false }),
-        createMarkdownExtensions({ themeMode }),
-        createThemeExtensions({ themeMode }),
-        outliner(),
-      ]}
-    />
-  );
-};
-
-//
-// Configuration
-//
-
-const meta = {
-  title: 'plugins/plugin-assistant/Chat',
-  render: render(DefaultStory),
-  decorators: [],
-  parameters: {
-    translations,
-    controls: { disable: true },
-  },
-} satisfies Meta<typeof DefaultStory>;
-
-export default meta;
-
-type Story = StoryObj<typeof meta>;
-
-//
-// Decorators
-//
-
-const remoteConfig = new Config({
-  runtime: {
-    services: {
-      ai: {
-        // TODO(burdon): 'url'?
-        server: remoteServiceEndpoints.ai,
-      },
-      edge: {
-        url: remoteServiceEndpoints.edge,
-      },
-    },
-  },
-});
-
-const getDecorators = ({
-  config,
-  plugins = [],
-  blueprints = [],
-}: {
-  config: Config;
-  plugins?: Plugin[];
-  blueprints?: Blueprint[];
-}) => [
-  withPluginManager({
-    fireEvents: [Events.SetupArtifactDefinition],
-    plugins: [
-      ClientPlugin({
-        config,
-        types: [Assistant.Chat, DocumentType, Blueprint],
-        onClientInitialized: async (_, client) => {
-          await client.halo.createIdentity();
-          await client.spaces.waitUntilReady();
-          const space = client.spaces.default;
-          // ISSUE(burdon): Should not require this.
-          //  ERROR: invariant violation: Database was not initialized with root object.
-          await space.waitUntilReady();
-
-          // TODO(burdon): Remove need for this boilerplate. Namespace for types?
-          const chat = space.db.add(
-            Obj.make(Assistant.Chat, {
-              queue: Ref.fromDXN(space.queues.create().dxn),
-            }),
-          );
-
-          // TODO(burdon): Add to conversation context.
-          space.db.add(
-            Obj.make(DocumentType, {
-              name: 'Tasks',
-              content: Ref.make(Obj.make(DataType.Text, { content: '' })),
-            }),
-          );
-
-          // Clone blueprints and bind to conversation.
-          const binder = new ContextBinder(await chat.queue.load());
-          for (const blueprint of blueprints) {
-            const obj = space.db.add(Obj.make(Blueprint, { ...blueprint }));
-            await binder.bind({ blueprints: [Ref.make(obj)] });
-          }
-        },
-      }),
-      IntentPlugin(),
-      SettingsPlugin(),
-      SpacePlugin(),
-
-      TranscriptionPlugin(),
-
-      // TODO(burdon): Install capabilities independently?
-      // TODO(burdon): How to mock?
-      AssistantPlugin(),
-
-      ...plugins,
-    ],
-    capabilities: [contributes(Capabilities.Tools, [readDocument, writeDocument])],
-  }),
-  withTheme,
-  withLayout({
-    fullscreen: true,
-    classNames: 'bg-deckSurface justify-center',
-  }),
-];
-
-//
-// Stories
-//
-
-export const Default = {
-  decorators: getDecorators({
-    config: remoteConfig,
-  }),
-  args: {
-    components: [ChatContainer],
-  },
-} satisfies Story;
-
-export const WithDocument = {
-  decorators: getDecorators({
-    config: remoteConfig,
-    plugins: [MarkdownPlugin()],
-  }),
-  args: {
-    components: [ChatContainer, DocumentContainer],
-  },
-} satisfies Story;
-
-export const WithBlueprints = {
-  decorators: getDecorators({
-    config: remoteConfig,
-    plugins: [ChessPlugin(), InboxPlugin(), MapPlugin(), MarkdownPlugin(), TablePlugin()],
-    blueprints: [TASK_LIST_BLUEPRINT],
-  }),
-  args: {
-    components: [ChatContainer, DocumentContainer],
-  },
-} satisfies Story;
-
-// export const WithArtifacts = {
-//   decorators: getDecorators({
-//     config: remoteConfig,
-//     plugins: [ChessPlugin(), InboxPlugin(), MapPlugin(), MarkdownPlugin(), TablePlugin()],
-//   }),
-//   args: {
-//     components: [ChatContainer],
-//   },
-// } satisfies Story;

package/src/testing/test-functions.ts

@@ -1,11 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { DEFAULT_EDGE_MODEL, type GenerateRequest } from '@dxos/ai';
-import { createSystemPrompt } from '@dxos/artifact';
-
-export const createProcessorOptions = (artifacts: string[]): Pick<GenerateRequest, 'model' | 'systemPrompt'> => ({
-  model: DEFAULT_EDGE_MODEL,
-  systemPrompt: createSystemPrompt({ artifacts }),
-});

package/src/tools/function.ts

@@ -1,46 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { createTool, type ExecutableTool, ToolResult } from '@dxos/ai';
-import { Type } from '@dxos/echo';
-import { getInvocationUrl, getUserFunctionUrlInMetadata } from '@dxos/functions';
-import { type FunctionType } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { type SpaceId } from '@dxos/react-client/echo';
-import { getMeta } from '@dxos/react-client/echo';
-
-// TODO(burdon): Move to @dxos/ai.
-export const convertFunctionToTool = (
-  fn: FunctionType,
-  edgeUrl: string,
-  spaceId?: SpaceId | undefined,
-): ExecutableTool | undefined => {
-  if (!fn.description || !fn.inputSchema) {
-    return undefined;
-  }
-  const existingFunctionUrl = getUserFunctionUrlInMetadata(getMeta(fn));
-  if (!existingFunctionUrl) {
-    return undefined;
-  }
-
-  const url = getInvocationUrl(existingFunctionUrl, edgeUrl, { spaceId });
-
-  return createTool('user-function', {
-    name: fn.name,
-    description: fn.description,
-    schema: Type.toEffectSchema(fn.inputSchema),
-    execute: async (input) => {
-      log.info('execute function tool', { name: fn.name, url, input });
-      const response = await fetch(url, {
-        method: 'POST',
-        headers: {
-          'Content-Type': 'application/json',
-        },
-        body: JSON.stringify(input),
-      });
-
-      return ToolResult.Success(await response.text());
-    },
-  });
-};

package/src/tools/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './function';
-export * from './openapi';

package/src/tools/openapi.test.ts

@@ -1,217 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, expect, test } from 'vitest';
-
-import { log } from '@dxos/log';
-
-import { createToolsFromApi, resolveAuthorization } from './openapi';
-import { ChatProcessor } from '../hooks';
-import { type ApiAuthorization } from '../types';
-
-describe.skip('openapi', () => {
-  describe.skip('mapping', () => {
-    test('amadeus flight availabilities', async () => {
-      const tools = await createToolsFromApi(FLIGHT_SEARCH_API);
-      log.info('tools', { tools });
-      // for (const tool of tools) {
-      //   const schema = tool.parameters;
-      //   // log.info('schema', { schema });
-      // }
-    });
-
-    test('amadeus hotel search', async () => {
-      const tools = await createToolsFromApi(HOTEL_SEARCH_API);
-      log.info('tools', { tools });
-    });
-
-    test('amadeus hotel name autocomplete', async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API);
-      log.info('tools', { tools });
-    });
-
-    test('weather', async () => {
-      const tools = await createToolsFromApi(WEATHER_API, { authorization: VISUAL_CROSSING_CREDENTIALS });
-      log.info('tools', { tools });
-    });
-  });
-
-  describe.skip('invoke tools', () => {
-    test('amadeus hotel name autocomplete', async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API, { authorization: AMADEUS_AUTH });
-      const result = await tools[0].execute(
-        {
-          keyword: 'William Vale Brooklyn',
-          subType: ['HOTEL_LEISURE', 'HOTEL_GDS'],
-          countryCode: 'US',
-        },
-        {},
-      );
-
-      log.info('result', { result });
-    });
-
-    test('weather API', async () => {
-      const tools = await createToolsFromApi(WEATHER_API, { authorization: VISUAL_CROSSING_CREDENTIALS });
-      const forecastTool = tools.find((tool) => tool.name.includes('forecast'));
-      const result = await forecastTool?.execute(
-        {
-          locations: 'Brooklyn, NY',
-          aggregateHours: '24',
-        },
-        {},
-      );
-
-      log.info('result', { result });
-    });
-  });
-
-  describe.skip('AI uses tools', () => {
-    test('amadeus flight availabilities', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(FLIGHT_SEARCH_API, { authorization: AMADEUS_AUTH });
-      // const aiClient = new EdgeAiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, { tools });
-      const reply = await processor.request(
-        `What is the cheapest flight from New York to Paris? going on ${new Date().toISOString()} and returning after a week. 1 adult traveler`,
-      );
-
-      log.info('reply', { reply });
-    });
-
-    // TODO(dmaretskyi): Doesn't work.
-    test('amadeus hotel name autocomplete', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API, { authorization: AMADEUS_AUTH });
-      // const aiClient = new EdgeAiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, { tools });
-      const reply = await processor.request('Find me the William Wale in Brooklyn New York');
-
-      log.info('reply', { reply });
-    });
-
-    test.only('weather forecast', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(WEATHER_API, {
-        authorization: VISUAL_CROSSING_CREDENTIALS,
-        instructions: WEATHER_INSTRUCTIONS,
-      });
-      // const aiClient = new EdgeAiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, { tools });
-      const reply = await processor.request(
-        `Today's date is ${new Date().toISOString().split('T')[0]}. Give me weather forecast for Warsaw for next 5 days.`,
-      );
-
-      log.info('reply', { reply });
-    });
-  });
-
-  describe.skip('invoke api directly', { timeout: 10_000 }, () => {
-    test('amadeus flight availabilities', async () => {
-      const response = await fetch('https://test.api.amadeus.com/v1/shopping/availability/flight-availabilities', {
-        method: 'POST',
-        headers: {
-          accept: 'application/vnd.amadeus+json',
-          'X-HTTP-Method-Override': 'GET',
-          'Content-Type': 'application/vnd.amadeus+json',
-          Authorization: await resolveAuthorization(AMADEUS_AUTH),
-        },
-        body: JSON.stringify({
-          originDestinations: [
-            {
-              departureDateTime: {
-                date: new Date().toISOString().split('T')[0],
-                time: new Date().toTimeString().split(' ')[0],
-              },
-              destinationLocationCode: 'MAD',
-              id: '1',
-              originLocationCode: 'BOS',
-            },
-          ],
-          sources: ['GDS'],
-          travelers: [
-            {
-              id: '1',
-              travelerType: 'ADULT',
-            },
-          ],
-        }),
-      });
-
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-
-    test.only('amadeus hotel name autocomplete', async () => {
-      const response = await fetch(
-        'https://test.api.amadeus.com/v1/reference-data/locations/hotel?keyword=PARI&subtype=HOTEL_LEISURE,HOTEL_GDS',
-        {
-          method: 'GET',
-          headers: {
-            // accept: 'application/vnd.amadeus+json',
-            // 'X-HTTP-Method-Override': 'GET',
-            Authorization: await resolveAuthorization(AMADEUS_AUTH),
-          },
-        },
-      );
-
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-  });
-
-  describe.skip('rapidapi', () => {
-    test('amadeus flight availabilities', async () => {
-      const departureDate = new Date().toISOString().split('T')[0];
-      const arrivalDate = new Date(new Date().getTime() + 7 * 24 * 60 * 60 * 1000).toISOString().split('T')[0];
-
-      const url = `https://amadeus-api2.p.rapidapi.com/serpapi-flight-search?departure_id=PEK&arrival_id=AUS&outbound_date=${departureDate}&return_date=${arrivalDate}&currency=USD&hl=en`;
-      const options = {
-        method: 'GET',
-        headers: {
-          'x-rapidapi-key': RAPID_API_CREDENTIALS.key,
-          'x-rapidapi-host': 'amadeus-api2.p.rapidapi.com',
-        },
-      };
-
-      const response = await fetch(url, options);
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-  });
-});
-
-const FLIGHT_SEARCH_API =
-  'https://api.apis.guru/v2/specs/amadeus.com/amadeus-flight-availabilities-search/1.0.2/swagger.json';
-const HOTEL_SEARCH_API = 'https://api.apis.guru/v2/specs/amadeus.com/amadeus-hotel-search/3.0.8/swagger.json';
-const HOTEL_NAME_AUTOCOMPLETE_API =
-  'https://api.apis.guru/v2/specs/amadeus.com/amadeus-hotel-name-autocomplete/1.0.3/swagger.json';
-const WEATHER_API = 'https://api.apis.guru/v2/specs/visualcrossing.com/weather/4.6/openapi.json';
-
-const WEATHER_INSTRUCTIONS = `
-  If the user doesn't provide a date, use today's date.
-  Make sure to provide the start and end dates when possible to reduce the amount of data returned.
-  Use the tool that accepts the date parameters.
-`;
-
-const AMADEUS_AUTH: ApiAuthorization = {
-  type: 'oauth',
-  clientId: 'BOEnpLd1sMyKjAPGKYeAPFFy60u53QEG',
-  clientSecret: 'n4qldSN7usvD57gm',
-  tokenUrl: 'https://test.api.amadeus.com/v1/security/oauth2/token',
-  grantType: 'client_credentials',
-};
-
-const VISUAL_CROSSING_CREDENTIALS: ApiAuthorization = {
-  type: 'api-key',
-  key: 'FDPRVS953KB4GQQLD25GRT975',
-  placement: {
-    type: 'query',
-    name: 'key',
-  },
-};
-
-const RAPID_API_CREDENTIALS = {
-  key: '92271b6740msh32fd821d70f050dp16665bjsna69195c9e838',
-};