@dxos/plugin-assistant 0.8.4-main.67995b8 → 0.8.4-main.ae835ea

package/src/stories/Chat.stories.tsx

@@ -1,371 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type StoryObj, type Meta } from '@storybook/react-vite';
-import React, { useCallback, useEffect, useMemo, useState, type FC } from 'react';
-
-import { Capabilities, contributes, Events, IntentPlugin, type Plugin, SettingsPlugin } from '@dxos/app-framework';
-import { withPluginManager } from '@dxos/app-framework/testing';
-import { ContextBinder } from '@dxos/assistant';
-import {
-  DESIGN_BLUEPRINT,
-  PLANNING_BLUEPRINT,
-  readDocument,
-  remoteServiceEndpoints,
-  updateDocument,
-} from '@dxos/assistant-testing';
-import { Blueprint } from '@dxos/blueprints';
-import { Filter, Obj, Ref } from '@dxos/echo';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { ChessPlugin } from '@dxos/plugin-chess';
-import { ClientPlugin } from '@dxos/plugin-client';
-import { InboxPlugin } from '@dxos/plugin-inbox';
-import { MapPlugin } from '@dxos/plugin-map';
-import { MarkdownPlugin } from '@dxos/plugin-markdown';
-import { Markdown } from '@dxos/plugin-markdown/types';
-import { SpacePlugin } from '@dxos/plugin-space';
-import { TablePlugin } from '@dxos/plugin-table';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { Config } from '@dxos/react-client';
-import { createDocAccessor, useQuery, useSpace } from '@dxos/react-client/echo';
-import { Toolbar, useThemeContext, useTranslation } from '@dxos/react-ui';
-import {
-  Editor,
-  createBasicExtensions,
-  createDataExtensions,
-  createMarkdownExtensions,
-  createThemeExtensions,
-  outliner,
-} from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-import { render, withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { AssistantPlugin } from '../AssistantPlugin';
-import { Chat, TemplateEditor, type ChatPromptProps } from '../components';
-import { type AiServicePreset, AiServicePresets } from '../hooks';
-import { useChatProcessor, useChatServices } from '../hooks';
-import { meta } from '../meta';
-import { translations } from '../translations';
-import { Assistant } from '../types';
-
-//
-// Story container
-//
-
-const DefaultStory = ({ components }: { components: (FC | FC[])[] }) => {
-  return (
-    <div
-      className={mx('grid grid-cols gap-2 m-2')}
-      style={{ gridTemplateColumns: `repeat(${components.length}, minmax(0, 40rem))` }}
-    >
-      {components.map((Component, index) =>
-        Array.isArray(Component) ? (
-          <div
-            key={index}
-            className='grid grid-rows gap-2 overflow-hidden'
-            style={{ gridTemplateRows: `repeat(${Component.length}, 1fr)` }}
-          >
-            {Component.map((Component, index) => (
-              <div key={index} className='flex flex-col overflow-hidden bg-baseSurface border border-separator'>
-                <Component />
-              </div>
-            ))}
-          </div>
-        ) : (
-          <div key={index} className='flex flex-col overflow-hidden bg-baseSurface border border-separator'>
-            <Component />
-          </div>
-        ),
-      )}
-    </div>
-  );
-};
-
-//
-// Components
-//
-
-const ChatContainer = () => {
-  const { t } = useTranslation(meta.id);
-  const space = useSpace();
-
-  const [chat, setChat] = useState<Assistant.Chat>();
-  useEffect(() => {
-    const results = space?.db.query(Filter.type(Assistant.Chat)).runSync();
-    if (results?.length) {
-      setChat(results[0].object);
-    }
-  }, [space]);
-
-  // TODO(burdon): Memo preset for provider.
-  const [online, setOnline] = useState(true);
-  const [preset, setPreset] = useState<AiServicePreset>();
-  const presets = useMemo(
-    () => AiServicePresets.filter((preset) => online === (preset.provider === 'dxos-remote')),
-    [online],
-  );
-  useEffect(() => {
-    setPreset(presets[0]);
-  }, [presets]);
-
-  const services = useChatServices({ space });
-  const blueprintRegistry = useMemo(() => new Blueprint.Registry([DESIGN_BLUEPRINT, PLANNING_BLUEPRINT]), []);
-  const processor = useChatProcessor({
-    preset,
-    chat,
-    space,
-    services,
-    blueprintRegistry,
-    noPluginArtifacts: true,
-  });
-
-  const handleChangePreset = useCallback<NonNullable<ChatPromptProps['onChangePreset']>>(
-    (id) => {
-      const preset = presets.find((preset) => preset.id === id);
-      if (preset) {
-        setPreset(preset);
-      }
-    },
-    [presets],
-  );
-
-  const handleNewChat = useCallback(() => {
-    invariant(space);
-    const chat = space.db.add(
-      Obj.make(Assistant.Chat, {
-        queue: Ref.fromDXN(space.queues.create().dxn),
-      }),
-    );
-    setChat(chat);
-  }, [space]);
-
-  const handleBranchChat = useCallback(() => {}, [space]);
-
-  if (!chat || !processor) {
-    return null;
-  }
-
-  return (
-    <Chat.Root chat={chat} processor={processor} onEvent={(event) => log.info('event', { event })}>
-      <Toolbar.Root classNames='border-b border-subduedSeparator'>
-        <Toolbar.IconButton icon='ph--plus--regular' iconOnly label={t('button new thread')} onClick={handleNewChat} />
-        <Toolbar.IconButton
-          disabled
-          icon='ph--git-branch--regular'
-          iconOnly
-          label={t('button branch thread')}
-          onClick={handleBranchChat}
-        />
-      </Toolbar.Root>
-      <Chat.Thread />
-      <div className='p-4'>
-        <Chat.Prompt
-          classNames='p-2 border border-subduedSeparator rounded focus-within:outline focus-within:border-transparent outline-primary-500'
-          expandable
-          online={online}
-          presets={presets.map(({ id, model, label }) => ({ id, label: label ?? model }))}
-          preset={preset?.id}
-          onChangeOnline={setOnline}
-          onChangePreset={handleChangePreset}
-        />
-      </div>
-    </Chat.Root>
-  );
-};
-
-const DocumentContainer = () => {
-  const { themeMode } = useThemeContext();
-  const space = useSpace();
-  const [document] = useQuery(space, Filter.type(Markdown.Document));
-  if (!document?.content.target) {
-    return null;
-  }
-
-  return (
-    <>
-      <Toolbar.Root classNames='border-b border-subduedSeparator'>
-        <h2>{Obj.getLabel(document)}</h2>
-      </Toolbar.Root>
-      <Editor
-        id={document.id}
-        text={document.content.target}
-        classNames='h-full p-2 overflow-hidden'
-        extensions={[
-          // TODO(burdon): Create util.
-          createDataExtensions({ id: document.id, text: createDocAccessor(document.content.target, ['content']) }),
-          createBasicExtensions({ readOnly: false }),
-          createMarkdownExtensions({ themeMode }),
-          createThemeExtensions({ themeMode }),
-          outliner(),
-        ]}
-      />
-    </>
-  );
-};
-
-// TODO(burdon): Show all active blueprints from context?
-const BlueprintContainer = () => {
-  const space = useSpace();
-  const [blueprint] = useQuery(space, Filter.type(Blueprint.Blueprint));
-  if (!blueprint?.instructions) {
-    return null;
-  }
-
-  return (
-    <div className='flex flex-col h-full'>
-      <Toolbar.Root classNames='border-b border-subduedSeparator'>
-        <h2>{Obj.getLabel(blueprint)}</h2>
-      </Toolbar.Root>
-      <TemplateEditor id={blueprint.id} template={blueprint.instructions} />
-    </div>
-  );
-};
-
-//
-// Configuration
-//
-
-const storybook = {
-  title: 'plugins/plugin-assistant/Chat',
-  render: render(DefaultStory),
-  decorators: [],
-  parameters: {
-    translations,
-    controls: { disable: true },
-  },
-} satisfies Meta<typeof DefaultStory>;
-
-export default storybook;
-
-type Story = StoryObj<typeof storybook>;
-
-//
-// Decorators
-//
-
-const remoteConfig = new Config({
-  runtime: {
-    services: {
-      ai: {
-        // TODO(burdon): 'url'?
-        server: remoteServiceEndpoints.ai,
-      },
-      edge: {
-        url: remoteServiceEndpoints.edge,
-      },
-    },
-  },
-});
-
-const getDecorators = ({
-  config,
-  plugins = [],
-  blueprints = [],
-  context = false,
-}: {
-  config: Config;
-  plugins?: Plugin[];
-  blueprints?: Blueprint.Blueprint[];
-  context?: boolean;
-}) => [
-  withPluginManager({
-    fireEvents: [Events.SetupArtifactDefinition],
-    plugins: [
-      ClientPlugin({
-        config,
-        types: [Markdown.Document, Assistant.Chat, Blueprint.Blueprint],
-        onClientInitialized: async (_, client) => {
-          await client.halo.createIdentity();
-          await client.spaces.waitUntilReady();
-          const space = client.spaces.default;
-          // ISSUE(burdon): Should not require this.
-          //  ERROR: invariant violation: Database was not initialized with root object.
-          await space.waitUntilReady();
-
-          const chat = space.db.add(
-            // TODO(burdon): Assistant.makeChat()
-            Obj.make(Assistant.Chat, {
-              queue: Ref.fromDXN(space.queues.create().dxn),
-            }),
-          );
-          const binder = new ContextBinder(await chat.queue.load());
-          const doc = space.db.add(Markdown.makeDocument({ name: 'Tasks' }));
-          if (context) {
-            await binder.bind({ objects: [Ref.make(doc)] });
-          }
-
-          for (const blueprint of blueprints) {
-            // Clone blueprints and bind to conversation.
-            // TODO(dmaretskyi): This should be done by Obj.clone.
-            const { id: _id, ...data } = blueprint;
-            const obj = space.db.add(Obj.make(Blueprint.Blueprint, data));
-            await binder.bind({ blueprints: [Ref.make(obj)] });
-          }
-        },
-      }),
-      IntentPlugin(),
-      SettingsPlugin(),
-      SpacePlugin(),
-
-      TranscriptionPlugin(),
-      AssistantPlugin(),
-
-      ...plugins,
-    ],
-    capabilities: [contributes(Capabilities.Functions, [readDocument, updateDocument])],
-  }),
-  withTheme,
-  withLayout({
-    fullscreen: true,
-    classNames: 'bg-deckSurface justify-center',
-  }),
-];
-
-//
-// Stories
-//
-
-export const Default = {
-  decorators: getDecorators({
-    config: remoteConfig,
-  }),
-  args: {
-    components: [ChatContainer],
-  },
-} satisfies Story;
-
-export const WithDocument = {
-  decorators: getDecorators({
-    config: remoteConfig,
-    plugins: [MarkdownPlugin()],
-  }),
-  args: {
-    components: [ChatContainer, DocumentContainer],
-  },
-} satisfies Story;
-
-export const WithBlueprints = {
-  decorators: getDecorators({
-    config: remoteConfig,
-    plugins: [ChessPlugin(), InboxPlugin(), MapPlugin(), MarkdownPlugin(), TablePlugin()],
-    blueprints: [PLANNING_BLUEPRINT],
-    context: true,
-  }),
-  args: {
-    components: [ChatContainer, [DocumentContainer, BlueprintContainer]],
-  },
-} satisfies Story;
-
-// export const WithArtifacts = {
-//   decorators: getDecorators({
-//     config: remoteConfig,
-//     plugins: [ChessPlugin(), InboxPlugin(), MapPlugin(), MarkdownPlugin(), TablePlugin()],
-//   }),
-//   args: {
-//     components: [ChatContainer],
-//   },
-// } satisfies Story;

package/src/testing/test-functions.ts

@@ -1,11 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { DEFAULT_EDGE_MODEL, type GenerateRequest } from '@dxos/ai';
-import { createSystemPrompt } from '@dxos/assistant';
-
-export const createProcessorOptions = (artifacts: string[]): Pick<GenerateRequest, 'model' | 'systemPrompt'> => ({
-  model: DEFAULT_EDGE_MODEL,
-  systemPrompt: createSystemPrompt({ artifacts }),
-});

package/src/tools/function.ts

@@ -1,46 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { createTool, type ExecutableTool, ToolResult } from '@dxos/ai';
-import { Type } from '@dxos/echo';
-import { getInvocationUrl, getUserFunctionUrlInMetadata } from '@dxos/functions';
-import { type FunctionType } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { type SpaceId } from '@dxos/react-client/echo';
-import { getMeta } from '@dxos/react-client/echo';
-
-// TODO(burdon): Move to @dxos/ai.
-export const convertFunctionToTool = (
-  fn: FunctionType,
-  edgeUrl: string,
-  spaceId?: SpaceId | undefined,
-): ExecutableTool | undefined => {
-  if (!fn.description || !fn.inputSchema) {
-    return undefined;
-  }
-  const existingFunctionUrl = getUserFunctionUrlInMetadata(getMeta(fn));
-  if (!existingFunctionUrl) {
-    return undefined;
-  }
-
-  const url = getInvocationUrl(existingFunctionUrl, edgeUrl, { spaceId });
-
-  return createTool('user-function', {
-    name: fn.name,
-    description: fn.description,
-    schema: Type.toEffectSchema(fn.inputSchema),
-    execute: async (input) => {
-      log.info('execute function tool', { name: fn.name, url, input });
-      const response = await fetch(url, {
-        method: 'POST',
-        headers: {
-          'Content-Type': 'application/json',
-        },
-        body: JSON.stringify(input),
-      });
-
-      return ToolResult.Success(await response.text());
-    },
-  });
-};

package/src/tools/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export * from './function';
-export * from './openapi';

package/src/tools/openapi.test.ts

@@ -1,217 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, expect, test } from 'vitest';
-
-import { log } from '@dxos/log';
-
-import { createToolsFromApi, resolveAuthorization } from './openapi';
-import { ChatProcessor } from '../hooks';
-import { type ApiAuthorization } from '../types';
-
-describe.skip('openapi', () => {
-  describe.skip('mapping', () => {
-    test('amadeus flight availabilities', async () => {
-      const tools = await createToolsFromApi(FLIGHT_SEARCH_API);
-      log.info('tools', { tools });
-      // for (const tool of tools) {
-      //   const schema = tool.parameters;
-      //   // log.info('schema', { schema });
-      // }
-    });
-
-    test('amadeus hotel search', async () => {
-      const tools = await createToolsFromApi(HOTEL_SEARCH_API);
-      log.info('tools', { tools });
-    });
-
-    test('amadeus hotel name autocomplete', async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API);
-      log.info('tools', { tools });
-    });
-
-    test('weather', async () => {
-      const tools = await createToolsFromApi(WEATHER_API, { authorization: VISUAL_CROSSING_CREDENTIALS });
-      log.info('tools', { tools });
-    });
-  });
-
-  describe.skip('invoke tools', () => {
-    test('amadeus hotel name autocomplete', async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API, { authorization: AMADEUS_AUTH });
-      const result = await tools[0].execute(
-        {
-          keyword: 'William Vale Brooklyn',
-          subType: ['HOTEL_LEISURE', 'HOTEL_GDS'],
-          countryCode: 'US',
-        },
-        {},
-      );
-
-      log.info('result', { result });
-    });
-
-    test('weather API', async () => {
-      const tools = await createToolsFromApi(WEATHER_API, { authorization: VISUAL_CROSSING_CREDENTIALS });
-      const forecastTool = tools.find((tool) => tool.name.includes('forecast'));
-      const result = await forecastTool?.execute(
-        {
-          locations: 'Brooklyn, NY',
-          aggregateHours: '24',
-        },
-        {},
-      );
-
-      log.info('result', { result });
-    });
-  });
-
-  describe.skip('AI uses tools', () => {
-    test('amadeus flight availabilities', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(FLIGHT_SEARCH_API, { authorization: AMADEUS_AUTH });
-      // const aiClient = new Edge AiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, null as any, { tools });
-      const reply = await processor.request(
-        `What is the cheapest flight from New York to Paris? going on ${new Date().toISOString()} and returning after a week. 1 adult traveler`,
-      );
-
-      log.info('reply', { reply });
-    });
-
-    // TODO(dmaretskyi): Doesn't work.
-    test('amadeus hotel name autocomplete', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(HOTEL_NAME_AUTOCOMPLETE_API, { authorization: AMADEUS_AUTH });
-      // const aiClient = new Edge AiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, null as any, { tools });
-      const reply = await processor.request('Find me the William Wale in Brooklyn New York');
-
-      log.info('reply', { reply });
-    });
-
-    test.only('weather forecast', { timeout: 60_000 }, async () => {
-      const tools = await createToolsFromApi(WEATHER_API, {
-        authorization: VISUAL_CROSSING_CREDENTIALS,
-        instructions: WEATHER_INSTRUCTIONS,
-      });
-      // const aiClient = new Edge AiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.LOCAL });
-      // TODO(dmaretskyi): FIX ME.
-      const processor = new ChatProcessor(null as any, null as any, { tools });
-      const reply = await processor.request(
-        `Today's date is ${new Date().toISOString().split('T')[0]}. Give me weather forecast for Warsaw for next 5 days.`,
-      );
-
-      log.info('reply', { reply });
-    });
-  });
-
-  describe.skip('invoke api directly', { timeout: 10_000 }, () => {
-    test('amadeus flight availabilities', async () => {
-      const response = await fetch('https://test.api.amadeus.com/v1/shopping/availability/flight-availabilities', {
-        method: 'POST',
-        headers: {
-          accept: 'application/vnd.amadeus+json',
-          'X-HTTP-Method-Override': 'GET',
-          'Content-Type': 'application/vnd.amadeus+json',
-          Authorization: await resolveAuthorization(AMADEUS_AUTH),
-        },
-        body: JSON.stringify({
-          originDestinations: [
-            {
-              departureDateTime: {
-                date: new Date().toISOString().split('T')[0],
-                time: new Date().toTimeString().split(' ')[0],
-              },
-              destinationLocationCode: 'MAD',
-              id: '1',
-              originLocationCode: 'BOS',
-            },
-          ],
-          sources: ['GDS'],
-          travelers: [
-            {
-              id: '1',
-              travelerType: 'ADULT',
-            },
-          ],
-        }),
-      });
-
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-
-    test.only('amadeus hotel name autocomplete', async () => {
-      const response = await fetch(
-        'https://test.api.amadeus.com/v1/reference-data/locations/hotel?keyword=PARI&subtype=HOTEL_LEISURE,HOTEL_GDS',
-        {
-          method: 'GET',
-          headers: {
-            // accept: 'application/vnd.amadeus+json',
-            // 'X-HTTP-Method-Override': 'GET',
-            Authorization: await resolveAuthorization(AMADEUS_AUTH),
-          },
-        },
-      );
-
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-  });
-
-  describe.skip('rapidapi', () => {
-    test('amadeus flight availabilities', async () => {
-      const departureDate = new Date().toISOString().split('T')[0];
-      const arrivalDate = new Date(new Date().getTime() + 7 * 24 * 60 * 60 * 1000).toISOString().split('T')[0];
-
-      const url = `https://amadeus-api2.p.rapidapi.com/serpapi-flight-search?departure_id=PEK&arrival_id=AUS&outbound_date=${departureDate}&return_date=${arrivalDate}&currency=USD&hl=en`;
-      const options = {
-        method: 'GET',
-        headers: {
-          'x-rapidapi-key': RAPID_API_CREDENTIALS.key,
-          'x-rapidapi-host': 'amadeus-api2.p.rapidapi.com',
-        },
-      };
-
-      const response = await fetch(url, options);
-      log.info('response', { status: response.status, body: await response.json() });
-      expect(response.status).toBe(200);
-    });
-  });
-});
-
-const FLIGHT_SEARCH_API =
-  'https://api.apis.guru/v2/specs/amadeus.com/amadeus-flight-availabilities-search/1.0.2/swagger.json';
-const HOTEL_SEARCH_API = 'https://api.apis.guru/v2/specs/amadeus.com/amadeus-hotel-search/3.0.8/swagger.json';
-const HOTEL_NAME_AUTOCOMPLETE_API =
-  'https://api.apis.guru/v2/specs/amadeus.com/amadeus-hotel-name-autocomplete/1.0.3/swagger.json';
-const WEATHER_API = 'https://api.apis.guru/v2/specs/visualcrossing.com/weather/4.6/openapi.json';
-
-const WEATHER_INSTRUCTIONS = `
-  If the user doesn't provide a date, use today's date.
-  Make sure to provide the start and end dates when possible to reduce the amount of data returned.
-  Use the tool that accepts the date parameters.
-`;
-
-const AMADEUS_AUTH: ApiAuthorization = {
-  type: 'oauth',
-  clientId: 'BOEnpLd1sMyKjAPGKYeAPFFy60u53QEG',
-  clientSecret: 'n4qldSN7usvD57gm',
-  tokenUrl: 'https://test.api.amadeus.com/v1/security/oauth2/token',
-  grantType: 'client_credentials',
-};
-
-const VISUAL_CROSSING_CREDENTIALS: ApiAuthorization = {
-  type: 'api-key',
-  key: 'FDPRVS953KB4GQQLD25GRT975',
-  placement: {
-    type: 'query',
-    name: 'key',
-  },
-};
-
-const RAPID_API_CREDENTIALS = {
-  key: '92271b6740msh32fd821d70f050dp16665bjsna69195c9e838',
-};