@dxos/plugin-automation 0.7.2-main.f1adc9f → 0.7.2

package/dist/types/src/testing/testing.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../../src/testing/testing.ts"],"names":[],"mappings":"AAMA,eAAO,MAAM,SAAS;;;;;;;;;;IA2BrB,CAAC"}

package/src/components/AssistantPanel/AssistantPanel.tsx

@@ -1,230 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-/* eslint-disable no-console */
-
-import React, { useEffect, useRef, useState } from 'react';
-
-import { type AIServiceClient, AIServiceClientImpl, ObjectId, type Message } from '@dxos/assistant';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { SpaceId } from '@dxos/keys';
-import { useClient, useConfig } from '@dxos/react-client';
-import { ContextMenu, type ThemedClassName } from '@dxos/react-ui';
-import { Icon, Input, Toolbar, useTranslation } from '@dxos/react-ui';
-import { SyntaxHighlighter } from '@dxos/react-ui-syntax-highlighter';
-import { mx } from '@dxos/react-ui-theme';
-
-import { createSystemInstructions } from './system-instructions';
-import { AUTOMATION_PLUGIN } from '../../meta';
-
-const PROPERTIES_ASSISTANT_KEY = 'dxos.assistant.beta.properties';
-
-export type AssistantPanelProps = ThemedClassName<{
-  subject?: ReactiveEchoObject<any>;
-}>;
-
-export const AssistantPanel = ({ subject, classNames }: AssistantPanelProps) => {
-  const { t } = useTranslation(AUTOMATION_PLUGIN);
-  const config = useConfig();
-  const client = useClient();
-  const aiClient = useRef<AIServiceClient>();
-  const [contextSpaceId, setContextSpaceId] = useState<SpaceId | undefined>();
-  const [threadId, setThreadId] = useState<ObjectId | undefined>();
-  const [history, setHistory] = useState<Message[]>([]);
-  const [input, setInput] = useState('');
-
-  useEffect(() => {
-    if (!aiClient.current) {
-      const endpoint = config.values.runtime?.services?.ai?.server;
-      if (!endpoint) {
-        throw new Error('AI service endpoint is not configured');
-      }
-      aiClient.current = new AIServiceClientImpl({
-        endpoint,
-      });
-    }
-
-    queueMicrotask(async () => {
-      const properties = client.spaces.default.properties;
-
-      properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-      properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-      properties[PROPERTIES_ASSISTANT_KEY].threadId ??= ObjectId.random();
-
-      const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-      const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-      setContextSpaceId(contextSpaceId);
-      setThreadId(threadId);
-
-      const messages = await aiClient.current!.getMessagesInThread(contextSpaceId, threadId);
-      setHistory(messages);
-    });
-  }, []);
-
-  const handleRequest = async (input: string) => {
-    if (input === '') {
-      return;
-    }
-
-    setInput('');
-
-    // TODO(dmaretskyi): Can we call `create(Message, { ... })` here?
-    const userMessage: Message = {
-      id: ObjectId.random(),
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      role: 'user',
-      content: [{ type: 'text', text: input }],
-    };
-    await aiClient.current!.insertMessages([userMessage]);
-    setHistory([...history, userMessage]);
-
-    const generationStream = await aiClient.current!.generate({
-      model: '@anthropic/claude-3-5-sonnet-20241022',
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      tools: [],
-      systemPrompt: await getSystemPrompt(),
-    });
-
-    const historyBefore = [...history, userMessage];
-    for await (const _event of generationStream) {
-      setHistory([...historyBefore, ...generationStream.accumulatedMessages]);
-    }
-
-    await aiClient.current!.insertMessages(await generationStream.complete());
-  };
-
-  const getSystemPrompt = async () => {
-    return createSystemInstructions({ subject });
-  };
-
-  const clearThread = async () => {
-    const properties = client.spaces.default.properties;
-
-    properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-    // properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-    properties[PROPERTIES_ASSISTANT_KEY].threadId = ObjectId.random();
-
-    // const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-    const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-    // setContextSpaceId(contextSpaceId);
-    setThreadId(threadId);
-
-    const messages = await aiClient.current!.getMessagesInThread(contextSpaceId!, threadId);
-    setHistory(messages);
-  };
-
-  // TODO(burdon): Factor out with script plugin.
-  return (
-    <div className={mx('flex flex-col h-full overflow-hidden', classNames)}>
-      {history.length > 0 && (
-        <div className='flex flex-col gap-6 h-full p-2 overflow-x-hidden overflow-y-auto'>
-          {history.map((message) => (
-            <MessageItem key={message.id} message={message} />
-          ))}
-        </div>
-      )}
-
-      <Toolbar.Root classNames='p-1'>
-        <Input.Root>
-          <Input.TextInput
-            autoFocus
-            placeholder={t('ask me anything')}
-            value={input}
-            onChange={(ev) => setInput(ev.target.value)}
-            onKeyDown={(ev) => ev.key === 'Enter' && handleRequest(input)}
-          />
-        </Input.Root>
-        <ContextMenu.Root>
-          <ContextMenu.Trigger asChild>
-            <Toolbar.Button onClick={() => handleRequest(input)}>
-              <Icon icon='ph--play--regular' size={4} />
-            </Toolbar.Button>
-          </ContextMenu.Trigger>
-          <ContextMenu.Portal>
-            <ContextMenu.Content classNames='z-[31]'>
-              <ContextMenu.Viewport>
-                <ContextMenu.Item onClick={clearThread}>Clear thread</ContextMenu.Item>
-                <ContextMenu.Item onClick={async () => console.log(await getSystemPrompt())}>
-                  Print instructions to console
-                </ContextMenu.Item>
-              </ContextMenu.Viewport>
-            </ContextMenu.Content>
-          </ContextMenu.Portal>
-        </ContextMenu.Root>
-
-        {/* <Toolbar.Button onClick={() => (state ? handleStop() : handleClear())}>
-          <Icon icon={state ? 'ph--stop--regular' : 'ph--trash--regular'} size={4} />
-        </Toolbar.Button> */}
-      </Toolbar.Root>
-    </div>
-  );
-};
-
-const MessageItem = ({ classNames, message }: ThemedClassName<{ message: Message }>) => {
-  const { id: _, role, content } = message;
-  const styleContainer = 'flex flex-col overflow-x-hidden overflow-y-auto rounded-md gap-2 divide-y divide-separator';
-
-  return (
-    <div className={mx('flex', role === 'user' ? 'ml-[1rem] justify-end' : 'mr-[1rem]', classNames)}>
-      {content.map((content, i) => {
-        switch (content.type) {
-          case 'text': {
-            const { cot, message } = parseMessage(content.text);
-            return (
-              <div
-                key={i}
-                role='none'
-                className={mx(
-                  styleContainer,
-                  role === 'user' ? 'bg-primary-400 dark:bg-primary-600' : 'bg-hoverSurface',
-                )}
-              >
-                {cot && <div className='p-2 whitespace-pre-wrap text-xs text-subdued'>{cot}</div>}
-                <div className='p-2 whitespace-pre-wrap'>{message}</div>
-              </div>
-            );
-          }
-
-          case 'tool_use': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool use</span>: {content.name} {content.id}
-                </div>
-                <SyntaxHighlighter language='json'>{content.inputJson}</SyntaxHighlighter>
-              </div>
-            );
-          }
-
-          case 'tool_result': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs', content.isError && 'text-error')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool result</span>: {content.toolUseId}
-                </div>
-                <SyntaxHighlighter language='json'>{content.content}</SyntaxHighlighter>
-              </div>
-            );
-          }
-        }
-
-        return null;
-      })}
-    </div>
-  );
-};
-
-// TODO(burdon): Move to server-side parsing.
-const parseMessage = (text: string): { cot?: string; message: string } => {
-  const regex = /<cot>([\s\S]*?)<\/cot>\s*([\s\S]*)/;
-  const match = text.match(regex);
-  return {
-    cot: match?.[1].trim(),
-    message: match?.[2] ?? text ?? '\u00D8',
-  };
-};

package/src/components/AssistantPanel/index.ts

@@ -1,7 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { AssistantPanel } from './AssistantPanel';
-
-export default AssistantPanel;

package/src/components/AssistantPanel/system-instructions.ts

@@ -1,166 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { asyncTimeout } from '@dxos/async';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { getTypename } from '@dxos/echo-schema';
-import { log } from '@dxos/log';
-import { Filter, getSpace, ResultFormat } from '@dxos/react-client/echo';
-
-// TODO(burdon): Move into assistant-protocol.
-export type ThreadContext = {
-  subject?: ReactiveEchoObject<any>;
-};
-
-export const createSystemInstructions = async (context: ThreadContext): Promise<string> => {
-  let instructions = `
-    <instructions>
-      Before replying always think step-by-step on how to proceed.
-      Print your thoughts inside <cot> tags.
-
-      <example>
-        <cot>To answer the question I need to ...</cot>
-      </example>
-    </instructions>
-
-    <current_time>${new Date().toLocaleString()}</current_time>
-  `;
-
-  if (context.subject) {
-    instructions += `
-      <user_attention>
-        The user is currently interacting with an object in Composer application:
-
-        ${await formatContextObject(context.subject)}
-      </user_attention>
-    `;
-  }
-
-  return looseFormatXml(instructions);
-};
-
-const formatContextObject = async (object: ReactiveEchoObject<any>): Promise<string> => {
-  let data;
-  try {
-    data = await asyncTimeout(preprocessContextObject(object), CONTEXT_OBJECT_QUERY_TIMEOUT);
-  } catch (err: any) {
-    log.error('Failed to preprocess context object:', { err });
-    data = object;
-  }
-
-  if (typeof data === 'string') {
-    return data;
-  } else {
-    return `
-      <object>
-        <type>${getTypename(object)}</type>
-        <id>${object.id}</id>
-        ${formatObjectAsXMLTags(data)}
-      </object>
-    `;
-  }
-};
-
-const preprocessContextObject = async (object: ReactiveEchoObject<any>): Promise<Record<string, any> | string> => {
-  const space = getSpace(object);
-  if (!space) {
-    return { ...object };
-  }
-
-  // TODO(dmaretskyi): Serialize based on schema annotations.
-  switch (getTypename(object)) {
-    // TODO(dmaretskyi): Reference types somehow without plugin-automation depending on other plugins.
-    case 'dxos.org/type/Document': {
-      const data = space.db
-        .query({ id: object.id }, { format: ResultFormat.Plain, include: { content: true } })
-        .first() ?? { content: { content: '' } };
-
-      return {
-        ...data,
-        threads: undefined,
-      };
-    }
-
-    case 'dxos.org/type/Table': {
-      // TODO(dmaretskyi): Load references.
-      const schema = object.view ? space?.db.schemaRegistry.getSchema(object.view.query.typename) : undefined;
-      const { objects: rows } =
-        (schema &&
-          (await space.db
-            .query(Filter.schema(schema), { format: ResultFormat.Plain, limit: TABLE_ROWS_LIMIT })
-            .run())) ??
-        {};
-
-      // TODO(dmaretskyi): Format table schema.
-      return `
-        <object>
-          <id>${object.id}</id>
-          <type>${getTypename(object)}</type>
-          ${formatObjectAsXMLTags(object)}
-
-          <rows>
-            <!-- Limited to first ${TABLE_ROWS_LIMIT} rows. -->
-            ${rows
-              ?.map(
-                (row: any) => `<row>
-                  ${formatObjectAsXMLTags(row)}
-                </row>`,
-              )
-              .join('\n')}
-          </rows>
-
-      `;
-    }
-
-    default:
-      return { ...object };
-  }
-};
-
-const formatObjectAsXMLTags = (object: any, depth = 1): string => {
-  return Object.entries(object)
-    .filter(([key, value]) => ['string', 'number', 'boolean', 'object'].includes(typeof value))
-    .map(([key, value]) => {
-      if (typeof value === 'object' && value !== null) {
-        if (depth === 0) {
-          return '';
-        } else {
-          return `<${key}>
-            ${formatObjectAsXMLTags(value, depth - 1)}
-          </${key}>`;
-        }
-      }
-
-      return `<${key}>${value}</${key}>`;
-    })
-    .join('\n');
-};
-
-const CONTEXT_OBJECT_QUERY_TIMEOUT = 5_000;
-
-const TABLE_ROWS_LIMIT = 10;
-
-/**
- * Formats XML indentation for instructions so they are easier to read during debugging.
- */
-const looseFormatXml = (xml: string): string => {
-  let currentIndent = 0;
-
-  return xml
-    .split('\n')
-    .map((line) => {
-      if (line.match(RE_CLOSE_TAG_LINE)) {
-        currentIndent--;
-      }
-      const indent = currentIndent;
-      if (line.match(RE_OPEN_TAG_LINE)) {
-        currentIndent++;
-      }
-      return ' '.repeat(indent * 2) + line.trimStart();
-    })
-    .join('\n');
-};
-
-const RE_OPEN_TAG_LINE = /^[ ]*<[a-zA-Z0-9\-_]+>[ ]*$/;
-const RE_CLOSE_TAG_LINE = /^[ ]*<\/[a-zA-Z0-9\-_]+>[ ]*$/;

package/src/components/AutomationPanel/AutomationPanel.stories.tsx

@@ -1,57 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type Meta } from '@storybook/react';
-import React from 'react';
-
-import { FunctionTrigger } from '@dxos/functions';
-import { FunctionType } from '@dxos/plugin-script/types';
-import { create, useSpaces } from '@dxos/react-client/echo';
-import { withClientProvider } from '@dxos/react-client/testing';
-import { withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { AutomationPanel } from './AutomationPanel';
-import { functions } from '../../testing';
-import translations from '../../translations';
-import { ChainPromptType } from '../../types';
-
-const DefaultStory = () => {
-  const spaces = useSpaces();
-  const space = spaces[1];
-
-  return (
-    <div role='none' className='flex w-[350px] border border-separator overflow-hidden'>
-      <AutomationPanel space={space} />
-    </div>
-  );
-};
-
-const meta: Meta = {
-  title: 'plugins/plugin-automation/AutomationPanel',
-  component: AutomationPanel,
-  render: DefaultStory,
-  decorators: [
-    withClientProvider({
-      createIdentity: true,
-      createSpace: true,
-      types: [FunctionType, FunctionTrigger, ChainPromptType],
-      onSpaceCreated: ({ space }) => {
-        for (const fn of functions) {
-          space.db.add(create(FunctionType, fn));
-        }
-      },
-    }),
-    withLayout({ fullscreen: true, tooltips: true, classNames: 'flex justify-center m-2' }),
-    withTheme,
-  ],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;
-
-export const Default = {};

package/src/components/AutomationPanel/AutomationPanel.tsx

@@ -1,96 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import React, { useState } from 'react';
-
-import { type ReactiveObject, S } from '@dxos/echo-schema';
-import { FunctionTriggerSchema, FunctionTrigger, type FunctionTriggerType } from '@dxos/functions';
-import { create, Filter, useQuery, type Space } from '@dxos/react-client/echo';
-import { IconButton, Input, useTranslation } from '@dxos/react-ui';
-import { List } from '@dxos/react-ui-list';
-import { ghostHover, mx } from '@dxos/react-ui-theme';
-
-import { AUTOMATION_PLUGIN } from '../../meta';
-import { TriggerEditor, type TriggerEditorProps } from '../TriggerEditor';
-
-const grid = 'grid grid-cols-[40px_1fr_32px] min-bs-[2.5rem]';
-
-export type AutomationPanelProps = {
-  space: Space;
-  object?: ReactiveObject<any>;
-};
-
-// TODO(burdon): Factor out common layout with ViewEditor.
-export const AutomationPanel = ({ space }: AutomationPanelProps) => {
-  const { t } = useTranslation(AUTOMATION_PLUGIN);
-  const triggers = useQuery(space, Filter.schema(FunctionTrigger));
-  const [trigger, setTrigger] = useState<FunctionTriggerType>();
-  const [selected, setSelected] = useState<FunctionTrigger>();
-
-  const handleSelect = (trigger: FunctionTrigger) => {
-    const { id: _, ...values } = trigger;
-    setTrigger(values);
-    setSelected(trigger);
-  };
-
-  const handleAdd = () => {
-    setTrigger(create(FunctionTriggerSchema, {}));
-    setSelected(undefined);
-  };
-
-  const handleDelete = (trigger: FunctionTrigger) => {
-    space.db.remove(trigger);
-    setTrigger(undefined);
-    setSelected(undefined);
-  };
-
-  const handleSave: TriggerEditorProps['onSave'] = (trigger) => {
-    if (selected) {
-      Object.assign(selected, trigger);
-    } else {
-      space.db.add(create(FunctionTrigger, trigger));
-    }
-
-    setTrigger(undefined);
-    setSelected(undefined);
-  };
-
-  const handleCancel: TriggerEditorProps['onCancel'] = () => {
-    setTrigger(undefined);
-  };
-
-  return (
-    <div className='flex flex-col w-full divide-y divide-separator overflow-y-auto'>
-      <List.Root<FunctionTrigger> items={triggers} isItem={S.is(FunctionTrigger)} getId={(field) => field.id}>
-        {({ items: triggers }) => (
-          <div role='list' className='flex flex-col w-full'>
-            {triggers?.map((trigger) => (
-              <List.Item<FunctionTrigger>
-                key={trigger.id}
-                item={trigger}
-                classNames={mx(grid, ghostHover, 'items-center')}
-              >
-                <Input.Root>
-                  <Input.Switch checked={trigger.enabled} onCheckedChange={(checked) => (trigger.enabled = checked)} />
-                </Input.Root>
-                <List.ItemTitle classNames='px-2 cursor-pointer' onClick={() => handleSelect(trigger)}>
-                  {trigger.function}
-                </List.ItemTitle>
-                <List.ItemDeleteButton onClick={() => handleDelete(trigger)} />
-              </List.Item>
-            ))}
-          </div>
-        )}
-      </List.Root>
-
-      {trigger && <TriggerEditor space={space} trigger={trigger} onSave={handleSave} onCancel={handleCancel} />}
-
-      {!trigger && (
-        <div className='flex p-2 justify-center'>
-          <IconButton icon='ph--plus--regular' label={t('new trigger')} onClick={handleAdd} />
-        </div>
-      )}
-    </div>
-  );
-};

package/src/components/AutomationPanel/index.ts

@@ -1,7 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { AutomationPanel } from './AutomationPanel';
-
-export default AutomationPanel;

package/src/testing/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-export * from './testing';

package/src/testing/testing.ts

@@ -1,34 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { AST, S, toJsonSchema } from '@dxos/echo-schema';
-
-export const functions = [
-  {
-    name: 'example.com/function/chess',
-    version: 1,
-    inputSchema: toJsonSchema(
-      S.Struct({
-        level: S.Number.annotations({
-          [AST.TitleAnnotationId]: 'Level',
-        }),
-      }),
-    ),
-  },
-  {
-    name: 'example.com/function/forex',
-    version: 1,
-    binding: 'FOREX',
-    inputSchema: toJsonSchema(
-      S.Struct({
-        from: S.String.annotations({
-          [AST.TitleAnnotationId]: 'Currency from',
-        }),
-        to: S.String.annotations({
-          [AST.TitleAnnotationId]: 'Currency to',
-        }),
-      }),
-    ),
-  },
-];