@dxos/plugin-automation 0.7.5-main.ff8607b → 0.7.5-staging.2ff1350

package/src/components/AssistantPanel/AssistantPanel.tsx

@@ -1,227 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-/* eslint-disable no-console */
-
-import React, { useEffect, useRef, useState } from 'react';
-
-import { type AIServiceClient, AIServiceClientImpl, ObjectId, type Message } from '@dxos/assistant';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { SpaceId } from '@dxos/keys';
-import { useClient, useConfig } from '@dxos/react-client';
-import { ContextMenu, type ThemedClassName } from '@dxos/react-ui';
-import { Icon, Input, Toolbar, useTranslation } from '@dxos/react-ui';
-import { SyntaxHighlighter } from '@dxos/react-ui-syntax-highlighter';
-import { mx } from '@dxos/react-ui-theme';
-
-import { createSystemInstructions } from './system-instructions';
-import { AUTOMATION_PLUGIN } from '../../meta';
-
-const PROPERTIES_ASSISTANT_KEY = 'dxos.assistant.beta.properties';
-
-export type AssistantPanelProps = ThemedClassName<{
-  subject?: ReactiveEchoObject<any>;
-}>;
-
-export const AssistantPanel = ({ subject, classNames }: AssistantPanelProps) => {
-  const { t } = useTranslation(AUTOMATION_PLUGIN);
-  const config = useConfig();
-  const client = useClient();
-  const aiClient = useRef<AIServiceClient>();
-  const [contextSpaceId, setContextSpaceId] = useState<SpaceId | undefined>();
-  const [threadId, setThreadId] = useState<ObjectId | undefined>();
-  const [history, setHistory] = useState<Message[]>([]);
-  const [input, setInput] = useState('');
-
-  useEffect(() => {
-    if (!aiClient.current) {
-      const endpoint = config.values.runtime?.services?.ai?.server;
-      if (!endpoint) {
-        throw new Error('AI service endpoint is not configured');
-      }
-      aiClient.current = new AIServiceClientImpl({
-        endpoint,
-      });
-    }
-
-    queueMicrotask(async () => {
-      const properties = client.spaces.default.properties;
-
-      properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-      properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-      properties[PROPERTIES_ASSISTANT_KEY].threadId ??= ObjectId.random();
-
-      const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-      const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-      setContextSpaceId(contextSpaceId);
-      setThreadId(threadId);
-
-      const messages = await aiClient.current!.getMessagesInThread(contextSpaceId, threadId);
-      setHistory(messages);
-    });
-  }, []);
-
-  const handleRequest = async (input: string) => {
-    if (input === '') {
-      return;
-    }
-
-    setInput('');
-
-    // TODO(dmaretskyi): Can we call `create(Message, { ... })` here?
-    const userMessage: Message = {
-      id: ObjectId.random(),
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      role: 'user',
-      content: [{ type: 'text', text: input }],
-    };
-    await aiClient.current!.insertMessages([userMessage]);
-    setHistory([...history, userMessage]);
-
-    const generationStream = await aiClient.current!.generate({
-      model: '@anthropic/claude-3-5-sonnet-20241022',
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      tools: [],
-      systemPrompt: await getSystemPrompt(),
-    });
-
-    const historyBefore = [...history, userMessage];
-    for await (const _event of generationStream) {
-      setHistory([...historyBefore, ...generationStream.accumulatedMessages]);
-    }
-
-    await aiClient.current!.insertMessages(await generationStream.complete());
-  };
-
-  const getSystemPrompt = async () => {
-    return createSystemInstructions({ subject });
-  };
-
-  const clearThread = async () => {
-    const properties = client.spaces.default.properties;
-
-    properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-    // properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-    properties[PROPERTIES_ASSISTANT_KEY].threadId = ObjectId.random();
-
-    // const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-    const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-    // setContextSpaceId(contextSpaceId);
-    setThreadId(threadId);
-
-    const messages = await aiClient.current!.getMessagesInThread(contextSpaceId!, threadId);
-    setHistory(messages);
-  };
-
-  // TODO(burdon): Factor out with script plugin.
-  return (
-    <div className={mx('flex flex-col h-full overflow-hidden', classNames)}>
-      {history.length > 0 && (
-        <div className='flex flex-col gap-6 h-full p-2 overflow-x-hidden overflow-y-auto'>
-          {history.map((message) => (
-            <MessageItem key={message.id} message={message} />
-          ))}
-        </div>
-      )}
-
-      <Toolbar.Root classNames='p-1'>
-        <Input.Root>
-          <Input.TextInput
-            autoFocus
-            placeholder={t('ask me anything')}
-            value={input}
-            onChange={(ev) => setInput(ev.target.value)}
-            onKeyDown={(ev) => ev.key === 'Enter' && handleRequest(input)}
-          />
-        </Input.Root>
-        <ContextMenu.Root>
-          <ContextMenu.Trigger asChild>
-            <Toolbar.Button onClick={() => handleRequest(input)}>
-              <Icon icon='ph--play--regular' size={4} />
-            </Toolbar.Button>
-          </ContextMenu.Trigger>
-          <ContextMenu.Portal>
-            <ContextMenu.Content>
-              <ContextMenu.Viewport>
-                <ContextMenu.Item onClick={clearThread}>Clear thread</ContextMenu.Item>
-                <ContextMenu.Item onClick={async () => console.log(await getSystemPrompt())}>
-                  Print instructions to console
-                </ContextMenu.Item>
-              </ContextMenu.Viewport>
-            </ContextMenu.Content>
-          </ContextMenu.Portal>
-        </ContextMenu.Root>
-
-        {/* <Toolbar.Button onClick={() => (state ? handleStop() : handleClear())}>
-          <Icon icon={state ? 'ph--stop--regular' : 'ph--trash--regular'} size={4} />
-        </Toolbar.Button> */}
-      </Toolbar.Root>
-    </div>
-  );
-};
-
-const MessageItem = ({ classNames, message }: ThemedClassName<{ message: Message }>) => {
-  const { id: _, role, content } = message;
-  const styleContainer = 'flex flex-col overflow-x-hidden overflow-y-auto rounded-md gap-2 divide-y divide-separator';
-
-  return (
-    <div className={mx('flex', role === 'user' ? 'ml-[1rem] justify-end' : 'mr-[1rem]', classNames)}>
-      {content.map((content, i) => {
-        switch (content.type) {
-          case 'text': {
-            const { cot, message } = parseMessage(content.text);
-            return (
-              <div
-                key={i}
-                role='none'
-                className={mx(styleContainer, role === 'user' ? 'bg-accentSurface' : 'bg-input')}
-              >
-                {cot && <div className='p-2 whitespace-pre-wrap text-xs text-subdued'>{cot}</div>}
-                <div className='p-2 whitespace-pre-wrap'>{message}</div>
-              </div>
-            );
-          }
-
-          case 'tool_use': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool use</span>: {content.name} {content.id}
-                </div>
-                <SyntaxHighlighter language='json'>{content.inputJson}</SyntaxHighlighter>
-              </div>
-            );
-          }
-
-          case 'tool_result': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs', content.isError && 'text-error')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool result</span>: {content.toolUseId}
-                </div>
-                <SyntaxHighlighter language='json'>{content.content}</SyntaxHighlighter>
-              </div>
-            );
-          }
-        }
-
-        return null;
-      })}
-    </div>
-  );
-};
-
-// TODO(burdon): Move to server-side parsing.
-const parseMessage = (text: string): { cot?: string; message: string } => {
-  const regex = /<cot>([\s\S]*?)<\/cot>\s*([\s\S]*)/;
-  const match = text.match(regex);
-  return {
-    cot: match?.[1].trim(),
-    message: match?.[2] ?? text ?? '\u00D8',
-  };
-};

package/src/components/AssistantPanel/index.ts

@@ -1,7 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { AssistantPanel } from './AssistantPanel';
-
-export default AssistantPanel;

package/src/components/AssistantPanel/system-instructions.ts

@@ -1,166 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { asyncTimeout } from '@dxos/async';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { getTypename } from '@dxos/echo-schema';
-import { log } from '@dxos/log';
-import { Filter, getSpace, ResultFormat } from '@dxos/react-client/echo';
-
-// TODO(burdon): Move into assistant-protocol.
-export type ThreadContext = {
-  subject?: ReactiveEchoObject<any>;
-};
-
-export const createSystemInstructions = async (context: ThreadContext): Promise<string> => {
-  let instructions = `
-    <instructions>
-      Before replying always think step-by-step on how to proceed.
-      Print your thoughts inside <cot> tags.
-
-      <example>
-        <cot>To answer the question I need to ...</cot>
-      </example>
-    </instructions>
-
-    <current_time>${new Date().toLocaleString()}</current_time>
-  `;
-
-  if (context.subject) {
-    instructions += `
-      <user_attention>
-        The user is currently interacting with an object in Composer application:
-
-        ${await formatContextObject(context.subject)}
-      </user_attention>
-    `;
-  }
-
-  return looseFormatXml(instructions);
-};
-
-const formatContextObject = async (object: ReactiveEchoObject<any>): Promise<string> => {
-  let data;
-  try {
-    data = await asyncTimeout(preprocessContextObject(object), CONTEXT_OBJECT_QUERY_TIMEOUT);
-  } catch (err: any) {
-    log.error('Failed to preprocess context object:', { err });
-    data = object;
-  }
-
-  if (typeof data === 'string') {
-    return data;
-  } else {
-    return `
-      <object>
-        <type>${getTypename(object)}</type>
-        <id>${object.id}</id>
-        ${formatObjectAsXMLTags(data)}
-      </object>
-    `;
-  }
-};
-
-const preprocessContextObject = async (object: ReactiveEchoObject<any>): Promise<Record<string, any> | string> => {
-  const space = getSpace(object);
-  if (!space) {
-    return { ...object };
-  }
-
-  // TODO(dmaretskyi): Serialize based on schema annotations.
-  switch (getTypename(object)) {
-    // TODO(dmaretskyi): Reference types somehow without plugin-automation depending on other plugins.
-    case 'dxos.org/type/Document': {
-      const data = space.db
-        .query({ id: object.id }, { format: ResultFormat.Plain, include: { content: true } })
-        .first() ?? { content: { content: '' } };
-
-      return {
-        ...data,
-        threads: undefined,
-      };
-    }
-
-    case 'dxos.org/type/Table': {
-      // TODO(dmaretskyi): Load references.
-      const schema = object.view ? space?.db.schemaRegistry.getSchema(object.view.query.type) : undefined;
-      const { objects: rows } =
-        (schema &&
-          (await space.db
-            .query(Filter.schema(schema), { format: ResultFormat.Plain, limit: TABLE_ROWS_LIMIT })
-            .run())) ??
-        {};
-
-      // TODO(dmaretskyi): Format table schema.
-      return `
-        <object>
-          <id>${object.id}</id>
-          <type>${getTypename(object)}</type>
-          ${formatObjectAsXMLTags(object)}
-
-          <rows>
-            <!-- Limited to first ${TABLE_ROWS_LIMIT} rows. -->
-            ${rows
-              ?.map(
-                (row: any) => `<row>
-                  ${formatObjectAsXMLTags(row)}
-                </row>`,
-              )
-              .join('\n')}
-          </rows>
-
-      `;
-    }
-
-    default:
-      return { ...object };
-  }
-};
-
-const formatObjectAsXMLTags = (object: any, depth = 1): string => {
-  return Object.entries(object)
-    .filter(([key, value]) => ['string', 'number', 'boolean', 'object'].includes(typeof value))
-    .map(([key, value]) => {
-      if (typeof value === 'object' && value !== null) {
-        if (depth === 0) {
-          return '';
-        } else {
-          return `<${key}>
-            ${formatObjectAsXMLTags(value, depth - 1)}
-          </${key}>`;
-        }
-      }
-
-      return `<${key}>${value}</${key}>`;
-    })
-    .join('\n');
-};
-
-const CONTEXT_OBJECT_QUERY_TIMEOUT = 5_000;
-
-const TABLE_ROWS_LIMIT = 10;
-
-/**
- * Formats XML indentation for instructions so they are easier to read during debugging.
- */
-const looseFormatXml = (xml: string): string => {
-  let currentIndent = 0;
-
-  return xml
-    .split('\n')
-    .map((line) => {
-      if (line.match(RE_CLOSE_TAG_LINE)) {
-        currentIndent--;
-      }
-      const indent = currentIndent;
-      if (line.match(RE_OPEN_TAG_LINE)) {
-        currentIndent++;
-      }
-      return ' '.repeat(indent * 2) + line.trimStart();
-    })
-    .join('\n');
-};
-
-const RE_OPEN_TAG_LINE = /^[ ]*<[a-zA-Z0-9\-_]+>[ ]*$/;
-const RE_CLOSE_TAG_LINE = /^[ ]*<\/[a-zA-Z0-9\-_]+>[ ]*$/;