@dxos/plugin-automation 0.7.5-main.9d2a38b → 0.7.5-main.b19bfc8

package/src/components/AssistantPanel/AssistantPanel.tsx

@@ -1,230 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-/* eslint-disable no-console */
-
-import React, { useEffect, useRef, useState } from 'react';
-
-import { type AIServiceClient, AIServiceClientImpl, ObjectId, type Message } from '@dxos/assistant';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { SpaceId } from '@dxos/keys';
-import { useClient, useConfig } from '@dxos/react-client';
-import { ContextMenu, type ThemedClassName } from '@dxos/react-ui';
-import { Icon, Input, Toolbar, useTranslation } from '@dxos/react-ui';
-import { SyntaxHighlighter } from '@dxos/react-ui-syntax-highlighter';
-import { mx } from '@dxos/react-ui-theme';
-
-import { createSystemInstructions } from './system-instructions';
-import { AUTOMATION_PLUGIN } from '../../meta';
-
-const PROPERTIES_ASSISTANT_KEY = 'dxos.assistant.beta.properties';
-
-export type AssistantPanelProps = ThemedClassName<{
-  subject?: ReactiveEchoObject<any>;
-}>;
-
-export const AssistantPanel = ({ subject, classNames }: AssistantPanelProps) => {
-  const { t } = useTranslation(AUTOMATION_PLUGIN);
-  const config = useConfig();
-  const client = useClient();
-  const aiClient = useRef<AIServiceClient>();
-  const [contextSpaceId, setContextSpaceId] = useState<SpaceId | undefined>();
-  const [threadId, setThreadId] = useState<ObjectId | undefined>();
-  const [history, setHistory] = useState<Message[]>([]);
-  const [input, setInput] = useState('');
-
-  useEffect(() => {
-    if (!aiClient.current) {
-      const endpoint = config.values.runtime?.services?.ai?.server;
-      if (!endpoint) {
-        throw new Error('AI service endpoint is not configured');
-      }
-      aiClient.current = new AIServiceClientImpl({
-        endpoint,
-      });
-    }
-
-    queueMicrotask(async () => {
-      const properties = client.spaces.default.properties;
-
-      properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-      properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-      properties[PROPERTIES_ASSISTANT_KEY].threadId ??= ObjectId.random();
-
-      const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-      const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-      setContextSpaceId(contextSpaceId);
-      setThreadId(threadId);
-
-      const messages = await aiClient.current!.getMessagesInThread(contextSpaceId, threadId);
-      setHistory(messages);
-    });
-  }, []);
-
-  const handleRequest = async (input: string) => {
-    if (input === '') {
-      return;
-    }
-
-    setInput('');
-
-    // TODO(dmaretskyi): Can we call `create(Message, { ... })` here?
-    const userMessage: Message = {
-      id: ObjectId.random(),
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      role: 'user',
-      content: [{ type: 'text', text: input }],
-    };
-    await aiClient.current!.insertMessages([userMessage]);
-    setHistory([...history, userMessage]);
-
-    const generationStream = await aiClient.current!.generate({
-      model: '@anthropic/claude-3-5-sonnet-20241022',
-      spaceId: contextSpaceId!,
-      threadId: threadId!,
-      tools: [],
-      systemPrompt: await getSystemPrompt(),
-    });
-
-    const historyBefore = [...history, userMessage];
-    for await (const _event of generationStream) {
-      setHistory([...historyBefore, ...generationStream.accumulatedMessages]);
-    }
-
-    await aiClient.current!.insertMessages(await generationStream.complete());
-  };
-
-  const getSystemPrompt = async () => {
-    return createSystemInstructions({ subject });
-  };
-
-  const clearThread = async () => {
-    const properties = client.spaces.default.properties;
-
-    properties[PROPERTIES_ASSISTANT_KEY] ??= {};
-    // properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId ??= SpaceId.random();
-    properties[PROPERTIES_ASSISTANT_KEY].threadId = ObjectId.random();
-
-    // const contextSpaceId = properties[PROPERTIES_ASSISTANT_KEY].contextSpaceId;
-    const threadId = properties[PROPERTIES_ASSISTANT_KEY].threadId;
-
-    // setContextSpaceId(contextSpaceId);
-    setThreadId(threadId);
-
-    const messages = await aiClient.current!.getMessagesInThread(contextSpaceId!, threadId);
-    setHistory(messages);
-  };
-
-  // TODO(burdon): Factor out with script plugin.
-  return (
-    <div className={mx('flex flex-col h-full overflow-hidden', classNames)}>
-      {history.length > 0 && (
-        <div className='flex flex-col gap-6 h-full p-2 overflow-x-hidden overflow-y-auto'>
-          {history.map((message) => (
-            <MessageItem key={message.id} message={message} />
-          ))}
-        </div>
-      )}
-
-      <Toolbar.Root classNames='p-1'>
-        <Input.Root>
-          <Input.TextInput
-            autoFocus
-            placeholder={t('ask me anything')}
-            value={input}
-            onChange={(ev) => setInput(ev.target.value)}
-            onKeyDown={(ev) => ev.key === 'Enter' && handleRequest(input)}
-          />
-        </Input.Root>
-        <ContextMenu.Root>
-          <ContextMenu.Trigger asChild>
-            <Toolbar.Button onClick={() => handleRequest(input)}>
-              <Icon icon='ph--play--regular' size={4} />
-            </Toolbar.Button>
-          </ContextMenu.Trigger>
-          <ContextMenu.Portal>
-            <ContextMenu.Content>
-              <ContextMenu.Viewport>
-                <ContextMenu.Item onClick={clearThread}>Clear thread</ContextMenu.Item>
-                <ContextMenu.Item onClick={async () => console.log(await getSystemPrompt())}>
-                  Print instructions to console
-                </ContextMenu.Item>
-              </ContextMenu.Viewport>
-            </ContextMenu.Content>
-          </ContextMenu.Portal>
-        </ContextMenu.Root>
-
-        {/* <Toolbar.Button onClick={() => (state ? handleStop() : handleClear())}>
-          <Icon icon={state ? 'ph--stop--regular' : 'ph--trash--regular'} size={4} />
-        </Toolbar.Button> */}
-      </Toolbar.Root>
-    </div>
-  );
-};
-
-const MessageItem = ({ classNames, message }: ThemedClassName<{ message: Message }>) => {
-  const { id: _, role, content } = message;
-  const styleContainer = 'flex flex-col overflow-x-hidden overflow-y-auto rounded-md gap-2 divide-y divide-separator';
-
-  return (
-    <div className={mx('flex', role === 'user' ? 'ml-[1rem] justify-end' : 'mr-[1rem]', classNames)}>
-      {content.map((content, i) => {
-        switch (content.type) {
-          case 'text': {
-            const { cot, message } = parseMessage(content.text);
-            return (
-              <div
-                key={i}
-                role='none'
-                className={mx(
-                  styleContainer,
-                  role === 'user' ? 'bg-primary-400 dark:bg-primary-600' : 'bg-hoverSurface',
-                )}
-              >
-                {cot && <div className='p-2 whitespace-pre-wrap text-xs text-subdued'>{cot}</div>}
-                <div className='p-2 whitespace-pre-wrap'>{message}</div>
-              </div>
-            );
-          }
-
-          case 'tool_use': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool use</span>: {content.name} {content.id}
-                </div>
-                <SyntaxHighlighter language='json'>{content.inputJson}</SyntaxHighlighter>
-              </div>
-            );
-          }
-
-          case 'tool_result': {
-            return (
-              <div key={i} className={mx(styleContainer, 'text-xs', content.isError && 'text-error')}>
-                <div>
-                  <span className='p-2 text-primary'>Tool result</span>: {content.toolUseId}
-                </div>
-                <SyntaxHighlighter language='json'>{content.content}</SyntaxHighlighter>
-              </div>
-            );
-          }
-        }
-
-        return null;
-      })}
-    </div>
-  );
-};
-
-// TODO(burdon): Move to server-side parsing.
-const parseMessage = (text: string): { cot?: string; message: string } => {
-  const regex = /<cot>([\s\S]*?)<\/cot>\s*([\s\S]*)/;
-  const match = text.match(regex);
-  return {
-    cot: match?.[1].trim(),
-    message: match?.[2] ?? text ?? '\u00D8',
-  };
-};

package/src/components/AssistantPanel/index.ts

@@ -1,7 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { AssistantPanel } from './AssistantPanel';
-
-export default AssistantPanel;

package/src/components/AssistantPanel/system-instructions.ts

@@ -1,166 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { asyncTimeout } from '@dxos/async';
-import type { ReactiveEchoObject } from '@dxos/echo-db';
-import { getTypename } from '@dxos/echo-schema';
-import { log } from '@dxos/log';
-import { Filter, getSpace, ResultFormat } from '@dxos/react-client/echo';
-
-// TODO(burdon): Move into assistant-protocol.
-export type ThreadContext = {
-  subject?: ReactiveEchoObject<any>;
-};
-
-export const createSystemInstructions = async (context: ThreadContext): Promise<string> => {
-  let instructions = `
-    <instructions>
-      Before replying always think step-by-step on how to proceed.
-      Print your thoughts inside <cot> tags.
-
-      <example>
-        <cot>To answer the question I need to ...</cot>
-      </example>
-    </instructions>
-
-    <current_time>${new Date().toLocaleString()}</current_time>
-  `;
-
-  if (context.subject) {
-    instructions += `
-      <user_attention>
-        The user is currently interacting with an object in Composer application:
-
-        ${await formatContextObject(context.subject)}
-      </user_attention>
-    `;
-  }
-
-  return looseFormatXml(instructions);
-};
-
-const formatContextObject = async (object: ReactiveEchoObject<any>): Promise<string> => {
-  let data;
-  try {
-    data = await asyncTimeout(preprocessContextObject(object), CONTEXT_OBJECT_QUERY_TIMEOUT);
-  } catch (err: any) {
-    log.error('Failed to preprocess context object:', { err });
-    data = object;
-  }
-
-  if (typeof data === 'string') {
-    return data;
-  } else {
-    return `
-      <object>
-        <type>${getTypename(object)}</type>
-        <id>${object.id}</id>
-        ${formatObjectAsXMLTags(data)}
-      </object>
-    `;
-  }
-};
-
-const preprocessContextObject = async (object: ReactiveEchoObject<any>): Promise<Record<string, any> | string> => {
-  const space = getSpace(object);
-  if (!space) {
-    return { ...object };
-  }
-
-  // TODO(dmaretskyi): Serialize based on schema annotations.
-  switch (getTypename(object)) {
-    // TODO(dmaretskyi): Reference types somehow without plugin-automation depending on other plugins.
-    case 'dxos.org/type/Document': {
-      const data = space.db
-        .query({ id: object.id }, { format: ResultFormat.Plain, include: { content: true } })
-        .first() ?? { content: { content: '' } };
-
-      return {
-        ...data,
-        threads: undefined,
-      };
-    }
-
-    case 'dxos.org/type/Table': {
-      // TODO(dmaretskyi): Load references.
-      const schema = object.view ? space?.db.schemaRegistry.getSchema(object.view.query.type) : undefined;
-      const { objects: rows } =
-        (schema &&
-          (await space.db
-            .query(Filter.schema(schema), { format: ResultFormat.Plain, limit: TABLE_ROWS_LIMIT })
-            .run())) ??
-        {};
-
-      // TODO(dmaretskyi): Format table schema.
-      return `
-        <object>
-          <id>${object.id}</id>
-          <type>${getTypename(object)}</type>
-          ${formatObjectAsXMLTags(object)}
-
-          <rows>
-            <!-- Limited to first ${TABLE_ROWS_LIMIT} rows. -->
-            ${rows
-              ?.map(
-                (row: any) => `<row>
-                  ${formatObjectAsXMLTags(row)}
-                </row>`,
-              )
-              .join('\n')}
-          </rows>
-
-      `;
-    }
-
-    default:
-      return { ...object };
-  }
-};
-
-const formatObjectAsXMLTags = (object: any, depth = 1): string => {
-  return Object.entries(object)
-    .filter(([key, value]) => ['string', 'number', 'boolean', 'object'].includes(typeof value))
-    .map(([key, value]) => {
-      if (typeof value === 'object' && value !== null) {
-        if (depth === 0) {
-          return '';
-        } else {
-          return `<${key}>
-            ${formatObjectAsXMLTags(value, depth - 1)}
-          </${key}>`;
-        }
-      }
-
-      return `<${key}>${value}</${key}>`;
-    })
-    .join('\n');
-};
-
-const CONTEXT_OBJECT_QUERY_TIMEOUT = 5_000;
-
-const TABLE_ROWS_LIMIT = 10;
-
-/**
- * Formats XML indentation for instructions so they are easier to read during debugging.
- */
-const looseFormatXml = (xml: string): string => {
-  let currentIndent = 0;
-
-  return xml
-    .split('\n')
-    .map((line) => {
-      if (line.match(RE_CLOSE_TAG_LINE)) {
-        currentIndent--;
-      }
-      const indent = currentIndent;
-      if (line.match(RE_OPEN_TAG_LINE)) {
-        currentIndent++;
-      }
-      return ' '.repeat(indent * 2) + line.trimStart();
-    })
-    .join('\n');
-};
-
-const RE_OPEN_TAG_LINE = /^[ ]*<[a-zA-Z0-9\-_]+>[ ]*$/;
-const RE_CLOSE_TAG_LINE = /^[ ]*<\/[a-zA-Z0-9\-_]+>[ ]*$/;

package/src/components/PromptEditor/PromptEditor.stories.tsx

@@ -1,64 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type Meta } from '@storybook/react';
-import React, { useState } from 'react';
-
-import { create, makeRef } from '@dxos/live-object';
-import { useClient } from '@dxos/react-client';
-import { withClientProvider } from '@dxos/react-client/testing';
-import { withLayout, withTheme } from '@dxos/storybook-utils';
-
-import { PromptEditor } from './PromptEditor';
-import translations from '../../translations';
-import { ChainPromptType, ChainType } from '../../types';
-
-const template = [
-  '# Comment',
-  '',
-  'You are a machine that is an expert chess player.',
-  'The move history of the current game is: {history}',
-  'If asked to suggest a move explain why it is a good move.',
-  '',
-  '---',
-  '',
-  '{input}',
-].join('\n');
-
-const DefaultStory = () => {
-  const client = useClient();
-  const [chain] = useState(() => {
-    const space = client.spaces.default;
-    return space.db.add(
-      create(ChainType, {
-        prompts: [makeRef(create(ChainPromptType, { command: 'test', template, inputs: [] }))],
-      }),
-    );
-  });
-
-  return (
-    <div role='none' className='flex w-[350px] border border-separator overflow-hidden'>
-      <PromptEditor prompt={chain.prompts![0]!.target!} />
-    </div>
-  );
-};
-
-export const Default = {};
-
-const meta: Meta = {
-  title: 'plugins/plugin-automation/PromptTemplate',
-  render: DefaultStory,
-  decorators: [
-    withClientProvider({ createIdentity: true, createSpace: true, types: [ChainType, ChainPromptType] }),
-    withLayout({ fullscreen: true, classNames: 'flex justify-center m-2' }),
-    withTheme,
-  ],
-  parameters: {
-    translations,
-  },
-};
-
-export default meta;

package/src/components/PromptEditor/PromptEditor.tsx

@@ -1,222 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import { type Schema as S } from '@effect/schema';
-import React, { useEffect } from 'react';
-
-import { createDocAccessor } from '@dxos/react-client/echo';
-import { Input, Select, useThemeContext, useTranslation } from '@dxos/react-ui';
-import {
-  createBasicExtensions,
-  createDataExtensions,
-  createThemeExtensions,
-  useTextEditor,
-} from '@dxos/react-ui-editor';
-import { attentionSurface, groupBorder, mx } from '@dxos/react-ui-theme';
-import { nonNullable } from '@dxos/util';
-
-import { nameRegex, promptExtension } from './prompt-extension';
-import { AUTOMATION_PLUGIN } from '../../meta';
-import { type ChainInput, ChainInputType, type ChainPromptType } from '../../types';
-
-const inputTypes = [
-  {
-    value: ChainInputType.VALUE,
-    label: 'Value',
-  },
-  {
-    value: ChainInputType.PASS_THROUGH,
-    label: 'Pass through',
-  },
-  {
-    value: ChainInputType.RETRIEVER,
-    label: 'Retriever',
-  },
-  // {
-  //   value: ChainInputType.FUNCTION,
-  //   label: 'Function',
-  // },
-  // {
-  //   value: ChainInputType.QUERY,
-  //   label: 'Query',
-  // },
-  {
-    value: ChainInputType.RESOLVER,
-    label: 'Resolver',
-  },
-  {
-    value: ChainInputType.CONTEXT,
-    label: 'Context',
-  },
-  {
-    value: ChainInputType.SCHEMA,
-    label: 'Schema',
-  },
-];
-
-const getInputType = (type: string) => inputTypes.find(({ value }) => String(value) === type)?.value;
-
-const usePromptInputs = (prompt: ChainPromptType) => {
-  useEffect(() => {
-    const text = prompt.template ?? '';
-    if (!prompt.inputs) {
-      prompt.inputs = []; // TODO(burdon): Required?
-    }
-
-    const regex = new RegExp(nameRegex, 'g');
-    const variables = new Set<string>([...text.matchAll(regex)].map((m) => m[1]));
-
-    // Create map of unclaimed inputs.
-    const unclaimed = new Map<string, ChainInput>(
-      prompt.inputs?.filter(nonNullable).map((input) => [input.name, input]),
-    );
-    const missing: string[] = [];
-    Array.from(variables.values()).forEach((name) => {
-      if (unclaimed.has(name)) {
-        unclaimed.delete(name);
-      } else {
-        missing.push(name);
-      }
-    });
-
-    // Match or create new inputs.
-    const values = unclaimed.values();
-    missing.forEach((name) => {
-      const next = values.next().value;
-      if (next) {
-        next.name = name;
-      } else {
-        prompt.inputs?.push({ name });
-      }
-    });
-
-    // Remove unclaimed (deleted) inputs.
-    // TODO(burdon): If user types incorrect name value, it will be deleted. Garbage collect?
-    for (const input of values) {
-      prompt.inputs.splice(prompt.inputs.indexOf(input), 1);
-    }
-  }, [prompt.template]);
-};
-
-export type PromptEditorProps = {
-  prompt: ChainPromptType;
-  commandEditable?: boolean;
-  schema?: S.Schema<any, any, any>;
-};
-
-export const PromptEditor = ({ prompt, commandEditable = true }: PromptEditorProps) => {
-  const { t } = useTranslation(AUTOMATION_PLUGIN);
-  const { themeMode } = useThemeContext();
-
-  const { parentRef } = useTextEditor(
-    () => ({
-      initialValue: prompt.template,
-      extensions: [
-        createDataExtensions({
-          id: prompt.id,
-          text: prompt.template !== undefined ? createDocAccessor(prompt, ['template']) : undefined,
-        }),
-        createBasicExtensions({
-          bracketMatching: false,
-          lineWrapping: true,
-          placeholder: t('template placeholder'),
-        }),
-        createThemeExtensions({
-          themeMode,
-          slots: {
-            content: { className: '!p-3' },
-          },
-        }),
-        promptExtension,
-      ],
-    }),
-    [themeMode, prompt],
-  );
-
-  usePromptInputs(prompt);
-
-  return (
-    <div className={mx('flex flex-col w-full overflow-hidden gap-4', groupBorder)}>
-      {commandEditable && (
-        <div className='flex items-center pl-4'>
-          <span className='text-neutral-500'>/</span>
-          <Input.Root>
-            <Input.TextInput
-              placeholder={t('command placeholder')}
-              classNames={mx('is-full bg-transparent m-2')}
-              value={prompt.command ?? ''}
-              onChange={(event) => {
-                prompt.command = event.target.value.replace(/\w/g, '');
-              }}
-            />
-          </Input.Root>
-        </div>
-      )}
-
-      <div ref={parentRef} className={mx(attentionSurface, 'rounded', 'min-h-[120px]')} />
-
-      {(prompt.inputs?.length ?? 0) > 0 && (
-        <div className='flex flex-col'>
-          {/* TODO(zan): Improve layout with grid */}
-          <table className='w-full table-fixed border-collapse my-2'>
-            <tbody>
-              {prompt.inputs?.filter(nonNullable).map((input) => (
-                <tr key={input.name}>
-                  <td className='w-[160px] p-1 font-mono text-sm whitespace-nowrap truncate'>
-                    <code className='px-2'>{input.name}</code>
-                  </td>
-                  <td className='w-[120px] p-1'>
-                    <Input.Root>
-                      <Select.Root
-                        value={String(input.type)}
-                        onValueChange={(type) => {
-                          input.type = getInputType(type) ?? ChainInputType.VALUE;
-                        }}
-                      >
-                        <Select.TriggerButton placeholder='Type' classNames='is-full' />
-                        <Select.Portal>
-                          <Select.Content>
-                            <Select.Viewport>
-                              {inputTypes.map(({ value, label }) => (
-                                <Select.Option key={value} value={String(value)}>
-                                  {label}
-                                </Select.Option>
-                              ))}
-                            </Select.Viewport>
-                          </Select.Content>
-                        </Select.Portal>
-                      </Select.Root>
-                    </Input.Root>
-                  </td>
-                  <td className='p-1 pr-2'>
-                    {input.type !== undefined &&
-                      [
-                        ChainInputType.VALUE,
-                        ChainInputType.CONTEXT,
-                        ChainInputType.RESOLVER,
-                        ChainInputType.SCHEMA,
-                      ].includes(input.type) && (
-                        <div>
-                          <Input.Root>
-                            <Input.TextInput
-                              placeholder={t('command placeholder')}
-                              classNames={mx('is-full bg-transparent')}
-                              value={input.value ?? ''}
-                              onChange={(event) => {
-                                input.value = event.target.value;
-                              }}
-                            />
-                          </Input.Root>
-                        </div>
-                      )}
-                  </td>
-                </tr>
-              ))}
-            </tbody>
-          </table>
-        </div>
-      )}
-    </div>
-  );
-};