@dxos/plugin-automation 0.7.5-main.9d2a38b → 0.7.5-main.e94eead

package/src/components/PromptEditor/prompt-extension.ts

@@ -1,43 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import { HighlightStyle, StreamLanguage, syntaxHighlighting } from '@codemirror/language';
-import { type Extension } from '@codemirror/state';
-
-import { tags } from '@dxos/react-ui-editor';
-import { mx } from '@dxos/react-ui-theme';
-
-export const nameRegex = /\{([\w-]+)}/;
-
-const parser = StreamLanguage.define({
-  token: (stream) => {
-    if (stream.eatSpace()) {
-      return null;
-    }
-    if (stream.match(/^#.*/)) {
-      return 'lineComment';
-    }
-    if (stream.match(/^-+$/)) {
-      return 'lineComment';
-    }
-    if (stream.match(nameRegex)) {
-      return 'variableName';
-    }
-    stream.next();
-    return null;
-  },
-});
-
-/**
- * https://codemirror.net/examples/styling
- * https://lezer.codemirror.net/docs/ref/#highlight
- */
-const highlightStyles = HighlightStyle.define([
-  {
-    tag: tags.variableName,
-    class: mx('rounded border border-yellow-500 bg-yellow-100 text-black font-mono text-sm'),
-  },
-]);
-
-export const promptExtension: Extension = [parser, syntaxHighlighting(highlightStyles)];

package/src/components/PromptEditor/types.tsx

@@ -1,28 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-// TODO(burdon): Factor out (shared with backend). core/chain (@dxos/chain).
-// TODO(burdon): Agent/plan-and-execute (with tools). Create design doc/ontology of sequence/agent.
-
-export type Step = {
-  id: string;
-};
-
-export type Variable = {
-  name: string;
-  type: 'value' | 'function' | 'query' | 'retriever' | 'pass-through';
-};
-
-export type Prompt = Step & {
-  title?: string;
-  description?: string;
-  template: string;
-  variables: Variable[];
-};
-
-export type Sequence = Step & {
-  runnable: Step[];
-};
-
-export type Chain = {};

package/src/hooks/email.ts

@@ -1,49 +0,0 @@
-//
-// Copyright 2023 DXOS.org
-//
-
-import { findObjectWithForeignKey } from '@dxos/echo-db';
-import { foreignKey } from '@dxos/echo-schema';
-import { log } from '@dxos/log';
-import { MailboxType } from '@dxos/plugin-inbox/types';
-import { MessageType } from '@dxos/plugin-space/types';
-import { type Space, Filter, create, makeRef } from '@dxos/react-client/echo';
-
-export const SOURCE_ID = 'hub.dxos.network/api/mailbox';
-
-export const handleEmail = async (space: Space, data: any) => {
-  const { messages } = data;
-
-  // Create mailbox if doesn't exist.
-  const { objects: mailboxes } = await space.db.query(Filter.schema(MailboxType)).run();
-  const mailbox = mailboxes[0] ?? space.db.add(create(MailboxType, { messages: [] }));
-
-  log.info('messages', { count: messages.length, existingMailbox: mailboxes.length > 0 });
-
-  const { objects } = await space.db.query(Filter.schema(MessageType)).run();
-  for (const message of messages) {
-    let object = findObjectWithForeignKey(objects, { source: SOURCE_ID, id: String(message.id) });
-    if (!object) {
-      object = space.db.add(
-        create(
-          MessageType,
-          {
-            sender: { email: message.from },
-            timestamp: new Date(message.created).toISOString(),
-            text: message.body,
-            properties: {
-              subject: message.subject,
-              to: [{ email: message.to }],
-            },
-          },
-          {
-            keys: [foreignKey(SOURCE_ID, String(message.id))],
-          },
-        ),
-      );
-      mailbox.messages?.push(makeRef(object));
-    }
-  }
-
-  return 200;
-};

package/src/hooks/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-export * from './useLocalTriggerManager';

package/src/hooks/invocation-handler.ts

@@ -1,109 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { sleep } from '@dxos/async';
-import { getObjectCore, ResultFormat } from '@dxos/echo-db';
-import { type AnyObjectData } from '@dxos/echo-schema';
-import { FunctionType } from '@dxos/functions';
-import { type FunctionTrigger } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { DXN, LOCAL_SPACE_TAG } from '@dxos/keys';
-import { log } from '@dxos/log';
-import { type Client, type Config } from '@dxos/react-client';
-import { type Space } from '@dxos/react-client/echo';
-
-const MAX_RETRIES = 3;
-const RETRY_DELAY = 1_000;
-
-const callFunction = async (funcUrl: string, trigger: any, data: any) => {
-  const body = { event: 'trigger', trigger, data };
-
-  let retryCount = 0;
-  while (retryCount < MAX_RETRIES) {
-    log.info('exec', { funcUrl, body, retryCount });
-    const response = await fetch(funcUrl, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-      },
-      body: JSON.stringify(body),
-    });
-
-    const data = await response.text();
-    log.info('response', { status: response.status, body: data });
-    if (response.status === 409) {
-      retryCount++;
-      await sleep(RETRY_DELAY * Math.min(retryCount, 2));
-      continue;
-    }
-
-    return { status: response.status, data };
-  }
-  return { status: 500 };
-};
-
-export const invokeFunction = async (client: Client, space: Space, trigger: FunctionTrigger, data: any) => {
-  try {
-    invariant(trigger.spec);
-    invariant(trigger.function);
-
-    const script = await space.db.query({ id: trigger.function }, { format: ResultFormat.Plain }).first();
-    const { objects: functions } = await space.db
-      .query({ __typename: FunctionType.typename }, { format: ResultFormat.Plain })
-      .run();
-    const func = functions.find((fn) => referenceEquals(fn.source, trigger.function!)) as AnyObjectData | undefined;
-    const funcSlug = func?.__meta.keys.find((key) => key.source === USERFUNCTIONS_META_KEY)?.id;
-    if (!funcSlug) {
-      log.warn('function not deployed', { scriptId: script.id, name: script.name });
-      return 404;
-    }
-
-    const funcUrl = getFunctionUrl(client.config, funcSlug, space.id);
-    const triggerData: AnyObjectData = {
-      ...getObjectCore(trigger).toPlainObject(),
-      // TODO: Remove when functions can query by DXN.
-      promptId: trigger.meta?.prompt?.id,
-    };
-    // TODO: Remove when functions can add objects and easily modify collections (push, splice).
-    return (await callFunction(funcUrl, triggerData, data)).status;
-  } catch (err) {
-    return 400;
-  }
-};
-
-const USERFUNCTIONS_META_KEY = 'dxos.org/service/function';
-
-const getFunctionUrl = (config: Config, slug: string, spaceId?: string) => {
-  const baseUrl = new URL('functions/', config.values.runtime?.services?.edge?.url);
-
-  // Leading slashes cause the URL to be treated as an absolute path.
-  const relativeUrl = slug.replace(/^\//, '');
-  const url = new URL(`./${relativeUrl}`, baseUrl.toString());
-  spaceId && url.searchParams.set('spaceId', spaceId);
-  url.protocol = 'https';
-  return url.toString();
-};
-
-// TODO(dmaretskyi): Factor out.
-
-type ReferenceLike = { '/': string } | string;
-
-const referenceEquals = (a: ReferenceLike, b: ReferenceLike): boolean => {
-  const aDXN = toDXN(a);
-  const bDXN = toDXN(b);
-  return aDXN.toString() === bDXN.toString();
-};
-
-const toDXN = (ref: ReferenceLike): DXN => {
-  if (typeof ref === 'string') {
-    if (ref.startsWith('dxn:')) {
-      return DXN.parse(ref);
-    } else {
-      return new DXN(DXN.kind.ECHO, [LOCAL_SPACE_TAG, ref]);
-    }
-  }
-
-  invariant(typeof ref['/'] === 'string');
-  return DXN.parse(ref['/']);
-};

package/src/hooks/useLocalTriggerManager.ts

@@ -1,82 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { useEffect, useState } from 'react';
-
-import { Mutex } from '@dxos/async';
-import { Context } from '@dxos/context';
-import { createSubscriptionTrigger, type TriggerFactory } from '@dxos/functions';
-import { FunctionTrigger } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { log } from '@dxos/log';
-import { useClient } from '@dxos/react-client';
-import { Filter, type Space, useQuery } from '@dxos/react-client/echo';
-
-import { invokeFunction } from './invocation-handler';
-
-const registerTriggersMutex = new Mutex();
-
-export const useLocalTriggerManager = (space: Space) => {
-  const client = useClient();
-
-  // TODO(burdon): Factor out, creating context for plugin (runs outside of component).
-  const [registry] = useState(new Map<string, Context>());
-  const triggers = useQuery(space, Filter.schema(FunctionTrigger));
-  useEffect(() => {
-    setTimeout(async () => {
-      // Mark-and-sweep removing disabled triggers.
-      await registerTriggersMutex.executeSynchronized(async () => {
-        const deprecated = new Set(Array.from(registry.keys()));
-        log('triggers', {
-          deprecated,
-          all: triggers.map((t) => t.id),
-          enabled: triggers.filter((t) => t.enabled).map((t) => t.id),
-        });
-
-        for (const trigger of triggers) {
-          if (trigger.enabled) {
-            if (registry.has(trigger.id)) {
-              deprecated.delete(trigger.id);
-              continue;
-            }
-            log.info('activating trigger', trigger.id);
-
-            const ctx = new Context();
-            registry.set(trigger.id, ctx);
-            const triggerSpec = trigger.spec;
-            invariant(triggerSpec);
-
-            let triggerFactory: TriggerFactory<any>;
-            if (triggerSpec.type === 'subscription') {
-              triggerFactory = createSubscriptionTrigger;
-            } else {
-              log.info('unsupported trigger', { type: triggerSpec.type });
-              continue;
-            }
-
-            await triggerFactory(ctx, space, trigger.spec, (data: any) => {
-              return invokeFunction(client, space, trigger, data);
-            });
-          }
-        }
-
-        for (const id of deprecated) {
-          const ctx = registry.get(id);
-          if (ctx) {
-            await ctx.dispose();
-            registry.delete(id);
-          }
-        }
-      });
-    });
-  }, [JSON.stringify(triggers)]);
-
-  useEffect(() => {
-    return () => {
-      for (const ctx of registry.values()) {
-        void ctx.dispose();
-      }
-    };
-  }, []);
-};

package/src/presets.ts

@@ -1,248 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { create } from '@dxos/live-object';
-
-import { ChainInputType, ChainPromptType } from './types';
-
-export const str = (...text: (string | undefined | boolean)[]): string =>
-  text
-    .filter((value) => value !== undefined && value !== false)
-    .flat()
-    .join('\n');
-
-export type Preset = {
-  id: string;
-  title: string;
-  createPrompt: () => ChainPromptType;
-};
-
-export const chainPresets: Preset[] = [
-  {
-    id: 'dxos.org/prompt/translate',
-    title: 'Translate',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'say',
-        template: str(
-          // prettier-ignore
-          'Translate the following into {language}:',
-          '',
-          '---',
-          '',
-          '{input}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.VALUE,
-            name: 'language',
-            value: 'japanese',
-          },
-          {
-            type: ChainInputType.PASS_THROUGH,
-            name: 'input',
-          },
-          // TODO(burdon): Message.
-          // {
-          //   type: ChainInputType.CONTEXT,
-          //   name: 'input',
-          //   value: 'object.text',
-          // },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/chess',
-    title: 'Chess',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'hint',
-        template: str(
-          // prettier-ignore
-          'You are a machine that is an expert chess player.',
-          '',
-          'The move history of the current game is: {history}',
-          '',
-          'Suggest the next move and very briefly explain your strategy in a couple of sentences.',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.CONTEXT,
-            name: 'history',
-            value: 'object.pgn',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/mermaid',
-    title: 'Mermaid',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'draw',
-        template: str(
-          // prettier-ignore
-          'Create a simplified mermaid graph representing the text below.',
-          'Do not explain anything.',
-          '',
-          '---',
-          '',
-          '{input}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.PASS_THROUGH,
-            name: 'input',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/list',
-    title: 'List',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'list',
-        template: str(
-          // prettier-ignore
-          'You are a machine that only replies with valid, iterable RFC8259 compliant JSON in your responses.',
-          'Your entire response should be a single array of JSON objects.',
-          '',
-          'Your entire response should be a map where the key is the type and the value is a single array of JSON objects conforming to the following types:',
-          '',
-          '{schema}',
-          '',
-          '---',
-          '',
-          '{question}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.SCHEMA,
-            name: 'schema',
-            value: 'example.com/type/project',
-          },
-          {
-            type: ChainInputType.PASS_THROUGH,
-            name: 'question',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/base',
-    title: 'RAG',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'rag',
-        template: str(
-          // prettier-ignore
-          "Very briefly answer the question based only on the following context and say if you don't know the answer.",
-          // 'answer the question using the following context as well as your training data:',
-          '',
-          '{context}',
-          '',
-          '---',
-          '',
-          'question: {question}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.RETRIEVER,
-            name: 'context',
-          },
-          {
-            type: ChainInputType.CONTEXT,
-            name: 'question',
-            value: 'object.text',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/lookup',
-    title: 'Lookup',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'lookup',
-        template: str(
-          // prettier-ignore
-          'Lookup and very briefly summarize the following topic in one or two sentences:',
-          '',
-          '---',
-          '',
-          '{input}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.CONTEXT,
-            name: 'input',
-            value: 'text',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/extract',
-    title: 'Extract',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'extract',
-        template: str(
-          // prettier-ignore
-          'List all people and companies mentioned in the text below.',
-          '',
-          'You are a machine that only replies with valid, iterable RFC8259 compliant JSON in your responses.',
-          'Your entire response should be a map where the key is the type and the value is a single array of JSON objects conforming to the following types:',
-          '',
-          '{contact}',
-          '{company}',
-          '',
-          '---',
-          '',
-          '{input}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.SCHEMA,
-            name: 'contact',
-            value: 'example.com/type/contact',
-          },
-          {
-            type: ChainInputType.SCHEMA,
-            name: 'company',
-            value: 'example.com/type/organization',
-          },
-          {
-            type: ChainInputType.CONTEXT,
-            name: 'input',
-            value: 'text',
-          },
-        ],
-      }),
-  },
-  {
-    id: 'dxos.org/prompt/discord',
-    title: 'Summarize',
-    createPrompt: () =>
-      create(ChainPromptType, {
-        command: 'summarize',
-        template: str(
-          // prettier-ignore
-          'Summarize what the team is working on and format it as a markdown table without any explanation.',
-          '',
-          '---',
-          '',
-          '{context}',
-        ),
-        inputs: [
-          {
-            type: ChainInputType.RESOLVER,
-            name: 'context',
-            value: 'discord.messages.recent',
-          },
-        ],
-      }),
-  },
-];

package/src/types/index.ts

@@ -1,5 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-export * from './schema';

package/src/types/schema.ts

@@ -1,38 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { Ref, S, TypedObject } from '@dxos/echo-schema';
-
-// TODO(burdon): Change to S.Literal (and discriminated union).
-export enum ChainInputType {
-  VALUE = 0,
-  PASS_THROUGH = 1,
-  RETRIEVER = 2,
-  FUNCTION = 3,
-  QUERY = 4,
-  RESOLVER = 5,
-  CONTEXT = 6,
-  SCHEMA = 7,
-}
-
-export const ChainInputSchema = S.mutable(
-  S.Struct({
-    name: S.String,
-    type: S.optional(S.Enums(ChainInputType)),
-    value: S.optional(S.String),
-  }),
-);
-
-export type ChainInput = S.Schema.Type<typeof ChainInputSchema>;
-
-export class ChainPromptType extends TypedObject({ typename: 'dxos.org/type/ChainPrompt', version: '0.1.0' })({
-  command: S.optional(S.String),
-  template: S.String,
-  inputs: S.optional(S.mutable(S.Array(ChainInputSchema))),
-}) {}
-
-export class ChainType extends TypedObject({ typename: 'dxos.org/type/Chain', version: '0.1.0' })({
-  name: S.optional(S.String),
-  prompts: S.optional(S.mutable(S.Array(Ref(ChainPromptType)))),
-}) {}