@dxos/plugin-assistant 0.8.4-main.5ea62a8 → 0.8.4-main.ae835ea

package/src/parser/query-parser.ts

@@ -1,199 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { invariant } from '@dxos/invariant';
-
-import { type BinaryOperator, type Expression, type RelationalOperator } from './types';
-
-// TODO(burdon): Move to echo-schema?
-
-type RelationalSymbol = '=' | '<' | '>';
-
-const operators: Record<RelationalSymbol, RelationalOperator> = {
-  '=': 'EQ',
-  '<': 'LT',
-  '>': 'GT',
-};
-
-export class QueryParser {
-  private tokens: string[] = [];
-  private current = 0;
-
-  constructor(input: string) {
-    // Tokenize the input string.
-    this.tokens = this.tokenize(input);
-  }
-
-  private tokenize(input: string): string[] {
-    // Handle empty input.
-    if (!input.trim()) {
-      return [];
-    }
-
-    // Split on spaces but preserve quoted strings.
-    const tokens: string[] = [];
-    let current = '';
-    let inQuotes = false;
-
-    for (let i = 0; i < input.length; i++) {
-      const char = input[i];
-
-      if (char === '"') {
-        // Handle quoted strings.
-        inQuotes = !inQuotes;
-        current += char;
-      } else if (char === '(' || char === ')') {
-        // If we have accumulated tokens, add them first.
-        if (current) {
-          tokens.push(current);
-          current = '';
-        }
-        // Add the parenthesis as a separate token.
-        tokens.push(char);
-      } else if (operators[char as RelationalSymbol]) {
-        // If we have accumulated tokens, add them first.
-        if (current) {
-          tokens.push(current);
-          current = '';
-        }
-        // Add the operator as a separate token.
-        tokens.push(operators[char as RelationalSymbol]);
-      } else if (char === ' ' && !inQuotes) {
-        if (current) {
-          tokens.push(current);
-          current = '';
-        }
-      } else {
-        current += char;
-      }
-    }
-
-    if (current) {
-      tokens.push(current);
-    }
-
-    return tokens;
-  }
-
-  private peek(): string {
-    return this.tokens[this.current];
-  }
-
-  private advance(): string {
-    return this.tokens[this.current++];
-  }
-
-  private match(type: string): boolean {
-    if (this.peek() === type) {
-      this.advance();
-      return true;
-    }
-    return false;
-  }
-
-  private isAtEnd(): boolean {
-    return this.current >= this.tokens.length;
-  }
-
-  private parseExpression(): Expression {
-    let expr = this.parseTerm();
-
-    while (!this.isAtEnd()) {
-      const operator = this.peek();
-      if (operator === 'AND' || operator === 'OR') {
-        this.advance();
-        const right = this.parseTerm();
-        expr = {
-          type: 'binary',
-          operator: operator as BinaryOperator,
-          left: expr,
-          right,
-        };
-      } else {
-        break;
-      }
-    }
-
-    return expr;
-  }
-
-  private parseTerm(): Expression {
-    // Handle NOT operator
-    if (this.peek() === 'NOT') {
-      this.advance();
-      const argument = this.parseTerm();
-      return {
-        type: 'unary',
-        operator: 'NOT',
-        argument,
-      };
-    }
-
-    // Handle parentheses.
-    if (this.match('(')) {
-      const expr = this.parseExpression();
-      if (!this.match(')')) {
-        throw new Error('Expected closing parenthesis');
-      }
-      return expr;
-    }
-
-    const token = this.peek();
-
-    // Handle type:Person style expressions.
-    if (token.includes(':')) {
-      const [field, value] = token.split(':');
-      this.advance();
-      if (!field || !value) {
-        throw new Error(`Invalid type expression: ${token}`);
-      }
-
-      return {
-        type: 'binary',
-        operator: 'EQ',
-        left: { type: 'identifier', name: field },
-        right: { type: 'literal', value },
-      };
-    }
-
-    // Handle $field expressions with operators.
-    if (token.startsWith('$')) {
-      const field = token;
-      this.advance();
-
-      // Get the operator.
-      const operator = this.peek();
-      if (operator !== 'EQ' && operator !== 'LT' && operator !== 'GT') {
-        throw new Error(`Expected operator after field ${field}, got ${operator}`);
-      }
-      this.advance();
-
-      // Get the value
-      const value = this.peek();
-      this.advance();
-      invariant(value);
-
-      return {
-        type: 'binary',
-        operator: operator as BinaryOperator,
-        left: { type: 'identifier', name: field },
-        right: { type: 'literal', value: value.replace(/^"|"$/g, '') },
-      };
-    }
-
-    throw new Error(`Unexpected token: ${token}`);
-  }
-
-  public parse(): Expression {
-    // Return a special expression for empty input.
-    if (this.tokens.length === 0) {
-      return {
-        type: 'literal',
-        value: '*',
-      };
-    }
-
-    return this.parseExpression();
-  }
-}

package/src/parser/types.ts

@@ -1,36 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-// TODO(burdon): Factor out.
-
-export type UnaryOperator = 'NOT';
-
-export type RelationalOperator = 'EQ' | 'LT' | 'GT';
-
-export type BinaryOperator = RelationalOperator | 'AND' | 'OR';
-
-export type Expression = BinaryExpression | UnaryExpression | Identifier | Literal;
-
-export interface BinaryExpression {
-  type: 'binary';
-  operator: BinaryOperator;
-  left: Expression;
-  right: Expression;
-}
-
-export interface UnaryExpression {
-  type: 'unary';
-  operator: UnaryOperator;
-  argument: Expression;
-}
-
-export interface Identifier {
-  type: 'identifier';
-  name: string;
-}
-
-export interface Literal {
-  type: 'literal';
-  value: string;
-}

package/src/stories/Chat.stories.tsx

@@ -1,469 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import '@dxos-theme';
-
-import { type Meta, type StoryObj } from '@storybook/react-vite';
-import React, { type FC, useCallback } from 'react';
-
-import { EXA_API_KEY } from '@dxos/ai/testing';
-import { Capabilities, useCapabilities } from '@dxos/app-framework';
-import { AiContextBinder } from '@dxos/assistant';
-import { LINEAR_BLUEPRINT, RESEARCH_BLUEPRINT, ResearchDataTypes, ResearchGraph } from '@dxos/assistant-testing';
-import { Blueprint } from '@dxos/blueprints';
-import { Filter, Obj, Ref } from '@dxos/echo';
-import { log } from '@dxos/log';
-import { Board, BoardPlugin } from '@dxos/plugin-board';
-import { Chess, ChessPlugin } from '@dxos/plugin-chess';
-import { InboxPlugin } from '@dxos/plugin-inbox';
-import { Mailbox } from '@dxos/plugin-inbox/types';
-import { Map, MapPlugin } from '@dxos/plugin-map';
-import { createLocationSchema } from '@dxos/plugin-map/testing';
-import { Markdown, MarkdownPlugin } from '@dxos/plugin-markdown';
-import { TablePlugin } from '@dxos/plugin-table';
-import { ThreadPlugin } from '@dxos/plugin-thread';
-import { TokenManagerPlugin } from '@dxos/plugin-token-manager';
-import { TranscriptionPlugin } from '@dxos/plugin-transcription';
-import { Transcript } from '@dxos/plugin-transcription/types';
-import { useClient } from '@dxos/react-client';
-import { useSpace } from '@dxos/react-client/echo';
-import { useAsyncEffect } from '@dxos/react-ui';
-import { Table } from '@dxos/react-ui-table/types';
-import { DataType } from '@dxos/schema';
-import { render } from '@dxos/storybook-utils';
-import { isNonNullable, trim } from '@dxos/util';
-
-import { BLUEPRINT_KEY } from '../capabilities';
-import { createTestMailbox, createTestTranscription } from '../testing';
-import { translations } from '../translations';
-import { Assistant } from '../types';
-
-import {
-  BlueprintContainer,
-  ChatContainer,
-  CommentsContainer,
-  type ComponentProps,
-  GraphContainer,
-  LoggingContainer,
-  MessageContainer,
-  SurfaceContainer,
-  TasksContainer,
-  TokenManagerContainer,
-} from './components';
-import { accessTokensFromEnv, addTestData, config, getDecorators, testTypes } from './testing';
-
-const panelClassNames = 'flex flex-col overflow-hidden bg-baseSurface rounded border border-separator';
-
-const DefaultStory = ({
-  debug = true,
-  components,
-  blueprints = [],
-}: {
-  debug?: boolean;
-  components: (FC<ComponentProps> | FC<ComponentProps>[])[];
-  blueprints?: string[];
-}) => {
-  const client = useClient();
-  const space = useSpace();
-
-  const blueprintsDefinitions = useCapabilities(Capabilities.BlueprintDefinition);
-  useAsyncEffect(async () => {
-    if (!space) {
-      return;
-    }
-    const { objects: chats = [] } = await space.db.query(Filter.type(Assistant.Chat)).run();
-    const chat = chats[0];
-    if (!chat) {
-      return;
-    }
-
-    // Add blueprints to context.
-    const binder = new AiContextBinder(await chat.queue.load());
-    const registry = new Blueprint.Registry(blueprintsDefinitions);
-    const blueprintObjects = blueprints
-      .map((key) => {
-        const blueprint = registry.getByKey(key);
-        if (blueprint) {
-          return space.db.add(Obj.clone(blueprint));
-        }
-      })
-      .filter(isNonNullable);
-    await binder.bind({ blueprints: blueprintObjects.map((blueprint) => Ref.make(blueprint)) });
-  }, [space, blueprints, blueprintsDefinitions]);
-
-  const handleEvent = useCallback<NonNullable<ComponentProps['onEvent']>>((event) => {
-    log.info('event', { event });
-    switch (event) {
-      case 'reset': {
-        void client?.reset().then(() => {
-          document.location.reload();
-        });
-        break;
-      }
-    }
-  }, []);
-
-  if (!space) {
-    return null;
-  }
-
-  return (
-    <div
-      className='grid grid-cols gap-2 m-2'
-      style={{ gridTemplateColumns: `repeat(${components.length}, minmax(0, 40rem))` }}
-    >
-      {components.map((Component, index) =>
-        Array.isArray(Component) ? (
-          <div
-            key={index}
-            className='grid grid-rows gap-2 overflow-hidden'
-            style={{ gridTemplateRows: `repeat(${Component.length}, 1fr)` }}
-          >
-            {Component.map((Component, index) => (
-              <div key={index} className={panelClassNames}>
-                <Component space={space} debug={debug} onEvent={handleEvent} />
-              </div>
-            ))}
-          </div>
-        ) : (
-          <div key={index} className={panelClassNames}>
-            <Component space={space} debug={debug} onEvent={handleEvent} />
-          </div>
-        ),
-      )}
-    </div>
-  );
-};
-
-const storybook: Meta<typeof DefaultStory> = {
-  title: 'plugins/plugin-assistant/Chat',
-  render: render(DefaultStory),
-  parameters: {
-    translations,
-    controls: { disable: true },
-  },
-};
-
-export default storybook;
-
-type Story = StoryObj<typeof storybook>;
-
-//
-// Stories
-//
-
-const MARKDOWN_DOCUMENT = trim`
-  # Hello, world!
-
-  This is a test document that contains Markdown content. Markdown is a lightweight markup language for writing formatted text in plain text form. Its goal is to be easy to read and write in raw form, easy to convert to HTML.
-
-  Markdown’s simplicity makes it highly adaptable: it can be written in any text editor, stored in plain .md files, and rendered into HTML, PDF, or other formats with converters. Because of this portability, it’s widely used in software documentation, static site generators, technical blogging, and collaborative platforms like GitHub and Notion. 
-
-  Many applications extend the core syntax with extras (e.g., tables, task lists, math notation), but the core idea remains the same—clean, minimal markup that stays readable even without rendering.
-`;
-
-const STYLE_GUIDE = trim`
-  # Style Guide
-  - Use short, simple sentences.
-  - Organize content with headings and bullet points.
-  - Avoid jargon and explain technical terms.
-  - Use active voice whenever possible.
-  - Highlight key points in bold.
-  - Keep paragraphs brief and focused on one idea.
-  - Proofread for clarity and correctness.
-`;
-
-const addSpellingMistakes = (text: string, n: number): string => {
-  const words = text.split(' ');
-  for (let i = 0; i < n; i++) {
-    const idx = Math.floor(Math.random() * words.length);
-    const word = words[idx];
-    const charIdx = Math.floor(Math.random() * word.length);
-    const typoChar = String.fromCharCode(word.charCodeAt(charIdx) + 1);
-    words[idx] = word.slice(0, charIdx) + typoChar + word.slice(charIdx + 1);
-  }
-
-  return words.join(' ');
-};
-
-export const Default: Story = {
-  decorators: getDecorators({
-    plugins: [MarkdownPlugin()],
-    config: config.remote,
-  }),
-  args: {
-    components: [ChatContainer, SurfaceContainer],
-  },
-};
-
-// Test with prompt: Propose changes to my document based on the style guide.
-export const WithDocument: Story = {
-  decorators: getDecorators({
-    plugins: [MarkdownPlugin(), ThreadPlugin()],
-    config: config.remote, // TODO(burdon): Issue making persistent.
-    onInit: async ({ space, binder }) => {
-      const doc = space.db.add(
-        Markdown.makeDocument({
-          name: 'My Document',
-          content: addSpellingMistakes(MARKDOWN_DOCUMENT, 2),
-        }),
-      );
-      const styleGuide = space.db.add(
-        Markdown.makeDocument({
-          name: 'Style Guide',
-          content: STYLE_GUIDE,
-        }),
-      );
-      await binder.bind({ objects: [Ref.make(doc), Ref.make(styleGuide)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [SurfaceContainer, CommentsContainer, LoggingContainer]],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/markdown'],
-  },
-};
-
-export const WithBlueprints: Story = {
-  decorators: getDecorators({
-    plugins: [InboxPlugin(), MarkdownPlugin(), TablePlugin()],
-    config: config.remote,
-    onInit: async ({ space, binder }) => {
-      const object = space.db.add(Markdown.makeDocument({ name: 'Tasks' }));
-      await binder.bind({ objects: [Ref.make(object)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [TasksContainer, BlueprintContainer]],
-  },
-};
-
-export const WithChess: Story = {
-  decorators: getDecorators({
-    plugins: [ChessPlugin()],
-    config: config.remote,
-    types: [Chess.Game],
-    onInit: async ({ space, binder }) => {
-      // TODO(burdon): Add player DID (for user and assistant).
-      const object = space.db.add(
-        Chess.makeGame({
-          name: 'Challenge',
-          pgn: [
-            '1. e4 e5',
-            '2. Nf3 Nc6',
-            '3. Bc4 Bc5',
-            '4. c3 Nf6',
-            '5. d4 exd4',
-            '6. cxd4 Bb4+',
-            '7. Nc3 d5',
-            '8. exd5 Nxd5',
-            '9. O-O Be6',
-            '10. Qb3 Na5',
-            '11. Qa4+ c6',
-            '12. Bxd5 Bxc3',
-            '13. Bxe6 fxe6',
-            '*',
-          ].join(' '),
-        }),
-      );
-      await binder.bind({ objects: [Ref.make(object)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [SurfaceContainer, LoggingContainer]],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/chess'],
-  },
-};
-
-// Test with prompt: Summarize my mailbox and write the summary in a new document.
-export const WithMail: Story = {
-  decorators: getDecorators({
-    plugins: [InboxPlugin(), MarkdownPlugin(), ThreadPlugin()],
-    config: config.remote,
-    types: [Mailbox.Mailbox],
-    onInit: async ({ space, binder }) => {
-      const queue = space.queues.create();
-      const messages = createTestMailbox();
-      await queue.append(messages);
-      const mailbox = space.db.add(Mailbox.make({ name: 'Mailbox', queue: queue.dxn }));
-      await binder.bind({ objects: [Ref.make(mailbox)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [SurfaceContainer, MessageContainer]],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/inbox'],
-  },
-};
-
-export const WithGmail: Story = {
-  decorators: getDecorators({
-    plugins: [InboxPlugin(), TokenManagerPlugin()],
-    config: config.remote,
-    types: [Mailbox.Mailbox],
-    onInit: async ({ space, binder }) => {
-      const queue = space.queues.create();
-      const mailbox = space.db.add(Mailbox.make({ name: 'Mailbox', queue: queue.dxn }));
-      await binder.bind({ objects: [Ref.make(mailbox)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [SurfaceContainer, MessageContainer, TokenManagerContainer]],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/inbox'],
-  },
-};
-
-// Test with prompt: Create 10 locations.
-export const WithMap: Story = {
-  decorators: getDecorators({
-    plugins: [MapPlugin(), TablePlugin()],
-    config: config.remote,
-    types: [DataType.View, Map.Map, Table.Table],
-    onInit: async ({ space, binder }) => {
-      const [schema] = await space.db.schemaRegistry.register([createLocationSchema()]);
-      const { view: tableView } = await Table.makeView({ name: 'Table', space, typename: schema.typename });
-      const { view: mapView } = await Map.makeView({
-        name: 'Map',
-        space,
-        typename: schema.typename,
-        pivotFieldName: 'location',
-      });
-      space.db.add(tableView);
-      space.db.add(mapView);
-      await binder.bind({ objects: [Ref.make(tableView), Ref.make(mapView)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, SurfaceContainer],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/map'],
-  },
-};
-
-export const WithTrip: Story = {
-  decorators: getDecorators({
-    plugins: [MarkdownPlugin(), MapPlugin()],
-    config: config.remote,
-    types: [Map.Map],
-    onInit: async ({ space, binder }) => {
-      // TODO(burdon): Table.
-      {
-        const object = space.db.add(Map.make({ name: 'Trip' }));
-        await binder.bind({ objects: [Ref.make(object)] });
-      }
-      {
-        const object = space.db.add(
-          Markdown.makeDocument({
-            name: 'Itinerary',
-            content: trim`
-              # Itinerary
-
-              ## Day 1
-              - Visit the Sagrada Familia
-              - Visit the Park Güell
-              - Visit the Casa Batlló
-
-              ## Day 2
-              - Visit the Eiffel Tower
-              - Visit the Louvre
-              - Visit the Musée d'Orsay
-            `,
-          }),
-        );
-        await binder.bind({ objects: [Ref.make(object)] });
-      }
-      {
-        const object = space.db.add(
-          Markdown.makeDocument({
-            name: 'Barcelona',
-            content: trim`
-              # Barcelona
-
-              Barcelona is the capital and most populous city of Catalonia, an autonomous community in northeastern Spain. 
-              It is located on the Mediterranean coast, on the banks of the Llobregat River, in the comarca of the Baix Llobregat. 
-              The city is known for its rich history, vibrant culture, and stunning architecture, including the Sagrada Familia, Park Güell, and Casa Batlló.
-            `,
-          }),
-        );
-        await binder.bind({ objects: [Ref.make(object)] });
-      }
-    },
-  }),
-  args: {
-    components: [ChatContainer, SurfaceContainer],
-  },
-};
-
-export const WithBoard: Story = {
-  decorators: getDecorators({
-    plugins: [BoardPlugin()],
-    config: config.remote,
-    types: [Board.Board],
-    onInit: async ({ space, binder }) => {
-      const object = space.db.add(Board.makeBoard());
-      await binder.bind({ objects: [Ref.make(object)] });
-    },
-  }),
-  args: {
-    debug: true,
-    components: [ChatContainer, SurfaceContainer],
-  },
-};
-
-export const WithResearch: Story = {
-  decorators: getDecorators({
-    plugins: [MarkdownPlugin(), TablePlugin()],
-    config: config.persistent,
-    types: [...ResearchDataTypes, ResearchGraph],
-    accessTokens: [Obj.make(DataType.AccessToken, { source: 'exa.ai', token: EXA_API_KEY })],
-  }),
-  args: {
-    components: [ChatContainer, [GraphContainer, LoggingContainer]],
-    blueprints: [RESEARCH_BLUEPRINT.key],
-  },
-};
-
-export const WithSearch: Story = {
-  decorators: getDecorators({
-    config: config.remote,
-    types: testTypes,
-    onInit: async ({ space }) => {
-      await addTestData(space);
-    },
-  }),
-  args: {
-    components: [ChatContainer, [GraphContainer, LoggingContainer]],
-  },
-};
-
-export const WithTranscription: Story = {
-  decorators: getDecorators({
-    plugins: [TranscriptionPlugin()],
-    config: config.remote,
-    types: [Transcript.Transcript],
-    onInit: async ({ space, binder }) => {
-      const queue = space.queues.create();
-      const messages = createTestTranscription();
-      await queue.append(messages);
-      const transcript = space.db.add(Transcript.makeTranscript(queue.dxn));
-      await binder.bind({ objects: [Ref.make(transcript)] });
-    },
-  }),
-  args: {
-    components: [ChatContainer, [SurfaceContainer, LoggingContainer]],
-    blueprints: [BLUEPRINT_KEY, 'dxos.org/blueprint/transcription'],
-  },
-};
-
-export const WithLinearSync: Story = {
-  decorators: getDecorators({
-    plugins: [],
-    config: config.remote,
-    types: [DataType.Task, DataType.Person, DataType.Project],
-    accessTokens: accessTokensFromEnv({
-      'linear.app': import.meta.env.VITE_LINEAR_API_KEY,
-    }),
-  }),
-  args: {
-    components: [ChatContainer, [GraphContainer]],
-    blueprints: [LINEAR_BLUEPRINT.key],
-  },
-};