@dxos/assistant-toolkit 0.8.4-main.ae835ea → 0.8.4-main.bcb3aa67d6

package/src/functions/research/research.test.ts

@@ -1,240 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { inspect } from 'node:util';
-
-import { describe, it } from '@effect/vitest';
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-
-import { AiService, ConsolePrinter, MemoizedAiService } from '@dxos/ai';
-import { AiServiceTestingPreset, EXA_API_KEY } from '@dxos/ai/testing';
-import {
-  AiConversation,
-  type ContextBinding,
-  GenerationObserver,
-  makeToolExecutionServiceFromFunctions,
-  makeToolResolverFromFunctions,
-} from '@dxos/assistant';
-import { Blueprint } from '@dxos/blueprints';
-import { Obj, Ref, Type } from '@dxos/echo';
-import { TestHelpers, acquireReleaseResource } from '@dxos/effect';
-import {
-  ComputeEventLogger,
-  CredentialsService,
-  DatabaseService,
-  FunctionInvocationService,
-  QueueService,
-  TracingService,
-} from '@dxos/functions';
-import { TestDatabaseLayer } from '@dxos/functions/testing';
-import { ObjectId } from '@dxos/keys';
-import { DataType } from '@dxos/schema';
-
-import { ResearchBlueprint } from '../../blueprints';
-import { testToolkit } from '../../blueprints/testing';
-
-import createDocument from './create-document';
-import { createExtractionSchema, getSanitizedSchemaName } from './graph';
-import { default as research } from './research';
-import { ResearchGraph, queryResearchGraph } from './research-graph';
-import { ResearchDataTypes } from './types';
-
-ObjectId.dangerouslyDisableRandomness();
-
-const TestLayer = Layer.mergeAll(
-  AiService.model('@anthropic/claude-opus-4-0'),
-  makeToolResolverFromFunctions([research, createDocument], testToolkit),
-  makeToolExecutionServiceFromFunctions(testToolkit, testToolkit.toLayer({}) as any),
-  ComputeEventLogger.layerFromTracing,
-).pipe(
-  Layer.provideMerge(FunctionInvocationService.layerTest({ functions: [research, createDocument] })),
-  Layer.provideMerge(
-    Layer.mergeAll(
-      MemoizedAiService.layerTest().pipe(Layer.provide(AiServiceTestingPreset('direct'))),
-      TestDatabaseLayer({
-        indexing: { vector: true },
-        types: [...ResearchDataTypes, ResearchGraph, Blueprint.Blueprint],
-      }),
-      CredentialsService.configuredLayer([{ service: 'exa.ai', apiKey: EXA_API_KEY }]),
-      TracingService.layerNoop,
-    ),
-  ),
-);
-
-// TODO(dmaretskyi): Out-of-memory.
-describe.skip('Research', () => {
-  it.effect(
-    'call a function to generate a research report',
-    Effect.fnUntraced(
-      function* (_) {
-        yield* DatabaseService.add(
-          Obj.make(DataType.Organization, {
-            name: 'Airbnb',
-            website: 'https://www.airbnb.com/',
-          }),
-        );
-        yield* DatabaseService.flush({ indexes: true });
-
-        const result = yield* FunctionInvocationService.invokeFunction(research, {
-          query: 'Founders and investors of airbnb.',
-          mockSearch: false,
-        });
-
-        console.log(inspect(result, { depth: null, colors: true }));
-        console.log(JSON.stringify(result, null, 2));
-
-        yield* DatabaseService.flush({ indexes: true });
-        const researchGraph = yield* queryResearchGraph();
-        const data = yield* DatabaseService.load(researchGraph!.queue).pipe(
-          Effect.flatMap((queue) => Effect.promise(() => queue.queryObjects())),
-        );
-        console.log(inspect(data, { depth: null, colors: true }));
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-    MemoizedAiService.isGenerationEnabled() ? 240_000 : undefined,
-  );
-
-  it.scoped(
-    'research blueprint',
-    Effect.fnUntraced(
-      function* (_) {
-        const queue = yield* QueueService.createQueue<DataType.Message | ContextBinding>();
-        const conversation = yield* acquireReleaseResource(() => new AiConversation(queue));
-
-        const org = Obj.make(DataType.Organization, { name: 'Airbnb', website: 'https://www.airbnb.com/' });
-        yield* DatabaseService.add(org);
-        yield* DatabaseService.flush({ indexes: true });
-
-        const blueprint = yield* DatabaseService.add(Obj.clone(ResearchBlueprint));
-        yield* Effect.promise(() => conversation.context.bind({ blueprints: [Ref.make(blueprint)] }));
-
-        const observer = GenerationObserver.fromPrinter(new ConsolePrinter());
-        yield* conversation.createRequest({
-          observer,
-          prompt: `Research airbnb founders.`,
-        });
-
-        const researchGraph = yield* queryResearchGraph();
-        const data = yield* DatabaseService.load(researchGraph!.queue).pipe(
-          Effect.flatMap((queue) => Effect.promise(() => queue.queryObjects())),
-        );
-        console.log(inspect(data, { depth: null, colors: true }));
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-    MemoizedAiService.isGenerationEnabled() ? 240_000 : undefined,
-  );
-});
-
-describe('misc', () => {
-  it('createExtractionSchema', () => {
-    const _schema = createExtractionSchema(ResearchDataTypes);
-    // log.info('schema', { schema });
-  });
-
-  it('getSanitizedSchemaName', () => {
-    const _names = ResearchDataTypes.map(getSanitizedSchemaName);
-    // log.info('names', { names }) ;
-  });
-
-  it('getTypeAnnotation', () => {
-    for (const schema of ResearchDataTypes) {
-      const _dxn = Type.getDXN(schema);
-      // log.info('dxn', { schema, dxn });
-    }
-  });
-
-  it.skip('sanitizeObjects', () => {
-    const _TEST_DATA = {
-      objects_dxos_org_type_Project: [
-        {
-          name: 'Reor',
-          description:
-            'A private & local AI personal knowledge management app focused on high entropy thinkers. Features include Q&A chat with full context of notes, automatic connection of ideas, semantic search, and local-first architecture with LLMs and vector databases.',
-          image: 'https://reorhomepage-2-cwy0zagzg-reor-team.vercel.app/opengraph-image.jpg',
-          id: 'reor-project-01',
-        },
-        {
-          name: 'Personal AI',
-          description:
-            'A platform for creating personal AI models with unlimited memory capabilities. Features include memory stacking, data uploads, and personalized language models that can be trained on individual knowledge bases.',
-          image: 'https://cdn.prod.website-files.com/5ff65c460ce39f5ec5681c6a/663d12aab1b425e1ad40d3a6_Memory-min.jpg',
-          id: 'personal-ai-project-01',
-        },
-        {
-          name: 'IKI AI',
-          description:
-            'An AI-native workspace for research, strategy, and creative work. Offers features like AI summarization, content analysis, and team knowledge sharing capabilities.',
-          image: 'https://framerusercontent.com/assets/cI6Uo7x4q0W3uxzOt2preXjv6aE.jpg',
-          id: 'iki-ai-project-01',
-        },
-        {
-          name: 'Forethink',
-          description:
-            'A privacy-first, on-device AI system that proactively links current activities to relevant knowledge. Features real-time learning across teams and local data processing.',
-          image: 'https://framerusercontent.com/assets/XDhN6tICnlElB134JWcWXOuXc.jpeg',
-          id: 'forethink-project-01',
-        },
-        {
-          name: 'Amurex',
-          description:
-            'An invisible AI companion that handles tasks, remembers important information, and supports workflow. Includes features for meeting automation, email categorization, and cross-platform search.',
-          image: 'https://amurex.ai/ogimages/og_amurex.jpg',
-          id: 'amurex-project-01',
-        },
-      ],
-      objects_dxos_org_type_Organization: [
-        {
-          name: 'Reor',
-          description:
-            'A technology company focused on developing local-first AI solutions for personal knowledge management.',
-          status: 'active',
-          website: 'https://www.reorproject.org',
-          id: 'reor-org-01',
-        },
-        {
-          name: 'Personal.ai',
-          description: 'A company specializing in personal AI development and memory management solutions.',
-          status: 'active',
-          website: 'https://www.personal.ai',
-          id: 'personal-ai-org-01',
-        },
-        {
-          name: 'IKI AI',
-          description: 'A startup backed by 500 Global, developing AI-native workspaces for knowledge workers.',
-          status: 'active',
-          website: 'https://iki.ai',
-          id: 'iki-ai-org-01',
-        },
-        {
-          name: 'Forethink.ai',
-          description:
-            'A company focused on privacy-first AI solutions for knowledge management and team collaboration.',
-          status: 'active',
-          website: 'https://www.forethink.ai',
-          id: 'forethink-org-01',
-        },
-      ],
-      objects_dxos_org_type_Text: [
-        {
-          content:
-            'Current trends in AI-powered Personal Knowledge Management (PKM) systems include: 1) Shift from document-based to graph-based systems for better knowledge connection, 2) Integration of large language models for enhanced content understanding and retrieval, 3) Focus on privacy-first and local-first architectures, 4) Emphasis on automatic knowledge connection and discovery, 5) Implementation of semantic search capabilities.',
-          id: 'pkm-trends-text-01',
-        },
-        {
-          content:
-            'Key features emerging across modern PKM tools include: automated content categorization, semantic analysis and linking, personalized AI models that learn from user interaction, integration with existing workflows, and robust privacy protection. These tools are increasingly focusing on proactive knowledge surfacing rather than passive storage.',
-          id: 'pkm-features-text-01',
-        },
-      ],
-    };
-
-    // const data = await sanitizeObjects(TYPES, TEST_DATA, db);
-    // log.info('data', { data });
-  });
-});

package/src/functions/research/research.ts

@@ -1,155 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as AnthropicTool from '@effect/ai-anthropic/AnthropicTool';
-import * as Array from 'effect/Array';
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-import * as Schema from 'effect/Schema';
-
-import { AiService, ConsolePrinter } from '@dxos/ai';
-import {
-  AiSession,
-  GenerationObserver,
-  createToolkit,
-  makeToolExecutionServiceFromFunctions,
-  makeToolResolverFromFunctions,
-} from '@dxos/assistant';
-import { type DXN, Obj } from '@dxos/echo';
-import { DatabaseService, FunctionInvocationService, TracingService, defineFunction } from '@dxos/functions';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-import { exaFunction, exaMockFunction } from '../exa';
-
-import { LocalSearchHandler, LocalSearchToolkit, makeGraphWriterHandler, makeGraphWriterToolkit } from './graph';
-// TODO(dmaretskyi): Vite build bug with instruction files with the same filename getting mixed-up.
-import PROMPT from './instructions-research.tpl?raw';
-import { contextQueueLayerFromResearchGraph } from './research-graph';
-import { ResearchDataTypes } from './types';
-
-/**
- * Exec external service and return the results as a Subgraph.
- */
-export default defineFunction({
-  key: 'dxos.org/function/research',
-  name: 'Research',
-  description: trim`
-    Research the web for information. 
-    Inserts structured data into the research graph. 
-    Will return research summary and the objects created.
-  `,
-  inputSchema: Schema.Struct({
-    query: Schema.String.annotations({
-      description: trim`
-        The query to search for.
-        If doing research on an object, load it first and pass it as a JSON string.
-      `,
-    }),
-
-    researchInstructions: Schema.optional(Schema.String).annotations({
-      description: trim`
-        The instructions for the research agent. 
-        E.g., preference on fast responses or in-depth analysis, number of web searcher or the objects created.
-      `,
-    }),
-
-    // TOOD(burdon): Move to context.
-    mockSearch: Schema.optional(Schema.Boolean).annotations({
-      description: 'Whether to use the mock search tool.',
-      default: false,
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    note: Schema.optional(Schema.String).annotations({
-      description: 'A note from the research agent.',
-    }),
-    objects: Schema.Array(Schema.Unknown).annotations({
-      description: 'The structured objects created as a result of the research.',
-    }),
-  }),
-  handler: Effect.fnUntraced(
-    function* ({ data: { query, mockSearch, researchInstructions } }) {
-      if (mockSearch) {
-        const mockPerson = yield* DatabaseService.add(
-          Obj.make(DataType.Person, {
-            preferredName: 'John Doe',
-            emails: [{ value: 'john.doe@example.com' }],
-            phoneNumbers: [{ value: '123-456-7890' }],
-          }),
-        );
-
-        return {
-          note: trim`
-            The research run in test-mode and was mocked. 
-            Proceed as usual.
-            We reference John Doe to test reference: ${Obj.getDXN(mockPerson)}
-          `,
-          objects: [Obj.toJSON(mockPerson)],
-        };
-      }
-
-      yield* DatabaseService.flush({ indexes: true });
-      yield* TracingService.emitStatus({ message: 'Researching...' });
-
-      const objectDXNs: DXN[] = [];
-      const GraphWriterToolkit = makeGraphWriterToolkit({ schema: ResearchDataTypes });
-      const GraphWriterHandler = makeGraphWriterHandler(GraphWriterToolkit, {
-        onAppend: (dxns) => objectDXNs.push(...dxns),
-      });
-      const NativeWebSearch = Toolkit.make(AnthropicTool.WebSearch_20250305({}));
-
-      const toolkit = yield* createToolkit({
-        toolkit: Toolkit.merge(LocalSearchToolkit, GraphWriterToolkit, NativeWebSearch),
-        // toolIds: [mockSearch ? ToolId.make(exaMockFunction.key) : ToolId.make(exaFunction.key)],
-      }).pipe(
-        Effect.provide(
-          Layer.mergeAll(
-            //
-            GraphWriterHandler,
-            LocalSearchHandler,
-          ).pipe(Layer.provide(contextQueueLayerFromResearchGraph)),
-        ),
-      );
-
-      const session = new AiSession();
-      const result = yield* session.run({
-        prompt: query,
-        system:
-          PROMPT +
-          (researchInstructions
-            ? '\n\n' + `<research_instructions>${researchInstructions}</research_instructions>`
-            : ''),
-        toolkit,
-        observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'research' })),
-      });
-      const note = result
-        .at(-1)
-        ?.blocks.filter((block) => block._tag === 'text')
-        .at(-1)?.text;
-      const objects = yield* Effect.forEach(objectDXNs, (dxn) => DatabaseService.resolve(dxn)).pipe(
-        Effect.map(Array.map((obj) => Obj.toJSON(obj))),
-      );
-
-      return {
-        note,
-        objects,
-      };
-    },
-    Effect.provide(
-      Layer.mergeAll(
-        AiService.model('@anthropic/claude-sonnet-4-0'),
-        // TODO(dmaretskyi): Extract.
-        makeToolResolverFromFunctions([exaFunction, exaMockFunction], Toolkit.make()),
-        makeToolExecutionServiceFromFunctions(Toolkit.make() as any, Layer.empty as any),
-      ).pipe(
-        Layer.provide(
-          // TODO(dmaretskyi): This should be provided by environment.
-          Layer.mergeAll(FunctionInvocationService.layerTestMocked({ functions: [exaFunction, exaMockFunction] })),
-        ),
-      ),
-    ),
-  ),
-});

package/src/functions/research/types.ts

@@ -1,24 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { DataType } from '@dxos/schema';
-
-/**
- * Data types for research.
- */
-export const ResearchDataTypes = [
-  // Objects
-  DataType.Event,
-  DataType.LegacyOrganization,
-  DataType.LegacyPerson,
-  DataType.Project,
-  DataType.Task,
-  DataType.Text,
-
-  // Relations
-  // TODO(wittjosiah): Until views (e.g. table) support relations this needs to be expressed via organization ref.
-  // DataType.Employer,
-  DataType.HasRelationship,
-  DataType.HasConnection,
-];

package/src/functions/tasks/index.ts

@@ -1,11 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as read$ } from './read';
-import { default as update$ } from './update';
-
-export namespace Tasks {
-  export const read = read$;
-  export const update = update$;
-}

package/src/functions/tasks/read.ts

@@ -1,34 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { Markdown } from '@dxos/plugin-markdown/types';
-
-export default defineFunction({
-  key: 'dxos.org/function/markdown/read-tasks',
-  name: 'Read',
-  description: 'Read markdown tasks.',
-  inputSchema: Schema.Struct({
-    id: ArtifactId.annotations({
-      description: 'The ID of the document to read.',
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    content: Schema.String,
-  }),
-  handler: Effect.fn(function* ({ data: { id } }) {
-    const doc = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Markdown.Document);
-
-    // Return content with line numbers prefixed.
-    const { content } = yield* DatabaseService.load(doc.content);
-    const lines = content.split('\n');
-    const len = String(lines.length).length;
-    const numbered = lines.map((line, i) => `${String(i + 1).padStart(len, ' ')}. ${line}`).join('\n');
-    return { content: numbered };
-  }),
-});

package/src/functions/tasks/update.ts

@@ -1,52 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { Markdown } from '@dxos/plugin-markdown/types';
-
-import { MarkdownTasks, type TaskOperation } from './task-list';
-
-export default defineFunction({
-  key: 'dxos.org/function/markdown/update-tasks',
-  name: 'Update markdown',
-  description: 'Creates and updates tasks in markdown documents.',
-  inputSchema: Schema.Struct({
-    id: ArtifactId.annotations({
-      description: 'The ID of the document to update.',
-    }),
-    operations: Schema.optional(
-      Schema.Array(
-        Schema.Any.annotations({
-          description: 'Task operations to apply.',
-        }),
-      ),
-    ),
-  }),
-  outputSchema: Schema.Struct({
-    content: Schema.String,
-    numberedContent: Schema.String.annotations({
-      description: 'Content with line numbers for agent reference.',
-    }),
-  }),
-  handler: Effect.fn(function* ({ data: { id, operations = [] } }) {
-    const doc = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Markdown.Document);
-
-    // Create task manager and apply operations if provided.
-    const { content } = yield* DatabaseService.load(doc.content);
-    const taskManager = new MarkdownTasks(content);
-    if (operations.length > 0) {
-      taskManager.applyOperations(operations as TaskOperation[]);
-      // TODO: Update the document content when database operations are fixed.
-    }
-
-    return {
-      content: taskManager.getRawContent(),
-      numberedContent: taskManager.getNumberedContent(),
-    };
-  }),
-});

package/src/plugins.tsx

@@ -1,68 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Schema from 'effect/Schema';
-import React from 'react';
-
-import { type AnyCapability, Capabilities, contributes, createSurface } from '@dxos/app-framework';
-import { type Obj, Type } from '@dxos/echo';
-import { JsonFilter } from '@dxos/react-ui-syntax-highlighter';
-
-export const MapSchema = Schema.Struct({
-  coordinates: Type.Format.GeoPoint,
-}).pipe(
-  Type.Obj({
-    typename: 'example.com/type/Map',
-    version: '0.1.0',
-  }),
-);
-
-export type MapSchema = Schema.Schema.Type<typeof MapSchema>;
-
-// TODO(burdon): Move to ECHO def.
-export type ArtifactsContext = {
-  items: Obj.Any[];
-  getArtifacts: () => Obj.Any[];
-  addArtifact: (artifact: Obj.Any) => void;
-};
-
-declare global {
-  interface ToolContextExtensions {
-    artifacts?: ArtifactsContext;
-  }
-}
-
-// TODO(dmaretskyi): Removed images from conductor GPT implementation.
-const isImage = (data: any): data is any => false;
-
-export const capabilities: AnyCapability[] = [
-  contributes(
-    Capabilities.ReactSurface,
-    createSurface({
-      id: 'plugin-image',
-      role: 'card--extrinsic',
-      filter: (data: any): data is any => isImage(data.value),
-      component: ({ data }) => (
-        <img
-          className='grow object-cover'
-          src={`data:image/jpeg;base64,${data.value.source.data}`}
-          alt={data.value.prompt ?? `Generated image [id=${data.value.id}]`}
-        />
-      ),
-    }),
-  ),
-
-  //
-  // Default
-  //
-  contributes(
-    Capabilities.ReactSurface,
-    createSurface({
-      id: 'plugin-default',
-      role: 'card--extrinsic',
-      position: 'fallback',
-      component: ({ role, data }) => <JsonFilter data={data} />,
-    }),
-  ),
-];