@dxos/assistant-toolkit 0.8.4-main.ae835ea → 0.8.4-main.c85a9c8dae

package/src/blueprints/research/research-blueprint.ts

@@ -1,45 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { ToolId } from '@dxos/ai';
-import { Blueprint } from '@dxos/blueprints';
-import { Obj, Ref } from '@dxos/echo';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-import { Research } from '../../functions';
-
-/**
- * Agent prompt instructions for managing hierarchical task lists.
- */
-const instructions = trim`
-  {{! Research }}
-
-  You are an analyst that does research tasks using tools that scrape the web and create structured data.
-  The result of the research is a set of structured entities forming an interconnected graph.
-  When you are done, reply with the created objects.
-  Do not print the data, instead reply with inline references to the created objects.
-  Those will be later substituted with the pills representing the created objects.
-  Print the rest of the created objects as block references after the main note.
-
-  <example>
-    Based on my research, Google was founded by @dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK464FSCKVQJAB2H662M and @dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK46K31DDW62PBW9H2ZQ
-
-    <object><dxn>dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK464FSCKVQJAB2H662M</dxn></object>
-    <object><dxn>dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK46K31DDW62PBW9H2ZQ</dxn></object>
-    <object><dxn>dxn:queue:data:B6INSIBY3CBEF4M5VZRYBCMAHQMPYK5AJ:01K24XMVHSZHS97SG1VTVQDM5Z:01K24XPK46K31DDW62PBW92333</dxn></object>
-  </example>
-`;
-
-export const blueprint: Blueprint.Blueprint = Obj.make(Blueprint.Blueprint, {
-  key: 'dxos.org/blueprint/research',
-  name: 'Research',
-  description: 'Researches the web and creates structured data.',
-  instructions: {
-    source: Ref.make(DataType.makeText(instructions)),
-  },
-  tools: [Research.create, Research.research].map((fn) => ToolId.make(fn.key)),
-});
-
-export default blueprint;

package/src/blueprints/websearch/websearch-blueprint.ts

@@ -1,20 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { ToolId } from '@dxos/ai';
-import { Blueprint } from '@dxos/blueprints';
-import { Obj, Ref } from '@dxos/echo';
-import { DataType } from '@dxos/schema';
-
-const blueprint: Blueprint.Blueprint = Obj.make(Blueprint.Blueprint, {
-  key: 'dxos.org/blueprint/web-search',
-  name: 'Web Search',
-  description: 'Search the web.',
-  instructions: {
-    source: Ref.make(DataType.makeText('')), // No instructions required.
-  },
-  tools: [ToolId.make('AnthropicWebSearch')],
-});
-
-export default blueprint;

package/src/experimental/feed.test.ts

@@ -1,108 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import { describe, it } from '@effect/vitest';
-import * as Config from 'effect/Config';
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-import * as Redacted from 'effect/Redacted';
-
-import { AiService } from '@dxos/ai';
-import { AiServiceTestingPreset, EXA_API_KEY } from '@dxos/ai/testing';
-import { makeToolExecutionServiceFromFunctions, makeToolResolverFromFunctions } from '@dxos/assistant';
-import { TestHelpers } from '@dxos/effect';
-import { ComputeEventLogger, CredentialsService, FunctionInvocationService, TracingService } from '@dxos/functions';
-import { TestDatabaseLayer, testStoragePath } from '@dxos/functions/testing';
-
-import { Discord, Linear } from '../functions';
-
-const TestLayer = Layer.mergeAll(
-  AiService.model('@anthropic/claude-opus-4-0'),
-  makeToolResolverFromFunctions([], Toolkit.make()),
-  makeToolExecutionServiceFromFunctions(Toolkit.make() as any, Layer.empty as any),
-  ComputeEventLogger.layerFromTracing,
-).pipe(
-  Layer.provideMerge(
-    Layer.mergeAll(
-      AiServiceTestingPreset('direct'),
-      TestDatabaseLayer({
-        indexing: { vector: true },
-        types: [],
-        storagePath: testStoragePath({ name: 'feed-test' }),
-      }),
-      CredentialsService.layerConfig([
-        { service: 'exa.ai', apiKey: Config.succeed(Redacted.make(EXA_API_KEY)) },
-        { service: 'discord.com', apiKey: Config.redacted('DISCORD_TOKEN') },
-        { service: 'linear.app', apiKey: Config.redacted('LINEAR_API_KEY') },
-      ]),
-      FunctionInvocationService.layerTestMocked({ functions: [Linear.sync, Discord.fetch] }).pipe(
-        Layer.provideMerge(ComputeEventLogger.layerFromTracing),
-        Layer.provideMerge(TracingService.layerLogInfo()),
-      ),
-      FetchHttpClient.layer,
-    ),
-  ),
-);
-
-describe('Feed', { timeout: 600_000 }, () => {
-  it.effect(
-    'fetch discord messages',
-    Effect.fnUntraced(
-      function* (_) {
-        // const messages = yield* LocalFunctionExecutionService.invokeFunction(fetchDiscordMessages, {
-        //   serverId: '837138313172353095',
-        //   // channelId: '1404487604761526423',
-        //   after: Date.now() / 1000 - 128 * 3600,
-        // });
-        // for (const message of messages) {
-        //   console.log(message.sender.name, message.blocks.find((block) => block._tag === 'text')?.text);
-        // }
-        // console.log(`Fetched ${messages.length} messages`);
-
-        // const result = yield* AiSession.run({
-        //   history: [
-        //     Obj.make(DataType.Message, {
-        //       created: new Date().toISOString(),
-        //       sender: { role: 'user' },
-        //       blocks: messages
-        //         .map(
-        //           (message) =>
-        //             ({
-        //               _tag: 'text',
-        //               text: message.sender.name + ': ' + message.blocks.find((block) => block._tag === 'text')?.text,
-        //             }) as const,
-        //         )
-        //         .filter((block) => block._tag === 'text' && block.text.trim().length > 0),
-        //     }),
-        //   ],
-        //   prompt: 'Summarize the messages.',
-        //   system: 'Summarize the messages.',
-        // }).pipe(Effect.provide(AiService.model('@anthropic/claude-3-5-haiku-latest')));
-        // console.log(result);
-
-        const linearIssues = yield* FunctionInvocationService.invokeFunction(Linear.sync, {
-          team: '1127c63a-6f77-4725-9229-50f6cd47321c',
-        });
-        console.log(linearIssues);
-
-        // const result = yield* AiSession.run({
-        //   history: [
-        //     Obj.make(DataType.Message, {
-        //       created: new Date().toISOString(),
-        //       sender: { role: 'user' },
-        //       blocks: [{ _tag: 'text', text: JSON.stringify(linearIssues) }],
-        //     }),
-        //   ],
-        //   prompt: 'Summarize the whats new.',
-        //   system: 'Summarize the whats new. Reference specific people by name.',
-        // }).pipe(Effect.provide(AiService.model('@anthropic/claude-sonnet-4-0')));
-        // console.log(result.at(-1)?.blocks.find((block) => block._tag === 'text')?.text);
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.taggedTest('llm'),
-    ),
-  );
-});

package/src/functions/discord/index.ts

@@ -1,9 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as fetch$ } from './fetch-messages';
-
-export namespace Discord {
-  export const fetch = fetch$;
-}

package/src/functions/document/index.ts

@@ -1,11 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as read$ } from './read';
-import { default as update$ } from './update';
-
-export namespace Document {
-  export const read = read$;
-  export const update = update$;
-}

package/src/functions/document/read.ts

@@ -1,29 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { ArtifactId } from '@dxos/assistant';
-import { DatabaseService, defineFunction } from '@dxos/functions';
-import { Markdown } from '@dxos/plugin-markdown/types';
-
-export default defineFunction({
-  key: 'dxos.org/function/markdown/read',
-  name: 'Read markdown document',
-  description: 'Read markdown document.',
-  inputSchema: Schema.Struct({
-    id: ArtifactId.annotations({
-      description: 'The ID of the document to read.',
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    content: Schema.String,
-  }),
-  handler: Effect.fn(function* ({ data: { id } }) {
-    const doc = yield* DatabaseService.resolve(ArtifactId.toDXN(id), Markdown.Document);
-    const { content } = yield* DatabaseService.load(doc.content);
-    return { content };
-  }),
-});

package/src/functions/linear/index.ts

@@ -1,9 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as sync$ } from './sync-issues';
-
-export namespace Linear {
-  export const sync = sync$;
-}

package/src/functions/linear/linear.test.ts

@@ -1,86 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import { describe, it } from '@effect/vitest';
-import * as Config from 'effect/Config';
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-
-import { AiService } from '@dxos/ai';
-import { AiServiceTestingPreset } from '@dxos/ai/testing';
-import { makeToolExecutionServiceFromFunctions, makeToolResolverFromFunctions } from '@dxos/assistant';
-import { Obj, Query } from '@dxos/echo';
-import { TestHelpers } from '@dxos/effect';
-import {
-  ComputeEventLogger,
-  CredentialsService,
-  DatabaseService,
-  FunctionInvocationService,
-  TracingService,
-} from '@dxos/functions';
-import { TestDatabaseLayer, testStoragePath } from '@dxos/functions/testing';
-import { DataType } from '@dxos/schema';
-
-import { LINEAR_ID_KEY, default as fetchLinearIssues } from './sync-issues';
-
-const TestLayer = Layer.mergeAll(
-  AiService.model('@anthropic/claude-opus-4-0'),
-  makeToolResolverFromFunctions([], Toolkit.make()),
-  makeToolExecutionServiceFromFunctions(Toolkit.make() as any, Layer.empty as any),
-  ComputeEventLogger.layerFromTracing,
-).pipe(
-  Layer.provideMerge(
-    Layer.mergeAll(
-      AiServiceTestingPreset('direct'),
-      TestDatabaseLayer({
-        // indexing: { vector: true },
-        types: [DataType.Task, DataType.Person, DataType.Project],
-        storagePath: testStoragePath({ name: 'feed-test-13' }),
-      }),
-      CredentialsService.layerConfig([{ service: 'linear.app', apiKey: Config.redacted('LINEAR_API_KEY') }]),
-      FunctionInvocationService.layerTestMocked({ functions: [fetchLinearIssues] }).pipe(
-        Layer.provideMerge(ComputeEventLogger.layerFromTracing),
-        Layer.provideMerge(TracingService.layerLogInfo()),
-      ),
-      FetchHttpClient.layer,
-    ),
-  ),
-);
-
-describe('Linear', { timeout: 600_000 }, () => {
-  it.effect(
-    'sync',
-    Effect.fnUntraced(
-      function* (_) {
-        yield* DatabaseService.flush({ indexes: true });
-
-        yield* FunctionInvocationService.invokeFunction(fetchLinearIssues, {
-          team: '1127c63a-6f77-4725-9229-50f6cd47321c',
-        });
-
-        const { objects: persons } = yield* DatabaseService.runQuery(Query.type(DataType.Person));
-        console.log('people', {
-          count: persons.length,
-          people: persons.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-        const { objects: projects } = yield* DatabaseService.runQuery(Query.type(DataType.Project));
-        console.log('projects', {
-          count: projects.length,
-          projects: projects.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-        const { objects: tasks } = yield* DatabaseService.runQuery(Query.type(DataType.Task));
-        console.log('tasks', {
-          count: tasks.length,
-          tasks: tasks.map((_) => `(${_.id}) ${Obj.getLabel(_)} [${Obj.getKeys(_, LINEAR_ID_KEY)[0]?.id}]`),
-        });
-
-        yield* DatabaseService.flush({ indexes: true });
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.taggedTest('sync'),
-    ),
-  );
-});

package/src/functions/research/create-document.ts

@@ -1,69 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Schema from 'effect/Schema';
-
-import { Relation } from '@dxos/echo';
-import { DatabaseService, TracingService, defineFunction } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { DXN, ObjectId } from '@dxos/keys';
-import { log } from '@dxos/log';
-import { Markdown } from '@dxos/plugin-markdown/types';
-import { DataType } from '@dxos/schema';
-import { trim } from '@dxos/util';
-
-export default defineFunction({
-  key: 'dxos.org/function/research/create-document',
-  name: 'Create research document',
-  description: 'Creates a note summarizing the research.',
-  inputSchema: Schema.Struct({
-    name: Schema.String.annotations({
-      description: 'Name of the note.',
-    }),
-
-    content: Schema.String.annotations({
-      description: trim`
-        Content of the note. 
-        Supports (and are prefered) references to research objects using @ syntax and <object> tags (refer to research blueprint instructions).
-      `,
-    }),
-
-    // TODO(dmaretskyi): Use a specialized type for this (e.g., ArtifactId renamed as RefFromLLM).
-    target: Schema.String.annotations({
-      description: trim`
-        Id of the object (organization, contact, etc.) for which the research was performed. 
-        This must be a ulid.
-      `,
-    }),
-  }),
-  outputSchema: Schema.Struct({}), // TODO(burdon): Schema.Void?
-  handler: Effect.fnUntraced(function* ({ data: { target, name, content } }) {
-    log.info('Creating research document', { target, name, content });
-
-    yield* DatabaseService.flush({ indexes: true });
-    yield* TracingService.emitStatus({ message: 'Creating research document...' });
-    invariant(ObjectId.isValid(target));
-
-    const targetObj = yield* DatabaseService.resolve(DXN.fromLocalObjectId(target));
-
-    const doc = yield* DatabaseService.add(
-      Markdown.makeDocument({
-        name,
-        content,
-      }),
-    );
-    yield* DatabaseService.add(
-      Relation.make(DataType.HasSubject, {
-        [Relation.Source]: doc,
-        [Relation.Target]: targetObj as any,
-        completedAt: new Date().toISOString(),
-      }),
-    );
-    yield* DatabaseService.flush({ indexes: true });
-
-    log.info('Created research document', { target, name, content });
-    return {};
-  }),
-});

package/src/functions/research/graph.test.ts

@@ -1,69 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as AnthropicClient from '@effect/ai-anthropic/AnthropicClient';
-import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
-import { describe, it } from '@effect/vitest';
-import * as Config from 'effect/Config';
-import * as Effect from 'effect/Effect';
-import * as Function from 'effect/Function';
-import * as Layer from 'effect/Layer';
-
-import { AiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
-import * as AiServiceRouter from '@dxos/ai/AiServiceRouter';
-import { tapHttpErrors } from '@dxos/ai/testing';
-import { AiSession } from '@dxos/assistant';
-import { TestHelpers } from '@dxos/effect';
-import { DatabaseService, TracingService } from '@dxos/functions';
-import { log } from '@dxos/log';
-import { DataType } from '@dxos/schema';
-
-import { makeGraphWriterHandler, makeGraphWriterToolkit } from './graph';
-
-// import { type EchoTestBuilder } from '@dxos/echo-db/testing';
-
-const TestLayer = Function.pipe(
-  AiService.model('@anthropic/claude-3-5-sonnet-20241022'),
-  Layer.provideMerge(DatabaseService.notAvailable),
-  Layer.provideMerge(ToolResolverService.layerEmpty),
-  Layer.provideMerge(ToolExecutionService.layerEmpty),
-  Layer.provide(AiServiceRouter.AiServiceRouter),
-  Layer.provide(
-    AnthropicClient.layerConfig({
-      apiKey: Config.redacted('ANTHROPIC_API_KEY'),
-      transformClient: tapHttpErrors,
-    }),
-  ),
-  Layer.provide(FetchHttpClient.layer),
-  Layer.provideMerge(TracingService.layerNoop),
-);
-
-describe('graph', () => {
-  // let builder: EchoTestBuilder;
-  // test('findRelatedSchema', async () => {
-  //   const db = await createEchoDatabase();
-  //   const relatedSchemas = await findRelatedSchema(db, Schema.Struct({}));
-  // });
-
-  const Toolkit = makeGraphWriterToolkit({ schema: [DataType.Project] });
-  const ToolkitLayer = makeGraphWriterHandler(Toolkit);
-
-  it.effect.skip(
-    'calculator',
-    Effect.fn(
-      function* (_) {
-        const session = new AiSession();
-        const toolkit = yield* Toolkit;
-        const response = yield* session.run({
-          toolkit,
-          prompt: 'What is 10 + 20?',
-        });
-
-        log.info('response', { response });
-      },
-      Effect.provide(Layer.mergeAll(TestLayer, ToolkitLayer)),
-      TestHelpers.runIf(process.env.ANTHROPIC_API_KEY),
-    ),
-  );
-});

package/src/functions/research/index.ts

@@ -1,15 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { default as create$ } from './create-document';
-import { default as research$ } from './research';
-
-export * from './graph';
-export * from './research-graph';
-export * from './types';
-
-export namespace Research {
-  export const create = create$;
-  export const research = research$;
-}

package/src/functions/research/research-graph.ts

@@ -1,47 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-import * as Schema from 'effect/Schema';
-
-import { Obj, Query, Ref, Type } from '@dxos/echo';
-import { Queue } from '@dxos/echo-db';
-import { ContextQueueService, DatabaseService, QueueService } from '@dxos/functions';
-
-/**
- * Container for a set of ephemeral research results.
- */
-export const ResearchGraph = Schema.Struct({
-  queue: Type.Ref(Queue),
-}).pipe(
-  Type.Obj({
-    typename: 'dxos.org/type/ResearchGraph',
-    version: '0.1.0',
-  }),
-);
-
-export interface ResearchGraph extends Schema.Schema.Type<typeof ResearchGraph> {}
-
-export const queryResearchGraph: () => Effect.Effect<ResearchGraph | undefined, never, DatabaseService> = Effect.fn(
-  'queryResearchGraph',
-)(function* () {
-  const { objects } = yield* DatabaseService.runQuery(Query.type(ResearchGraph));
-  return objects.at(0);
-});
-
-export const createResearchGraph: () => Effect.Effect<ResearchGraph, never, DatabaseService | QueueService> = Effect.fn(
-  'createResearchGraph',
-)(function* () {
-  const queue = yield* QueueService.createQueue();
-  return yield* DatabaseService.add(Obj.make(ResearchGraph, { queue: Ref.fromDXN(queue.dxn) }));
-});
-
-export const contextQueueLayerFromResearchGraph = Layer.unwrapEffect(
-  Effect.gen(function* () {
-    const researchGraph = (yield* queryResearchGraph()) ?? (yield* createResearchGraph());
-    const researchQueue = yield* DatabaseService.load(researchGraph.queue);
-    return ContextQueueService.layer(researchQueue);
-  }),
-);