@dxos/assistant-toolkit 0.8.4-main.2c6827d

package/src/blueprints/websearch/websearch-blueprint.ts

@@ -0,0 +1,20 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { ToolId } from '@dxos/ai';
+import { Blueprint } from '@dxos/blueprints';
+import { Obj, Ref } from '@dxos/echo';
+import { Text } from '@dxos/schema';
+
+const blueprint: Blueprint.Blueprint = Obj.make(Blueprint.Blueprint, {
+  key: 'dxos.org/blueprint/web-search',
+  name: 'Web Search',
+  description: 'Search the web.',
+  instructions: {
+    source: Ref.make(Text.make()),
+  },
+  tools: [ToolId.make('AnthropicWebSearch')],
+});
+
+export default blueprint;

package/src/blueprints/websearch/websearch-toolkit.ts

@@ -0,0 +1,8 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Toolkit from '@effect/ai/Toolkit';
+import * as AnthropicTool from '@effect/ai-anthropic/AnthropicTool';
+
+export const WebSearchToolkit = Toolkit.make(AnthropicTool.WebSearch_20250305({}));

package/src/crud/graph.test.ts

@@ -0,0 +1,69 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as AnthropicClient from '@effect/ai-anthropic/AnthropicClient';
+import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
+import { describe, it } from '@effect/vitest';
+import * as Config from 'effect/Config';
+import * as Effect from 'effect/Effect';
+import * as Function from 'effect/Function';
+import * as Layer from 'effect/Layer';
+
+import { AiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
+import * as AiServiceRouter from '@dxos/ai/AiServiceRouter';
+import { tapHttpErrors } from '@dxos/ai/testing';
+import { AiSession } from '@dxos/assistant';
+import { TestHelpers } from '@dxos/effect';
+import { DatabaseService, TracingService } from '@dxos/functions';
+import { log } from '@dxos/log';
+import { Project } from '@dxos/types';
+
+import { makeGraphWriterHandler, makeGraphWriterToolkit } from './graph';
+
+// import { type EchoTestBuilder } from '@dxos/echo-db/testing';
+
+const TestLayer = Function.pipe(
+  AiService.model('@anthropic/claude-3-5-sonnet-20241022'),
+  Layer.provideMerge(DatabaseService.notAvailable),
+  Layer.provideMerge(ToolResolverService.layerEmpty),
+  Layer.provideMerge(ToolExecutionService.layerEmpty),
+  Layer.provide(AiServiceRouter.AiServiceRouter),
+  Layer.provide(
+    AnthropicClient.layerConfig({
+      apiKey: Config.redacted('ANTHROPIC_API_KEY'),
+      transformClient: tapHttpErrors,
+    }),
+  ),
+  Layer.provide(FetchHttpClient.layer),
+  Layer.provideMerge(TracingService.layerNoop),
+);
+
+describe('graph', () => {
+  // let builder: EchoTestBuilder;
+  // test('findRelatedSchema', async () => {
+  //   const db = await createEchoDatabase();
+  //   const relatedSchemas = await findRelatedSchema(db, Schema.Struct({}));
+  // });
+
+  const Toolkit = makeGraphWriterToolkit({ schema: [Project.Project] });
+  const ToolkitLayer = makeGraphWriterHandler(Toolkit);
+
+  it.effect.skip(
+    'calculator',
+    Effect.fn(
+      function* (_) {
+        const session = new AiSession();
+        const toolkit = yield* Toolkit;
+        const response = yield* session.run({
+          toolkit,
+          prompt: 'What is 10 + 20?',
+        });
+
+        log.info('response', { response });
+      },
+      Effect.provide(Layer.mergeAll(TestLayer, ToolkitLayer)),
+      TestHelpers.runIf(process.env.ANTHROPIC_API_KEY),
+    ),
+  );
+});

package/src/crud/graph.ts

@@ -0,0 +1,388 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Tool from '@effect/ai/Tool';
+import * as Toolkit from '@effect/ai/Toolkit';
+import * as Context from 'effect/Context';
+import * as Effect from 'effect/Effect';
+import * as Function from 'effect/Function';
+import * as Option from 'effect/Option';
+import * as Schema from 'effect/Schema';
+import * as SchemaAST from 'effect/SchemaAST';
+
+import { Obj, type Relation } from '@dxos/echo';
+import { Filter, Query } from '@dxos/echo';
+import {
+  EntityKind,
+  ObjectId,
+  ReferenceAnnotationId,
+  RelationSourceDXNId,
+  RelationSourceId,
+  RelationTargetDXNId,
+  RelationTargetId,
+  create,
+  getEntityKind,
+  getSchemaDXN,
+  getSchemaTypename,
+  getTypeAnnotation,
+  getTypeIdentifierAnnotation,
+} from '@dxos/echo/internal';
+import { type EchoDatabase, type Queue } from '@dxos/echo-db';
+import { isEncodedReference } from '@dxos/echo-protocol';
+import { mapAst } from '@dxos/effect';
+import { ContextQueueService, DatabaseService } from '@dxos/functions';
+import { DXN } from '@dxos/keys';
+import { log } from '@dxos/log';
+import { deepMapValues, isNonNullable, trim } from '@dxos/util';
+
+// TODO(burdon): Unify with the graph schema.
+export const Subgraph = Schema.Struct({
+  /** Objects and relations. */
+  objects: Schema.Array(Schema.Any),
+});
+
+export interface Subgraph extends Schema.Schema.Type<typeof Subgraph> {}
+
+export type RelatedSchema = {
+  schema: Schema.Schema.AnyNoContext;
+  kind: 'reference' | 'relation';
+};
+
+/**
+ * Find all schemas that are related to the given schema.
+ *
+ * @param db
+ * @param schema
+ * @returns
+ */
+export const findRelatedSchema = async (
+  db: EchoDatabase,
+  anchor: Schema.Schema.AnyNoContext,
+): Promise<RelatedSchema[]> => {
+  // TODO(dmaretskyi): Query stored schemas.
+  const allSchemas = [...db.graph.schemaRegistry.schemas];
+
+  // TODO(dmaretskyi): Also do references.
+  return allSchemas
+    .filter((schema) => {
+      if (getTypeAnnotation(schema)?.kind !== EntityKind.Relation) {
+        return false;
+      }
+
+      return (
+        isSchemaAddressableByDxn(anchor, DXN.parse(getTypeAnnotation(schema)!.sourceSchema!)) ||
+        isSchemaAddressableByDxn(anchor, DXN.parse(getTypeAnnotation(schema)!.targetSchema!))
+      );
+    })
+    .map(
+      (schema): RelatedSchema => ({
+        schema,
+        kind: 'relation',
+      }),
+    );
+};
+
+/**
+ * Non-strict DXN comparison.
+ * Returns true if the DXN could be resolved to the schema.
+ */
+const isSchemaAddressableByDxn = (schema: Schema.Schema.AnyNoContext, dxn: DXN): boolean => {
+  if (getTypeIdentifierAnnotation(schema) === dxn.toString()) {
+    return true;
+  }
+
+  const t = dxn.asTypeDXN();
+  if (t) {
+    return t.type === getSchemaTypename(schema);
+  }
+
+  return false;
+};
+
+/**
+ * Perform vector search in the local database.
+ */
+// TODO(dmaretskyi): Rename `GraphReadToolkit`.
+export const LocalSearchToolkit = Toolkit.make(
+  Tool.make('search_local_search', {
+    description: 'Search the local database for information using a vector index',
+    parameters: {
+      query: Schema.String.annotations({
+        description: 'The query to search for. Could be a question or a topic or a set of keywords.',
+      }),
+    },
+    success: Schema.Unknown,
+    failure: Schema.Never,
+    dependencies: [DatabaseService],
+  }),
+);
+
+export const LocalSearchHandler = LocalSearchToolkit.toLayer({
+  search_local_search: Effect.fn(function* ({ query }) {
+    const { objects } = yield* DatabaseService.runQuery(Query.select(Filter.text(query, { type: 'vector' })));
+    const results = [...objects];
+
+    const option = yield* Effect.serviceOption(ContextQueueService);
+    if (Option.isSome(option)) {
+      const queueObjects = yield* Effect.promise(() => option.value.queue.queryObjects());
+      // TODO(dmaretskyi): Text search on the queue.
+      results.push(...queueObjects);
+    }
+
+    return trim`
+      <local_context>
+        ${JSON.stringify(results, null, 2)}
+      </local_context>
+    `;
+  }),
+});
+
+/**
+ * Attached as an annotation to the writer tool.
+ */
+class GraphWriterSchema extends Context.Tag('@dxos/assistant/GraphWriterSchema')<
+  GraphWriterSchema,
+  {
+    schema: Schema.Schema.AnyNoContext[];
+  }
+>() {}
+
+/**
+ * Forms typed objects that can be written to the graph database.
+ */
+export const makeGraphWriterToolkit = ({ schema }: { schema: Schema.Schema.AnyNoContext[] }) => {
+  return Toolkit.make(
+    Tool.make('graph_writer', {
+      description: 'Write to the local graph database',
+      parameters: createExtractionSchema(schema).fields,
+      success: Schema.Unknown,
+      failure: Schema.Never,
+      dependencies: [DatabaseService, ContextQueueService],
+    }).annotateContext(Context.make(GraphWriterSchema, { schema })),
+  );
+};
+
+export const makeGraphWriterHandler = (
+  toolkit: ReturnType<typeof makeGraphWriterToolkit>,
+  {
+    onAppend,
+  }: {
+    onAppend?: (object: DXN[]) => void;
+  } = {},
+) => {
+  const { schema } = Context.get(
+    toolkit.tools.graph_writer.annotations as Context.Context<GraphWriterSchema>,
+    GraphWriterSchema,
+  );
+
+  return toolkit.toLayer({
+    graph_writer: Effect.fn(function* (input) {
+      const { db } = yield* DatabaseService;
+      const { queue } = yield* ContextQueueService;
+      const data = yield* Effect.promise(() => sanitizeObjects(schema, input as any, db, queue));
+      yield* Effect.promise(() => queue.append(data as Obj.Any[]));
+
+      const dxns = data.map((obj) => Obj.getDXN(obj));
+      onAppend?.(dxns);
+      return dxns;
+    }),
+  });
+};
+
+/**
+ * Create a schema for structured data extraction.
+ */
+export const createExtractionSchema = (types: Schema.Schema.AnyNoContext[]) => {
+  return Schema.Struct({
+    ...Object.fromEntries(
+      types.map(preprocessSchema).map((schema, index) => [
+        `objects_${getSanitizedSchemaName(types[index])}`,
+        Schema.optional(Schema.Array(schema)).annotations({
+          description: `The objects of type: ${getSchemaDXN(types[index])?.asTypeDXN()!.type}. ${SchemaAST.getDescriptionAnnotation(types[index].ast).pipe(Option.getOrElse(() => ''))}`,
+        }),
+      ]),
+    ),
+  });
+};
+
+export const getSanitizedSchemaName = (schema: Schema.Schema.AnyNoContext) => {
+  return getSchemaDXN(schema)!
+    .asTypeDXN()!
+    .type.replaceAll(/[^a-zA-Z0-9]+/g, '_');
+};
+
+export const sanitizeObjects = async (
+  types: Schema.Schema.AnyNoContext[],
+  data: Record<string, readonly unknown[]>,
+  db: EchoDatabase,
+  queue?: Queue,
+): Promise<Obj.Any[]> => {
+  const entries = types
+    .map(
+      (type) =>
+        data[`objects_${getSanitizedSchemaName(type)}`]?.map((object: any) => ({
+          data: object,
+          schema: type,
+        })) ?? [],
+    )
+    .flat();
+
+  const idMap = new Map<string, string>();
+  const existingIds = new Set<ObjectId>();
+  const enitties = new Map<ObjectId, Obj.Any | Relation.Any>();
+
+  const resolveId = (id: string): DXN | undefined => {
+    if (ObjectId.isValid(id)) {
+      existingIds.add(id);
+      return DXN.fromLocalObjectId(id);
+    }
+
+    const mappedId = idMap.get(id);
+    if (mappedId) {
+      return DXN.fromLocalObjectId(mappedId);
+    }
+
+    return undefined;
+  };
+
+  const res = entries
+    .map((entry) => {
+      // This entry mutates existing object.
+      if (ObjectId.isValid(entry.data.id)) {
+        return entry;
+      }
+
+      idMap.set(entry.data.id, ObjectId.random());
+      entry.data.id = idMap.get(entry.data.id);
+      return entry;
+    })
+    .map((entry) => {
+      const data = deepMapValues(entry.data, (value, recurse) => {
+        if (isEncodedReference(value)) {
+          const ref = value['/'];
+          const id = resolveId(ref);
+
+          if (id) {
+            // Link to an existing object.
+            return { '/': id.toString() };
+          } else {
+            // Search URIs?
+            return { '/': `search:?q=${encodeURIComponent(ref)}` };
+          }
+        }
+
+        return recurse(value);
+      });
+
+      if (getEntityKind(entry.schema) === 'relation') {
+        const sourceDxn = resolveId(data.source);
+        if (!sourceDxn) {
+          log.warn('source not found', { source: data.source });
+        }
+        const targetDxn = resolveId(data.target);
+        if (!targetDxn) {
+          log.warn('target not found', { target: data.target });
+        }
+        delete data.source;
+        delete data.target;
+        data[RelationSourceDXNId] = sourceDxn;
+        data[RelationTargetDXNId] = targetDxn;
+      }
+
+      return {
+        data,
+        schema: entry.schema,
+      };
+    })
+    .filter((object) => !existingIds.has(object.data.id)); // TODO(dmaretskyi): This dissallows updating existing objects.
+
+  // TODO(dmaretskyi): Use ref resolver.
+  const { objects: dbObjects } = await db.query(Query.select(Filter.ids(...existingIds))).run();
+  const queueObjects = (await queue?.getObjectsById([...existingIds])) ?? [];
+  const objects = [...dbObjects, ...queueObjects].filter(isNonNullable);
+
+  // TODO(dmaretskyi): Returns everything if IDs are empty!
+  log.info('objects', { dbObjects, queueObjects, existingIds });
+  const missing = Array.from(existingIds).filter((id) => !objects.some((object) => object.id === id));
+  if (missing.length > 0) {
+    throw new Error(`Object IDs do not point to existing objects: ${missing.join(', ')}`);
+  }
+
+  return res.flatMap(({ data, schema }) => {
+    let skip = false;
+    if (RelationSourceDXNId in data) {
+      const id = (data[RelationSourceDXNId] as DXN).asEchoDXN()?.echoId;
+      const obj = objects.find((object) => object.id === id) ?? enitties.get(id!);
+      if (obj) {
+        delete data[RelationSourceDXNId];
+        data[RelationSourceId] = obj;
+      } else {
+        skip = true;
+      }
+    }
+    if (RelationTargetDXNId in data) {
+      const id = (data[RelationTargetDXNId] as DXN).asEchoDXN()?.echoId;
+      const obj = objects.find((object) => object.id === id) ?? enitties.get(id!);
+      if (obj) {
+        delete data[RelationTargetDXNId];
+        data[RelationTargetId] = obj;
+      } else {
+        skip = true;
+      }
+    }
+    if (!skip) {
+      const obj = create(schema, data);
+      enitties.set(obj.id, obj);
+      return [obj];
+    }
+    return [];
+  });
+};
+
+const SoftRef = Schema.Struct({
+  '/': Schema.String,
+}).annotations({
+  description: 'Reference to another object.',
+});
+
+const preprocessSchema = (schema: Schema.Schema.AnyNoContext) => {
+  const isRelationSchema = getEntityKind(schema) === 'relation';
+
+  const go = (ast: SchemaAST.AST, visited = new Set<SchemaAST.AST>()): SchemaAST.AST => {
+    if (visited.has(ast)) {
+      // Already visited this node, prevent infinite recursion.
+      return ast;
+    }
+    visited.add(ast);
+
+    if (SchemaAST.getAnnotation(ast, ReferenceAnnotationId).pipe(Option.isSome)) {
+      return SoftRef.ast;
+    }
+
+    return mapAst(ast, (child) => go(child, visited));
+  };
+
+  return Schema.make<any, any, never>(mapAst(schema.ast, (ast) => go(ast))).pipe(
+    Schema.omit('id'),
+    Schema.extend(
+      Schema.Struct({
+        id: Schema.String.annotations({
+          description: 'The id of this object. Come up with a unique id based on your judgement.',
+        }),
+      }),
+    ),
+    isRelationSchema
+      ? Schema.extend(
+          Schema.Struct({
+            source: Schema.String.annotations({
+              description: 'The id of the source object for this relation.',
+            }),
+            target: Schema.String.annotations({
+              description: 'The id of the target object for this relation.',
+            }),
+          }),
+        )
+      : Function.identity<Schema.Schema.AnyNoContext>,
+  );
+};

package/src/crud/index.ts

@@ -0,0 +1,5 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+export * from './graph';

package/src/experimental/feed.test.ts

@@ -0,0 +1,111 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import * as Toolkit from '@effect/ai/Toolkit';
+import * as FetchHttpClient from '@effect/platform/FetchHttpClient';
+import { describe, it } from '@effect/vitest';
+import * as Config from 'effect/Config';
+import * as Effect from 'effect/Effect';
+import * as Layer from 'effect/Layer';
+import * as Redacted from 'effect/Redacted';
+
+import { AiService } from '@dxos/ai';
+import { AiServiceTestingPreset, EXA_API_KEY } from '@dxos/ai/testing';
+import { makeToolExecutionServiceFromFunctions, makeToolResolverFromFunctions } from '@dxos/assistant';
+import { TestHelpers } from '@dxos/effect';
+import { CredentialsService, FunctionInvocationService } from '@dxos/functions';
+import { TracingServiceExt } from '@dxos/functions-runtime';
+import {
+  FunctionInvocationServiceLayerTestMocked,
+  TestDatabaseLayer,
+  testStoragePath,
+} from '@dxos/functions-runtime/testing';
+
+import { Discord, Linear } from '../functions';
+
+const TestLayer = Layer.mergeAll(
+  AiService.model('@anthropic/claude-opus-4-0'),
+  makeToolResolverFromFunctions([], Toolkit.make()),
+  makeToolExecutionServiceFromFunctions(Toolkit.make() as any, Layer.empty as any),
+).pipe(
+  Layer.provideMerge(
+    Layer.mergeAll(
+      AiServiceTestingPreset('direct'),
+      TestDatabaseLayer({
+        indexing: { vector: true },
+        types: [],
+        storagePath: testStoragePath({ name: 'feed-test' }),
+      }),
+      CredentialsService.layerConfig([
+        { service: 'exa.ai', apiKey: Config.succeed(Redacted.make(EXA_API_KEY)) },
+        { service: 'discord.com', apiKey: Config.redacted('DISCORD_TOKEN') },
+        { service: 'linear.app', apiKey: Config.redacted('LINEAR_API_KEY') },
+      ]),
+      FunctionInvocationServiceLayerTestMocked({ functions: [Linear.sync, Discord.fetch] }).pipe(
+        Layer.provideMerge(TracingServiceExt.layerLogInfo()),
+      ),
+      FetchHttpClient.layer,
+    ),
+  ),
+);
+
+describe('Feed', { timeout: 600_000 }, () => {
+  it.effect(
+    'fetch discord messages',
+    Effect.fnUntraced(
+      function* (_) {
+        // const messages = yield* LocalFunctionExecutionService.invokeFunction(fetchDiscordMessages, {
+        //   serverId: '837138313172353095',
+        //   // channelId: '1404487604761526423',
+        //   after: Date.now() / 1000 - 128 * 3600,
+        // });
+        // for (const message of messages) {
+        //   console.log(message.sender.name, message.blocks.find((block) => block._tag === 'text')?.text);
+        // }
+        // console.log(`Fetched ${messages.length} messages`);
+
+        // const result = yield* AiSession.run({
+        //   history: [
+        //     Obj.make(Message.Message, {
+        //       created: new Date().toISOString(),
+        //       sender: { role: 'user' },
+        //       blocks: messages
+        //         .map(
+        //           (message) =>
+        //             ({
+        //               _tag: 'text',
+        //               text: message.sender.name + ': ' + message.blocks.find((block) => block._tag === 'text')?.text,
+        //             }) as const,
+        //         )
+        //         .filter((block) => block._tag === 'text' && block.text.trim().length > 0),
+        //     }),
+        //   ],
+        //   prompt: 'Summarize the messages.',
+        //   system: 'Summarize the messages.',
+        // }).pipe(Effect.provide(AiService.model('@anthropic/claude-3-5-haiku-latest')));
+        // console.log(result);
+
+        const linearIssues = yield* FunctionInvocationService.invokeFunction(Linear.sync, {
+          team: '1127c63a-6f77-4725-9229-50f6cd47321c',
+        });
+        console.log(linearIssues);
+
+        // const result = yield* AiSession.run({
+        //   history: [
+        //     Obj.make(Message.Message, {
+        //       created: new Date().toISOString(),
+        //       sender: { role: 'user' },
+        //       blocks: [{ _tag: 'text', text: JSON.stringify(linearIssues) }],
+        //     }),
+        //   ],
+        //   prompt: 'Summarize the whats new.',
+        //   system: 'Summarize the whats new. Reference specific people by name.',
+        // }).pipe(Effect.provide(AiService.model('@anthropic/claude-sonnet-4-0')));
+        // console.log(result.at(-1)?.blocks.find((block) => block._tag === 'text')?.text);
+      },
+      Effect.provide(TestLayer),
+      TestHelpers.taggedTest('llm'),
+    ),
+  );
+});

package/src/functions/agent/index.ts

@@ -0,0 +1,11 @@
+//
+// Copyright 2025 DXOS.org
+//
+
+import { type FunctionDefinition } from '@dxos/functions';
+
+import { default as prompt$ } from './prompt';
+
+export namespace Agent {
+  export const prompt: FunctionDefinition.Any = prompt$; // TODO(burdon): Temp fix for TS error.
+}