@dxos/assistant-toolkit 0.8.4-main.c85a9c8dae → 0.8.4-main.dfabb4ec29

package/src/blueprints/research/functions/research.test.ts

@@ -1,149 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { inspect } from 'node:util';
-
-import { describe, it } from '@effect/vitest';
-import * as Effect from 'effect/Effect';
-
-import { ConsolePrinter } from '@dxos/ai';
-import { MemoizedAiService } from '@dxos/ai/testing';
-import { AiConversation, type ContextBinding, GenerationObserver } from '@dxos/assistant';
-import { AssistantTestLayer } from '@dxos/assistant/testing';
-import { Blueprint } from '@dxos/blueprints';
-import { Database, Filter, Obj, Query, Ref } from '@dxos/echo';
-import { acquireReleaseResource } from '@dxos/effect';
-import { TestHelpers } from '@dxos/effect/testing';
-import { FunctionInvocationService, QueueService } from '@dxos/functions';
-import { invariant } from '@dxos/invariant';
-import { ObjectId } from '@dxos/keys';
-import { MarkdownBlueprint } from '@dxos/plugin-markdown/blueprints';
-import { Markdown } from '@dxos/plugin-markdown/types';
-import { HasSubject, type Message, Organization } from '@dxos/types';
-
-import ResearchBlueprint from '../blueprint';
-import { ResearchDataTypes, ResearchGraph } from '../types';
-
-import { default as createDocument } from './document-create';
-import { default as research } from './research';
-
-ObjectId.dangerouslyDisableRandomness();
-
-const TestLayer = AssistantTestLayer({
-  functions: [research, createDocument, ...MarkdownBlueprint.functions],
-  types: [
-    ...ResearchDataTypes,
-    ResearchGraph.ResearchGraph,
-    Blueprint.Blueprint,
-    Markdown.Document,
-    HasSubject.HasSubject,
-  ],
-});
-
-describe('Research', () => {
-  it.effect(
-    'call a function to generate a research report',
-    Effect.fnUntraced(
-      function* (_) {
-        yield* Database.add(
-          Obj.make(Organization.Organization, {
-            name: 'BlueYard',
-            website: 'https://blueyard.com',
-          }),
-        );
-        yield* Database.flush({ indexes: true });
-        const result = yield* FunctionInvocationService.invokeFunction(research, {
-          query: 'Founders and portfolio of BlueYard.',
-        });
-
-        console.log(inspect(result, { depth: null, colors: true }));
-        console.log(JSON.stringify(result, null, 2));
-
-        yield* Database.flush({ indexes: true });
-        const researchGraph = yield* ResearchGraph.query();
-        if (researchGraph) {
-          const data = yield* Database.load(researchGraph.queue).pipe(
-            Effect.flatMap((queue) => Effect.promise(() => queue.queryObjects())),
-          );
-          console.log(inspect(data, { depth: null, colors: true }));
-        }
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-    MemoizedAiService.isGenerationEnabled() ? 240_000 : 30_000,
-  );
-
-  it.scoped(
-    'create and update research report',
-    Effect.fnUntraced(
-      function* (_) {
-        const organization = yield* Database.add(
-          Obj.make(Organization.Organization, {
-            name: 'BlueYard',
-            website: 'https://blueyard.com',
-          }),
-        );
-
-        const queue = yield* QueueService.createQueue<Message.Message | ContextBinding>();
-        const conversation = yield* acquireReleaseResource(() => new AiConversation({ queue }));
-
-        yield* Database.flush({ indexes: true });
-        const researchBlueprint = yield* Database.add(Obj.clone(ResearchBlueprint.make()));
-        const markdownBlueprint = yield* Database.add(Obj.clone(MarkdownBlueprint.make()));
-        yield* Effect.promise(() =>
-          conversation.context.bind({
-            blueprints: [Ref.make(researchBlueprint), Ref.make(markdownBlueprint)],
-            objects: [Ref.make(organization)],
-          }),
-        );
-
-        const observer = GenerationObserver.fromPrinter(new ConsolePrinter());
-
-        yield* conversation.createRequest({
-          observer,
-          prompt: `Create a research summary about ${organization.name}.`,
-        });
-        {
-          const docs = yield* Database.runQuery(
-            Query.select(Filter.id(organization.id)).targetOf(HasSubject.HasSubject).source(),
-          );
-          if (docs.length !== 1) {
-            throw new Error(`Expected 1 research document; got ${docs.length}: ${docs.map((_) => (_ as any).name)}`);
-          }
-
-          const doc = docs[0];
-          invariant(Obj.instanceOf(Markdown.Document, doc));
-          console.log({
-            name: doc.name,
-            content: yield* Database.load(doc.content).pipe(Effect.map((_) => _.content)),
-          });
-        }
-
-        yield* conversation.createRequest({
-          observer,
-          prompt: 'Add a section about their portfolio.',
-        });
-        {
-          const docs = yield* Database.runQuery(
-            Query.select(Filter.id(organization.id)).targetOf(HasSubject.HasSubject).source(),
-          );
-          if (docs.length !== 1) {
-            throw new Error(`Expected 1 research document; got ${docs.length}: ${docs.map((_) => (_ as any).name)}`);
-          }
-
-          const doc = docs[0];
-          invariant(Obj.instanceOf(Markdown.Document, doc));
-          console.log({
-            name: doc.name,
-            content: yield* Database.load(doc.content).pipe(Effect.map((_) => _.content)),
-          });
-        }
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-    MemoizedAiService.isGenerationEnabled() ? 240_000 : 30_000,
-  );
-});

package/src/blueprints/research/functions/research.ts

@@ -1,175 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Toolkit from '@effect/ai/Toolkit';
-import * as AnthropicTool from '@effect/ai-anthropic/AnthropicTool';
-import * as Array from 'effect/Array';
-import * as Effect from 'effect/Effect';
-import * as Function from 'effect/Function';
-import * as Layer from 'effect/Layer';
-import * as Option from 'effect/Option';
-import * as Schema from 'effect/Schema';
-import * as String from 'effect/String';
-
-import { AiService, ConsolePrinter } from '@dxos/ai';
-import { GenericToolkit } from '@dxos/ai';
-import { AiSession, GenerationObserver, ToolExecutionServices, createToolkit } from '@dxos/assistant';
-import { Template } from '@dxos/blueprints';
-import { type DXN, Entity, Obj } from '@dxos/echo';
-import { Database } from '@dxos/echo';
-import { TracingService, defineFunction } from '@dxos/functions';
-import { type Message, Person } from '@dxos/types';
-import { trim } from '@dxos/util';
-
-import { LocalSearchHandler, LocalSearchToolkit, makeGraphWriterHandler, makeGraphWriterToolkit } from '../../../crud';
-import { ResearchGraph } from '../types';
-import { ResearchDataTypes } from '../types';
-
-import PROMPT from './research-instructions.tpl?raw';
-
-/**
- * Exec external service and return the results as a Subgraph.
- */
-export default defineFunction({
-  key: 'dxos.org/function/research',
-  name: 'Research',
-  description: trim`
-    Search the web to research information about the given subject.
-    Inserts structured data into the research graph. 
-    Creates a research summary and returns the objects created.
-  `,
-  inputSchema: Schema.Struct({
-    query: Schema.String.annotations({
-      description: trim`
-        The search query.
-        If doing research on an object then load it first and pass it as JSON.
-      `,
-    }),
-
-    instructions: Schema.optional(Schema.String).annotations({
-      description: trim`
-        The instructions for the research agent. 
-      `,
-    }),
-
-    // TOOD(burdon): Move to context.
-    mockSearch: Schema.optional(Schema.Boolean).annotations({
-      description: 'Whether to use the mock search tool.',
-      default: false,
-    }),
-
-    entityExtraction: Schema.optional(Schema.Boolean).annotations({
-      description: trim`
-        Whether to extract structured entities from the research. 
-        Experimental feature only enable if user explicitly requests it.
-      `,
-      default: false,
-    }),
-  }),
-  outputSchema: Schema.Struct({
-    document: Schema.optional(Schema.String).annotations({
-      description: 'The generated research document.',
-    }),
-    objects: Schema.Array(Schema.Unknown).annotations({
-      description: 'Structured objects created during the research process.',
-    }),
-  }),
-  handler: Effect.fnUntraced(
-    function* ({ data: { query, instructions, mockSearch = false, entityExtraction = false } }) {
-      if (mockSearch) {
-        const mockPerson = yield* Database.add(
-          Obj.make(Person.Person, {
-            preferredName: 'John Doe',
-            emails: [{ value: 'john.doe@example.com' }],
-            phoneNumbers: [{ value: '123-456-7890' }],
-          }),
-        );
-
-        return {
-          document: trim`
-            The research ran in test-mode and was mocked. Proceed as usual.
-            We reference John Doe to test reference: ${Obj.getDXN(mockPerson)}
-          `,
-          objects: [Obj.toJSON(mockPerson)],
-        };
-      }
-
-      yield* Database.flush({ indexes: true });
-      yield* TracingService.emitStatus({ message: 'Starting research...' });
-
-      const NativeWebSearch = Toolkit.make(AnthropicTool.WebSearch_20250305({}));
-
-      let toolkit: Toolkit.Any = NativeWebSearch;
-      let handlers: Layer.Layer<any, any> = Layer.empty as any;
-
-      const objectDXNs: DXN[] = [];
-      if (entityExtraction) {
-        const GraphWriterToolkit = makeGraphWriterToolkit({ schema: ResearchDataTypes });
-        const GraphWriterHandler = makeGraphWriterHandler(GraphWriterToolkit, {
-          onAppend: (dxns) => objectDXNs.push(...dxns),
-        });
-
-        toolkit = Toolkit.merge(toolkit, LocalSearchToolkit, GraphWriterToolkit);
-        handlers = Layer.mergeAll(handlers, LocalSearchHandler, GraphWriterHandler).pipe(
-          Layer.provide(ResearchGraph.contextQueueLayer),
-        ) as any;
-      }
-
-      const finishedToolkit = yield* createToolkit({ toolkit }).pipe(Effect.provide(handlers));
-
-      const session = new AiSession();
-      const result = yield* session.run({
-        prompt: query,
-        system: join(
-          Template.process(PROMPT, { entityExtraction }),
-          instructions && `<instructions>${instructions}</instructions>`,
-        ),
-        toolkit: finishedToolkit,
-        observer: GenerationObserver.fromPrinter(new ConsolePrinter({ tag: 'research' })),
-      });
-
-      const objects = yield* Effect.forEach(objectDXNs, (dxn) => Database.resolve(dxn)).pipe(
-        Effect.map(Array.map((obj) => Entity.toJSON(obj))),
-      );
-
-      return {
-        document: extractLastTextBlock(result),
-        objects,
-      };
-    },
-    Effect.provide(
-      AiService.model('@anthropic/claude-sonnet-4-0').pipe(
-        Layer.merge(ToolExecutionServices),
-        Layer.provide(GenericToolkit.providerEmpty),
-      ),
-    ),
-  ),
-});
-
-// TODO(burdon): Factor out.
-const join = (...strings: (string | undefined)[]) => strings.filter(Boolean).join('\n\n');
-
-/**
- * Extracts the last text block from the result.
- * Skips citations.
- */
-// TODO(burdon): Factor out.
-const extractLastTextBlock = (result: Message.Message[]) => {
-  return Function.pipe(
-    result,
-    Array.last,
-    Option.map(
-      Function.flow(
-        (_: Message.Message) => _.blocks,
-        Array.reverse,
-        Array.dropWhile((_: any) => _._tag === 'stats'),
-        Array.takeWhile((_: any) => _._tag === 'text'),
-        Array.reverse,
-        Array.map((_: any) => _.text),
-        Array.reduce('', String.concat),
-      ),
-    ),
-    Option.getOrElse(() => ''),
-  );
-};

package/src/blueprints/research/index.ts

@@ -1,6 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-export { default as ResearchBlueprint } from './blueprint';
-export * from './types';

package/src/blueprints/research/types/ResearchGraph.ts

@@ -1,49 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import * as Effect from 'effect/Effect';
-import * as Layer from 'effect/Layer';
-import * as Schema from 'effect/Schema';
-
-import { Database, Obj, Query, Ref, Type } from '@dxos/echo';
-import { SystemTypeAnnotation } from '@dxos/echo/internal';
-import { Queue } from '@dxos/echo-db';
-import { ContextQueueService, QueueService } from '@dxos/functions';
-
-/**
- * Container for a set of ephemeral research results.
- */
-export const ResearchGraph = Schema.Struct({
-  queue: Ref.Ref(Queue),
-}).pipe(
-  Type.object({
-    typename: 'dxos.org/type/ResearchGraph',
-    version: '0.1.0',
-  }),
-  SystemTypeAnnotation.set(true),
-);
-
-export interface ResearchGraph extends Schema.Schema.Type<typeof ResearchGraph> {}
-
-export const create: () => Effect.Effect<ResearchGraph, never, Database.Service | QueueService> = Effect.fn(
-  'createResearchGraph',
-)(function* () {
-  const queue = yield* QueueService.createQueue();
-  return yield* Database.add(Obj.make(ResearchGraph, { queue: Ref.fromDXN(queue.dxn) }));
-});
-
-export const query: () => Effect.Effect<ResearchGraph | undefined, never, Database.Service> = Effect.fn(
-  'queryResearchGraph',
-)(function* () {
-  const objects = yield* Database.runQuery(Query.type(ResearchGraph));
-  return objects.at(0);
-});
-
-export const contextQueueLayer = Layer.unwrapEffect(
-  Effect.gen(function* () {
-    const researchGraph = (yield* query()) ?? (yield* create());
-    const researchQueue = yield* Database.load(researchGraph.queue);
-    return ContextQueueService.layer(researchQueue);
-  }),
-);

package/src/blueprints/research/types/index.ts

@@ -1,32 +0,0 @@
-//
-// Copyright 2026 DXOS.org
-//
-
-import { type Type } from '@dxos/echo';
-import { Text } from '@dxos/schema';
-import { Event, HasConnection, HasRelationship, LegacyOrganization, LegacyPerson, Pipeline, Task } from '@dxos/types';
-
-export * as ResearchGraph from './ResearchGraph';
-
-/**
- * Data types for research.
- */
-// TODO(burdon): This should not be hardcoded.
-export const ResearchDataTypes: Type.AnyEntity[] = [
-  // Objects
-  Event.Event,
-  Task.Task,
-  Text.Text,
-
-  // TODO(wittjosiah): Until views (e.g., Table) support relations this needs to be expressed via organization ref.
-  // Employer.Employer,
-  // Organization.Organization,
-  LegacyPerson,
-  LegacyOrganization,
-
-  Pipeline.Pipeline,
-
-  // Relations
-  HasRelationship.HasRelationship,
-  HasConnection.HasConnection,
-];

package/src/functions/entity-extraction/entity-extraction.conversations.json

@@ -1 +0,0 @@
-{"conversations":[{"parameters":{"model":"@anthropic/claude-sonnet-4-0","stream":true,"tools":[{"name":"graph_writer","description":"Write to the local graph database","inputSchema":{"type":"object","required":[],"properties":{"objects_dxos_org_type_Organization":{"type":"array","items":{"type":"object","required":["id"],"properties":{"name":{"type":"string","title":"Name"},"description":{"type":"string","title":"Description"},"status":{"type":"string","enum":["prospect","qualified","active","commit","reject"],"title":"Status"},"image":{"type":"string","title":"Image"},"website":{"type":"string","title":"Website"},"id":{"type":"string","description":"The id of this object. Come up with a unique id based on your judgement."}},"additionalProperties":false},"description":"The objects of type: dxos.org/type/Organization. An organization."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"system","content":"Extract the sender's organization from the email. If you are not sure, do nothing.\nThe extracted organization URL must match the sender's email domain.\n,","options":{}},{"role":"user","content":"{\"source\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT87\",\"@type\":\"dxn:type:dxos.org/type/Message:0.2.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"blocks\":[{\"_tag\":\"text\",\"text\":\"Hey team, what's up?\"},{\"_tag\":\"text\",\"text\":\"I'm working on a new algorithm today.\"},{\"_tag\":\"text\",\"text\":\"Anything new from the research team?\"}],\"created\":\"2025-01-01T00:00:00.000Z\",\"sender\":{\"email\":\"john.smith@anthropic.com\",\"name\":\"John Smith\"}},\"contact\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT89\",\"@type\":\"dxn:type:dxos.org/type/Person:0.1.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"emails\":[{\"value\":\"john.smith@anthropic.com\"}],\"fullName\":\"John Smith\"}}","options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01R1zT7R6NEdWg598pnsyNeA","modelId":"claude-sonnet-4-20250514","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I can","metadata":{}},{"type":"text-delta","id":"0","delta":" see that","metadata":{}},{"type":"text-delta","id":"0","delta":" the","metadata":{}},{"type":"text-delta","id":"0","delta":" sender","metadata":{}},{"type":"text-delta","id":"0","delta":"'s","metadata":{}},{"type":"text-delta","id":"0","delta":" email","metadata":{}},{"type":"text-delta","id":"0","delta":" is from","metadata":{}},{"type":"text-delta","id":"0","delta":" the","metadata":{}},{"type":"text-delta","id":"0","delta":" domain","metadata":{}},{"type":"text-delta","id":"0","delta":" \"anthropic.com\".","metadata":{}},{"type":"text-delta","id":"0","delta":" I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ll extract and","metadata":{}},{"type":"text-delta","id":"0","delta":" create","metadata":{}},{"type":"text-delta","id":"0","delta":" an","metadata":{}},{"type":"text-delta","id":"0","delta":" organization record","metadata":{}},{"type":"text-delta","id":"0","delta":" for","metadata":{}},{"type":"text-delta","id":"0","delta":" Anthropic based on this","metadata":{}},{"type":"text-delta","id":"0","delta":" email","metadata":{}},{"type":"text-delta","id":"0","delta":" domain","metadata":{}},{"type":"text-delta","id":"0","delta":".","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"tool-params-start","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","providerExecuted":false,"metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"{\"obje","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"cts_dxos","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"_org_","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"type_Org","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"aniza","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"tion\"","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":": ","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"[{\"id\":\"an","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"thropic\",","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"\"nam","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"e\":\"Anthropi","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"c\",","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"\"we","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"bsite\":","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"\"https://a","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"nthrop","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"ic.","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"com\",\"descri","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"ption\":","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"\"A","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"I sa","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"fet","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"y compan","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"y focuse","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"d on d","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"evelop","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"ing s","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"afe, b","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"eneficia","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"l ","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"AI s","metadata":{}},{"type":"tool-params-delta","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","delta":"ystems\"}]}","metadata":{}},{"type":"tool-params-end","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","metadata":{}},{"type":"tool-call","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","params":{"objects_dxos_org_type_Organization":[{"name":"Anthropic","description":"AI safety company focused on developing safe, beneficial AI systems","website":"https://anthropic.com","id":"anthropic"}]},"providerExecuted":false,"metadata":{}},{"type":"finish","reason":"tool-calls","usage":{"inputTokens":853,"outputTokens":154,"totalTokens":1007},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"input_tokens":853,"output_tokens":2,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-sonnet-4-0","stream":true,"tools":[{"name":"graph_writer","description":"Write to the local graph database","inputSchema":{"type":"object","required":[],"properties":{"objects_dxos_org_type_Organization":{"type":"array","items":{"type":"object","required":["id"],"properties":{"name":{"type":"string","title":"Name"},"description":{"type":"string","title":"Description"},"status":{"type":"string","enum":["prospect","qualified","active","commit","reject"],"title":"Status"},"image":{"type":"string","title":"Image"},"website":{"type":"string","title":"Website"},"id":{"type":"string","description":"The id of this object. Come up with a unique id based on your judgement."}},"additionalProperties":false},"description":"The objects of type: dxos.org/type/Organization. An organization."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"system","content":"Extract the sender's organization from the email. If you are not sure, do nothing.\nThe extracted organization URL must match the sender's email domain.\n,","options":{}},{"role":"user","content":"{\"source\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT87\",\"@type\":\"dxn:type:dxos.org/type/Message:0.2.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"blocks\":[{\"_tag\":\"text\",\"text\":\"Hey team, what's up?\"},{\"_tag\":\"text\",\"text\":\"I'm working on a new algorithm today.\"},{\"_tag\":\"text\",\"text\":\"Anything new from the research team?\"}],\"created\":\"2025-01-01T00:00:00.000Z\",\"sender\":{\"email\":\"john.smith@anthropic.com\",\"name\":\"John Smith\"}},\"contact\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT89\",\"@type\":\"dxn:type:dxos.org/type/Person:0.1.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"emails\":[{\"value\":\"john.smith@anthropic.com\"}],\"fullName\":\"John Smith\"}}","options":{}},{"role":"assistant","content":[{"type":"text","text":"I can see that the sender's email is from the domain \"anthropic.com\". I'll extract and create an organization record for Anthropic based on this email domain.","options":{}},{"type":"tool-call","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","params":{"objects_dxos_org_type_Organization":[{"id":"anthropic","name":"Anthropic","website":"https://anthropic.com","description":"AI safety company focused on developing safe, beneficial AI systems"}]},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","isFailure":false,"result":["dxn:queue:data:BDJXMULPW5FB55UZ7KP5HLDHVTXUTHE2U:01JGFJJZ00G0WKQSJGMAKCNT8B:01JGFJJZ00G0WKQSJGMAKCNT8G"],"providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01EfBN9rt7NxPo6mGTuhB8s2","modelId":"claude-sonnet-4-20250514","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I","metadata":{}},{"type":"text-delta","id":"0","delta":"'ve successfully extracted and","metadata":{}},{"type":"text-delta","id":"0","delta":" created an","metadata":{}},{"type":"text-delta","id":"0","delta":" organization record for Anthropic based","metadata":{}},{"type":"text-delta","id":"0","delta":" on the sender's email domain (","metadata":{}},{"type":"text-delta","id":"0","delta":"anthropic.com). The organization has","metadata":{}},{"type":"text-delta","id":"0","delta":" been added","metadata":{}},{"type":"text-delta","id":"0","delta":" to the graph","metadata":{}},{"type":"text-delta","id":"0","delta":" database","metadata":{}},{"type":"text-delta","id":"0","delta":" with the name","metadata":{}},{"type":"text-delta","id":"0","delta":" \"Anthropic\" and their","metadata":{}},{"type":"text-delta","id":"0","delta":" corresponding","metadata":{}},{"type":"text-delta","id":"0","delta":" website.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":6,"outputTokens":51,"totalTokens":57},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"cache_creation_input_tokens":0,"cache_read_input_tokens":1083,"input_tokens":6,"output_tokens":1,"server_tool_use":null,"service_tier":"standard"}}}}]},{"parameters":{"model":"@anthropic/claude-sonnet-4-0","stream":true,"tools":[{"name":"graph_writer","description":"Write to the local graph database","inputSchema":{"type":"object","required":[],"properties":{"objects_dxos_org_type_Organization":{"type":"array","items":{"type":"object","required":["id"],"properties":{"name":{"type":"string","title":"Name"},"description":{"type":"string","title":"Description"},"status":{"type":"string","enum":["prospect","qualified","active","commit","reject"],"title":"Status"},"image":{"type":"string","title":"Image"},"website":{"type":"string","title":"Website"},"id":{"type":"string","description":"The id of this object. Come up with a unique id based on your judgement."}},"additionalProperties":false},"description":"The objects of type: dxos.org/type/Organization. An organization."}},"additionalProperties":false}}]},"prompt":{"content":[{"role":"system","content":"Extract the sender's organization from the email. If you are not sure, do nothing.\nThe extracted organization URL must match the sender's email domain.\n,","options":{}},{"role":"user","content":"{\"source\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT87\",\"@type\":\"dxn:type:dxos.org/type/Message:0.2.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"blocks\":[{\"_tag\":\"text\",\"text\":\"Hey team, what's up?\"},{\"_tag\":\"text\",\"text\":\"I'm working on a new algorithm today.\"},{\"_tag\":\"text\",\"text\":\"Anything new from the research team?\"}],\"created\":\"2025-01-01T00:00:00.000Z\",\"sender\":{\"email\":\"john.smith@anthropic.com\",\"name\":\"John Smith\"}},\"contact\":{\"id\":\"01JGFJJZ00G0WKQSJGMAKCNT89\",\"@type\":\"dxn:type:dxos.org/type/Person:0.1.0\",\"@meta\":{\"keys\":[],\"tags\":[\"important\"]},\"emails\":[{\"value\":\"john.smith@anthropic.com\"}],\"fullName\":\"John Smith\"}}","options":{}},{"role":"assistant","content":[{"type":"text","text":"I can see that the sender's email is from the domain \"anthropic.com\". I'll extract and create an organization record for Anthropic based on this email domain.","options":{}},{"type":"tool-call","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","params":{"objects_dxos_org_type_Organization":[{"id":"anthropic","name":"Anthropic","website":"https://anthropic.com","description":"AI safety company focused on developing safe, beneficial AI systems"}]},"providerExecuted":false,"options":{}}],"options":{}},{"role":"tool","content":[{"type":"tool-result","id":"toolu_01BMGcZUghBKE9Zj3zs7b2NL","name":"graph_writer","isFailure":false,"result":["dxn:queue:data:BDJXMULPW5FB55UZ7KP5HLDHVTXUTHE2U:01JGFJJZ00G0WKQSJGMAKCNT8B:01JGFJJZ00G0WKQSJGMAKCNT8J"],"providerExecuted":false,"options":{}}],"options":{"anthropic":{"cacheControl":{"ttl":"5m","type":"ephemeral"}}}}]},"response":[{"type":"response-metadata","id":"msg_01YKxed8S5QVEThinBVELkac","modelId":"claude-sonnet-4-20250514","timestamp":"1970-01-01T00:00:00.000Z","metadata":{}},{"type":"text-start","id":"0","metadata":{}},{"type":"text-delta","id":"0","delta":"I've successfully extracted and","metadata":{}},{"type":"text-delta","id":"0","delta":" created an organization record for Anthropic","metadata":{}},{"type":"text-delta","id":"0","delta":" based","metadata":{}},{"type":"text-delta","id":"0","delta":" on the sender's email domain (","metadata":{}},{"type":"text-delta","id":"0","delta":"anthropic.com). The organization has","metadata":{}},{"type":"text-delta","id":"0","delta":" been added","metadata":{}},{"type":"text-delta","id":"0","delta":" to the database","metadata":{}},{"type":"text-delta","id":"0","delta":" with the name","metadata":{}},{"type":"text-delta","id":"0","delta":" \"Anthropic\" and the corresponding","metadata":{}},{"type":"text-delta","id":"0","delta":" website URL.","metadata":{}},{"type":"text-end","id":"0","metadata":{}},{"type":"finish","reason":"stop","usage":{"inputTokens":6,"outputTokens":51,"totalTokens":57},"metadata":{"anthropic":{"usage":{"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":1083},"cache_creation_input_tokens":1083,"cache_read_input_tokens":0,"input_tokens":6,"output_tokens":5,"server_tool_use":null,"service_tier":"standard"}}}}]}]}

package/src/functions/entity-extraction/entity-extraction.test.ts

@@ -1,74 +0,0 @@
-//
-// Copyright 2025 DXOS.org
-//
-
-import { describe, expect, it } from '@effect/vitest';
-import * as Effect from 'effect/Effect';
-
-import { MemoizedAiService } from '@dxos/ai/testing';
-import { AssistantTestLayer } from '@dxos/assistant/testing';
-import { Blueprint } from '@dxos/blueprints';
-import { Obj } from '@dxos/echo';
-import { Database } from '@dxos/echo';
-import { TestHelpers } from '@dxos/effect/testing';
-import { FunctionInvocationService } from '@dxos/functions';
-import { ObjectId } from '@dxos/keys';
-import { Message, Organization, Person } from '@dxos/types';
-
-import { ResearchGraph } from '../../blueprints';
-
-import { default as entityExtraction } from './entity-extraction';
-
-ObjectId.dangerouslyDisableRandomness();
-
-const TestLayer = AssistantTestLayer({
-  functions: [entityExtraction],
-  types: [Blueprint.Blueprint, Message.Message, Person.Person, Organization.Organization, ResearchGraph.ResearchGraph],
-});
-
-describe('Entity extraction', () => {
-  it.effect(
-    'calls a function to generate a research report',
-    Effect.fnUntraced(
-      function* (_) {
-        const email = yield* Database.add(
-          Obj.make(Message.Message, {
-            [Obj.Meta]: {
-              tags: ['important'],
-            },
-            created: new Date('2025-01-01').toISOString(),
-            sender: {
-              name: 'John Smith',
-              email: 'john.smith@anthropic.com',
-            },
-            blocks: [
-              {
-                _tag: 'text',
-                text: "Hey team, what's up?",
-              },
-              {
-                _tag: 'text',
-                text: "I'm working on a new algorithm today.",
-              },
-              {
-                _tag: 'text',
-                text: 'Anything new from the research team?',
-              },
-            ],
-          }),
-        );
-        yield* Database.flush({ indexes: true });
-        const result = yield* FunctionInvocationService.invokeFunction(entityExtraction, {
-          source: email,
-        });
-        expect(result.entities).toHaveLength(2);
-        for (const entity of result.entities ?? []) {
-          expect(Obj.getMeta(entity)?.tags).toContain('important');
-        }
-      },
-      Effect.provide(TestLayer),
-      TestHelpers.provideTestContext,
-    ),
-    MemoizedAiService.isGenerationEnabled() ? 60_000 : undefined,
-  );
-});