@dxos/assistant 0.8.3 → 0.8.4-main.2e9d522

package/src/session/session.test.ts

@@ -2,18 +2,16 @@
 // Copyright 2025 DXOS.org
 //
 
-import { Schema } from 'effect';
-import { describe, test } from 'vitest';
-
-import { EdgeAiServiceClient, ConsolePrinter, createTool, ToolResult } from '@dxos/ai';
-import { AI_SERVICE_ENDPOINT } from '@dxos/ai/testing';
-import { ArtifactId, defineArtifact } from '@dxos/artifact';
-import { Type, Obj } from '@dxos/echo';
-import { ObjectId } from '@dxos/echo-schema';
-import { DXN } from '@dxos/keys';
+import { AiTool, AiToolkit } from '@effect/ai';
+import { describe, it } from '@effect/vitest';
+import { Effect, Layer, Schema } from 'effect';
+
+import { AiService, ToolExecutionService, ToolResolverService } from '@dxos/ai';
+import { AiServiceTestingPreset } from '@dxos/ai/testing';
+import { Obj, Type } from '@dxos/echo';
 import { log } from '@dxos/log';
 
-import { AISession } from './session';
+import { AiSession } from './session';
 
 // Define a calendar event artifact schema.
 const CalendarEventSchema = Schema.Struct({
@@ -30,14 +28,94 @@ const CalendarEventSchema = Schema.Struct({
 
 type CalendarEvent = Schema.Schema.Type<typeof CalendarEventSchema>;
 
-// TODO(burdon): Flaky.
-describe.skip('AISession with Ollama', () => {
-  test('create calendar itinerary', { timeout: 60_000 }, async () => {
-    const aiClient = new EdgeAiServiceClient({ endpoint: AI_SERVICE_ENDPOINT.REMOTE });
-    // const aiClient = new OllamaAiServiceClient({
+class TestToolkit extends AiToolkit.make(
+  AiTool.make('Calculator', {
+    description: 'Basic calculator tool',
+    parameters: {
+      input: Schema.String.annotations({
+        description: 'The calculation to perform.',
+      }),
+    },
+    success: Schema.Struct({
+      result: Schema.Number,
+    }),
+    failure: Schema.Never,
+  }),
+) {}
+
+// Tool handlers.
+const toolkitLayer = TestToolkit.toLayer({
+  Calculator: ({ input }) =>
+    Effect.gen(function* () {
+      const result = (() => {
+        // Restrict to basic arithmetic operations for safety.
+        const sanitizedInput = input.replace(/[^0-9+\-*/().\s]/g, '');
+        log.info('calculate', { sanitizedInput });
+
+        // eslint-disable-next-line no-new-func, @typescript-eslint/no-implied-eval
+        return Function(`"use strict"; return (${sanitizedInput})`)();
+      })();
+
+      return { result };
+    }),
+});
+
+describe.runIf(process.env.DX_RUN_SLOW_TESTS)('AiSession', () => {
+  it.effect(
+    'no tools',
+    Effect.fn(
+      function* ({ expect }) {
+        const session = new AiSession({ operationModel: 'configured' });
+
+        const response = yield* session.run({
+          prompt: 'Hello world!',
+          history: [],
+        });
+        log.info('response', { response });
+      },
+      Effect.provide(
+        AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
+          Layer.provideMerge(ToolResolverService.layerEmpty),
+          Layer.provideMerge(ToolExecutionService.layerEmpty),
+          Layer.provideMerge(AiServiceTestingPreset('direct')),
+        ),
+      ),
+    ),
+  );
+
+  it.effect.only(
+    'calculator',
+    Effect.fn(
+      function* ({ expect }) {
+        const session = new AiSession({ operationModel: 'configured' });
+
+        const response = yield* session.run({
+          prompt: 'What is 10 + 20?',
+          history: [],
+          toolkit: TestToolkit,
+        });
+        log.info('response', { response });
+      },
+      Effect.provide(
+        Layer.mergeAll(
+          toolkitLayer,
+          ToolResolverService.layerEmpty,
+          ToolExecutionService.layerEmpty,
+          AiService.model('@anthropic/claude-3-5-sonnet-20241022').pipe(
+            Layer.provideMerge(AiServiceTestingPreset('direct')),
+          ),
+        ),
+      ),
+    ),
+  );
+
+  // TODO(dmaretskyi): Revive test.
+  /*
+  it.skip('create calendar itinerary', { timeout: 60_000 }, async () => {
+    
     //   overrides: { model: 'llama3.1:8b' },
-    // });
-    const session = new AISession({ operationModel: 'configured' });
+    
+    const session = new AiSession({ operationModel: 'configured' });
 
     const objects = new Set<string>();
 
@@ -145,6 +223,7 @@ describe.skip('AISession with Ollama', () => {
         model: '@anthropic/claude-3-5-haiku-20241022',
       },
       prompt: 'create a table and map for a travel itinerary based on events in my calendar',
+      toolResolver: new ToolRegistry([]),
     });
 
     log('result', {
@@ -152,10 +231,12 @@ describe.skip('AISession with Ollama', () => {
       finalMessage: response.at(-1),
     });
   });
+  */
 });
 
 // Travel to rome, florence, livorno, siena, madrid for conferences
-const CALENDAR_EVENTS: CalendarEvent[] = [
+// eslint-disable-next-line no-unused-vars
+const _CALENDAR_EVENTS: CalendarEvent[] = [
   Obj.make(CalendarEventSchema, {
     title: 'Exploring Ancient Ruins in Rome',
     startTime: '2024-01-01T10:00:00Z',