@agentforge/testing 0.16.19 → 0.16.20

package/dist/index.d.cts

@@ -673,6 +673,20 @@ declare class ConversationSimulator {
  */
 declare function createConversationSimulator(agent: any, config?: ConversationSimulatorConfig): ConversationSimulator;
 
+type SnapshotObject = Record<string, unknown>;
+interface SnapshotDiff {
+    added: SnapshotObject;
+    removed: SnapshotObject;
+    changed: Record<string, {
+        from: unknown;
+        to: unknown;
+    }>;
+}
+interface MessageSnapshot {
+    type: string;
+    content: unknown;
+}
+declare const ROOT_SNAPSHOT_DIFF_KEY = "$root";
 /**
  * Snapshot configuration
  */
@@ -696,20 +710,20 @@ interface SnapshotConfig {
     /**
      * Custom normalizer function
      */
-    normalizer?: (value: any) => any;
+    normalizer?: (value: unknown) => unknown;
 }
 /**
  * Create a snapshot of state
  */
-declare function createSnapshot(state: any, config?: SnapshotConfig): any;
+declare function createSnapshot<TState = unknown>(state: TState, config?: SnapshotConfig): unknown;
 /**
  * Assert that state matches snapshot
  */
-declare function assertMatchesSnapshot(state: any, config?: SnapshotConfig): void;
+declare function assertMatchesSnapshot<TState = unknown>(state: TState, config?: SnapshotConfig): void;
 /**
  * Create a snapshot of messages
  */
-declare function createMessageSnapshot(messages: BaseMessage[], config?: SnapshotConfig): any;
+declare function createMessageSnapshot(messages: BaseMessage[], config?: SnapshotConfig): MessageSnapshot[];
 /**
  * Assert that messages match snapshot
  */
@@ -717,14 +731,14 @@ declare function assertMessagesMatchSnapshot(messages: BaseMessage[], config?: S
 /**
  * Compare two states for equality
  */
-declare function compareStates(state1: any, state2: any, config?: SnapshotConfig): boolean;
+declare function compareStates<TState1 = unknown, TState2 = unknown>(state1: TState1, state2: TState2, config?: SnapshotConfig): boolean;
 /**
  * Create a diff between two states
  */
-declare function createStateDiff(state1: any, state2: any, config?: SnapshotConfig): any;
+declare function createStateDiff<TState1 = unknown, TState2 = unknown>(state1: TState1, state2: TState2, config?: SnapshotConfig): SnapshotDiff;
 /**
  * Assert that state has changed
  */
-declare function assertStateChanged(stateBefore: any, stateAfter: any, expectedChanges: string[], config?: SnapshotConfig): void;
+declare function assertStateChanged<TStateBefore = unknown, TStateAfter = unknown>(stateBefore: TStateBefore, stateAfter: TStateAfter, expectedChanges: string[], config?: SnapshotConfig): void;
 
-export { type AgentTestConfig, type AgentTestResult, AgentTestRunner, type AssertedMessage, type ConversationResult, ConversationSimulator, type ConversationSimulatorConfig, MockLLM, type MockLLMConfig, type MockToolConfig, type PlanningStep, type PlanningTestState, type ReActTestState, type SnapshotConfig, StateBuilder, type TestToolCall, type TestToolResult, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };
+export { type AgentTestConfig, type AgentTestResult, AgentTestRunner, type AssertedMessage, type ConversationResult, ConversationSimulator, type ConversationSimulatorConfig, type MessageSnapshot, MockLLM, type MockLLMConfig, type MockToolConfig, type PlanningStep, type PlanningTestState, ROOT_SNAPSHOT_DIFF_KEY, type ReActTestState, type SnapshotConfig, type SnapshotDiff, type SnapshotObject, StateBuilder, type TestToolCall, type TestToolResult, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };

package/dist/index.d.ts

@@ -673,6 +673,20 @@ declare class ConversationSimulator {
  */
 declare function createConversationSimulator(agent: any, config?: ConversationSimulatorConfig): ConversationSimulator;
 
+type SnapshotObject = Record<string, unknown>;
+interface SnapshotDiff {
+    added: SnapshotObject;
+    removed: SnapshotObject;
+    changed: Record<string, {
+        from: unknown;
+        to: unknown;
+    }>;
+}
+interface MessageSnapshot {
+    type: string;
+    content: unknown;
+}
+declare const ROOT_SNAPSHOT_DIFF_KEY = "$root";
 /**
  * Snapshot configuration
  */
@@ -696,20 +710,20 @@ interface SnapshotConfig {
     /**
      * Custom normalizer function
      */
-    normalizer?: (value: any) => any;
+    normalizer?: (value: unknown) => unknown;
 }
 /**
  * Create a snapshot of state
  */
-declare function createSnapshot(state: any, config?: SnapshotConfig): any;
+declare function createSnapshot<TState = unknown>(state: TState, config?: SnapshotConfig): unknown;
 /**
  * Assert that state matches snapshot
  */
-declare function assertMatchesSnapshot(state: any, config?: SnapshotConfig): void;
+declare function assertMatchesSnapshot<TState = unknown>(state: TState, config?: SnapshotConfig): void;
 /**
  * Create a snapshot of messages
  */
-declare function createMessageSnapshot(messages: BaseMessage[], config?: SnapshotConfig): any;
+declare function createMessageSnapshot(messages: BaseMessage[], config?: SnapshotConfig): MessageSnapshot[];
 /**
  * Assert that messages match snapshot
  */
@@ -717,14 +731,14 @@ declare function assertMessagesMatchSnapshot(messages: BaseMessage[], config?: S
 /**
  * Compare two states for equality
  */
-declare function compareStates(state1: any, state2: any, config?: SnapshotConfig): boolean;
+declare function compareStates<TState1 = unknown, TState2 = unknown>(state1: TState1, state2: TState2, config?: SnapshotConfig): boolean;
 /**
  * Create a diff between two states
  */
-declare function createStateDiff(state1: any, state2: any, config?: SnapshotConfig): any;
+declare function createStateDiff<TState1 = unknown, TState2 = unknown>(state1: TState1, state2: TState2, config?: SnapshotConfig): SnapshotDiff;
 /**
  * Assert that state has changed
  */
-declare function assertStateChanged(stateBefore: any, stateAfter: any, expectedChanges: string[], config?: SnapshotConfig): void;
+declare function assertStateChanged<TStateBefore = unknown, TStateAfter = unknown>(stateBefore: TStateBefore, stateAfter: TStateAfter, expectedChanges: string[], config?: SnapshotConfig): void;
 
-export { type AgentTestConfig, type AgentTestResult, AgentTestRunner, type AssertedMessage, type ConversationResult, ConversationSimulator, type ConversationSimulatorConfig, MockLLM, type MockLLMConfig, type MockToolConfig, type PlanningStep, type PlanningTestState, type ReActTestState, type SnapshotConfig, StateBuilder, type TestToolCall, type TestToolResult, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };
+export { type AgentTestConfig, type AgentTestResult, AgentTestRunner, type AssertedMessage, type ConversationResult, ConversationSimulator, type ConversationSimulatorConfig, type MessageSnapshot, MockLLM, type MockLLMConfig, type MockToolConfig, type PlanningStep, type PlanningTestState, ROOT_SNAPSHOT_DIFF_KEY, type ReActTestState, type SnapshotConfig, type SnapshotDiff, type SnapshotObject, StateBuilder, type TestToolCall, type TestToolResult, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };

package/dist/index.js

@@ -3,6 +3,7 @@ import { HumanMessage, AIMessage, SystemMessage, BaseMessage } from '@langchain/
 import { z } from 'zod';
 import { toolBuilder, ToolCategory } from '@agentforge/core';
 import { isatty } from 'tty';
+import { isDeepStrictEqual } from 'util';
 
 var __create = Object.create;
 var __defProp = Object.defineProperty;
@@ -18748,31 +18749,38 @@ var ConversationSimulator = class {
 function createConversationSimulator(agent, config2) {
   return new ConversationSimulator(agent, config2);
 }
-
-// src/runners/snapshot-testing.ts
-function normalizeValue(value, config2) {
-  if (value === null || value === void 0) {
-    return value;
+var ROOT_SNAPSHOT_DIFF_KEY = "$root";
+function createSnapshotObject() {
+  return /* @__PURE__ */ Object.create(null);
+}
+function isPlainSnapshotObject(value) {
+  if (typeof value !== "object" || value === null || Array.isArray(value)) {
+    return false;
   }
-  if (config2.normalizer) {
-    return config2.normalizer(value);
+  const prototype = Object.getPrototypeOf(value);
+  return prototype === Object.prototype || prototype === null;
+}
+function normalizeValue(value, config2) {
+  const valueToNormalize = config2.normalizer ? config2.normalizer(value) : value;
+  if (valueToNormalize === null || valueToNormalize === void 0) {
+    return valueToNormalize;
   }
-  if (config2.normalizeTimestamps && value instanceof Date) {
+  if (config2.normalizeTimestamps && valueToNormalize instanceof Date) {
     return "[TIMESTAMP]";
   }
-  if (config2.normalizeTimestamps && typeof value === "string") {
-    if (/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/.test(value)) {
+  if (config2.normalizeTimestamps && typeof valueToNormalize === "string") {
+    if (/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/.test(valueToNormalize)) {
       return "[TIMESTAMP]";
     }
   }
-  if (config2.normalizeIds && typeof value === "string") {
-    if (/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(value)) {
+  if (config2.normalizeIds && typeof valueToNormalize === "string") {
+    if (/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i.test(valueToNormalize)) {
       return "[UUID]";
     }
   }
-  if (typeof value === "object" && !Array.isArray(value)) {
-    const normalized = {};
-    for (const [key, val] of Object.entries(value)) {
+  if (isPlainSnapshotObject(valueToNormalize)) {
+    const normalized = createSnapshotObject();
+    for (const [key, val] of Object.entries(valueToNormalize)) {
       if (config2.excludeFields?.includes(key)) {
         continue;
       }
@@ -18783,10 +18791,10 @@ function normalizeValue(value, config2) {
     }
     return normalized;
   }
-  if (Array.isArray(value)) {
-    return value.map((item) => normalizeValue(item, config2));
+  if (Array.isArray(valueToNormalize)) {
+    return valueToNormalize.map((item) => normalizeValue(item, config2));
   }
-  return value;
+  return valueToNormalize;
 }
 function createSnapshot(state, config2 = {}) {
   return normalizeValue(state, {
@@ -18802,35 +18810,45 @@ function assertMatchesSnapshot(state, config2) {
 function createMessageSnapshot(messages, config2) {
   return messages.map((msg) => ({
     type: msg._getType(),
-    content: msg.content
+    content: normalizeValue(msg.content, {
+      normalizeTimestamps: true,
+      normalizeIds: true,
+      ...config2
+    })
   }));
 }
 function assertMessagesMatchSnapshot(messages, config2) {
-  const snapshot = createMessageSnapshot(messages);
+  const snapshot = createMessageSnapshot(messages, config2);
   globalExpect(snapshot).toMatchSnapshot();
 }
 function compareStates(state1, state2, config2) {
   const snapshot1 = createSnapshot(state1, config2);
   const snapshot2 = createSnapshot(state2, config2);
-  return JSON.stringify(snapshot1) === JSON.stringify(snapshot2);
+  return isDeepStrictEqual(snapshot1, snapshot2);
 }
 function createStateDiff(state1, state2, config2) {
   const snapshot1 = createSnapshot(state1, config2);
   const snapshot2 = createSnapshot(state2, config2);
   const diff2 = {
-    added: {},
-    removed: {},
-    changed: {}
+    added: createSnapshotObject(),
+    removed: createSnapshotObject(),
+    changed: /* @__PURE__ */ Object.create(null)
   };
+  if (!isPlainSnapshotObject(snapshot1) || !isPlainSnapshotObject(snapshot2)) {
+    if (!isDeepStrictEqual(snapshot1, snapshot2)) {
+      diff2.changed[ROOT_SNAPSHOT_DIFF_KEY] = { from: snapshot1, to: snapshot2 };
+    }
+    return diff2;
+  }
   for (const [key, value] of Object.entries(snapshot2)) {
-    if (!(key in snapshot1)) {
+    if (!Object.hasOwn(snapshot1, key)) {
       diff2.added[key] = value;
-    } else if (JSON.stringify(snapshot1[key]) !== JSON.stringify(value)) {
+    } else if (!isDeepStrictEqual(snapshot1[key], value)) {
       diff2.changed[key] = { from: snapshot1[key], to: value };
     }
   }
   for (const key of Object.keys(snapshot1)) {
-    if (!(key in snapshot2)) {
+    if (!Object.hasOwn(snapshot2, key)) {
       diff2.removed[key] = snapshot1[key];
     }
   }
@@ -19116,6 +19134,6 @@ chai/index.js:
    *)
 */
 
-export { AgentTestRunner, ConversationSimulator, MockLLM, StateBuilder, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };
+export { AgentTestRunner, ConversationSimulator, MockLLM, ROOT_SNAPSHOT_DIFF_KEY, StateBuilder, assertAlternatingMessages, assertCompletesWithin, assertHasKeys, assertInRange, assertIsMessage, assertIterationsWithinLimit, assertLastMessageContains, assertMatchesSnapshot, assertMessageContains, assertMessagesMatchSnapshot, assertNotEmpty, assertStateChanged, assertStateHasFields, assertStateSnapshot, assertThrowsWithMessage, assertToolCalled, calculatorTool, compareStates, complexReasoningConversation, createAgentTestRunner, createCalculatorTool, createConversation, createConversationSimulator, createConversationState, createConversationWithSystem, createDelayedTool, createEchoLLM, createEchoTool, createErrorLLM, createErrorTool, createMessageSnapshot, createMockLLM, createMockTool, createPlanningState, createReActState, createSnapshot, createStateBuilder, createStateDiff, databaseQueryTool, errorHandlingConversation, fileReaderTool, getToolByName, getToolsByCategory, longContextConversation, multiTurnConversation, sampleData, sampleTools, searchTool, simpleGreeting, timeTool, toolUsageConversation, weatherTool };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map