@emseepea/testing 0.26.13 → 0.26.14

package/README.md

@@ -109,6 +109,14 @@ argument correctness, persisted effects, response meaning, or recovery from an
 error. Keep an exact assertion when order, count, and arguments are
 deterministic, and add the separate assertions your application outcome needs.
 
+Each turn exposes `assistantMessages`, an immutable array of visible native
+Claude messages for each trial, in event order. Other providers currently return
+empty arrays. These messages may include the final message; `responses` and
+response assertions continue to use the separate terminal result.
+
+Saved evidence and meaning-judge history retain these messages without hidden
+reasoning. Earlier text does not satisfy an assertion about the final response.
+
 Each turn also exposes `toolOutcomes`, aligned by trial and call order with
 `toolCalls`. Each outcome is a read-only snapshot of what the model saw. It
 contains only `name`, `arguments`, the model-visible `result`, and `isError`.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@emseepea/testing",
-  "version": "0.26.13",
+  "version": "0.26.14",
   "description": "MCP integration and semantic testing helpers",
   "license": "MIT",
   "repository": {

package/semantic/provider.mjs

@@ -190,6 +190,12 @@ export function parseNativeClaudeEvents(stdout, advertisedTools, requireInit = f
   }
   return {
     answer: result.result,
+    assistantMessages: events.flatMap(({ type, message }) => {
+      if (type !== "assistant" || !Array.isArray(message?.content)
+        || (message.role !== undefined && message.role !== "assistant")) return [];
+      const text = message.content.filter((block) => block.type === "text" && typeof block.text === "string");
+      return text.length ? [text.map((block) => block.text).join("")] : [];
+    }),
     calls,
     toolResults: toolUses.map(({ id }) => {
       const toolResult = toolResults.get(id);

package/semantic/test.d.mts

@@ -52,6 +52,9 @@ export interface ResourceOperation {
 export interface ConversationTurn {
   readonly resourceOperations: readonly (readonly ResourceOperation[])[];
   readonly responses: readonly string[];
+  /** Ordered native Claude visible messages by trial. Other providers currently return empty arrays.
+   * May include the final message; responses remains the separate terminal result. Excludes hidden reasoning. */
+  readonly assistantMessages: readonly (readonly string[])[];
   readonly toolCalls: readonly (readonly ToolCall[])[];
   readonly toolOutcomes: readonly (readonly ToolOutcome[])[];
   readonly elicitations: readonly (readonly ElicitationEvidence[])[];

package/semantic/test.mjs

@@ -148,6 +148,7 @@ export async function createConversation(testContext, options) {
           toolCalls: recordedToolCalls,
           resourceOperations: answer.resourceOperations ?? [],
           assistant: answer.answer,
+          ...(answer.assistantMessages ? { assistantMessages: answer.assistantMessages } : {}),
         });
         const record = {
           turn: trial.record.turns.length + 1,
@@ -155,6 +156,10 @@ export async function createConversation(testContext, options) {
           interactionMode: "native-mcp",
           prompt,
           response: answer.answer,
+          ...(answer.assistantMessages ? {
+            assistantMessages: answer.assistantMessages,
+            assistantMessagesSha256: hash(JSON.stringify(answer.assistantMessages)),
+          } : {}),
           elicitations: answer.elicitations,
           toolCalls: recordedToolCalls,
           resourceOperations: answer.resourceOperations ?? [],
@@ -213,6 +218,7 @@ export async function createConversation(testContext, options) {
       }
       return Object.freeze({
         responses: Object.freeze(trials.map(({ answer }) => answer)),
+        assistantMessages: immutableSnapshot(trials.map(({ record }) => record.assistantMessages ?? [])),
         toolCalls: Object.freeze(trials.map(({ calls }) => Object.freeze(calls))),
         toolOutcomes: Object.freeze(trials.map(({ record }) => immutableSnapshot(record.toolCalls.map(
           ({ name, arguments: args, result, isError }) => ({ name, arguments: args, result, isError }),