@kitman-sh/sdk 0.10.70 → 0.10.72

package/dist/{chunk-5qeam2w1.js → chunk-w2f4s9v2.js}

@@ -33,7 +33,7 @@ import {
   executeLoop2,
   LoopCheckError2,
   checkLoop2
-} from "./chunk-kjkn6d60.js";
+} from "./chunk-stw541tr.js";
 // packages/core/src/agent-environment.ts
 import * as Schema from "effect/Schema";
 var AgentEnvironmentPolicy = Schema.Union([Schema.Literal("recommended"), Schema.Literal("required")]);

package/dist/loop/index.js

@@ -11,6 +11,7 @@ import {
   VerifyResult2,
   OutcomeTable2,
   failsOn2,
+  testsNotRunReasons2,
   evidenceGate2,
   StepFailed2,
   OutputInvalid2,
@@ -173,7 +174,7 @@ import {
   syncBase2,
   Continuing2,
   continuingBrief2
-} from "../chunk-kjkn6d60.js";
+} from "../chunk-stw541tr.js";
 export {
   AlertTaskActivity2 as AlertTaskActivity,
   AlertTaskRequest2 as AlertTaskRequest,
@@ -343,6 +344,7 @@ export {
   syncDeferred2 as syncDeferred,
   takeStep2 as takeStep,
   testLoop2 as testLoop,
+  testsNotRunReasons2 as testsNotRunReasons,
   transcripts2 as transcripts,
   verify2 as verify,
   verifyDeferred2 as verifyDeferred,

package/dist/program/index.js

@@ -1,5 +1,5 @@
 // @bun
-import"../chunk-kjkn6d60.js";
+import"../chunk-stw541tr.js";
 import {
   JournalWriteFailed2,
   refusedStep2,
@@ -17,7 +17,7 @@ import {
   networkGuard2,
   carriedKits2,
   runKit2
-} from "../chunk-5qeam2w1.js";
+} from "../chunk-w2f4s9v2.js";
 export {
   Described2 as Described,
   JournalWriteFailed2 as JournalWriteFailed,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kitman-sh/sdk",
-  "version": "0.10.70",
+  "version": "0.10.72",
   "type": "module",
   "license": "UNLICENSED",
   "exports": {

package/types/packages/core/src/index.d.ts

@@ -30,6 +30,7 @@ export * from './runner-eligibility';
 export * from './runner-trust';
 export * from './platform-release';
 export * from './work-unit';
+export * from './test-report';
 export * from './external-effect';
 export * from './global-search';
 export * from './change-delivery';

package/types/packages/core/src/loop.d.ts

@@ -1185,6 +1185,10 @@ export declare const RunEvidence: Schema.Struct<{
     readonly outputTail: Schema.String;
     /** The Run Files the check kept in this Run: its log and what it recorded. */
     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+    /** The check's tests that ran on the baseline and were skipped on this tree. */
+    readonly skippedSinceBaseline: Schema.optionalKey<Schema.$Array<Schema.String>>;
+    /** The check's tests new on this tree that were skipped, so they never ran. */
+    readonly newNotRun: Schema.optionalKey<Schema.$Array<Schema.String>>;
     readonly recordedAt: Schema.String;
 }>;
 export type RunEvidence = (typeof RunEvidence)['Type'];
@@ -2771,6 +2775,10 @@ export declare const RunShow: Schema.Struct<{
         readonly outputTail: Schema.String;
         /** The Run Files the check kept in this Run: its log and what it recorded. */
         readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+        /** The check's tests that ran on the baseline and were skipped on this tree. */
+        readonly skippedSinceBaseline: Schema.optionalKey<Schema.$Array<Schema.String>>;
+        /** The check's tests new on this tree that were skipped, so they never ran. */
+        readonly newNotRun: Schema.optionalKey<Schema.$Array<Schema.String>>;
         readonly recordedAt: Schema.String;
     }>>;
     readonly steers: Schema.$Array<Schema.Struct<{

package/types/packages/core/src/test-report.d.ts

@@ -0,0 +1,38 @@
+import * as Schema from 'effect/Schema';
+/** A check's file in `KITMAN_RUN_FILES_DIR` that Kitman reads as a JUnit XML test report. */
+export declare const isTestReportName: (name: string) => boolean;
+/** What a check's JUnit reports say about its tests at one tree. */
+export declare const CheckTests: Schema.Struct<{
+    /** How many reports were read; none means the check left no report, so nothing is known of its tests. */
+    readonly reports: Schema.Int;
+    readonly passed: Schema.Int;
+    readonly failed: Schema.Int;
+    readonly skipped: Schema.Int;
+    /** The ids of the skipped tests, as `file > suite > name`; the first `maxSkippedTests` when there are more. */
+    readonly skippedTests: Schema.$Array<Schema.String>;
+    /** `testDigest` of each test that ran, so another tree's skips can be told new from dropped. */
+    readonly ranDigests: Schema.$Array<Schema.String>;
+}>;
+export type CheckTests = typeof CheckTests.Type;
+type TestCase = {
+    readonly id: string;
+    readonly status: 'passed' | 'failed' | 'skipped';
+};
+/** Each `<testcase>` of a JUnit XML report, as vitest's and `bun test`'s junit reporters write them. */
+export declare const junitTestCases: (xml: string) => readonly TestCase[];
+export declare const testDigest: (id: string) => string;
+/** A check's tests from the JUnit reports it left; a test reported twice counts once, failed over skipped over passed. */
+export declare const checkTests: (reports: readonly string[]) => CheckTests;
+/** The head's tests verify never ran: skipped there, while the baseline ran them or did not have them. */
+export type TestsNotRun = {
+    /** Skipped on the head, and ran on the baseline. */
+    readonly skippedSinceBaseline: readonly string[];
+    /** New on the head, and skipped there, so they never ran. */
+    readonly newNotRun: readonly string[];
+};
+/**
+ * Compares a check's tests at the head with the baseline's. Without a baseline to compare, as when the head's tree is
+ * the baseline's, every skip is the baseline's; without a report on either side, nothing is known.
+ */
+export declare const testsNotRun: (head: CheckTests | undefined, baseline: CheckTests | undefined) => TestsNotRun | undefined;
+export {};

package/types/packages/core/src/work-unit.d.ts

@@ -757,6 +757,15 @@ export declare const CheckEvidence: Schema.Struct<{
     readonly outputTail: Schema.String;
     /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+    /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+    readonly tests: Schema.optionalKey<Schema.Struct<{
+        readonly reports: Schema.Int;
+        readonly passed: Schema.Int;
+        readonly failed: Schema.Int;
+        readonly skipped: Schema.Int;
+        readonly skippedTests: Schema.$Array<Schema.String>;
+        readonly ranDigests: Schema.$Array<Schema.String>;
+    }>>;
 }>;
 /** Checks run at one revision; `tree` is the revision's git tree id. Checks the tree already had are left out. */
 export declare const TreeEvidence: Schema.Struct<{
@@ -772,6 +781,15 @@ export declare const TreeEvidence: Schema.Struct<{
         readonly outputTail: Schema.String;
         /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
         readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+        /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+        readonly tests: Schema.optionalKey<Schema.Struct<{
+            readonly reports: Schema.Int;
+            readonly passed: Schema.Int;
+            readonly failed: Schema.Int;
+            readonly skipped: Schema.Int;
+            readonly skippedTests: Schema.$Array<Schema.String>;
+            readonly ranDigests: Schema.$Array<Schema.String>;
+        }>>;
     }>>;
 }>;
 export declare const VerificationEvidence: Schema.Struct<{
@@ -788,6 +806,15 @@ export declare const VerificationEvidence: Schema.Struct<{
             readonly outputTail: Schema.String;
             /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
             readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+            /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+            readonly tests: Schema.optionalKey<Schema.Struct<{
+                readonly reports: Schema.Int;
+                readonly passed: Schema.Int;
+                readonly failed: Schema.Int;
+                readonly skipped: Schema.Int;
+                readonly skippedTests: Schema.$Array<Schema.String>;
+                readonly ranDigests: Schema.$Array<Schema.String>;
+            }>>;
         }>>;
     }>;
     readonly baseline: Schema.optionalKey<Schema.Struct<{
@@ -803,6 +830,15 @@ export declare const VerificationEvidence: Schema.Struct<{
             readonly outputTail: Schema.String;
             /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
             readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+            /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+            readonly tests: Schema.optionalKey<Schema.Struct<{
+                readonly reports: Schema.Int;
+                readonly passed: Schema.Int;
+                readonly failed: Schema.Int;
+                readonly skipped: Schema.Int;
+                readonly skippedTests: Schema.$Array<Schema.String>;
+                readonly ranDigests: Schema.$Array<Schema.String>;
+            }>>;
         }>>;
     }>>;
     readonly measurement: Schema.optionalKey<Schema.Struct<{
@@ -898,6 +934,15 @@ export declare const WorkUnitOutcome: Schema.Struct<{
                 readonly outputTail: Schema.String;
                 /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
                 readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+                readonly tests: Schema.optionalKey<Schema.Struct<{
+                    readonly reports: Schema.Int;
+                    readonly passed: Schema.Int;
+                    readonly failed: Schema.Int;
+                    readonly skipped: Schema.Int;
+                    readonly skippedTests: Schema.$Array<Schema.String>;
+                    readonly ranDigests: Schema.$Array<Schema.String>;
+                }>>;
             }>>;
         }>;
         readonly baseline: Schema.optionalKey<Schema.Struct<{
@@ -913,6 +958,15 @@ export declare const WorkUnitOutcome: Schema.Struct<{
                 readonly outputTail: Schema.String;
                 /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
                 readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+                readonly tests: Schema.optionalKey<Schema.Struct<{
+                    readonly reports: Schema.Int;
+                    readonly passed: Schema.Int;
+                    readonly failed: Schema.Int;
+                    readonly skipped: Schema.Int;
+                    readonly skippedTests: Schema.$Array<Schema.String>;
+                    readonly ranDigests: Schema.$Array<Schema.String>;
+                }>>;
             }>>;
         }>>;
         readonly measurement: Schema.optionalKey<Schema.Struct<{
@@ -1009,6 +1063,15 @@ export declare const WorkUnitCompletion: Schema.Struct<{
                     readonly outputTail: Schema.String;
                     /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>;
             readonly baseline: Schema.optionalKey<Schema.Struct<{
@@ -1024,6 +1087,15 @@ export declare const WorkUnitCompletion: Schema.Struct<{
                     readonly outputTail: Schema.String;
                     /** The Run Files the check kept: its log and what it left in `KITMAN_RUN_FILES_DIR`. */
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    /** What the JUnit reports the check left in `KITMAN_RUN_FILES_DIR` say; absent from older Runners. */
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>>;
             readonly measurement: Schema.optionalKey<Schema.Struct<{

package/types/packages/live/src/rpc/runner-client.d.ts

@@ -447,6 +447,14 @@ export declare const makeRunnerRpcClient: (options: ConnectionOptions) => Effect
                         readonly durationMs: number;
                         readonly outputTail: string;
                         readonly fileIds?: readonly string[];
+                        readonly tests?: {
+                            readonly reports: number;
+                            readonly passed: number;
+                            readonly failed: number;
+                            readonly skipped: number;
+                            readonly skippedTests: readonly string[];
+                            readonly ranDigests: readonly string[];
+                        };
                     }[];
                 };
                 readonly baseline?: {
@@ -460,6 +468,14 @@ export declare const makeRunnerRpcClient: (options: ConnectionOptions) => Effect
                         readonly durationMs: number;
                         readonly outputTail: string;
                         readonly fileIds?: readonly string[];
+                        readonly tests?: {
+                            readonly reports: number;
+                            readonly passed: number;
+                            readonly failed: number;
+                            readonly skipped: number;
+                            readonly skippedTests: readonly string[];
+                            readonly ranDigests: readonly string[];
+                        };
                     }[];
                 };
                 readonly measurement?: {

package/types/packages/live/src/rpc/runner-group.d.ts

@@ -400,6 +400,14 @@ declare const RunnerReplicaRpcs_base: RpcGroup.RpcGroup<Rpc.Rpc<"AppendTranscrip
                     readonly durationMs: Schema.Int;
                     readonly outputTail: Schema.String;
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>;
             readonly baseline: Schema.optionalKey<Schema.Struct<{
@@ -413,6 +421,14 @@ declare const RunnerReplicaRpcs_base: RpcGroup.RpcGroup<Rpc.Rpc<"AppendTranscrip
                     readonly durationMs: Schema.Int;
                     readonly outputTail: Schema.String;
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>>;
             readonly measurement: Schema.optionalKey<Schema.Struct<{
@@ -2627,6 +2643,14 @@ export declare const RunnerRpcs: RpcGroup.RpcGroup<Rpc.Rpc<"AdmitChild", Schema.
                     readonly durationMs: Schema.Int;
                     readonly outputTail: Schema.String;
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>;
             readonly baseline: Schema.optionalKey<Schema.Struct<{
@@ -2640,6 +2664,14 @@ export declare const RunnerRpcs: RpcGroup.RpcGroup<Rpc.Rpc<"AdmitChild", Schema.
                     readonly durationMs: Schema.Int;
                     readonly outputTail: Schema.String;
                     readonly fileIds: Schema.optionalKey<Schema.$Array<Schema.String>>;
+                    readonly tests: Schema.optionalKey<Schema.Struct<{
+                        readonly reports: Schema.Int;
+                        readonly passed: Schema.Int;
+                        readonly failed: Schema.Int;
+                        readonly skipped: Schema.Int;
+                        readonly skippedTests: Schema.$Array<Schema.String>;
+                        readonly ranDigests: Schema.$Array<Schema.String>;
+                    }>>;
                 }>>;
             }>>;
             readonly measurement: Schema.optionalKey<Schema.Struct<{

package/types/packages/sdk/src/loop/evidence.d.ts

@@ -15,6 +15,10 @@ export declare const EvidenceCheck: Schema.Struct<{
     readonly outputTail: Schema.optionalKey<Schema.String>;
     /** An agent suggested it because the repository has none approved; a person should check it. */
     readonly suggested: Schema.optionalKey<Schema.Boolean>;
+    /** Tests its JUnit reports show ran on the baseline and were skipped on this tree. */
+    readonly skippedSinceBaseline: Schema.optionalKey<Schema.$Array<Schema.String>>;
+    /** Tests new on this tree that its JUnit reports show skipped, so they never ran. */
+    readonly newNotRun: Schema.optionalKey<Schema.$Array<Schema.String>>;
 }>;
 export type EvidenceCheck = typeof EvidenceCheck.Type;
 /** Evidence for a revision; `tree` is its git tree id, and the evidence holds for any revision with that tree. */
@@ -37,6 +41,10 @@ export declare const VerifyResult: Schema.Struct<{
         readonly outputTail: Schema.optionalKey<Schema.String>;
         /** An agent suggested it because the repository has none approved; a person should check it. */
         readonly suggested: Schema.optionalKey<Schema.Boolean>;
+        /** Tests its JUnit reports show ran on the baseline and were skipped on this tree. */
+        readonly skippedSinceBaseline: Schema.optionalKey<Schema.$Array<Schema.String>>;
+        /** Tests new on this tree that its JUnit reports show skipped, so they never ran. */
+        readonly newNotRun: Schema.optionalKey<Schema.$Array<Schema.String>>;
     }>>;
 }>;
 export type VerifyResult = typeof VerifyResult.Type;
@@ -77,5 +85,13 @@ export type EvidenceVerdict = {
     readonly reasons: readonly string[];
 };
 export declare const failsOn: (side: 'base' | 'head', name: string, tree: string | undefined) => string;
-/** Whether the Run's evidence closes its Outcome, per `OutcomeTable`; claims in Outputs never count. */
+/**
+ * Each check's tests that verify never ran on the tree, which a passing check does not vouch for: new tests it skipped,
+ * and tests the baseline ran that it skipped.
+ */
+export declare const testsNotRunReasons: (result: VerifyResult) => string[];
+/**
+ * Whether the Run's evidence closes its Outcome, per `OutcomeTable`; claims in Outputs never count, and neither do tests
+ * the head's checks skipped where the baseline ran them or did not have them.
+ */
 export declare const evidenceGate: (input: EvidenceGateInput) => EvidenceVerdict;

package/types/packages/sdk/src/loop/steps.d.ts

@@ -216,6 +216,8 @@ export declare const verifyDeferred: (step: string) => DurableDeferred.DurableDe
         readonly evidenceId: Schema.String;
         readonly outputTail: Schema.optionalKey<Schema.String>;
         readonly suggested: Schema.optionalKey<Schema.Boolean>;
+        readonly skippedSinceBaseline: Schema.optionalKey<Schema.$Array<Schema.String>>;
+        readonly newNotRun: Schema.optionalKey<Schema.$Array<Schema.String>>;
     }>>;
 }>, typeof StepFailed>;
 /** Claims the Step name for this Run and checks its capability before running it. */
@@ -338,6 +340,8 @@ export declare const verify: (name: string, request: {
         readonly evidenceId: string;
         readonly outputTail?: string;
         readonly suggested?: boolean;
+        readonly skippedSinceBaseline?: readonly string[];
+        readonly newNotRun?: readonly string[];
     }[];
 }, CapabilityDenied | DuplicateStep | StepFailed, LoopHost | LoopRun | import("effect/workflow/WorkflowEngine").WorkflowEngine | import("effect/workflow/WorkflowEngine").WorkflowInstance>;
 /** Asks a human to approve a verification, for example one an agent's Output suggested. */