@plune-ai/cli 0.5.0 → 0.7.0

package/dist/index.d.cts

@@ -265,176 +265,65 @@ declare function handleSync(deps?: SyncDeps): Promise<SyncResult>;
  */
 declare function reportSyncFailure(err: unknown, write: (s: string) => void): number | null;
 
-declare const assertionConfigSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+declare const assertionConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     type: z.ZodLiteral<"exact-match">;
     value: z.ZodString;
     trim: z.ZodOptional<z.ZodBoolean>;
     ignore_case: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    type: "exact-match";
-    value: string;
-    trim?: boolean | undefined;
-    ignore_case?: boolean | undefined;
-}, {
-    type: "exact-match";
-    value: string;
-    trim?: boolean | undefined;
-    ignore_case?: boolean | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"contains">;
     value: z.ZodString;
     ignore_case: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    type: "contains";
-    value: string;
-    ignore_case?: boolean | undefined;
-}, {
-    type: "contains";
-    value: string;
-    ignore_case?: boolean | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"contains-any">;
-    values: z.ZodArray<z.ZodString, "many">;
+    values: z.ZodArray<z.ZodString>;
     ignore_case: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    type: "contains-any";
-    values: string[];
-    ignore_case?: boolean | undefined;
-}, {
-    type: "contains-any";
-    values: string[];
-    ignore_case?: boolean | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"contains-all">;
-    values: z.ZodArray<z.ZodString, "many">;
+    values: z.ZodArray<z.ZodString>;
     ignore_case: z.ZodOptional<z.ZodBoolean>;
-}, "strip", z.ZodTypeAny, {
-    type: "contains-all";
-    values: string[];
-    ignore_case?: boolean | undefined;
-}, {
-    type: "contains-all";
-    values: string[];
-    ignore_case?: boolean | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"json-schema">;
     schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    extract: z.ZodOptional<z.ZodEnum<["auto", "strict"]>>;
-}, "strip", z.ZodTypeAny, {
-    type: "json-schema";
-    schema: Record<string, unknown>;
-    extract?: "auto" | "strict" | undefined;
-}, {
-    type: "json-schema";
-    schema: Record<string, unknown>;
-    extract?: "auto" | "strict" | undefined;
-}>, z.ZodObject<{
+    extract: z.ZodOptional<z.ZodEnum<{
+        auto: "auto";
+        strict: "strict";
+    }>>;
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"llm-judge">;
     criteria: z.ZodString;
     provider: z.ZodOptional<z.ZodObject<{
-        type: z.ZodOptional<z.ZodEnum<["anthropic", "openai", "openrouter"]>>;
+        type: z.ZodOptional<z.ZodEnum<{
+            anthropic: "anthropic";
+            openai: "openai";
+            openrouter: "openrouter";
+        }>>;
         model: z.ZodOptional<z.ZodString>;
         temperature: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         max_tokens: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         concurrency: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         timeout: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         max_retries: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
-    }, "strip", z.ZodTypeAny, {
-        type?: "anthropic" | "openai" | "openrouter" | undefined;
-        model?: string | undefined;
-        temperature?: number | undefined;
-        max_tokens?: number | undefined;
-        concurrency?: number | undefined;
-        timeout?: number | undefined;
-        max_retries?: number | undefined;
-    }, {
-        type?: "anthropic" | "openai" | "openrouter" | undefined;
-        model?: string | undefined;
-        temperature?: number | undefined;
-        max_tokens?: number | undefined;
-        concurrency?: number | undefined;
-        timeout?: number | undefined;
-        max_retries?: number | undefined;
-    }>>;
+    }, z.core.$strip>>;
     pass_threshold: z.ZodOptional<z.ZodNumber>;
-}, "strip", z.ZodTypeAny, {
-    type: "llm-judge";
-    criteria: string;
-    provider?: {
-        type?: "anthropic" | "openai" | "openrouter" | undefined;
-        model?: string | undefined;
-        temperature?: number | undefined;
-        max_tokens?: number | undefined;
-        concurrency?: number | undefined;
-        timeout?: number | undefined;
-        max_retries?: number | undefined;
-    } | undefined;
-    pass_threshold?: number | undefined;
-}, {
-    type: "llm-judge";
-    criteria: string;
-    provider?: {
-        type?: "anthropic" | "openai" | "openrouter" | undefined;
-        model?: string | undefined;
-        temperature?: number | undefined;
-        max_tokens?: number | undefined;
-        concurrency?: number | undefined;
-        timeout?: number | undefined;
-        max_retries?: number | undefined;
-    } | undefined;
-    pass_threshold?: number | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"semantic-similarity">;
     reference: z.ZodString;
     threshold: z.ZodOptional<z.ZodNumber>;
-}, "strip", z.ZodTypeAny, {
-    type: "semantic-similarity";
-    reference: string;
-    threshold?: number | undefined;
-}, {
-    type: "semantic-similarity";
-    reference: string;
-    threshold?: number | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"faithfulness">;
     context: z.ZodString;
     threshold: z.ZodOptional<z.ZodNumber>;
-}, "strip", z.ZodTypeAny, {
-    type: "faithfulness";
-    context: string;
-    threshold?: number | undefined;
-}, {
-    type: "faithfulness";
-    context: string;
-    threshold?: number | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"answer-relevance">;
     question: z.ZodString;
     threshold: z.ZodOptional<z.ZodNumber>;
-}, "strip", z.ZodTypeAny, {
-    type: "answer-relevance";
-    question: string;
-    threshold?: number | undefined;
-}, {
-    type: "answer-relevance";
-    question: string;
-    threshold?: number | undefined;
-}>, z.ZodObject<{
+}, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"context-precision">;
     context: z.ZodString;
     question: z.ZodString;
     threshold: z.ZodOptional<z.ZodNumber>;
-}, "strip", z.ZodTypeAny, {
-    type: "context-precision";
-    context: string;
-    question: string;
-    threshold?: number | undefined;
-}, {
-    type: "context-precision";
-    context: string;
-    question: string;
-    threshold?: number | undefined;
-}>]>;
+}, z.core.$strip>], "type">;
 
 /**
  * Runtime validation for the RunResult contract — the JSON that `plune run --format json` emits.
@@ -458,13 +347,7 @@ declare const RUN_RESULT_SCHEMA_VERSION: RunResult['schemaVersion'];
 declare const binaryVerdictSchema: z.ZodObject<{
     question: z.ZodString;
     passed: z.ZodBoolean;
-}, "strip", z.ZodTypeAny, {
-    question: string;
-    passed: boolean;
-}, {
-    question: string;
-    passed: boolean;
-}>;
+}, z.core.$strip>;
 declare const assertionResultRecordSchema: z.ZodObject<{
     type: z.ZodString;
     passed: z.ZodBoolean;
@@ -473,32 +356,8 @@ declare const assertionResultRecordSchema: z.ZodObject<{
     binaryVerdicts: z.ZodOptional<z.ZodArray<z.ZodObject<{
         question: z.ZodString;
         passed: z.ZodBoolean;
-    }, "strip", z.ZodTypeAny, {
-        question: string;
-        passed: boolean;
-    }, {
-        question: string;
-        passed: boolean;
-    }>, "many">>;
-}, "strip", z.ZodTypeAny, {
-    type: string;
-    passed: boolean;
-    score?: number | undefined;
-    reason?: string | undefined;
-    binaryVerdicts?: {
-        question: string;
-        passed: boolean;
-    }[] | undefined;
-}, {
-    type: string;
-    passed: boolean;
-    score?: number | undefined;
-    reason?: string | undefined;
-    binaryVerdicts?: {
-        question: string;
-        passed: boolean;
-    }[] | undefined;
-}>;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
 declare const runResultSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<1>;
     plune_version: z.ZodString;
@@ -512,24 +371,10 @@ declare const runResultSchema: z.ZodObject<{
         errored: z.ZodNumber;
         cost_usd: z.ZodNumber;
         duration_ms: z.ZodNumber;
-    }, "strip", z.ZodTypeAny, {
-        cost_usd: number;
-        passed: number;
-        failed: number;
-        errored: number;
-        total: number;
-        duration_ms: number;
-    }, {
-        cost_usd: number;
-        passed: number;
-        failed: number;
-        errored: number;
-        total: number;
-        duration_ms: number;
-    }>;
+    }, z.core.$strip>;
     evals: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
-        tags: z.ZodArray<z.ZodString, "many">;
+        tags: z.ZodArray<z.ZodString>;
         rows: z.ZodArray<z.ZodObject<{
             vars: z.ZodRecord<z.ZodString, z.ZodUnknown>;
             output: z.ZodNullable<z.ZodString>;
@@ -538,26 +383,12 @@ declare const runResultSchema: z.ZodObject<{
                 input_tokens: z.ZodNumber;
                 output_tokens: z.ZodNumber;
                 cost_usd: z.ZodNumber;
-            }, "strip", z.ZodTypeAny, {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            }, {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            }>>;
+            }, z.core.$strip>>;
             latency_ms: z.ZodOptional<z.ZodNumber>;
             error: z.ZodOptional<z.ZodObject<{
                 code: z.ZodString;
                 message: z.ZodString;
-            }, "strip", z.ZodTypeAny, {
-                code: string;
-                message: string;
-            }, {
-                code: string;
-                message: string;
-            }>>;
+            }, z.core.$strip>>;
             assertions: z.ZodArray<z.ZodObject<{
                 type: z.ZodString;
                 passed: z.ZodBoolean;
@@ -566,230 +397,12 @@ declare const runResultSchema: z.ZodObject<{
                 binaryVerdicts: z.ZodOptional<z.ZodArray<z.ZodObject<{
                     question: z.ZodString;
                     passed: z.ZodBoolean;
-                }, "strip", z.ZodTypeAny, {
-                    question: string;
-                    passed: boolean;
-                }, {
-                    question: string;
-                    passed: boolean;
-                }>, "many">>;
-            }, "strip", z.ZodTypeAny, {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }, {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }>, "many">;
-        }, "strip", z.ZodTypeAny, {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }, {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }>, "many">;
+                }, z.core.$strip>>>;
+            }, z.core.$strip>>;
+        }, z.core.$strip>>;
         passed: z.ZodBoolean;
-    }, "strip", z.ZodTypeAny, {
-        id: string;
-        tags: string[];
-        passed: boolean;
-        rows: {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }[];
-    }, {
-        id: string;
-        tags: string[];
-        passed: boolean;
-        rows: {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }[];
-    }>, "many">;
-}, "strip", z.ZodTypeAny, {
-    evals: {
-        id: string;
-        tags: string[];
-        passed: boolean;
-        rows: {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }[];
-    }[];
-    schemaVersion: 1;
-    plune_version: string;
-    summary: {
-        cost_usd: number;
-        passed: number;
-        failed: number;
-        errored: number;
-        total: number;
-        duration_ms: number;
-    };
-    started_at: string;
-    finished_at: string;
-    config_hash: string;
-}, {
-    evals: {
-        id: string;
-        tags: string[];
-        passed: boolean;
-        rows: {
-            vars: Record<string, unknown>;
-            assertions: {
-                type: string;
-                passed: boolean;
-                score?: number | undefined;
-                reason?: string | undefined;
-                binaryVerdicts?: {
-                    question: string;
-                    passed: boolean;
-                }[] | undefined;
-            }[];
-            output: string | null;
-            cached: boolean;
-            error?: {
-                code: string;
-                message: string;
-            } | undefined;
-            usage?: {
-                cost_usd: number;
-                input_tokens: number;
-                output_tokens: number;
-            } | undefined;
-            latency_ms?: number | undefined;
-        }[];
-    }[];
-    schemaVersion: 1;
-    plune_version: string;
-    summary: {
-        cost_usd: number;
-        passed: number;
-        failed: number;
-        errored: number;
-        total: number;
-        duration_ms: number;
-    };
-    started_at: string;
-    finished_at: string;
-    config_hash: string;
-}>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
 /**
  * Type inferred from the zod mirror — structurally a superset of the frozen `RunResult`
  * (adds optional `binaryVerdicts`). The canonical `RunResult` remains the source of truth.
@@ -799,4 +412,72 @@ type BinaryVerdict = z.infer<typeof binaryVerdictSchema>;
 /** Parse + validate an unknown value as a RunResult. Throws ZodError on failure. */
 declare function parseRunResult(value: unknown): ParsedRunResult;
 
-export { type AssertionResultRecord, type BinaryVerdict, type Config, type EvalResult, NotLoggedInError, type ParsedRunResult, RUN_RESULT_SCHEMA_VERSION, type RowResult, type RunError, type RunOptions, type RunResult, type Summary, type SyncDeps, SyncFileError, SyncHttpError, SyncNetworkError, type SyncResult, TokenRejectedError, type Usage, assertionConfigSchema, assertionResultRecordSchema, binaryVerdictSchema, parseRunResult, reportSyncFailure, handleRun as run, runResultSchema, handleSync as sync };
+interface IngestDeps {
+    /** The Cairn run directory to read. Omit it and the newest run under `runsDir` is used. */
+    dir?: string;
+    /** Where to look when `dir` is omitted; relative paths resolve against the process's cwd. */
+    runsDir?: string;
+    apiUrl?: string;
+    loadToken?: () => string | null;
+    fetchImpl?: typeof fetch;
+}
+/** What the server recorded — the three counters that account for every case sent. */
+interface IngestResult {
+    runId: string;
+    linked: number;
+    proposed: number;
+    skipped: number;
+}
+declare function handleIngest(deps: IngestDeps): Promise<IngestResult>;
+/**
+ * Map an ingest failure to a stderr line and an exit code, or `null` when it is not ours to explain.
+ *
+ * The split follows `sync`: something the user can fix here and now exits 2, something that may work
+ * on the next attempt exits 1. A malformed or unfinished run is the user's to fix, so it is 2.
+ */
+declare function reportIngestFailure(err: unknown, write: (s: string) => void): number | null;
+/** One line per counter, in the order a reader cares about: what landed, what needs them, what did not. */
+declare function formatIngestResult(r: IngestResult): string;
+
+/** The payload version the Plune ingest endpoint validates — ours, not Cairn's. */
+declare const INGEST_SCHEMA_VERSION = 1;
+type CairnRunMode = 'explore' | 'design' | 'api';
+type CairnExecution = 'auto' | 'manual';
+type CairnVerdict = 'passed' | 'failed';
+interface CairnIngestCase {
+    stableId: string;
+    title: string;
+    execution: CairnExecution;
+    steps: string[];
+    expected: string;
+    /** Absent means the run never executed this case — NOT "no result yet". */
+    verdict?: CairnVerdict;
+    technique?: string;
+    priority?: string;
+}
+interface CairnIngestPayload {
+    schemaVersion: typeof INGEST_SCHEMA_VERSION;
+    run: {
+        runId: string;
+        mode: CairnRunMode;
+        target: string;
+    };
+    cases: CairnIngestCase[];
+}
+interface EvidenceRecord {
+    name: string;
+    passed: boolean;
+}
+interface ReadCairnRunDeps {
+    /** Injected for tests; returns `undefined` when the run executed nothing and wrote no evidence. */
+    readEvidence?: (dir: string) => Promise<EvidenceRecord[] | undefined>;
+}
+/**
+ * Read a Cairn run directory into an upload payload, or throw a typed error explaining why not.
+ *
+ * Pure apart from the two file reads, which are injectable, so the mapping rules can be exercised
+ * against real artifacts without a filesystem dance.
+ */
+declare function readCairnRun(dir: string, deps?: ReadCairnRunDeps): Promise<CairnIngestPayload>;
+
+export { type AssertionResultRecord, type BinaryVerdict, type CairnIngestCase, type CairnIngestPayload, type Config, type EvalResult, type IngestDeps, type IngestResult, NotLoggedInError, type ParsedRunResult, RUN_RESULT_SCHEMA_VERSION, type RowResult, type RunError, type RunOptions, type RunResult, type Summary, type SyncDeps, SyncFileError, SyncHttpError, SyncNetworkError, type SyncResult, TokenRejectedError, type Usage, assertionConfigSchema, assertionResultRecordSchema, binaryVerdictSchema, formatIngestResult, handleIngest as ingest, parseRunResult, readCairnRun, reportIngestFailure, reportSyncFailure, handleRun as run, runResultSchema, handleSync as sync };