@artemiskit/core 0.5.0 → 0.5.2

package/dist/index.js

@@ -19824,7 +19824,7 @@ var TestCaseSchema = objectType({
   tags: arrayType(stringType()).optional().default([]),
   metadata: recordType(unknownType()).optional().default({}),
   timeout: numberType().optional(),
-  retries: numberType().optional().default(0),
+  retries: numberType().int().min(0).max(99).optional().default(0),
   provider: ProviderSchema.optional(),
   model: stringType().optional(),
   variables: VariablesSchema.optional(),
@@ -20524,16 +20524,48 @@ function mergeRedactionConfig(scenarioConfig, caseConfig, cliConfig) {
 }
 async function executeCase(testCase, context) {
   const { timeout, retries = 0 } = context;
+  if (!Number.isSafeInteger(retries) || retries < 0 || retries > 99) {
+    throw new RangeError("retries must be a whole number between 0 and 99");
+  }
   const caseStartTime = Date.now();
+  const requestedModel = testCase.model || context.requestedModel || context.scenario.model;
+  const retryChainId = `${context.runId ?? "untracked"}:${testCase.id}`;
+  const repetitionIndex = context.repetition?.index ?? 1;
+  const attemptEvidence = [];
   let lastError = null;
   for (let attempt = 0;attempt <= retries; attempt++) {
+    const attemptStartTime = Date.now();
     try {
       const result = await executeCaseAttempt(testCase, context, timeout);
-      return { ...result, attempts: attempt + 1 };
+      return withAttemptEvidence(result, attemptEvidence, {
+        retryChainId,
+        repetitionIndex,
+        attemptNumber: attempt + 1,
+        includedInOutcome: true,
+        latencyMs: result.latencyMs
+      });
     } catch (error) {
       lastError = error;
-      if (error instanceof ToolLoopError)
-        return { ...error.caseResult, attempts: attempt + 1 };
+      if (error instanceof ToolLoopError) {
+        return withAttemptEvidence(error.caseResult, attemptEvidence, {
+          retryChainId,
+          repetitionIndex,
+          attemptNumber: attempt + 1,
+          includedInOutcome: true,
+          latencyMs: error.caseResult.latencyMs,
+          errorCode: "tool_error"
+        });
+      }
+      attemptEvidence.push({
+        attempt_id: `${retryChainId}:${attempt + 1}`,
+        retry_chain_id: retryChainId,
+        repetition_index: repetitionIndex,
+        attempt_number: attempt + 1,
+        status: "error",
+        included_in_outcome: false,
+        latency_ms: Date.now() - attemptStartTime,
+        error_code: error instanceof TimeoutError ? "timeout" : "target_error"
+      });
       if (attempt < retries) {
         await sleep(2 ** attempt * 1000);
       }
@@ -20546,6 +20578,10 @@ async function executeCase(testCase, context) {
     ok: false,
     status: "error",
     attempts: retries + 1,
+    attempt_evidence: attemptEvidence.map((entry, index) => ({
+      ...entry,
+      included_in_outcome: index === attemptEvidence.length - 1
+    })),
     score: 0,
     matcherType: testCase.expected.type,
     reason: `Failed after ${retries + 1} attempts: ${lastError?.message}`,
@@ -20555,11 +20591,34 @@ async function executeCase(testCase, context) {
     response: "",
     expected: testCase.expected,
     tags: testCase.tags,
-    error: lastError?.message
+    error: lastError?.message,
+    target: targetEvidence(context.client.provider, requestedModel)
+  };
+}
+function withAttemptEvidence(result, priorAttempts, input) {
+  return {
+    ...result,
+    attempts: input.attemptNumber,
+    attempt_evidence: [
+      ...priorAttempts,
+      {
+        attempt_id: `${input.retryChainId}:${input.attemptNumber}`,
+        retry_chain_id: input.retryChainId,
+        repetition_index: input.repetitionIndex,
+        attempt_number: input.attemptNumber,
+        status: getTerminalStatus(result),
+        included_in_outcome: input.includedInOutcome,
+        latency_ms: input.latencyMs,
+        ...input.errorCode ? { error_code: input.errorCode } : {}
+      }
+    ]
   };
 }
+function getTerminalStatus(result) {
+  return result.status ?? (result.ok ? "passed" : result.error ? "error" : "failed");
+}
 async function executeCaseAttempt(testCase, context, timeout) {
-  const { client, scenario, redaction: cliRedaction, toolExecutor } = context;
+  const { client, scenario, requestedModel, redaction: cliRedaction, toolExecutor } = context;
   const variables = mergeVariables(scenario.variables, testCase.variables);
   let prompt = substituteVariables(testCase.prompt, variables);
   if (scenario.setup?.systemPrompt && typeof prompt === "string") {
@@ -20577,7 +20636,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
   const loopPrompt = typeof prompt === "string" ? [{ role: "user", content: prompt }] : prompt;
   const generate = () => client.generate({
     prompt: loopPrompt,
-    model: testCase.model || scenario.model,
+    model: testCase.model || requestedModel || scenario.model,
     temperature: scenario.temperature,
     maxTokens: scenario.maxTokens,
     seed: scenario.seed,
@@ -20585,6 +20644,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
   });
   const generatePromise = generate();
   let result = timeout ? await Promise.race([generatePromise, createTimeout(timeout)]) : await generatePromise;
+  const observedModels = [result.model];
   const generationMetrics = {
     latencyMs: result.latencyMs,
     tokens: { ...result.tokens }
@@ -20595,7 +20655,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
         status: "error",
         steps: 0,
         terminationReason: "tool_error"
-      }, generationMetrics, "TOOL_EXECUTOR_REQUIRED");
+      }, generationMetrics, "TOOL_EXECUTOR_REQUIRED", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
     }
     const executor = toolExecutor ?? new FixtureToolExecutor({
       tools,
@@ -20614,7 +20674,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
             status: "error",
             steps: step,
             terminationReason: "duplicate_call"
-          }, generationMetrics, "TOOL_DUPLICATE_CALL");
+          }, generationMetrics, "TOOL_DUPLICATE_CALL", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
         }
         seenCalls.add(fingerprint);
         const toolStart = Date.now();
@@ -20641,7 +20701,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
             status: "error",
             steps: step + 1,
             terminationReason: execution.error?.code === "TOOL_UNKNOWN" ? "unknown_tool" : execution.error?.code?.startsWith("TOOL_ARGUMENTS") ? "invalid_arguments" : "tool_error"
-          }, generationMetrics, execution.error?.code ?? "TOOL_EXECUTION_FAILED");
+          }, generationMetrics, execution.error?.code ?? "TOOL_EXECUTION_FAILED", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
         }
         const content = JSON.stringify(execution.result ?? {});
         loopPrompt.push({
@@ -20653,7 +20713,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
       }
       const remainingLoopTime = policy.timeoutMs - (Date.now() - loopStartedAt);
       if (remainingLoopTime <= 0) {
-        throw createToolLoopError(testCase, toolTrace, { status: "error", steps: step + 1, terminationReason: "timeout" }, generationMetrics, "TOOL_LOOP_TIMEOUT");
+        throw createToolLoopError(testCase, toolTrace, { status: "error", steps: step + 1, terminationReason: "timeout" }, generationMetrics, "TOOL_LOOP_TIMEOUT", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
       }
       const requestTimeout = timeout ? Math.min(timeout, remainingLoopTime) : remainingLoopTime;
       try {
@@ -20664,8 +20724,9 @@ async function executeCaseAttempt(testCase, context, timeout) {
           status: "error",
           steps: step + 1,
           terminationReason: timedOut ? "timeout" : "tool_error"
-        }, generationMetrics, timedOut ? "TOOL_LOOP_TIMEOUT" : "TOOL_GENERATION_FAILED");
+        }, generationMetrics, timedOut ? "TOOL_LOOP_TIMEOUT" : "TOOL_GENERATION_FAILED", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
       }
+      observedModels.push(result.model);
       generationMetrics.latencyMs += result.latencyMs;
       generationMetrics.tokens.prompt += result.tokens.prompt;
       generationMetrics.tokens.completion += result.tokens.completion;
@@ -20676,7 +20737,7 @@ async function executeCaseAttempt(testCase, context, timeout) {
         status: "error",
         steps: policy.maxSteps,
         terminationReason: "max_steps"
-      }, generationMetrics, "TOOL_LOOP_MAX_STEPS");
+      }, generationMetrics, "TOOL_LOOP_MAX_STEPS", targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels));
     }
     toolLoop = { status: "completed", steps: toolTrace.length, terminationReason: "completed" };
   }
@@ -20772,11 +20833,22 @@ async function executeCaseAttempt(testCase, context, timeout) {
     tags: testCase.tags,
     redaction: redactionInfo,
     evidence: finalEvidence,
+    target: targetEvidence(client.provider, testCase.model || requestedModel || scenario.model, observedModels),
     toolTrace: toolTrace.length ? toolTrace : undefined,
     toolLoop
   };
 }
-function createToolLoopError(testCase, toolTrace, toolLoop, generationMetrics, code) {
+function targetEvidence(provider, requestedModel, observedModels) {
+  const observed = [
+    ...new Set((observedModels ?? []).filter((model) => typeof model === "string" && model.length > 0))
+  ].map((model) => sanitizeArtifactText(model, 200)).filter((model) => Boolean(model));
+  return {
+    provider: sanitizeArtifactText(provider, 100) ?? "unknown",
+    ...requestedModel ? { requested_model: sanitizeArtifactText(requestedModel, 200) } : {},
+    ...observed.length ? { observed_models: observed } : {}
+  };
+}
+function createToolLoopError(testCase, toolTrace, toolLoop, generationMetrics, code, target) {
   return new ToolLoopError(code, {
     id: testCase.id,
     name: testCase.name,
@@ -20792,6 +20864,7 @@ function createToolLoopError(testCase, toolTrace, toolLoop, generationMetrics, c
     expected: testCase.expected,
     tags: testCase.tags,
     error: code,
+    target,
     toolTrace,
     toolLoop
   });
@@ -20912,374 +20985,61 @@ function nanoid(size = 21) {
   return id;
 }
 
-// src/cost/pricing.ts
-var MODEL_PRICING = {
-  "gpt-5": {
-    promptPer1K: 0.00125,
-    completionPer1K: 0.01,
-    lastUpdated: "2026-01",
-    notes: "400K context window"
-  },
-  "gpt-5.1": {
-    promptPer1K: 0.00125,
-    completionPer1K: 0.01,
-    lastUpdated: "2026-01"
-  },
-  "gpt-5.2": {
-    promptPer1K: 0.00175,
-    completionPer1K: 0.014,
-    lastUpdated: "2026-01"
-  },
-  "gpt-5-mini": {
-    promptPer1K: 0.00025,
-    completionPer1K: 0.002,
-    lastUpdated: "2026-01"
-  },
-  "gpt-5-nano": {
-    promptPer1K: 0.00005,
-    completionPer1K: 0.0004,
-    lastUpdated: "2026-01"
-  },
-  "gpt-4.1": {
-    promptPer1K: 0.002,
-    completionPer1K: 0.008,
-    lastUpdated: "2026-01",
-    notes: "1M context window"
-  },
-  "gpt-4.1-mini": {
-    promptPer1K: 0.0004,
-    completionPer1K: 0.0016,
-    lastUpdated: "2026-01"
-  },
-  "gpt-4.1-nano": {
-    promptPer1K: 0.0001,
-    completionPer1K: 0.0004,
-    lastUpdated: "2026-01"
-  },
-  "gpt-4o": {
-    promptPer1K: 0.0025,
-    completionPer1K: 0.01,
-    lastUpdated: "2026-01",
-    notes: "128K context window"
-  },
-  "gpt-4o-mini": {
-    promptPer1K: 0.00015,
-    completionPer1K: 0.0006,
-    lastUpdated: "2026-01",
-    notes: "128K context window"
-  },
-  o1: {
-    promptPer1K: 0.015,
-    completionPer1K: 0.06,
-    lastUpdated: "2026-01",
-    notes: "Reasoning model - internal thinking tokens billed as output"
-  },
-  o3: {
-    promptPer1K: 0.002,
-    completionPer1K: 0.008,
-    lastUpdated: "2026-01"
-  },
-  "o3-mini": {
-    promptPer1K: 0.0011,
-    completionPer1K: 0.0044,
-    lastUpdated: "2026-01"
-  },
-  "o4-mini": {
-    promptPer1K: 0.0011,
-    completionPer1K: 0.0044,
-    lastUpdated: "2026-01"
-  },
-  "gpt-4-turbo": {
-    promptPer1K: 0.01,
-    completionPer1K: 0.03,
-    lastUpdated: "2026-01"
-  },
-  "gpt-4": {
-    promptPer1K: 0.03,
-    completionPer1K: 0.06,
-    lastUpdated: "2026-01"
-  },
-  "gpt-3.5-turbo": {
-    promptPer1K: 0.0005,
-    completionPer1K: 0.0015,
-    lastUpdated: "2026-01"
-  },
-  "claude-opus-4.5": {
-    promptPer1K: 0.005,
-    completionPer1K: 0.025,
-    lastUpdated: "2026-01",
-    notes: "Most capable Claude model"
-  },
-  "claude-sonnet-4.5": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01",
-    notes: "Balanced performance and cost"
-  },
-  "claude-haiku-4.5": {
-    promptPer1K: 0.001,
-    completionPer1K: 0.005,
-    lastUpdated: "2026-01",
-    notes: "Fastest Claude model"
-  },
-  "claude-opus-4": {
-    promptPer1K: 0.015,
-    completionPer1K: 0.075,
-    lastUpdated: "2026-01"
-  },
-  "claude-opus-4.1": {
-    promptPer1K: 0.015,
-    completionPer1K: 0.075,
-    lastUpdated: "2026-01"
-  },
-  "claude-sonnet-4": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-sonnet-3.7": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-7-sonnet": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-5-sonnet-20241022": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-5-haiku-20241022": {
-    promptPer1K: 0.0008,
-    completionPer1K: 0.004,
-    lastUpdated: "2026-01"
-  },
-  "claude-haiku-3.5": {
-    promptPer1K: 0.0008,
-    completionPer1K: 0.004,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-opus": {
-    promptPer1K: 0.015,
-    completionPer1K: 0.075,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-sonnet": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-3-haiku": {
-    promptPer1K: 0.00025,
-    completionPer1K: 0.00125,
-    lastUpdated: "2026-01"
-  },
-  "claude-3.5-sonnet": {
-    promptPer1K: 0.003,
-    completionPer1K: 0.015,
-    lastUpdated: "2026-01"
-  },
-  "claude-3.5-haiku": {
-    promptPer1K: 0.0008,
-    completionPer1K: 0.004,
-    lastUpdated: "2026-01"
-  }
-};
-var DEFAULT_PRICING = {
-  promptPer1K: 0.003,
-  completionPer1K: 0.015,
-  lastUpdated: "2026-01",
-  notes: "Default pricing - verify with provider"
-};
-function getModelPricing(model) {
-  if (MODEL_PRICING[model]) {
-    return MODEL_PRICING[model];
+// src/provenance/environment.ts
+function getEnvironmentInfo() {
+  return {
+    node_version: process.version,
+    platform: process.platform,
+    arch: process.arch
+  };
+}
+
+// src/provenance/git.ts
+import { execSync } from "child_process";
+function getGitInfo() {
+  try {
+    const commit = execGit("rev-parse HEAD");
+    const branch = execGit("rev-parse --abbrev-ref HEAD");
+    const dirty = execGit("status --porcelain").length > 0;
+    const remote = execGit("remote get-url origin", true);
+    return {
+      commit,
+      branch,
+      dirty,
+      remote: remote || undefined
+    };
+  } catch {
+    return {
+      commit: "unknown",
+      branch: "unknown",
+      dirty: false
+    };
   }
-  const lowerModel = model.toLowerCase();
-  for (const [key, pricing] of Object.entries(MODEL_PRICING)) {
-    if (key.toLowerCase() === lowerModel) {
-      return pricing;
+}
+function execGit(command, allowFailure = false) {
+  try {
+    return execSync(`git ${command}`, {
+      encoding: "utf-8",
+      stdio: ["pipe", "pipe", "pipe"]
+    }).trim();
+  } catch {
+    if (allowFailure) {
+      return "";
     }
+    throw new Error(`Git command failed: ${command}`);
   }
-  if (lowerModel.includes("gpt-5.2")) {
-    return MODEL_PRICING["gpt-5.2"];
-  }
-  if (lowerModel.includes("gpt-5.1")) {
-    return MODEL_PRICING["gpt-5.1"];
-  }
-  if (lowerModel.includes("gpt-5-mini")) {
-    return MODEL_PRICING["gpt-5-mini"];
-  }
-  if (lowerModel.includes("gpt-5-nano")) {
-    return MODEL_PRICING["gpt-5-nano"];
-  }
-  if (lowerModel.includes("gpt-5")) {
-    return MODEL_PRICING["gpt-5"];
-  }
-  if (lowerModel.includes("gpt-4.1-mini")) {
-    return MODEL_PRICING["gpt-4.1-mini"];
-  }
-  if (lowerModel.includes("gpt-4.1-nano")) {
-    return MODEL_PRICING["gpt-4.1-nano"];
-  }
-  if (lowerModel.includes("gpt-4.1")) {
-    return MODEL_PRICING["gpt-4.1"];
-  }
-  if (lowerModel.includes("gpt-4o-mini")) {
-    return MODEL_PRICING["gpt-4o-mini"];
-  }
-  if (lowerModel.includes("gpt-4o")) {
-    return MODEL_PRICING["gpt-4o"];
-  }
-  if (lowerModel.includes("o4-mini")) {
-    return MODEL_PRICING["o4-mini"];
-  }
-  if (lowerModel.includes("o3-mini")) {
-    return MODEL_PRICING["o3-mini"];
-  }
-  if (lowerModel.includes("o3")) {
-    return MODEL_PRICING.o3;
-  }
-  if (lowerModel.includes("o1")) {
-    return MODEL_PRICING.o1;
-  }
-  if (lowerModel.includes("gpt-4-turbo")) {
-    return MODEL_PRICING["gpt-4-turbo"];
-  }
-  if (lowerModel.includes("gpt-4")) {
-    return MODEL_PRICING["gpt-4"];
-  }
-  if (lowerModel.includes("gpt-3.5")) {
-    return MODEL_PRICING["gpt-3.5-turbo"];
-  }
-  if (lowerModel.includes("opus-4.5") || lowerModel.includes("opus-4-5")) {
-    return MODEL_PRICING["claude-opus-4.5"];
-  }
-  if (lowerModel.includes("sonnet-4.5") || lowerModel.includes("sonnet-4-5")) {
-    return MODEL_PRICING["claude-sonnet-4.5"];
-  }
-  if (lowerModel.includes("haiku-4.5") || lowerModel.includes("haiku-4-5")) {
-    return MODEL_PRICING["claude-haiku-4.5"];
-  }
-  if (lowerModel.includes("opus-4.1") || lowerModel.includes("opus-4-1")) {
-    return MODEL_PRICING["claude-opus-4.1"];
-  }
-  if (lowerModel.includes("opus-4")) {
-    return MODEL_PRICING["claude-opus-4"];
-  }
-  if (lowerModel.includes("sonnet-4")) {
-    return MODEL_PRICING["claude-sonnet-4"];
-  }
-  if (lowerModel.includes("sonnet-3.7") || lowerModel.includes("sonnet-3-7")) {
-    return MODEL_PRICING["claude-sonnet-3.7"];
-  }
-  if (lowerModel.includes("claude-3-5-sonnet") || lowerModel.includes("claude-3.5-sonnet")) {
-    return MODEL_PRICING["claude-3.5-sonnet"];
-  }
-  if (lowerModel.includes("claude-3-5-haiku") || lowerModel.includes("claude-3.5-haiku")) {
-    return MODEL_PRICING["claude-3.5-haiku"];
-  }
-  if (lowerModel.includes("claude-3-opus")) {
-    return MODEL_PRICING["claude-3-opus"];
-  }
-  if (lowerModel.includes("claude-3-sonnet")) {
-    return MODEL_PRICING["claude-3-sonnet"];
-  }
-  if (lowerModel.includes("claude-3-haiku")) {
-    return MODEL_PRICING["claude-3-haiku"];
-  }
-  if (lowerModel.includes("claude")) {
-    return MODEL_PRICING["claude-sonnet-4.5"];
-  }
-  return DEFAULT_PRICING;
-}
-function estimateCost(promptTokens, completionTokens, model) {
-  const pricing = getModelPricing(model);
-  const promptCostUsd = promptTokens / 1000 * pricing.promptPer1K;
-  const completionCostUsd = completionTokens / 1000 * pricing.completionPer1K;
-  const totalUsd = promptCostUsd + completionCostUsd;
-  return {
-    totalUsd,
-    promptCostUsd,
-    completionCostUsd,
-    model,
-    pricing
-  };
-}
-function formatCost(costUsd) {
-  if (costUsd < 0.01) {
-    return `$${(costUsd * 100).toFixed(4)} cents`;
-  }
-  if (costUsd < 1) {
-    return `$${costUsd.toFixed(4)}`;
-  }
-  return `$${costUsd.toFixed(2)}`;
-}
-function listKnownModels() {
-  return Object.entries(MODEL_PRICING).map(([model, pricing]) => ({
-    model,
-    pricing
-  }));
-}
-
-// src/provenance/environment.ts
-function getEnvironmentInfo() {
-  return {
-    node_version: process.version,
-    platform: process.platform,
-    arch: process.arch
-  };
-}
-
-// src/provenance/git.ts
-import { execSync } from "child_process";
-function getGitInfo() {
-  try {
-    const commit = execGit("rev-parse HEAD");
-    const branch = execGit("rev-parse --abbrev-ref HEAD");
-    const dirty = execGit("status --porcelain").length > 0;
-    const remote = execGit("remote get-url origin", true);
-    return {
-      commit,
-      branch,
-      dirty,
-      remote: remote || undefined
-    };
-  } catch {
-    return {
-      commit: "unknown",
-      branch: "unknown",
-      dirty: false
-    };
-  }
-}
-function execGit(command, allowFailure = false) {
-  try {
-    return execSync(`git ${command}`, {
-      encoding: "utf-8",
-      stdio: ["pipe", "pipe", "pipe"]
-    }).trim();
-  } catch {
-    if (allowFailure) {
-      return "";
-    }
-    throw new Error(`Git command failed: ${command}`);
-  }
-}
-
-// src/artifacts/types.ts
-var CASE_EVALUATION_STATUS_LABELS = {
-  passed: "Passed",
-  failed: "Failed criteria",
-  invalid: "Invalid measurement",
-  error: "Execution error"
-};
-function getCaseEvaluationStatus(caseResult) {
-  if (caseResult.status === "passed" || caseResult.status === "failed" || caseResult.status === "invalid" || caseResult.status === "error") {
-    return caseResult.status;
+}
+
+// src/artifacts/types.ts
+var CASE_EVALUATION_STATUS_LABELS = {
+  passed: "Passed",
+  failed: "Failed criteria",
+  invalid: "Invalid measurement",
+  error: "Execution error"
+};
+function getCaseEvaluationStatus(caseResult) {
+  if (caseResult.status === "passed" || caseResult.status === "failed" || caseResult.status === "invalid" || caseResult.status === "error") {
+    return caseResult.status;
   }
   if (caseResult.ok)
     return "passed";
@@ -21295,6 +21055,15 @@ function assertRunManifestIntegrity(manifest) {
   if (manifest.workload_identity !== undefined) {
     assertWorkloadIdentity(manifest.workload_identity);
   }
+  if (manifest.execution_provenance !== undefined) {
+    assertExecutionProvenance(manifest.execution_provenance);
+  }
+  if (manifest.attempt_evidence !== undefined) {
+    assertRunAttemptEvidence(manifest.attempt_evidence);
+  }
+  if (isRecord2(manifest.metrics) && manifest.metrics.cost_provenance !== undefined) {
+    assertCostProvenance(manifest.metrics.cost_provenance);
+  }
   for (const [index, caseResult] of manifest.cases.entries()) {
     if (!isRecord2(caseResult)) {
       throw new Error(`Invalid run manifest: case ${index} is not an object`);
@@ -21305,8 +21074,91 @@ function assertRunManifestIntegrity(manifest) {
     if (caseResult.evidence !== undefined) {
       assertCaseEvaluationEvidence(caseResult.evidence, index);
     }
+    if (caseResult.target !== undefined) {
+      assertCaseTargetEvidence(caseResult.target);
+    }
+    if (caseResult.attempt_evidence !== undefined) {
+      assertCaseAttemptEvidence(caseResult.attempt_evidence, index);
+    }
+  }
+}
+function assertRunAttemptEvidence(evidence) {
+  if (!isRecord2(evidence) || evidence.schema_version !== "1" || !isRecord2(evidence.repetition) || !isPositiveSafeInteger(evidence.repetition.index) || !isPositiveSafeInteger(evidence.repetition.total) || evidence.repetition.index > evidence.repetition.total || !isRecord2(evidence.retry_policy) || !isNonnegativeSafeInteger(evidence.retry_policy.default_max_retries) || evidence.retry_policy.backoff !== "exponential" || !isNonnegativeFiniteNumber(evidence.retry_policy.initial_delay_ms) || evidence.timeout !== undefined && (!isRecord2(evidence.timeout) || !isPositiveFiniteNumber(evidence.timeout.default_ms))) {
+    throw new Error("Invalid run manifest: malformed attempt evidence");
+  }
+}
+function assertCaseAttemptEvidence(evidence, index) {
+  if (!Array.isArray(evidence) || evidence.length === 0 || evidence.length > 100) {
+    throw new Error(`Invalid run manifest: case ${index} has malformed attempt evidence`);
+  }
+  for (const attempt of evidence) {
+    if (!isRecord2(attempt) || !isBoundedNonemptyString(attempt.attempt_id, 200) || !isBoundedNonemptyString(attempt.retry_chain_id, 200) || !isPositiveSafeInteger(attempt.repetition_index) || !isPositiveSafeInteger(attempt.attempt_number) || !isCaseEvaluationStatus(attempt.status) || typeof attempt.included_in_outcome !== "boolean" || !isNonnegativeFiniteNumber(attempt.latency_ms) || attempt.error_code !== undefined && attempt.error_code !== "timeout" && attempt.error_code !== "target_error" && attempt.error_code !== "tool_error") {
+      throw new Error(`Invalid run manifest: case ${index} has malformed attempt evidence`);
+    }
+  }
+}
+function assertCostProvenance(cost) {
+  if (!isRecord2(cost) || cost.schema_version !== "1") {
+    throw new Error("Invalid run manifest: malformed cost provenance");
+  }
+  if (cost.status === "unavailable") {
+    if (cost.amount !== undefined || cost.currency !== undefined || cost.source !== undefined || cost.recorded_at !== undefined || cost.unavailable_reason !== "provider_billing_not_recorded" && cost.unavailable_reason !== "unsupported_provider" && cost.unavailable_reason !== "not_requested") {
+      throw new Error("Invalid run manifest: malformed cost provenance");
+    }
+    return;
+  }
+  if (cost.status !== "known" && cost.status !== "user_supplied" || !isNonnegativeFiniteNumber(cost.amount) || !isBoundedNonemptyString(cost.currency, 3) || cost.status === "known" && cost.source !== "provider_billing" || cost.status === "user_supplied" && cost.source !== "operator_input" || !isIsoTimestamp(cost.recorded_at) || cost.unavailable_reason !== undefined) {
+    throw new Error("Invalid run manifest: malformed cost provenance");
+  }
+}
+function isCaseEvaluationStatus(value) {
+  return value === "passed" || value === "failed" || value === "invalid" || value === "error";
+}
+function isBoundedNonemptyString(value, maxLength) {
+  return typeof value === "string" && value.length > 0 && value.length <= maxLength;
+}
+function isNonnegativeFiniteNumber(value) {
+  return typeof value === "number" && Number.isFinite(value) && value >= 0;
+}
+function isPositiveFiniteNumber(value) {
+  return isNonnegativeFiniteNumber(value) && value > 0;
+}
+function isNonnegativeSafeInteger(value) {
+  return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
+}
+function isPositiveSafeInteger(value) {
+  return isNonnegativeSafeInteger(value) && value > 0;
+}
+function isIsoTimestamp(value) {
+  return typeof value === "string" && Number.isFinite(Date.parse(value));
+}
+function assertCaseTargetEvidence(target) {
+  if (!isRecord2(target) || typeof target.provider !== "string" || target.provider.length === 0 || target.provider.length > 100 || target.requested_model !== undefined && (typeof target.requested_model !== "string" || target.requested_model.length > 200) || !isBoundedStringList(target.observed_models)) {
+    throw new Error("Invalid run manifest: malformed target evidence");
+  }
+}
+function assertExecutionProvenance(provenance) {
+  if (!isRecord2(provenance) || provenance.schema_version !== "1" || !isRecord2(provenance.target)) {
+    throw new Error("Invalid run manifest: malformed execution provenance");
+  }
+  const target = provenance.target;
+  if (typeof target.provider !== "string" || target.provider.length === 0 || target.provider.length > 100 || !isBoundedStringList(target.requested_models) || !isBoundedStringList(target.observed_models) || target.generation !== undefined && !isGenerationConfig(target.generation)) {
+    throw new Error("Invalid run manifest: malformed execution provenance");
+  }
+  if (provenance.evaluator !== undefined) {
+    if (!isRecord2(provenance.evaluator) || !isBoundedStringList(provenance.evaluator.models)) {
+      throw new Error("Invalid run manifest: malformed execution provenance");
+    }
   }
 }
+function isBoundedStringList(value) {
+  return value === undefined || Array.isArray(value) && value.length <= 100 && value.every((item) => typeof item === "string" && item.length > 0 && item.length <= 200);
+}
+function isGenerationConfig(value) {
+  if (!isRecord2(value))
+    return false;
+  return [value.temperature, value.max_tokens, value.seed].every((item) => item === undefined || typeof item === "number" && Number.isFinite(item));
+}
 function assertWorkloadIdentity(identity) {
   if (!isRecord2(identity) || identity.schema_version !== "1" || !isContentIdentity(identity.workload) || !isContentIdentity(identity.rubric)) {
     throw new Error("Invalid run manifest: malformed workload identity");
@@ -21357,6 +21209,10 @@ function createRunManifest(options) {
     config,
     resolvedConfig,
     workloadIdentity,
+    executionProvenance,
+    attemptEvidence,
+    costProvenance,
+    runId,
     cases,
     startTime,
     endTime,
@@ -21364,13 +21220,12 @@ function createRunManifest(options) {
     runReason,
     redaction
   } = options;
-  const modelForCost = resolvedConfig?.model || config.model;
-  const metrics = calculateMetrics(cases, modelForCost);
+  const metrics = calculateMetrics(cases, costProvenance);
   const git = getGitInfo();
   const environment = getEnvironmentInfo();
   return {
-    version: "1.2",
-    run_id: nanoid(12),
+    version: "1.4",
+    run_id: runId ?? nanoid(12),
     project,
     start_time: startTime.toISOString(),
     end_time: endTime.toISOString(),
@@ -21378,6 +21233,8 @@ function createRunManifest(options) {
     config,
     resolved_config: resolvedConfig,
     workload_identity: workloadIdentity,
+    execution_provenance: executionProvenance,
+    attempt_evidence: attemptEvidence,
     metrics,
     git,
     provenance: {
@@ -21390,7 +21247,7 @@ function createRunManifest(options) {
     redaction
   };
 }
-function calculateMetrics(cases, model) {
+function calculateMetrics(cases, costProvenance) {
   const passedCases = cases.filter((c) => getCaseEvaluationStatus(c) === "passed");
   const validCases = cases.filter((c) => {
     const status = getCaseEvaluationStatus(c);
@@ -21402,21 +21259,11 @@ function calculateMetrics(cases, model) {
   const p95Latency = latencies.length > 0 ? latencies[p95Index] : 0;
   const totalPromptTokens = cases.reduce((sum, c) => sum + c.tokens.prompt, 0);
   const totalCompletionTokens = cases.reduce((sum, c) => sum + c.tokens.completion, 0);
-  let cost;
-  if (model && !model.toLowerCase().includes("ling-") && (totalPromptTokens > 0 || totalCompletionTokens > 0)) {
-    const costEstimate = estimateCost(totalPromptTokens, totalCompletionTokens, model);
-    const pricing = getModelPricing(model);
-    cost = {
-      total_usd: costEstimate.totalUsd,
-      prompt_cost_usd: costEstimate.promptCostUsd,
-      completion_cost_usd: costEstimate.completionCostUsd,
-      model: costEstimate.model,
-      pricing: {
-        prompt_per_1k: pricing.promptPer1K,
-        completion_per_1k: pricing.completionPer1K
-      }
-    };
-  }
+  const cost_provenance = costProvenance ?? {
+    schema_version: "1",
+    status: "unavailable",
+    unavailable_reason: "provider_billing_not_recorded"
+  };
   return {
     success_rate: validCases.length > 0 ? passedCases.length / validCases.length : 0,
     total_attempts: cases.reduce((sum, c) => sum + (c.attempts ?? 1), 0),
@@ -21431,7 +21278,7 @@ function calculateMetrics(cases, model) {
     total_tokens: totalPromptTokens + totalCompletionTokens,
     total_prompt_tokens: totalPromptTokens,
     total_completion_tokens: totalCompletionTokens,
-    cost
+    cost_provenance
   };
 }
 function detectCIEnvironment() {
@@ -21530,6 +21377,39 @@ function canonicalize(value, patterns, key) {
   }
   return value;
 }
+// src/provenance/execution-provenance.ts
+function createExecutionProvenance(options) {
+  const requestedModels = uniqueStrings([
+    options.requestedModel,
+    ...options.cases.map((caseResult) => caseResult.target?.requested_model)
+  ]);
+  const observedModels = uniqueStrings(options.cases.flatMap((caseResult) => caseResult.target?.observed_models ?? []));
+  const evaluatorModels = uniqueStrings(options.cases.map((caseResult) => caseResult.evidence?.model));
+  const generation = omitUndefined({
+    temperature: options.temperature,
+    max_tokens: options.maxTokens,
+    seed: options.seed
+  });
+  return {
+    schema_version: "1",
+    target: {
+      provider: boundedString(options.provider, 100) ?? "unknown",
+      ...requestedModels.length ? { requested_models: requestedModels } : {},
+      ...observedModels.length ? { observed_models: observedModels } : {},
+      ...Object.keys(generation).length ? { generation } : {}
+    },
+    ...evaluatorModels.length ? { evaluator: { models: evaluatorModels } } : {}
+  };
+}
+function uniqueStrings(values) {
+  return [...new Set(values.map((value) => boundedString(value, 200)).filter(Boolean))];
+}
+function boundedString(value, maxLength) {
+  return typeof value === "string" && value.length > 0 ? value.slice(0, maxLength) : undefined;
+}
+function omitUndefined(value) {
+  return Object.fromEntries(Object.entries(value).filter(([, item]) => item !== undefined));
+}
 // src/runner/runner.ts
 async function runScenario(options) {
   const {
@@ -21541,6 +21421,8 @@ async function runScenario(options) {
     concurrency = 1,
     timeout,
     retries,
+    repetition = { index: 1, total: 1 },
+    costProvenance,
     redaction,
     toolExecutor,
     onCaseComplete,
@@ -21556,6 +21438,7 @@ async function runScenario(options) {
   }
   onProgress?.(`Running ${cases.length} test cases...`);
   const startTime = new Date;
+  const runId = nanoid(12);
   const results = [];
   if (concurrency === 1) {
     for (let i = 0;i < cases.length; i++) {
@@ -21563,8 +21446,11 @@ async function runScenario(options) {
       const result = await executeCase(testCase, {
         client,
         scenario,
+        requestedModel: resolvedConfig?.model,
         timeout: testCase.timeout || timeout,
         retries: testCase.retries ?? retries,
+        runId,
+        repetition,
         redaction,
         toolExecutor
       });
@@ -21579,8 +21465,11 @@ async function runScenario(options) {
         const result = await executeCase(testCase, {
           client,
           scenario,
+          requestedModel: resolvedConfig?.model,
           timeout: testCase.timeout || timeout,
           retries: testCase.retries ?? retries,
+          runId,
+          repetition,
           redaction,
           toolExecutor
         });
@@ -21623,9 +21512,29 @@ async function runScenario(options) {
     },
     resolvedConfig,
     workloadIdentity: createWorkloadIdentity(scenario),
+    executionProvenance: createExecutionProvenance({
+      provider: client.provider,
+      requestedModel: resolvedConfig?.model || scenario.model,
+      temperature: resolvedConfig?.temperature ?? scenario.temperature,
+      maxTokens: resolvedConfig?.max_tokens ?? scenario.maxTokens,
+      seed: scenario.seed,
+      cases: results
+    }),
+    attemptEvidence: {
+      schema_version: "1",
+      repetition,
+      retry_policy: {
+        default_max_retries: retries ?? 0,
+        backoff: "exponential",
+        initial_delay_ms: 1000
+      },
+      ...timeout ? { timeout: { default_ms: timeout } } : {}
+    },
+    costProvenance,
     cases: results,
     startTime,
     endTime,
+    runId,
     redaction: redactionInfo
   });
   const success = manifest.metrics.failed_cases === 0 && (manifest.metrics.invalid_evaluations ?? 0) === 0;
@@ -32007,6 +31916,318 @@ class Logger {
   }
 }
 var logger = new Logger("artemis");
+// src/cost/pricing.ts
+var MODEL_PRICING = {
+  "gpt-5": {
+    promptPer1K: 0.00125,
+    completionPer1K: 0.01,
+    lastUpdated: "2026-01",
+    notes: "400K context window"
+  },
+  "gpt-5.1": {
+    promptPer1K: 0.00125,
+    completionPer1K: 0.01,
+    lastUpdated: "2026-01"
+  },
+  "gpt-5.2": {
+    promptPer1K: 0.00175,
+    completionPer1K: 0.014,
+    lastUpdated: "2026-01"
+  },
+  "gpt-5-mini": {
+    promptPer1K: 0.00025,
+    completionPer1K: 0.002,
+    lastUpdated: "2026-01"
+  },
+  "gpt-5-nano": {
+    promptPer1K: 0.00005,
+    completionPer1K: 0.0004,
+    lastUpdated: "2026-01"
+  },
+  "gpt-4.1": {
+    promptPer1K: 0.002,
+    completionPer1K: 0.008,
+    lastUpdated: "2026-01",
+    notes: "1M context window"
+  },
+  "gpt-4.1-mini": {
+    promptPer1K: 0.0004,
+    completionPer1K: 0.0016,
+    lastUpdated: "2026-01"
+  },
+  "gpt-4.1-nano": {
+    promptPer1K: 0.0001,
+    completionPer1K: 0.0004,
+    lastUpdated: "2026-01"
+  },
+  "gpt-4o": {
+    promptPer1K: 0.0025,
+    completionPer1K: 0.01,
+    lastUpdated: "2026-01",
+    notes: "128K context window"
+  },
+  "gpt-4o-mini": {
+    promptPer1K: 0.00015,
+    completionPer1K: 0.0006,
+    lastUpdated: "2026-01",
+    notes: "128K context window"
+  },
+  o1: {
+    promptPer1K: 0.015,
+    completionPer1K: 0.06,
+    lastUpdated: "2026-01",
+    notes: "Reasoning model - internal thinking tokens billed as output"
+  },
+  o3: {
+    promptPer1K: 0.002,
+    completionPer1K: 0.008,
+    lastUpdated: "2026-01"
+  },
+  "o3-mini": {
+    promptPer1K: 0.0011,
+    completionPer1K: 0.0044,
+    lastUpdated: "2026-01"
+  },
+  "o4-mini": {
+    promptPer1K: 0.0011,
+    completionPer1K: 0.0044,
+    lastUpdated: "2026-01"
+  },
+  "gpt-4-turbo": {
+    promptPer1K: 0.01,
+    completionPer1K: 0.03,
+    lastUpdated: "2026-01"
+  },
+  "gpt-4": {
+    promptPer1K: 0.03,
+    completionPer1K: 0.06,
+    lastUpdated: "2026-01"
+  },
+  "gpt-3.5-turbo": {
+    promptPer1K: 0.0005,
+    completionPer1K: 0.0015,
+    lastUpdated: "2026-01"
+  },
+  "claude-opus-4.5": {
+    promptPer1K: 0.005,
+    completionPer1K: 0.025,
+    lastUpdated: "2026-01",
+    notes: "Most capable Claude model"
+  },
+  "claude-sonnet-4.5": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01",
+    notes: "Balanced performance and cost"
+  },
+  "claude-haiku-4.5": {
+    promptPer1K: 0.001,
+    completionPer1K: 0.005,
+    lastUpdated: "2026-01",
+    notes: "Fastest Claude model"
+  },
+  "claude-opus-4": {
+    promptPer1K: 0.015,
+    completionPer1K: 0.075,
+    lastUpdated: "2026-01"
+  },
+  "claude-opus-4.1": {
+    promptPer1K: 0.015,
+    completionPer1K: 0.075,
+    lastUpdated: "2026-01"
+  },
+  "claude-sonnet-4": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-sonnet-3.7": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-7-sonnet": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-5-sonnet-20241022": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-5-haiku-20241022": {
+    promptPer1K: 0.0008,
+    completionPer1K: 0.004,
+    lastUpdated: "2026-01"
+  },
+  "claude-haiku-3.5": {
+    promptPer1K: 0.0008,
+    completionPer1K: 0.004,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-opus": {
+    promptPer1K: 0.015,
+    completionPer1K: 0.075,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-sonnet": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-3-haiku": {
+    promptPer1K: 0.00025,
+    completionPer1K: 0.00125,
+    lastUpdated: "2026-01"
+  },
+  "claude-3.5-sonnet": {
+    promptPer1K: 0.003,
+    completionPer1K: 0.015,
+    lastUpdated: "2026-01"
+  },
+  "claude-3.5-haiku": {
+    promptPer1K: 0.0008,
+    completionPer1K: 0.004,
+    lastUpdated: "2026-01"
+  }
+};
+var DEFAULT_PRICING = {
+  promptPer1K: 0.003,
+  completionPer1K: 0.015,
+  lastUpdated: "2026-01",
+  notes: "Default pricing - verify with provider"
+};
+function getModelPricing(model) {
+  if (MODEL_PRICING[model]) {
+    return MODEL_PRICING[model];
+  }
+  const lowerModel = model.toLowerCase();
+  for (const [key, pricing] of Object.entries(MODEL_PRICING)) {
+    if (key.toLowerCase() === lowerModel) {
+      return pricing;
+    }
+  }
+  if (lowerModel.includes("gpt-5.2")) {
+    return MODEL_PRICING["gpt-5.2"];
+  }
+  if (lowerModel.includes("gpt-5.1")) {
+    return MODEL_PRICING["gpt-5.1"];
+  }
+  if (lowerModel.includes("gpt-5-mini")) {
+    return MODEL_PRICING["gpt-5-mini"];
+  }
+  if (lowerModel.includes("gpt-5-nano")) {
+    return MODEL_PRICING["gpt-5-nano"];
+  }
+  if (lowerModel.includes("gpt-5")) {
+    return MODEL_PRICING["gpt-5"];
+  }
+  if (lowerModel.includes("gpt-4.1-mini")) {
+    return MODEL_PRICING["gpt-4.1-mini"];
+  }
+  if (lowerModel.includes("gpt-4.1-nano")) {
+    return MODEL_PRICING["gpt-4.1-nano"];
+  }
+  if (lowerModel.includes("gpt-4.1")) {
+    return MODEL_PRICING["gpt-4.1"];
+  }
+  if (lowerModel.includes("gpt-4o-mini")) {
+    return MODEL_PRICING["gpt-4o-mini"];
+  }
+  if (lowerModel.includes("gpt-4o")) {
+    return MODEL_PRICING["gpt-4o"];
+  }
+  if (lowerModel.includes("o4-mini")) {
+    return MODEL_PRICING["o4-mini"];
+  }
+  if (lowerModel.includes("o3-mini")) {
+    return MODEL_PRICING["o3-mini"];
+  }
+  if (lowerModel.includes("o3")) {
+    return MODEL_PRICING.o3;
+  }
+  if (lowerModel.includes("o1")) {
+    return MODEL_PRICING.o1;
+  }
+  if (lowerModel.includes("gpt-4-turbo")) {
+    return MODEL_PRICING["gpt-4-turbo"];
+  }
+  if (lowerModel.includes("gpt-4")) {
+    return MODEL_PRICING["gpt-4"];
+  }
+  if (lowerModel.includes("gpt-3.5")) {
+    return MODEL_PRICING["gpt-3.5-turbo"];
+  }
+  if (lowerModel.includes("opus-4.5") || lowerModel.includes("opus-4-5")) {
+    return MODEL_PRICING["claude-opus-4.5"];
+  }
+  if (lowerModel.includes("sonnet-4.5") || lowerModel.includes("sonnet-4-5")) {
+    return MODEL_PRICING["claude-sonnet-4.5"];
+  }
+  if (lowerModel.includes("haiku-4.5") || lowerModel.includes("haiku-4-5")) {
+    return MODEL_PRICING["claude-haiku-4.5"];
+  }
+  if (lowerModel.includes("opus-4.1") || lowerModel.includes("opus-4-1")) {
+    return MODEL_PRICING["claude-opus-4.1"];
+  }
+  if (lowerModel.includes("opus-4")) {
+    return MODEL_PRICING["claude-opus-4"];
+  }
+  if (lowerModel.includes("sonnet-4")) {
+    return MODEL_PRICING["claude-sonnet-4"];
+  }
+  if (lowerModel.includes("sonnet-3.7") || lowerModel.includes("sonnet-3-7")) {
+    return MODEL_PRICING["claude-sonnet-3.7"];
+  }
+  if (lowerModel.includes("claude-3-5-sonnet") || lowerModel.includes("claude-3.5-sonnet")) {
+    return MODEL_PRICING["claude-3.5-sonnet"];
+  }
+  if (lowerModel.includes("claude-3-5-haiku") || lowerModel.includes("claude-3.5-haiku")) {
+    return MODEL_PRICING["claude-3.5-haiku"];
+  }
+  if (lowerModel.includes("claude-3-opus")) {
+    return MODEL_PRICING["claude-3-opus"];
+  }
+  if (lowerModel.includes("claude-3-sonnet")) {
+    return MODEL_PRICING["claude-3-sonnet"];
+  }
+  if (lowerModel.includes("claude-3-haiku")) {
+    return MODEL_PRICING["claude-3-haiku"];
+  }
+  if (lowerModel.includes("claude")) {
+    return MODEL_PRICING["claude-sonnet-4.5"];
+  }
+  return DEFAULT_PRICING;
+}
+function estimateCost(promptTokens, completionTokens, model) {
+  const pricing = getModelPricing(model);
+  const promptCostUsd = promptTokens / 1000 * pricing.promptPer1K;
+  const completionCostUsd = completionTokens / 1000 * pricing.completionPer1K;
+  const totalUsd = promptCostUsd + completionCostUsd;
+  return {
+    totalUsd,
+    promptCostUsd,
+    completionCostUsd,
+    model,
+    pricing
+  };
+}
+function formatCost(costUsd) {
+  if (costUsd < 0.01) {
+    return `$${(costUsd * 100).toFixed(4)} cents`;
+  }
+  if (costUsd < 1) {
+    return `$${costUsd.toFixed(4)}`;
+  }
+  return `$${costUsd.toFixed(2)}`;
+}
+function listKnownModels() {
+  return Object.entries(MODEL_PRICING).map(([model, pricing]) => ({
+    model,
+    pricing
+  }));
+}
 // src/agent-evaluation/types.ts
 function actionBudgetExceeded(task, trace) {
   return trace.actions.length > task.maxActions;
@@ -32705,6 +32926,7 @@ export {
   assertRunManifestIntegrity,
   createAdapter,
   createDefaultRedactor,
+  createExecutionProvenance,
   createNoOpRedactor,
   createRedactionOptions,
   createRunManifest,