@plune-ai/cli 0.32.2 → 0.33.0

package/dist/index.cjs

@@ -457,24 +457,24 @@ function priceFrom(price, usage) {
 var defaultWarn = (message) => {
   process.stderr.write(message + "\n");
 };
-function resolveCost(usage, model, reportedCostUsd, overrides, deps = {}) {
+function resolveCostEntry(usage, model, reportedCostUsd, overrides, deps = {}) {
   const table = deps.table ?? PRICE_TABLE;
   const warn = deps.warn ?? defaultWarn;
   const override = overrides?.[model];
   if (override !== void 0) {
-    return priceFrom(override, usage);
+    return { cost_usd: priceFrom(override, usage), priced: true };
   }
   if (reportedCostUsd !== void 0) {
-    return reportedCostUsd;
+    return { cost_usd: reportedCostUsd, priced: true };
   }
   const tablePrice = table[model];
   if (tablePrice !== void 0) {
-    return priceFrom(tablePrice, usage);
+    return { cost_usd: priceFrom(tablePrice, usage), priced: true };
   }
   warn(
     `plune: no price for model "${model}" \u2014 reporting cost_usd=0. Set pricing["${model}"] in plune.yaml to track its cost.`
   );
-  return 0;
+  return { cost_usd: 0, priced: false };
 }
 
 // src/providers/anthropic.ts
@@ -520,7 +520,7 @@ function makeAnthropicProvider(config, env, pricing) {
       }
     },
     estimateCost(usage, reportedCostUsd) {
-      return { cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing) };
+      return resolveCostEntry(usage, config.model, reportedCostUsd, pricing);
     }
   };
 }
@@ -576,7 +576,7 @@ function makeOpenAiCompatibleProvider(opts) {
       }
     },
     estimateCost(usage, reportedCostUsd) {
-      return { cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing) };
+      return resolveCostEntry(usage, config.model, reportedCostUsd, pricing);
     }
   };
 }
@@ -638,9 +638,7 @@ function makeEstimateProvider(config, pricing) {
     complete: () => Promise.reject(
       new Error("The --dry-run provider only estimates cost; it never calls a model.")
     ),
-    estimateCost: (usage, reportedCostUsd) => ({
-      cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing)
-    })
+    estimateCost: (usage, reportedCostUsd) => resolveCostEntry(usage, config.model, reportedCostUsd, pricing)
   };
 }
 
@@ -1426,6 +1424,12 @@ function toRunError(err) {
 function estimateUsage(prompt5, maxTokens) {
   return { input_tokens: Math.ceil(prompt5.length / 4), output_tokens: maxTokens };
 }
+function pricedField(priced) {
+  return priced === void 0 ? {} : { priced };
+}
+function costFields(c) {
+  return { cost_usd: c.cost_usd, ...pricedField(c.priced) };
+}
 async function runRow(p) {
   const t0 = p.now();
   const prompt5 = resolvePrompt(p.template, p.row.vars);
@@ -1433,7 +1437,8 @@ async function runRow(p) {
   const maxTokens = p.providerConfig.max_tokens ?? DEFAULT_MAX_TOKENS2;
   if (p.dryRun) {
     const est = estimateUsage(prompt5, maxTokens);
-    const usage2 = { ...est, cost_usd: p.provider.estimateCost(est).cost_usd };
+    const cost = p.provider.estimateCost(est);
+    const usage2 = { ...est, ...costFields(cost) };
     return { vars: p.row.vars, output: null, cached: false, usage: usage2, assertions: [] };
   }
   const key = cacheKey(
@@ -1471,7 +1476,9 @@ async function runRow(p) {
     usage = {
       input_tokens: hit.usage.input_tokens,
       output_tokens: hit.usage.output_tokens,
-      cost_usd: 0
+      cost_usd: 0,
+      // A hit costs nothing, but whether that 0 is a known price depends on the model.
+      ...pricedField(p.provider.estimateCost(hit.usage).priced)
     };
     cacheSaved = {
       input_tokens: hit.usage.input_tokens,
@@ -1488,12 +1495,13 @@ async function runRow(p) {
         prompt_resolved: prompt5
       });
       output = res.output;
+      const cost = p.provider.estimateCost(res.usage, res.cost_usd);
       usage = {
         input_tokens: res.usage.input_tokens,
         output_tokens: res.usage.output_tokens,
         // Prefer the provider-reported actual cost (res.cost_usd) when present; resolveCost still
         // lets a config pricing override win, else falls back to the table estimate (ADR-PRC01).
-        cost_usd: p.provider.estimateCost(res.usage, res.cost_usd).cost_usd
+        ...costFields(cost)
       };
       if (!p.noCache && isCacheable(res) && answerParses(res.output, p.assertions)) {
         p.cache.set(key, res);
@@ -1510,8 +1518,11 @@ async function runRow(p) {
     }
   }
   let judgeCost = 0;
+  let judgeUnpriced = false;
   const judge = buildJudge(p.provider, p.providerConfig, (u) => {
-    judgeCost += p.provider.estimateCost(u).cost_usd;
+    const c = p.provider.estimateCost(u);
+    judgeCost += c.cost_usd;
+    if (c.priced === false) judgeUnpriced = true;
   });
   const records = [];
   let assertionError;
@@ -1536,7 +1547,12 @@ async function runRow(p) {
       break;
     }
   }
-  const finalUsage = { ...usage, cost_usd: usage.cost_usd + judgeCost };
+  const finalUsage = {
+    ...usage,
+    cost_usd: usage.cost_usd + judgeCost,
+    // A row is priced only when every call in it was; the field stays absent if the provider never said.
+    ...judgeUnpriced ? { priced: false } : {}
+  };
   return {
     vars: p.row.vars,
     output,
@@ -1758,7 +1774,9 @@ var assertionResultRecordSchema2 = import_zod3.z.object({
 var usageSchema = import_zod3.z.object({
   input_tokens: import_zod3.z.number(),
   output_tokens: import_zod3.z.number(),
-  cost_usd: import_zod3.z.number()
+  cost_usd: import_zod3.z.number(),
+  /** cli#151. Optional and additive — a RunResult written before it validates unchanged. */
+  priced: import_zod3.z.boolean().optional()
 });
 var runErrorSchema = import_zod3.z.object({
   code: import_zod3.z.string(),

package/dist/index.d.cts

@@ -44,6 +44,12 @@ interface Usage {
     input_tokens: number;
     output_tokens: number;
     cost_usd: number;
+    /**
+     * plune-ai/cli#151. `true` when the price of the model is known, a zero price included (a `:free`
+     * model, `pricing: 0`); `false` when nobody has a price and `cost_usd` is a placeholder 0. Optional
+     * and additive: a report without it reads as before, and `schemaVersion` stays 1.
+     */
+    priced?: boolean;
 }
 interface RunError {
     code: string;
@@ -263,6 +269,8 @@ interface CompletionResponse {
 }
 interface CostEstimate {
     cost_usd: number;
+    /** Whether `cost_usd` is a known price (zero included) rather than the 0 of an unpriced model. Optional and additive. */
+    priced?: boolean;
 }
 interface Provider<_TConfig extends ProviderConfig = ProviderConfig> {
     complete(req: CompletionRequest): Promise<CompletionResponse>;
@@ -510,6 +518,7 @@ declare const runResultSchema: z.ZodObject<{
                 input_tokens: z.ZodNumber;
                 output_tokens: z.ZodNumber;
                 cost_usd: z.ZodNumber;
+                priced: z.ZodOptional<z.ZodBoolean>;
             }, z.core.$strip>>;
             latency_ms: z.ZodOptional<z.ZodNumber>;
             error: z.ZodOptional<z.ZodObject<{

package/dist/index.d.ts

@@ -44,6 +44,12 @@ interface Usage {
     input_tokens: number;
     output_tokens: number;
     cost_usd: number;
+    /**
+     * plune-ai/cli#151. `true` when the price of the model is known, a zero price included (a `:free`
+     * model, `pricing: 0`); `false` when nobody has a price and `cost_usd` is a placeholder 0. Optional
+     * and additive: a report without it reads as before, and `schemaVersion` stays 1.
+     */
+    priced?: boolean;
 }
 interface RunError {
     code: string;
@@ -263,6 +269,8 @@ interface CompletionResponse {
 }
 interface CostEstimate {
     cost_usd: number;
+    /** Whether `cost_usd` is a known price (zero included) rather than the 0 of an unpriced model. Optional and additive. */
+    priced?: boolean;
 }
 interface Provider<_TConfig extends ProviderConfig = ProviderConfig> {
     complete(req: CompletionRequest): Promise<CompletionResponse>;
@@ -510,6 +518,7 @@ declare const runResultSchema: z.ZodObject<{
                 input_tokens: z.ZodNumber;
                 output_tokens: z.ZodNumber;
                 cost_usd: z.ZodNumber;
+                priced: z.ZodOptional<z.ZodBoolean>;
             }, z.core.$strip>>;
             latency_ms: z.ZodOptional<z.ZodNumber>;
             error: z.ZodOptional<z.ZodObject<{

package/dist/index.js

@@ -397,24 +397,24 @@ function priceFrom(price, usage) {
 var defaultWarn = (message) => {
   process.stderr.write(message + "\n");
 };
-function resolveCost(usage, model, reportedCostUsd, overrides, deps = {}) {
+function resolveCostEntry(usage, model, reportedCostUsd, overrides, deps = {}) {
   const table = deps.table ?? PRICE_TABLE;
   const warn = deps.warn ?? defaultWarn;
   const override = overrides?.[model];
   if (override !== void 0) {
-    return priceFrom(override, usage);
+    return { cost_usd: priceFrom(override, usage), priced: true };
   }
   if (reportedCostUsd !== void 0) {
-    return reportedCostUsd;
+    return { cost_usd: reportedCostUsd, priced: true };
   }
   const tablePrice = table[model];
   if (tablePrice !== void 0) {
-    return priceFrom(tablePrice, usage);
+    return { cost_usd: priceFrom(tablePrice, usage), priced: true };
   }
   warn(
     `plune: no price for model "${model}" \u2014 reporting cost_usd=0. Set pricing["${model}"] in plune.yaml to track its cost.`
   );
-  return 0;
+  return { cost_usd: 0, priced: false };
 }
 
 // src/providers/anthropic.ts
@@ -460,7 +460,7 @@ function makeAnthropicProvider(config, env, pricing) {
       }
     },
     estimateCost(usage, reportedCostUsd) {
-      return { cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing) };
+      return resolveCostEntry(usage, config.model, reportedCostUsd, pricing);
     }
   };
 }
@@ -516,7 +516,7 @@ function makeOpenAiCompatibleProvider(opts) {
       }
     },
     estimateCost(usage, reportedCostUsd) {
-      return { cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing) };
+      return resolveCostEntry(usage, config.model, reportedCostUsd, pricing);
     }
   };
 }
@@ -578,9 +578,7 @@ function makeEstimateProvider(config, pricing) {
     complete: () => Promise.reject(
       new Error("The --dry-run provider only estimates cost; it never calls a model.")
     ),
-    estimateCost: (usage, reportedCostUsd) => ({
-      cost_usd: resolveCost(usage, config.model, reportedCostUsd, pricing)
-    })
+    estimateCost: (usage, reportedCostUsd) => resolveCostEntry(usage, config.model, reportedCostUsd, pricing)
   };
 }
 
@@ -1366,6 +1364,12 @@ function toRunError(err) {
 function estimateUsage(prompt5, maxTokens) {
   return { input_tokens: Math.ceil(prompt5.length / 4), output_tokens: maxTokens };
 }
+function pricedField(priced) {
+  return priced === void 0 ? {} : { priced };
+}
+function costFields(c) {
+  return { cost_usd: c.cost_usd, ...pricedField(c.priced) };
+}
 async function runRow(p) {
   const t0 = p.now();
   const prompt5 = resolvePrompt(p.template, p.row.vars);
@@ -1373,7 +1377,8 @@ async function runRow(p) {
   const maxTokens = p.providerConfig.max_tokens ?? DEFAULT_MAX_TOKENS2;
   if (p.dryRun) {
     const est = estimateUsage(prompt5, maxTokens);
-    const usage2 = { ...est, cost_usd: p.provider.estimateCost(est).cost_usd };
+    const cost = p.provider.estimateCost(est);
+    const usage2 = { ...est, ...costFields(cost) };
     return { vars: p.row.vars, output: null, cached: false, usage: usage2, assertions: [] };
   }
   const key = cacheKey(
@@ -1411,7 +1416,9 @@ async function runRow(p) {
     usage = {
       input_tokens: hit.usage.input_tokens,
       output_tokens: hit.usage.output_tokens,
-      cost_usd: 0
+      cost_usd: 0,
+      // A hit costs nothing, but whether that 0 is a known price depends on the model.
+      ...pricedField(p.provider.estimateCost(hit.usage).priced)
     };
     cacheSaved = {
       input_tokens: hit.usage.input_tokens,
@@ -1428,12 +1435,13 @@ async function runRow(p) {
         prompt_resolved: prompt5
       });
       output = res.output;
+      const cost = p.provider.estimateCost(res.usage, res.cost_usd);
       usage = {
         input_tokens: res.usage.input_tokens,
         output_tokens: res.usage.output_tokens,
         // Prefer the provider-reported actual cost (res.cost_usd) when present; resolveCost still
         // lets a config pricing override win, else falls back to the table estimate (ADR-PRC01).
-        cost_usd: p.provider.estimateCost(res.usage, res.cost_usd).cost_usd
+        ...costFields(cost)
       };
       if (!p.noCache && isCacheable(res) && answerParses(res.output, p.assertions)) {
         p.cache.set(key, res);
@@ -1450,8 +1458,11 @@ async function runRow(p) {
     }
   }
   let judgeCost = 0;
+  let judgeUnpriced = false;
   const judge = buildJudge(p.provider, p.providerConfig, (u) => {
-    judgeCost += p.provider.estimateCost(u).cost_usd;
+    const c = p.provider.estimateCost(u);
+    judgeCost += c.cost_usd;
+    if (c.priced === false) judgeUnpriced = true;
   });
   const records = [];
   let assertionError;
@@ -1476,7 +1487,12 @@ async function runRow(p) {
       break;
     }
   }
-  const finalUsage = { ...usage, cost_usd: usage.cost_usd + judgeCost };
+  const finalUsage = {
+    ...usage,
+    cost_usd: usage.cost_usd + judgeCost,
+    // A row is priced only when every call in it was; the field stays absent if the provider never said.
+    ...judgeUnpriced ? { priced: false } : {}
+  };
   return {
     vars: p.row.vars,
     output,
@@ -1698,7 +1714,9 @@ var assertionResultRecordSchema2 = z3.object({
 var usageSchema = z3.object({
   input_tokens: z3.number(),
   output_tokens: z3.number(),
-  cost_usd: z3.number()
+  cost_usd: z3.number(),
+  /** cli#151. Optional and additive — a RunResult written before it validates unchanged. */
+  priced: z3.boolean().optional()
 });
 var runErrorSchema = z3.object({
   code: z3.string(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plune-ai/cli",
-  "version": "0.32.2",
+  "version": "0.33.0",
   "description": "AI-powered assertion testing for LLM apps — write assertions, run them against any provider, get a pass/fail report (local, CI, or diff).",
   "keywords": [
     "ai",