veryfront 0.1.960 → 0.1.961

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.960",
+    "version": "0.1.961",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/agent/ag-ui/browser-encoder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser-encoder.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/ag-ui/browser-encoder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,8CAA8C;AAC9C,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF,mEAAmE;AACnE,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;CACzD;AAED,uCAAuC;AACvC,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,OAAO,CAAC;IAClB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,QAAQ,EAAE,8BAA8B,CAAC;CAC1C;AAED,+CAA+C;AAC/C,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,8CAA8C;AAC9C,wBAAgB,6BAA6B,IAAI,uBAAuB,CAcvE;AAsPD,yDAAyD;AACzD,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,8BAA8B,GACvC,aAAa,GAAG,IAAI,CAgFtB;AAoID,wDAAwD;AACxD,wBAAgB,wCAAwC,CACtD,KAAK,EAAE,uBAAuB,EAC9B,KAAK,EAAE,sBAAsB,GAC5B,uBAAuB,EAAE,CA+N3B;AAED,4CAA4C;AAC5C,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,uBAAuB,EAC9B,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,uBAAuB,EAAE,CA8B3B"}
+{"version":3,"file":"browser-encoder.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/ag-ui/browser-encoder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,8CAA8C;AAC9C,MAAM,MAAM,sBAAsB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF,mEAAmE;AACnE,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IAC/C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kBAAkB,CAAC,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,CAAC;CACzD;AAED,uCAAuC;AACvC,MAAM,WAAW,uBAAuB;IACtC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,OAAO,CAAC;IAClB,mBAAmB,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,QAAQ,EAAE,8BAA8B,CAAC;CAC1C;AAED,+CAA+C;AAC/C,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC;AAED,8CAA8C;AAC9C,wBAAgB,6BAA6B,IAAI,uBAAuB,CAcvE;AAsPD,yDAAyD;AACzD,wBAAgB,gCAAgC,CAC9C,QAAQ,EAAE,8BAA8B,GACvC,aAAa,GAAG,IAAI,CAmGtB;AAoID,wDAAwD;AACxD,wBAAgB,wCAAwC,CACtD,KAAK,EAAE,uBAAuB,EAC9B,KAAK,EAAE,sBAAsB,GAC5B,uBAAuB,EAAE,CA+N3B;AAED,4CAA4C;AAC5C,wBAAgB,yBAAyB,CACvC,KAAK,EAAE,uBAAuB,EAC9B,QAAQ,EAAE,aAAa,GAAG,IAAI,GAC7B,uBAAuB,EAAE,CA8B3B"}

package/esm/src/agent/ag-ui/browser-encoder.js

@@ -280,6 +280,25 @@ export function buildAgUiBrowserFinalizeResponse(metadata) {
             ...(typeof metadata.reasoningTokens === "number"
                 ? { reasoningTokens: metadata.reasoningTokens }
                 : {}),
+            ...(typeof metadata.billableInputTokens === "number"
+                ? { billableInputTokens: metadata.billableInputTokens }
+                : {}),
+            ...(typeof metadata.billableOutputTokens === "number"
+                ? { billableOutputTokens: metadata.billableOutputTokens }
+                : {}),
+            ...(typeof metadata.costUsd === "number" ? { costUsd: metadata.costUsd } : {}),
+            ...(typeof metadata.providerCostUsd === "number"
+                ? { providerCostUsd: metadata.providerCostUsd }
+                : {}),
+            ...(typeof metadata.veryfrontChargeUsd === "number"
+                ? { veryfrontChargeUsd: metadata.veryfrontChargeUsd }
+                : {}),
+            ...(typeof metadata.veryfrontBilledUsd === "number"
+                ? { veryfrontBilledUsd: metadata.veryfrontBilledUsd }
+                : {}),
+            ...(typeof metadata.costCredits === "number" ? { costCredits: metadata.costCredits } : {}),
+            ...(metadata.costSource ? { costSource: metadata.costSource } : {}),
+            ...(metadata.usageCaptureStatus ? { usageCaptureStatus: metadata.usageCaptureStatus } : {}),
         }
         : undefined;
     if (!usage && Object.keys(responseMetadata).length === 0) {

package/esm/src/eval/model-comparison.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-comparison.d.ts","sourceRoot":"","sources":["../../../src/src/eval/model-comparison.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EAEnB,0BAA0B,EAE1B,UAAU,EACX,MAAM,YAAY,CAAC;AAggBpB,oFAAoF;AACpF,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAqBrB;AAsBD,gFAAgF;AAChF,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,mBAAmB,GAAG,MAAM,CA0DzF"}
+{"version":3,"file":"model-comparison.d.ts","sourceRoot":"","sources":["../../../src/src/eval/model-comparison.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAGV,mBAAmB,EAEnB,0BAA0B,EAE1B,UAAU,EACX,MAAM,YAAY,CAAC;AAwiBpB,oFAAoF;AACpF,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,UAAU,EAAE,EACrB,OAAO,EAAE,0BAA0B,GAClC,mBAAmB,CAqBrB;AAsBD,gFAAgF;AAChF,wBAAgB,iCAAiC,CAAC,UAAU,EAAE,mBAAmB,GAAG,MAAM,CA0DzF"}

package/esm/src/eval/model-comparison.js

@@ -56,13 +56,49 @@ function comparisonCost(summary) {
     return summary.veryfrontBilledUsd ?? summary.veryfrontChargeUsd ?? summary.costUsd ??
         summary.providerCostUsd;
 }
-function hasGatewayBilledCost(baselineSummary, candidateSummary) {
-    return baselineSummary.veryfrontBilledUsd !== undefined &&
-        candidateSummary.veryfrontBilledUsd !== undefined;
-}
-function hasGatewayMeteredCost(baselineSummary, candidateSummary) {
-    return baselineSummary.veryfrontChargeUsd !== undefined &&
-        candidateSummary.veryfrontChargeUsd !== undefined;
+function defaultCostComparison(baselineSummary, candidateSummary) {
+    if (baselineSummary.veryfrontBilledUsd !== undefined &&
+        candidateSummary.veryfrontBilledUsd !== undefined) {
+        return {
+            baseline: baselineSummary.veryfrontBilledUsd,
+            candidate: candidateSummary.veryfrontBilledUsd,
+            label: "Veryfront billed cost",
+        };
+    }
+    if (baselineSummary.costSource === "gateway" &&
+        candidateSummary.costSource === "gateway" &&
+        baselineSummary.costCredits !== undefined &&
+        candidateSummary.costCredits !== undefined) {
+        return {
+            baseline: baselineSummary.costCredits,
+            candidate: candidateSummary.costCredits,
+            label: "Veryfront credits",
+        };
+    }
+    if (baselineSummary.veryfrontChargeUsd !== undefined &&
+        candidateSummary.veryfrontChargeUsd !== undefined) {
+        return {
+            baseline: baselineSummary.veryfrontChargeUsd,
+            candidate: candidateSummary.veryfrontChargeUsd,
+            label: "Veryfront metered cost",
+        };
+    }
+    if (baselineSummary.costUsd !== undefined && candidateSummary.costUsd !== undefined) {
+        return {
+            baseline: baselineSummary.costUsd,
+            candidate: candidateSummary.costUsd,
+            label: "cost",
+        };
+    }
+    if (baselineSummary.providerCostUsd !== undefined &&
+        candidateSummary.providerCostUsd !== undefined) {
+        return {
+            baseline: baselineSummary.providerCostUsd,
+            candidate: candidateSummary.providerCostUsd,
+            label: "provider cost",
+        };
+    }
+    return undefined;
 }
 function metricValue(summary, metric) {
     switch (metric) {
@@ -295,16 +331,16 @@ function createCandidateDecision(input) {
         }
         return { decision: "needs-review", objectiveScore: objective.score, reasons };
     }
-    const costImprovement = improvementPct(comparisonCost(baselineSummary), comparisonCost(candidateSummary));
+    const costComparison = defaultCostComparison(baselineSummary, candidateSummary);
+    const costImprovement = improvementPct(costComparison?.baseline, costComparison?.candidate);
     const tokenImprovement = improvementPct(baselineSummary.totalTokens, candidateSummary.totalTokens);
     const latencyImprovement = improvementPct(baselineSummary.p95Ms, candidateSummary.p95Ms);
+    if (costComparison !== undefined && costImprovement !== undefined && costImprovement < 0) {
+        reasons.push(`${costComparison.label} regressed by ${formatPct(Math.abs(costImprovement))}`);
+        return { decision: "needs-review", reasons };
+    }
     if (meetsImprovement(costImprovement, input.options.minCostImprovementPct)) {
-        const costLabel = hasGatewayBilledCost(baselineSummary, candidateSummary)
-            ? "Veryfront billed cost"
-            : hasGatewayMeteredCost(baselineSummary, candidateSummary)
-                ? "Veryfront metered cost"
-                : "cost";
-        reasons.push(`${costLabel} improved by ${formatPct(costImprovement)}`);
+        reasons.push(`${costComparison.label} improved by ${formatPct(costImprovement)}`);
         return { decision: "promote-candidate", reasons };
     }
     if (meetsImprovement(tokenImprovement, input.options.minTokenImprovementPct)) {
@@ -323,7 +359,8 @@ function compareCandidate(candidate, baseline, options) {
     const candidateSummary = modelSummary(candidate, options.baselineModel);
     const baselineSummary = modelSummary(baseline, options.baselineModel);
     const decision = createCandidateDecision({ candidate, baseline, options });
-    const costImprovement = improvementPct(comparisonCost(baselineSummary), comparisonCost(candidateSummary));
+    const costComparison = defaultCostComparison(baselineSummary, candidateSummary);
+    const costImprovement = improvementPct(costComparison?.baseline, costComparison?.candidate);
     const tokenImprovement = improvementPct(baselineSummary.totalTokens, candidateSummary.totalTokens);
     const latencyImprovement = improvementPct(baselineSummary.p95Ms, candidateSummary.p95Ms);
     return {

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.960";
+export declare const VERSION = "0.1.961";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.960";
+export const VERSION = "0.1.961";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.960",
+  "version": "0.1.961",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",