veryfront 0.1.948 → 0.1.949

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.948",
+    "version": "0.1.949",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "minimumDependencyAge": {

package/esm/src/eval/judges.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"judges.d.ts","sourceRoot":"","sources":["../../../src/src/eval/judges.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,YAAY,CAAC;AAEtE,KAAK,iBAAiB,GAAG,WAAW,CAAC,mCAAmC,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,uDAAuD;AACvD,MAAM,WAAW,+BAA+B;IAC9C,8FAA8F;IAC9F,KAAK,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAC9B,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6FAA6F;IAC7F,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sDAAsD;IACtD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gEAAgE;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gEAAgE;IAChE,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC3C;AAyLD,iBAAS,0BAA0B,CACjC,OAAO,GAAE,+BAAoC,GAC5C,iBAAiB,CAoBnB;AAED,0DAA0D;AAC1D,eAAO,MAAM,MAAM;;QAEf,6DAA6D;;;CAGvD,CAAC"}
+{"version":3,"file":"judges.d.ts","sourceRoot":"","sources":["../../../src/src/eval/judges.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,sBAAsB,CAAC;AAGvE,OAAO,KAAK,EAAE,mCAAmC,EAAE,MAAM,YAAY,CAAC;AAEtE,KAAK,iBAAiB,GAAG,WAAW,CAAC,mCAAmC,CAAC,OAAO,CAAC,CAAC,CAAC;AAEnF,uDAAuD;AACvD,MAAM,WAAW,+BAA+B;IAC9C,8FAA8F;IAC9F,KAAK,CAAC,EAAE,MAAM,GAAG,YAAY,CAAC;IAC9B,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6FAA6F;IAC7F,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,sDAAsD;IACtD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gEAAgE;IAChE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gEAAgE;IAChE,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC3C;AAoND,iBAAS,0BAA0B,CACjC,OAAO,GAAE,+BAAoC,GAC5C,iBAAiB,CAoBnB;AAED,0DAA0D;AAC1D,eAAO,MAAM,MAAM;;QAEf,6DAA6D;;;CAGvD,CAAC"}

package/esm/src/eval/judges.js

@@ -5,6 +5,8 @@ const DEFAULT_JUDGE_MODEL = "auto";
 const DEFAULT_THRESHOLD = 0.8;
 const DEFAULT_MAX_EVIDENCE_CHARS = 12_000;
 const DEFAULT_MAX_OUTPUT_TOKENS = 800;
+const MAX_SOURCE_CHARS = 2_000;
+const SOURCE_BUDGET_RATIO = 0.25;
 function asJson(value) {
     try {
         return JSON.stringify(value, null, 2);
@@ -24,22 +26,29 @@ function resolveJudgeModel(model) {
     return resolveModel(resolveRuntimeModel(model ?? DEFAULT_JUDGE_MODEL));
 }
 function truncate(value, maxChars) {
+    if (maxChars <= 0)
+        return "";
     if (value.length <= maxChars)
         return value;
-    return `${value.slice(0, Math.max(0, maxChars - 24))}\n[truncated]`;
+    const marker = "\n[truncated]";
+    if (maxChars <= marker.length)
+        return value.slice(0, maxChars);
+    return `${value.slice(0, maxChars - marker.length)}${marker}`;
 }
 function buildEvidenceBlock(evidence, sources, maxChars) {
     const entries = evidence.length > 0 ? evidence : ["No retrieved evidence was provided."];
+    const evidenceBlock = entries.map((entry, index) => `[evidence ${index + 1}]\n${entry}`).join("\n\n");
     const sourceBlock = sources.length > 0
         ? sources.map((source, index) => `- [source ${index + 1}] ${source}`).join("\n")
         : "- none";
-    const evidenceBlock = entries.map((entry, index) => `[evidence ${index + 1}]\n${entry}`).join("\n\n");
-    const block = `Retrieved sources:
-${sourceBlock}
+    const sourceBudget = Math.min(sourceBlock.length, MAX_SOURCE_CHARS, Math.floor(maxChars * SOURCE_BUDGET_RATIO));
+    const sectionOverhead = "Evidence snippets:\n\n\nRetrieved sources:\n".length;
+    const evidenceBudget = Math.max(0, maxChars - sectionOverhead - sourceBudget);
+    return `Evidence snippets:
+${truncate(evidenceBlock, evidenceBudget)}
 
-Evidence snippets:
-${evidenceBlock}`;
-    return truncate(block, maxChars);
+Retrieved sources:
+${truncate(sourceBlock, sourceBudget)}`;
 }
 function buildGroundednessPrompt(input, options) {
     return `Evaluate whether an agent answer is grounded in retrieved evidence.
@@ -144,8 +153,22 @@ function parseJudgeResponse(text, threshold) {
     }
     try {
         const parsed = JSON.parse(json);
-        const score = clampScore(typeof parsed.score === "number" ? parsed.score : 0);
-        const modelPass = typeof parsed.pass === "boolean" ? parsed.pass : true;
+        if (typeof parsed.score !== "number" || !Number.isFinite(parsed.score)) {
+            return {
+                score: 0,
+                pass: false,
+                explanation: "LLM judge response did not include a finite numeric score.",
+            };
+        }
+        if (typeof parsed.pass !== "boolean") {
+            return {
+                score: 0,
+                pass: false,
+                explanation: "LLM judge response did not include a boolean pass field.",
+            };
+        }
+        const score = clampScore(parsed.score);
+        const modelPass = parsed.pass;
         const unsupportedClaims = stringList(parsed.unsupportedClaims);
         const missingEvidence = stringList(parsed.missingEvidence);
         const details = [

package/esm/src/utils/version-constant.d.ts

@@ -1,3 +1,3 @@
 /** Shared version value. */
-export declare const VERSION = "0.1.948";
+export declare const VERSION = "0.1.949";
 //# sourceMappingURL=version-constant.d.ts.map

package/esm/src/utils/version-constant.js

@@ -1,4 +1,4 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
 /** Shared version value. */
-export const VERSION = "0.1.948";
+export const VERSION = "0.1.949";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "veryfront",
-  "version": "0.1.948",
+  "version": "0.1.949",
   "description": "The simplest way to build AI-powered apps",
   "keywords": [
     "react",