@tangle-network/agent-eval 0.69.0 → 0.71.0

package/dist/index.js

@@ -31,7 +31,7 @@ import {
   scoreRedTeamOutput,
   surfaceContentHash,
   toolNamesForRun
-} from "./chunk-JFGZPUMU.js";
+} from "./chunk-VMAYE3LM.js";
 import {
   BackendIntegrityError,
   assertRealBackend,
@@ -49,7 +49,7 @@ import {
   computeToolUseMetrics,
   iqr,
   welchsTTest
-} from "./chunk-3B7Y5AUR.js";
+} from "./chunk-GWGO2K6Y.js";
 import {
   exportTrainingData,
   toNdjson
@@ -204,7 +204,7 @@ import {
   tokenizeDomainWords,
   traceAnalystFunctionGroup,
   traceAnalystOnRunComplete
-} from "./chunk-Z4ZCBC7M.js";
+} from "./chunk-ODGETRTM.js";
 import {
   DEFAULT_REDACTION_RULES,
   REDACTION_VERSION,
@@ -2595,14 +2595,15 @@ async function executeScenario(tc, scenario, config) {
     const content = resp.choices?.[0]?.message?.content ?? "";
     messages.push({ role: "assistant", content });
     const codeRe = /```(\w+)?\n([\s\S]*?)```/g;
-    let codeMatch;
-    while ((codeMatch = codeRe.exec(content)) !== null) {
+    let codeMatch = codeRe.exec(content);
+    while (codeMatch !== null) {
       allCodeBlocks.push({ language: codeMatch[1] ?? "text", code: codeMatch[2] ?? "" });
+      codeMatch = codeRe.exec(content);
     }
     const turnBlocks = [];
-    let blockMatch;
     const blockReLocal = new RegExp(blockRe.source, blockRe.flags);
-    while ((blockMatch = blockReLocal.exec(content)) !== null) {
+    let blockMatch = blockReLocal.exec(content);
+    while (blockMatch !== null) {
       const fields = {};
       for (const line of (blockMatch[2] ?? "").split("\n")) {
         const idx = line.indexOf(":");
@@ -2611,15 +2612,17 @@ async function executeScenario(tc, scenario, config) {
       const blockType = blockMatch[1] ?? "";
       allBlocks.push({ type: blockType, fields });
       turnBlocks.push({ type: blockType, title: fields.title ?? "" });
+      blockMatch = blockReLocal.exec(content);
     }
     let hasToolCall = false;
     if (config.toolCallPatterns) {
       for (const pattern of config.toolCallPatterns) {
         const re = new RegExp(pattern.source, pattern.flags);
-        let toolMatch;
-        while ((toolMatch = re.exec(content)) !== null) {
+        let toolMatch = re.exec(content);
+        while (toolMatch !== null) {
           allToolCalls.push(toolMatch[0]);
           hasToolCall = true;
+          toolMatch = re.exec(content);
         }
       }
     }
@@ -2941,14 +2944,15 @@ var ProductClient = class {
       }
     }
     const blockRe = /:::(\w+)\s*\n([\s\S]*?)\n\s*:::/g;
-    let match;
-    while ((match = blockRe.exec(text)) !== null) {
+    let match = blockRe.exec(text);
+    while (match !== null) {
       const fields = {};
       for (const line of match[2].split("\n")) {
         const idx = line.indexOf(":");
         if (idx > 0) fields[line.slice(0, idx).trim()] = line.slice(idx + 1).trim();
       }
       blocks.push({ type: match[1], title: fields.title ?? "" });
+      match = blockRe.exec(text);
     }
     return { text, blocks };
   }
@@ -4680,8 +4684,8 @@ function analyzeAntiSlop(outputs, config) {
     const lower = output.toLowerCase();
     for (const phrase of config.bannedPhrases) {
       const needle = phrase.toLowerCase();
-      let idx = 0;
-      while ((idx = lower.indexOf(needle, idx)) !== -1) {
+      let idx = lower.indexOf(needle, 0);
+      while (idx !== -1) {
         counts.banned_phrase += 1;
         if (issues.length < 20) {
           issues.push({
@@ -4690,7 +4694,7 @@ function analyzeAntiSlop(outputs, config) {
             example: snippet(output, idx, phrase.length)
           });
         }
-        idx += needle.length;
+        idx = lower.indexOf(needle, idx + needle.length);
       }
     }
     for (const re of config.bannedOpenings) {
@@ -8623,13 +8627,14 @@ function extractAssetUrls(html, baseUrl) {
   const linkRe = /<link\b[^>]*\bhref\s*=\s*["']([^"']+)["'][^>]*>/gi;
   const scriptRe = /<script\b[^>]*\bsrc\s*=\s*["']([^"']+)["'][^>]*>/gi;
   for (const re of [linkRe, scriptRe]) {
-    let match;
-    while ((match = re.exec(html)) !== null) {
+    let match = re.exec(html);
+    while (match !== null) {
       const raw = match[1];
       try {
         urls.add(new URL(raw, baseUrl).toString());
       } catch {
       }
+      match = re.exec(html);
     }
   }
   return Array.from(urls);