npm - @sentry/warden - Versions diffs - 0.30.0 → 0.31.0 - Mend

@sentry/warden 0.30.0 → 0.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (185) hide show

package/CHANGELOG.md +246 -0
package/README.md +2 -1
package/coverage/lcov-report/base.css +224 -0
package/coverage/lcov-report/block-navigation.js +87 -0
package/coverage/lcov-report/favicon.png +0 -0
package/coverage/lcov-report/index.html +446 -0
package/coverage/lcov-report/prettify.css +1 -0
package/coverage/lcov-report/prettify.js +2 -0
package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
package/coverage/lcov-report/sorter.js +210 -0
package/coverage/lcov-report/src/action/checks/index.html +116 -0
package/coverage/lcov-report/src/action/checks/manager.ts.html +499 -0
package/coverage/lcov-report/src/action/error-reporting.ts.html +181 -0
package/coverage/lcov-report/src/action/fix-evaluation/github.ts.html +508 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.html +161 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.ts.html +1243 -0
package/coverage/lcov-report/src/action/fix-evaluation/judge.ts.html +817 -0
package/coverage/lcov-report/src/action/fix-evaluation/types.ts.html +274 -0
package/coverage/lcov-report/src/action/index.html +161 -0
package/coverage/lcov-report/src/action/inputs.ts.html +529 -0
package/coverage/lcov-report/src/action/pi-ncc-compat.ts.html +292 -0
package/coverage/lcov-report/src/action/review/coordination.ts.html +208 -0
package/coverage/lcov-report/src/action/review/index.html +131 -0
package/coverage/lcov-report/src/action/review/poster.ts.html +1051 -0
package/coverage/lcov-report/src/action/review-state.ts.html +280 -0
package/coverage/lcov-report/src/action/triggers/executor.ts.html +856 -0
package/coverage/lcov-report/src/action/triggers/index.html +116 -0
package/coverage/lcov-report/src/action/workflow/base.ts.html +1135 -0
package/coverage/lcov-report/src/action/workflow/index.html +146 -0
package/coverage/lcov-report/src/action/workflow/pr-workflow.ts.html +2713 -0
package/coverage/lcov-report/src/action/workflow/schedule.ts.html +1027 -0
package/coverage/lcov-report/src/cli/args.ts.html +1657 -0
package/coverage/lcov-report/src/cli/commands/add.ts.html +1567 -0
package/coverage/lcov-report/src/cli/commands/build.ts.html +1618 -0
package/coverage/lcov-report/src/cli/commands/index.html +191 -0
package/coverage/lcov-report/src/cli/commands/init.ts.html +1357 -0
package/coverage/lcov-report/src/cli/commands/runs.ts.html +2560 -0
package/coverage/lcov-report/src/cli/commands/setup-app/browser.ts.html +214 -0
package/coverage/lcov-report/src/cli/commands/setup-app/credentials.ts.html +220 -0
package/coverage/lcov-report/src/cli/commands/setup-app/index.html +161 -0
package/coverage/lcov-report/src/cli/commands/setup-app/manifest.ts.html +235 -0
package/coverage/lcov-report/src/cli/commands/setup-app/server.ts.html +601 -0
package/coverage/lcov-report/src/cli/commands/setup-app.ts.html +571 -0
package/coverage/lcov-report/src/cli/commands/sync.ts.html +475 -0
package/coverage/lcov-report/src/cli/context.ts.html +532 -0
package/coverage/lcov-report/src/cli/diff-apply.ts.html +334 -0
package/coverage/lcov-report/src/cli/files.ts.html +904 -0
package/coverage/lcov-report/src/cli/fix.ts.html +1060 -0
package/coverage/lcov-report/src/cli/git.ts.html +1201 -0
package/coverage/lcov-report/src/cli/help.ts.html +1696 -0
package/coverage/lcov-report/src/cli/index.html +281 -0
package/coverage/lcov-report/src/cli/input.ts.html +397 -0
package/coverage/lcov-report/src/cli/log-cleanup.ts.html +337 -0
package/coverage/lcov-report/src/cli/main.ts.html +5107 -0
package/coverage/lcov-report/src/cli/output/box.ts.html +790 -0
package/coverage/lcov-report/src/cli/output/formatters.ts.html +1099 -0
package/coverage/lcov-report/src/cli/output/icons.ts.html +142 -0
package/coverage/lcov-report/src/cli/output/index.html +281 -0
package/coverage/lcov-report/src/cli/output/index.ts.html +295 -0
package/coverage/lcov-report/src/cli/output/ink-runner.tsx.html +1597 -0
package/coverage/lcov-report/src/cli/output/jsonl-schema-gen.ts.html +355 -0
package/coverage/lcov-report/src/cli/output/jsonl.ts.html +2137 -0
package/coverage/lcov-report/src/cli/output/live-status.tsx.html +916 -0
package/coverage/lcov-report/src/cli/output/reporter.ts.html +1630 -0
package/coverage/lcov-report/src/cli/output/tasks.ts.html +3193 -0
package/coverage/lcov-report/src/cli/output/tty.ts.html +310 -0
package/coverage/lcov-report/src/cli/output/verbosity.ts.html +181 -0
package/coverage/lcov-report/src/cli/signals.ts.html +199 -0
package/coverage/lcov-report/src/cli/terminal.ts.html +1060 -0
package/coverage/lcov-report/src/config/index.html +161 -0
package/coverage/lcov-report/src/config/index.ts.html +94 -0
package/coverage/lcov-report/src/config/loader.ts.html +1753 -0
package/coverage/lcov-report/src/config/schema.ts.html +910 -0
package/coverage/lcov-report/src/config/writer.ts.html +538 -0
package/coverage/lcov-report/src/diff/apply.ts.html +241 -0
package/coverage/lcov-report/src/diff/classify.ts.html +361 -0
package/coverage/lcov-report/src/diff/coalesce.ts.html +1123 -0
package/coverage/lcov-report/src/diff/context.ts.html +952 -0
package/coverage/lcov-report/src/diff/index.html +191 -0
package/coverage/lcov-report/src/diff/index.ts.html +100 -0
package/coverage/lcov-report/src/diff/parser.ts.html +532 -0
package/coverage/lcov-report/src/evals/harness.ts.html +700 -0
package/coverage/lcov-report/src/evals/index.html +221 -0
package/coverage/lcov-report/src/evals/index.ts.html +955 -0
package/coverage/lcov-report/src/evals/names.ts.html +121 -0
package/coverage/lcov-report/src/evals/runner.ts.html +664 -0
package/coverage/lcov-report/src/evals/scaffold.ts.html +970 -0
package/coverage/lcov-report/src/evals/types.ts.html +661 -0
package/coverage/lcov-report/src/evals/usage.ts.html +178 -0
package/coverage/lcov-report/src/evals/verify.ts.html +1054 -0
package/coverage/lcov-report/src/event/context.ts.html +490 -0
package/coverage/lcov-report/src/event/index.html +116 -0
package/coverage/lcov-report/src/index.html +116 -0
package/coverage/lcov-report/src/output/dedup.ts.html +2950 -0
package/coverage/lcov-report/src/output/github-checks.ts.html +1579 -0
package/coverage/lcov-report/src/output/index.html +161 -0
package/coverage/lcov-report/src/output/renderer.ts.html +988 -0
package/coverage/lcov-report/src/output/stale.ts.html +640 -0
package/coverage/lcov-report/src/sdk/analyze.ts.html +3010 -0
package/coverage/lcov-report/src/sdk/auth.ts.html +217 -0
package/coverage/lcov-report/src/sdk/circuit-breaker.ts.html +304 -0
package/coverage/lcov-report/src/sdk/errors.ts.html +658 -0
package/coverage/lcov-report/src/sdk/extract.ts.html +1810 -0
package/coverage/lcov-report/src/sdk/fix-quality.ts.html +841 -0
package/coverage/lcov-report/src/sdk/haiku.ts.html +1456 -0
package/coverage/lcov-report/src/sdk/index.html +416 -0
package/coverage/lcov-report/src/sdk/json-output.ts.html +508 -0
package/coverage/lcov-report/src/sdk/model-pricing.json.html +499 -0
package/coverage/lcov-report/src/sdk/otel.ts.html +433 -0
package/coverage/lcov-report/src/sdk/post-process.ts.html +412 -0
package/coverage/lcov-report/src/sdk/prepare.ts.html +400 -0
package/coverage/lcov-report/src/sdk/pricing.ts.html +778 -0
package/coverage/lcov-report/src/sdk/prompt-sections.ts.html +595 -0
package/coverage/lcov-report/src/sdk/prompt.ts.html +451 -0
package/coverage/lcov-report/src/sdk/report-files.ts.html +166 -0
package/coverage/lcov-report/src/sdk/retry.ts.html +202 -0
package/coverage/lcov-report/src/sdk/runner.ts.html +400 -0
package/coverage/lcov-report/src/sdk/runtimes/claude.ts.html +1693 -0
package/coverage/lcov-report/src/sdk/runtimes/index.html +176 -0
package/coverage/lcov-report/src/sdk/runtimes/index.ts.html +244 -0
package/coverage/lcov-report/src/sdk/runtimes/model-selectors.ts.html +328 -0
package/coverage/lcov-report/src/sdk/runtimes/pi.ts.html +2104 -0
package/coverage/lcov-report/src/sdk/runtimes/types.ts.html +508 -0
package/coverage/lcov-report/src/sdk/types.ts.html +730 -0
package/coverage/lcov-report/src/sdk/usage.ts.html +502 -0
package/coverage/lcov-report/src/sdk/verify.ts.html +1027 -0
package/coverage/lcov-report/src/sentry.ts.html +994 -0
package/coverage/lcov-report/src/skill-builder/agentic.ts.html +1063 -0
package/coverage/lcov-report/src/skill-builder/authoring-provider.ts.html +334 -0
package/coverage/lcov-report/src/skill-builder/definition.ts.html +748 -0
package/coverage/lcov-report/src/skill-builder/index.html +236 -0
package/coverage/lcov-report/src/skill-builder/outline-contract.ts.html +400 -0
package/coverage/lcov-report/src/skill-builder/outline-state.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/outline.ts.html +1402 -0
package/coverage/lcov-report/src/skill-builder/skill-contract.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/skill-prompts.ts.html +1180 -0
package/coverage/lcov-report/src/skill-builder/skill.ts.html +2398 -0
package/coverage/lcov-report/src/skills/index.html +131 -0
package/coverage/lcov-report/src/skills/loader.ts.html +1693 -0
package/coverage/lcov-report/src/skills/remote.ts.html +1909 -0
package/coverage/lcov-report/src/triggers/index.html +116 -0
package/coverage/lcov-report/src/triggers/matcher.ts.html +841 -0
package/coverage/lcov-report/src/types/index.html +116 -0
package/coverage/lcov-report/src/types/index.ts.html +1240 -0
package/coverage/lcov-report/src/utils/async.ts.html +331 -0
package/coverage/lcov-report/src/utils/exec.ts.html +496 -0
package/coverage/lcov-report/src/utils/index.html +176 -0
package/coverage/lcov-report/src/utils/index.ts.html +313 -0
package/coverage/lcov-report/src/utils/path.ts.html +202 -0
package/coverage/lcov-report/src/utils/version.ts.html +136 -0
package/coverage/lcov.info +19134 -0
package/dist/cli/commands/runs.d.ts +1 -1
package/dist/cli/commands/runs.d.ts.map +1 -1
package/dist/cli/commands/runs.js +1 -1
package/dist/cli/commands/runs.js.map +1 -1
package/dist/cli/files.d.ts.map +1 -1
package/dist/cli/files.js +10 -11
package/dist/cli/files.js.map +1 -1
package/dist/sdk/verify.d.ts.map +1 -1
package/dist/sdk/verify.js +3 -2
package/dist/sdk/verify.js.map +1 -1
package/dist/skill-builder/outline.d.ts.map +1 -1
package/dist/skill-builder/outline.js.map +1 -1
package/package.json +8 -3
package/test-results.junit.xml +4329 -0
package/dist/evals/index.d.ts +0 -22
package/dist/evals/index.d.ts.map +0 -1
package/dist/evals/index.js +0 -92
package/dist/evals/index.js.map +0 -1
package/dist/evals/judge.d.ts +0 -12
package/dist/evals/judge.d.ts.map +0 -1
package/dist/evals/judge.js +0 -171
package/dist/evals/judge.js.map +0 -1
package/dist/evals/runner.d.ts +0 -18
package/dist/evals/runner.d.ts.map +0 -1
package/dist/evals/runner.js +0 -149
package/dist/evals/runner.js.map +0 -1
package/dist/evals/setup.d.ts +0 -2
package/dist/evals/setup.d.ts.map +0 -1
package/dist/evals/setup.js +0 -22
package/dist/evals/setup.js.map +0 -1
package/dist/evals/types.d.ts +0 -160
package/dist/evals/types.d.ts.map +0 -1
package/dist/evals/types.js +0 -148
package/dist/evals/types.js.map +0 -1

package/coverage/lcov-report/src/evals/harness.ts.html ADDED Viewed

@@ -0,0 +1,700 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <title>Code coverage report for src/evals/harness.ts</title>
+    <meta charset="utf-8" />
+    <link rel="stylesheet" href="../../prettify.css" />
+    <link rel="stylesheet" href="../../base.css" />
+    <link rel="shortcut icon" type="image/x-icon" href="../../favicon.png" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <style type='text/css'>
+        .coverage-summary .sorter {
+            background-image: url(../../sort-arrow-sprite.png);
+        }
+    </style>
+</head>
+<body>
+<div class='wrapper'>
+    <div class='pad1'>
+        <h1><a href="../../index.html">All files</a> / <a href="index.html">src/evals</a> harness.ts</h1>
+        <div class='clearfix'>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">62.5% </span>
+                <span class="quiet">Statements</span>
+                <span class='fraction'>30/48</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">38.63% </span>
+                <span class="quiet">Branches</span>
+                <span class='fraction'>17/44</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">50% </span>
+                <span class="quiet">Functions</span>
+                <span class='fraction'>4/8</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">60.86% </span>
+                <span class="quiet">Lines</span>
+                <span class='fraction'>28/46</span>
+            </div>
+        </div>
+        <p class="quiet">
+            Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
+        </p>
+        <template id="filterTemplate">
+            <div class="quiet">
+                Filter:
+                <input type="search" id="fileSearch">
+            </div>
+        </template>
+    </div>
+    <div class='status-line medium'></div>
+    <pre><table class="coverage">
+<tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
+<a name='L2'></a><a href='#L2'>2</a>
+<a name='L3'></a><a href='#L3'>3</a>
+<a name='L4'></a><a href='#L4'>4</a>
+<a name='L5'></a><a href='#L5'>5</a>
+<a name='L6'></a><a href='#L6'>6</a>
+<a name='L7'></a><a href='#L7'>7</a>
+<a name='L8'></a><a href='#L8'>8</a>
+<a name='L9'></a><a href='#L9'>9</a>
+<a name='L10'></a><a href='#L10'>10</a>
+<a name='L11'></a><a href='#L11'>11</a>
+<a name='L12'></a><a href='#L12'>12</a>
+<a name='L13'></a><a href='#L13'>13</a>
+<a name='L14'></a><a href='#L14'>14</a>
+<a name='L15'></a><a href='#L15'>15</a>
+<a name='L16'></a><a href='#L16'>16</a>
+<a name='L17'></a><a href='#L17'>17</a>
+<a name='L18'></a><a href='#L18'>18</a>
+<a name='L19'></a><a href='#L19'>19</a>
+<a name='L20'></a><a href='#L20'>20</a>
+<a name='L21'></a><a href='#L21'>21</a>
+<a name='L22'></a><a href='#L22'>22</a>
+<a name='L23'></a><a href='#L23'>23</a>
+<a name='L24'></a><a href='#L24'>24</a>
+<a name='L25'></a><a href='#L25'>25</a>
+<a name='L26'></a><a href='#L26'>26</a>
+<a name='L27'></a><a href='#L27'>27</a>
+<a name='L28'></a><a href='#L28'>28</a>
+<a name='L29'></a><a href='#L29'>29</a>
+<a name='L30'></a><a href='#L30'>30</a>
+<a name='L31'></a><a href='#L31'>31</a>
+<a name='L32'></a><a href='#L32'>32</a>
+<a name='L33'></a><a href='#L33'>33</a>
+<a name='L34'></a><a href='#L34'>34</a>
+<a name='L35'></a><a href='#L35'>35</a>
+<a name='L36'></a><a href='#L36'>36</a>
+<a name='L37'></a><a href='#L37'>37</a>
+<a name='L38'></a><a href='#L38'>38</a>
+<a name='L39'></a><a href='#L39'>39</a>
+<a name='L40'></a><a href='#L40'>40</a>
+<a name='L41'></a><a href='#L41'>41</a>
+<a name='L42'></a><a href='#L42'>42</a>
+<a name='L43'></a><a href='#L43'>43</a>
+<a name='L44'></a><a href='#L44'>44</a>
+<a name='L45'></a><a href='#L45'>45</a>
+<a name='L46'></a><a href='#L46'>46</a>
+<a name='L47'></a><a href='#L47'>47</a>
+<a name='L48'></a><a href='#L48'>48</a>
+<a name='L49'></a><a href='#L49'>49</a>
+<a name='L50'></a><a href='#L50'>50</a>
+<a name='L51'></a><a href='#L51'>51</a>
+<a name='L52'></a><a href='#L52'>52</a>
+<a name='L53'></a><a href='#L53'>53</a>
+<a name='L54'></a><a href='#L54'>54</a>
+<a name='L55'></a><a href='#L55'>55</a>
+<a name='L56'></a><a href='#L56'>56</a>
+<a name='L57'></a><a href='#L57'>57</a>
+<a name='L58'></a><a href='#L58'>58</a>
+<a name='L59'></a><a href='#L59'>59</a>
+<a name='L60'></a><a href='#L60'>60</a>
+<a name='L61'></a><a href='#L61'>61</a>
+<a name='L62'></a><a href='#L62'>62</a>
+<a name='L63'></a><a href='#L63'>63</a>
+<a name='L64'></a><a href='#L64'>64</a>
+<a name='L65'></a><a href='#L65'>65</a>
+<a name='L66'></a><a href='#L66'>66</a>
+<a name='L67'></a><a href='#L67'>67</a>
+<a name='L68'></a><a href='#L68'>68</a>
+<a name='L69'></a><a href='#L69'>69</a>
+<a name='L70'></a><a href='#L70'>70</a>
+<a name='L71'></a><a href='#L71'>71</a>
+<a name='L72'></a><a href='#L72'>72</a>
+<a name='L73'></a><a href='#L73'>73</a>
+<a name='L74'></a><a href='#L74'>74</a>
+<a name='L75'></a><a href='#L75'>75</a>
+<a name='L76'></a><a href='#L76'>76</a>
+<a name='L77'></a><a href='#L77'>77</a>
+<a name='L78'></a><a href='#L78'>78</a>
+<a name='L79'></a><a href='#L79'>79</a>
+<a name='L80'></a><a href='#L80'>80</a>
+<a name='L81'></a><a href='#L81'>81</a>
+<a name='L82'></a><a href='#L82'>82</a>
+<a name='L83'></a><a href='#L83'>83</a>
+<a name='L84'></a><a href='#L84'>84</a>
+<a name='L85'></a><a href='#L85'>85</a>
+<a name='L86'></a><a href='#L86'>86</a>
+<a name='L87'></a><a href='#L87'>87</a>
+<a name='L88'></a><a href='#L88'>88</a>
+<a name='L89'></a><a href='#L89'>89</a>
+<a name='L90'></a><a href='#L90'>90</a>
+<a name='L91'></a><a href='#L91'>91</a>
+<a name='L92'></a><a href='#L92'>92</a>
+<a name='L93'></a><a href='#L93'>93</a>
+<a name='L94'></a><a href='#L94'>94</a>
+<a name='L95'></a><a href='#L95'>95</a>
+<a name='L96'></a><a href='#L96'>96</a>
+<a name='L97'></a><a href='#L97'>97</a>
+<a name='L98'></a><a href='#L98'>98</a>
+<a name='L99'></a><a href='#L99'>99</a>
+<a name='L100'></a><a href='#L100'>100</a>
+<a name='L101'></a><a href='#L101'>101</a>
+<a name='L102'></a><a href='#L102'>102</a>
+<a name='L103'></a><a href='#L103'>103</a>
+<a name='L104'></a><a href='#L104'>104</a>
+<a name='L105'></a><a href='#L105'>105</a>
+<a name='L106'></a><a href='#L106'>106</a>
+<a name='L107'></a><a href='#L107'>107</a>
+<a name='L108'></a><a href='#L108'>108</a>
+<a name='L109'></a><a href='#L109'>109</a>
+<a name='L110'></a><a href='#L110'>110</a>
+<a name='L111'></a><a href='#L111'>111</a>
+<a name='L112'></a><a href='#L112'>112</a>
+<a name='L113'></a><a href='#L113'>113</a>
+<a name='L114'></a><a href='#L114'>114</a>
+<a name='L115'></a><a href='#L115'>115</a>
+<a name='L116'></a><a href='#L116'>116</a>
+<a name='L117'></a><a href='#L117'>117</a>
+<a name='L118'></a><a href='#L118'>118</a>
+<a name='L119'></a><a href='#L119'>119</a>
+<a name='L120'></a><a href='#L120'>120</a>
+<a name='L121'></a><a href='#L121'>121</a>
+<a name='L122'></a><a href='#L122'>122</a>
+<a name='L123'></a><a href='#L123'>123</a>
+<a name='L124'></a><a href='#L124'>124</a>
+<a name='L125'></a><a href='#L125'>125</a>
+<a name='L126'></a><a href='#L126'>126</a>
+<a name='L127'></a><a href='#L127'>127</a>
+<a name='L128'></a><a href='#L128'>128</a>
+<a name='L129'></a><a href='#L129'>129</a>
+<a name='L130'></a><a href='#L130'>130</a>
+<a name='L131'></a><a href='#L131'>131</a>
+<a name='L132'></a><a href='#L132'>132</a>
+<a name='L133'></a><a href='#L133'>133</a>
+<a name='L134'></a><a href='#L134'>134</a>
+<a name='L135'></a><a href='#L135'>135</a>
+<a name='L136'></a><a href='#L136'>136</a>
+<a name='L137'></a><a href='#L137'>137</a>
+<a name='L138'></a><a href='#L138'>138</a>
+<a name='L139'></a><a href='#L139'>139</a>
+<a name='L140'></a><a href='#L140'>140</a>
+<a name='L141'></a><a href='#L141'>141</a>
+<a name='L142'></a><a href='#L142'>142</a>
+<a name='L143'></a><a href='#L143'>143</a>
+<a name='L144'></a><a href='#L144'>144</a>
+<a name='L145'></a><a href='#L145'>145</a>
+<a name='L146'></a><a href='#L146'>146</a>
+<a name='L147'></a><a href='#L147'>147</a>
+<a name='L148'></a><a href='#L148'>148</a>
+<a name='L149'></a><a href='#L149'>149</a>
+<a name='L150'></a><a href='#L150'>150</a>
+<a name='L151'></a><a href='#L151'>151</a>
+<a name='L152'></a><a href='#L152'>152</a>
+<a name='L153'></a><a href='#L153'>153</a>
+<a name='L154'></a><a href='#L154'>154</a>
+<a name='L155'></a><a href='#L155'>155</a>
+<a name='L156'></a><a href='#L156'>156</a>
+<a name='L157'></a><a href='#L157'>157</a>
+<a name='L158'></a><a href='#L158'>158</a>
+<a name='L159'></a><a href='#L159'>159</a>
+<a name='L160'></a><a href='#L160'>160</a>
+<a name='L161'></a><a href='#L161'>161</a>
+<a name='L162'></a><a href='#L162'>162</a>
+<a name='L163'></a><a href='#L163'>163</a>
+<a name='L164'></a><a href='#L164'>164</a>
+<a name='L165'></a><a href='#L165'>165</a>
+<a name='L166'></a><a href='#L166'>166</a>
+<a name='L167'></a><a href='#L167'>167</a>
+<a name='L168'></a><a href='#L168'>168</a>
+<a name='L169'></a><a href='#L169'>169</a>
+<a name='L170'></a><a href='#L170'>170</a>
+<a name='L171'></a><a href='#L171'>171</a>
+<a name='L172'></a><a href='#L172'>172</a>
+<a name='L173'></a><a href='#L173'>173</a>
+<a name='L174'></a><a href='#L174'>174</a>
+<a name='L175'></a><a href='#L175'>175</a>
+<a name='L176'></a><a href='#L176'>176</a>
+<a name='L177'></a><a href='#L177'>177</a>
+<a name='L178'></a><a href='#L178'>178</a>
+<a name='L179'></a><a href='#L179'>179</a>
+<a name='L180'></a><a href='#L180'>180</a>
+<a name='L181'></a><a href='#L181'>181</a>
+<a name='L182'></a><a href='#L182'>182</a>
+<a name='L183'></a><a href='#L183'>183</a>
+<a name='L184'></a><a href='#L184'>184</a>
+<a name='L185'></a><a href='#L185'>185</a>
+<a name='L186'></a><a href='#L186'>186</a>
+<a name='L187'></a><a href='#L187'>187</a>
+<a name='L188'></a><a href='#L188'>188</a>
+<a name='L189'></a><a href='#L189'>189</a>
+<a name='L190'></a><a href='#L190'>190</a>
+<a name='L191'></a><a href='#L191'>191</a>
+<a name='L192'></a><a href='#L192'>192</a>
+<a name='L193'></a><a href='#L193'>193</a>
+<a name='L194'></a><a href='#L194'>194</a>
+<a name='L195'></a><a href='#L195'>195</a>
+<a name='L196'></a><a href='#L196'>196</a>
+<a name='L197'></a><a href='#L197'>197</a>
+<a name='L198'></a><a href='#L198'>198</a>
+<a name='L199'></a><a href='#L199'>199</a>
+<a name='L200'></a><a href='#L200'>200</a>
+<a name='L201'></a><a href='#L201'>201</a>
+<a name='L202'></a><a href='#L202'>202</a>
+<a name='L203'></a><a href='#L203'>203</a>
+<a name='L204'></a><a href='#L204'>204</a>
+<a name='L205'></a><a href='#L205'>205</a>
+<a name='L206'></a><a href='#L206'>206</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">import { z } from 'zod';
+import { namedJudge } from 'vitest-evals';
+import type { JudgeContext } from 'vitest-evals';
+import {
+  normalizeContent,
+  normalizeMetadata,
+  toJsonValue,
+  type Harness,
+} from 'vitest-evals/harness';
+import { runJudge } from './judge.js';
+import { runEvalSkill, type RunEvalOptions } from './runner.js';
+import { evalPassed, type EvalMeta, type JudgeResponse } from './types.js';
+import { usageToSummary } from './usage.js';
+import { FindingSchema } from '../types/index.js';
+import type { Finding, SkillReport, UsageStats } from '../types/index.js';
+&nbsp;
+export const WardenEvalOutputSchema = z.object({
+  name: z.string(),
+  summary: z.string(),
+  skill: z.string(),
+  runtime: z.string().optional(),
+  model: z.string().optional(),
+  findings: z.array(FindingSchema),
+  failedHunks: z.number().int().nonnegative().optional(),
+  failedExtractions: z.number().int().nonnegative().optional(),
+});
+export type WardenEvalOutput = z.infer&lt;typeof WardenEvalOutputSchema&gt;;
+&nbsp;
+function usageMetadata(usage: UsageStats | undefined): Record&lt;string, unknown&gt; | undefined {
+  <span class="missing-if-branch" title="if path not taken" >I</span>if (!usage) {
+<span class="cstat-no" title="statement not covered" >    return undefined;</span>
+  }
+&nbsp;
+  return {
+    inputTokens: usage.inputTokens,
+    outputTokens: usage.outputTokens,
+    costUSD: usage.costUSD,
+  };
+}
+&nbsp;
+function <span class="fstat-no" title="function not covered" >reportToOutput(n</span>ame: string, report: SkillReport): WardenEvalOutput {
+<span class="cstat-no" title="statement not covered" >  return {</span>
+    name,
+    summary: report.summary,
+    skill: report.skill,
+    runtime: report.runtime,
+    model: report.model,
+    findings: report.findings,
+    failedHunks: report.failedHunks,
+    failedExtractions: report.failedExtractions,
+  };
+}
+&nbsp;
+function failedJudgeReasons(
+  meta: EvalMeta,
+  response: JudgeResponse,
+  findings: Finding[]
+): string[] {
+  const reasons: string[] = [];
+&nbsp;
+  for (let i = 0; i &lt; meta.should_find.length; i++) {
+    const assertion = meta.should_find[i];
+    if (!assertion?.required) {
+      continue;
+    }
+&nbsp;
+    const verdict = response.expectations[i];
+    <span class="missing-if-branch" title="if path not taken" >I</span>if (!verdict) {
+<span class="cstat-no" title="statement not covered" >      reasons.push(`missing verdict for should_find[${i}]`);</span>
+<span class="cstat-no" title="statement not covered" >      continue;</span>
+    }
+&nbsp;
+    const matchedFinding = verdict.matchedFindingIndex === null
+      ? undefined
+      : findings[verdict.matchedFindingIndex];
+    <span class="missing-if-branch" title="if path not taken" >I</span>if (!verdict.met) {
+<span class="cstat-no" title="statement not covered" >      reasons.push(`should_find[${i}] not met: ${verdict.reasoning}`);</span>
+    } else if (assertion.severity) {
+      if (!matchedFinding) {
+        reasons.push(`should_find[${i}] severity could not be checked: no matched finding`);
+<span class="cstat-no" title="statement not covered" >      <span class="missing-if-branch" title="else path not taken" >E</span>} else if (matchedFinding.severity !== assertion.severity) {</span>
+<span class="cstat-no" title="statement not covered" >        reasons.push(</span>
+          `should_find[${i}] severity mismatch: expected ${assertion.severity}, got ${matchedFinding.severity}`
+        );
+      }
+    }
+  }
+&nbsp;
+  for (let i = 0; i &lt; meta.should_not_find.length; i++) {
+    const verdict = <span class="cstat-no" title="statement not covered" >response.antiExpectations[i];</span>
+<span class="cstat-no" title="statement not covered" >    if (verdict?.violated) {</span>
+<span class="cstat-no" title="statement not covered" >      reasons.push(`should_not_find[${i}] violated: ${verdict.reasoning}`);</span>
+    }
+  }
+&nbsp;
+  return reasons;
+}
+&nbsp;
+export function <span class="fstat-no" title="function not covered" >createWardenEvalHarness(o</span>ptions: RunEvalOptions): Harness&lt;EvalMeta&gt; {
+<span class="cstat-no" title="statement not covered" >  return {</span>
+    name: 'warden',
+    prompt: <span class="fstat-no" title="function not covered" >async () =&gt; {</span>
+<span class="cstat-no" title="statement not covered" >      throw new Error('Warden eval judges use runJudge directly.');</span>
+    },
+    run: <span class="fstat-no" title="function not covered" >async (m</span>eta, context) =&gt; {
+      const modelOverride = <span class="cstat-no" title="statement not covered" >typeof context.metadata['model'] === 'string'</span>
+        ? context.metadata['model']
+        : undefined;
+      const runtimeOverride = <span class="cstat-no" title="statement not covered" >context.metadata['runtime'] === 'claude'</span>
+        || context.metadata['runtime'] === 'pi'
+          ? context.metadata['runtime']
+          : undefined;
+      const result = <span class="cstat-no" title="statement not covered" >await runEvalSkill(meta, {</span>
+        ...options,
+        model: modelOverride ?? options.model,
+        runtime: runtimeOverride ?? options.runtime,
+      });
+      const output = <span class="cstat-no" title="statement not covered" >reportToOutput(result.name, result.report);</span>
+&nbsp;
+<span class="cstat-no" title="statement not covered" >      return {</span>
+        output: toJsonValue(output),
+        session: {
+          messages: [
+            {
+              role: 'user',
+              content: normalizeContent({
+                name: result.name,
+                given: meta.given,
+                shouldFind: meta.should_find,
+                shouldNotFind: meta.should_not_find,
+              }),
+            },
+            {
+              role: 'assistant',
+              content: normalizeContent(output),
+            },
+          ],
+          outputText: result.report.summary,
+          provider: result.report.runtime,
+          model: result.report.model,
+          metadata: normalizeMetadata({
+            category: meta.category,
+            scenario: meta.name,
+            skill: result.report.skill,
+          }),
+        },
+        usage: usageToSummary({
+          provider: result.report.runtime ?? 'unknown',
+          model: result.report.model ?? 'unknown',
+          usage: result.report.usage,
+        }),
+        timings: { totalMs: result.durationMs },
+        artifacts: {
+          logs: toJsonValue(result.logs) ?? [],
+        },
+        errors: result.report.error
+          ? [{
+              type: result.report.error.code,
+              message: result.report.error.message,
+            }]
+          : [],
+      };
+    },
+  };
+}
+&nbsp;
+export function createWardenEvalJudge(apiKey: string) {
+  return namedJudge&lt;JudgeContext&lt;EvalMeta&gt;&gt;('WardenEvalJudge', async ({ inputValue, run }) =&gt; {
+    const output = WardenEvalOutputSchema.safeParse(run.output);
+    <span class="missing-if-branch" title="if path not taken" >I</span>if (!output.success) {
+<span class="cstat-no" title="statement not covered" >      return {</span>
+        score: 0,
+        metadata: {
+          rationale: `Invalid Warden harness output: ${output.error.message}`,
+        },
+      };
+    }
+&nbsp;
+    const meta = inputValue;
+    const findings = output.data.findings;
+    const judgeResult = await runJudge(meta, findings, apiKey);
+    if (judgeResult.error) {
+      return {
+        score: 0,
+        metadata: {
+          rationale: `Judge failed: ${judgeResult.error}`,
+          output: judgeResult.response,
+          usage: usageMetadata(judgeResult.usage),
+        },
+      };
+    }
+&nbsp;
+    const passed = evalPassed(meta, judgeResult.response, findings);
+    const reasons = failedJudgeReasons(meta, judgeResult.response, findings);
+&nbsp;
+    return {
+      score: passed ? 1 : 0,
+      metadata: {
+        rationale: reasons.length &gt; 0 ? reasons.join('; ') : 'All eval assertions passed.',
+        output: judgeResult.response,
+        usage: usageMetadata(judgeResult.usage),
+      },
+    };
+  });
+}
+&nbsp;</pre></td></tr></table></pre>
+                <div class='push'></div><!-- for sticky footer -->
+            </div><!-- /wrapper -->
+            <div class='footer quiet pad2 space-top1 center small'>
+                Code coverage generated by
+                <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
+                at 2026-05-17T04:35:52.381Z
+            </div>
+        <script src="../../prettify.js"></script>
+        <script>
+            window.onload = function () {
+                prettyPrint();
+            };
+        </script>
+        <script src="../../sorter.js"></script>
+        <script src="../../block-navigation.js"></script>
+    </body>
+</html>