npm - @sentry/warden - Versions diffs - 0.29.1 → 0.31.0 - Mend

@sentry/warden 0.29.1 → 0.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (189) hide show

package/CHANGELOG.md +491 -0
package/README.md +2 -1
package/coverage/lcov-report/base.css +224 -0
package/coverage/lcov-report/block-navigation.js +87 -0
package/coverage/lcov-report/favicon.png +0 -0
package/coverage/lcov-report/index.html +446 -0
package/coverage/lcov-report/prettify.css +1 -0
package/coverage/lcov-report/prettify.js +2 -0
package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
package/coverage/lcov-report/sorter.js +210 -0
package/coverage/lcov-report/src/action/checks/index.html +116 -0
package/coverage/lcov-report/src/action/checks/manager.ts.html +499 -0
package/coverage/lcov-report/src/action/error-reporting.ts.html +181 -0
package/coverage/lcov-report/src/action/fix-evaluation/github.ts.html +508 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.html +161 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.ts.html +1243 -0
package/coverage/lcov-report/src/action/fix-evaluation/judge.ts.html +817 -0
package/coverage/lcov-report/src/action/fix-evaluation/types.ts.html +274 -0
package/coverage/lcov-report/src/action/index.html +161 -0
package/coverage/lcov-report/src/action/inputs.ts.html +529 -0
package/coverage/lcov-report/src/action/pi-ncc-compat.ts.html +292 -0
package/coverage/lcov-report/src/action/review/coordination.ts.html +208 -0
package/coverage/lcov-report/src/action/review/index.html +131 -0
package/coverage/lcov-report/src/action/review/poster.ts.html +1051 -0
package/coverage/lcov-report/src/action/review-state.ts.html +280 -0
package/coverage/lcov-report/src/action/triggers/executor.ts.html +856 -0
package/coverage/lcov-report/src/action/triggers/index.html +116 -0
package/coverage/lcov-report/src/action/workflow/base.ts.html +1135 -0
package/coverage/lcov-report/src/action/workflow/index.html +146 -0
package/coverage/lcov-report/src/action/workflow/pr-workflow.ts.html +2713 -0
package/coverage/lcov-report/src/action/workflow/schedule.ts.html +1027 -0
package/coverage/lcov-report/src/cli/args.ts.html +1657 -0
package/coverage/lcov-report/src/cli/commands/add.ts.html +1567 -0
package/coverage/lcov-report/src/cli/commands/build.ts.html +1618 -0
package/coverage/lcov-report/src/cli/commands/index.html +191 -0
package/coverage/lcov-report/src/cli/commands/init.ts.html +1357 -0
package/coverage/lcov-report/src/cli/commands/runs.ts.html +2560 -0
package/coverage/lcov-report/src/cli/commands/setup-app/browser.ts.html +214 -0
package/coverage/lcov-report/src/cli/commands/setup-app/credentials.ts.html +220 -0
package/coverage/lcov-report/src/cli/commands/setup-app/index.html +161 -0
package/coverage/lcov-report/src/cli/commands/setup-app/manifest.ts.html +235 -0
package/coverage/lcov-report/src/cli/commands/setup-app/server.ts.html +601 -0
package/coverage/lcov-report/src/cli/commands/setup-app.ts.html +571 -0
package/coverage/lcov-report/src/cli/commands/sync.ts.html +475 -0
package/coverage/lcov-report/src/cli/context.ts.html +532 -0
package/coverage/lcov-report/src/cli/diff-apply.ts.html +334 -0
package/coverage/lcov-report/src/cli/files.ts.html +904 -0
package/coverage/lcov-report/src/cli/fix.ts.html +1060 -0
package/coverage/lcov-report/src/cli/git.ts.html +1201 -0
package/coverage/lcov-report/src/cli/help.ts.html +1696 -0
package/coverage/lcov-report/src/cli/index.html +281 -0
package/coverage/lcov-report/src/cli/input.ts.html +397 -0
package/coverage/lcov-report/src/cli/log-cleanup.ts.html +337 -0
package/coverage/lcov-report/src/cli/main.ts.html +5107 -0
package/coverage/lcov-report/src/cli/output/box.ts.html +790 -0
package/coverage/lcov-report/src/cli/output/formatters.ts.html +1099 -0
package/coverage/lcov-report/src/cli/output/icons.ts.html +142 -0
package/coverage/lcov-report/src/cli/output/index.html +281 -0
package/coverage/lcov-report/src/cli/output/index.ts.html +295 -0
package/coverage/lcov-report/src/cli/output/ink-runner.tsx.html +1597 -0
package/coverage/lcov-report/src/cli/output/jsonl-schema-gen.ts.html +355 -0
package/coverage/lcov-report/src/cli/output/jsonl.ts.html +2137 -0
package/coverage/lcov-report/src/cli/output/live-status.tsx.html +916 -0
package/coverage/lcov-report/src/cli/output/reporter.ts.html +1630 -0
package/coverage/lcov-report/src/cli/output/tasks.ts.html +3193 -0
package/coverage/lcov-report/src/cli/output/tty.ts.html +310 -0
package/coverage/lcov-report/src/cli/output/verbosity.ts.html +181 -0
package/coverage/lcov-report/src/cli/signals.ts.html +199 -0
package/coverage/lcov-report/src/cli/terminal.ts.html +1060 -0
package/coverage/lcov-report/src/config/index.html +161 -0
package/coverage/lcov-report/src/config/index.ts.html +94 -0
package/coverage/lcov-report/src/config/loader.ts.html +1753 -0
package/coverage/lcov-report/src/config/schema.ts.html +910 -0
package/coverage/lcov-report/src/config/writer.ts.html +538 -0
package/coverage/lcov-report/src/diff/apply.ts.html +241 -0
package/coverage/lcov-report/src/diff/classify.ts.html +361 -0
package/coverage/lcov-report/src/diff/coalesce.ts.html +1123 -0
package/coverage/lcov-report/src/diff/context.ts.html +952 -0
package/coverage/lcov-report/src/diff/index.html +191 -0
package/coverage/lcov-report/src/diff/index.ts.html +100 -0
package/coverage/lcov-report/src/diff/parser.ts.html +532 -0
package/coverage/lcov-report/src/evals/harness.ts.html +700 -0
package/coverage/lcov-report/src/evals/index.html +221 -0
package/coverage/lcov-report/src/evals/index.ts.html +955 -0
package/coverage/lcov-report/src/evals/names.ts.html +121 -0
package/coverage/lcov-report/src/evals/runner.ts.html +664 -0
package/coverage/lcov-report/src/evals/scaffold.ts.html +970 -0
package/coverage/lcov-report/src/evals/types.ts.html +661 -0
package/coverage/lcov-report/src/evals/usage.ts.html +178 -0
package/coverage/lcov-report/src/evals/verify.ts.html +1054 -0
package/coverage/lcov-report/src/event/context.ts.html +490 -0
package/coverage/lcov-report/src/event/index.html +116 -0
package/coverage/lcov-report/src/index.html +116 -0
package/coverage/lcov-report/src/output/dedup.ts.html +2950 -0
package/coverage/lcov-report/src/output/github-checks.ts.html +1579 -0
package/coverage/lcov-report/src/output/index.html +161 -0
package/coverage/lcov-report/src/output/renderer.ts.html +988 -0
package/coverage/lcov-report/src/output/stale.ts.html +640 -0
package/coverage/lcov-report/src/sdk/analyze.ts.html +3010 -0
package/coverage/lcov-report/src/sdk/auth.ts.html +217 -0
package/coverage/lcov-report/src/sdk/circuit-breaker.ts.html +304 -0
package/coverage/lcov-report/src/sdk/errors.ts.html +658 -0
package/coverage/lcov-report/src/sdk/extract.ts.html +1810 -0
package/coverage/lcov-report/src/sdk/fix-quality.ts.html +841 -0
package/coverage/lcov-report/src/sdk/haiku.ts.html +1456 -0
package/coverage/lcov-report/src/sdk/index.html +416 -0
package/coverage/lcov-report/src/sdk/json-output.ts.html +508 -0
package/coverage/lcov-report/src/sdk/model-pricing.json.html +499 -0
package/coverage/lcov-report/src/sdk/otel.ts.html +433 -0
package/coverage/lcov-report/src/sdk/post-process.ts.html +412 -0
package/coverage/lcov-report/src/sdk/prepare.ts.html +400 -0
package/coverage/lcov-report/src/sdk/pricing.ts.html +778 -0
package/coverage/lcov-report/src/sdk/prompt-sections.ts.html +595 -0
package/coverage/lcov-report/src/sdk/prompt.ts.html +451 -0
package/coverage/lcov-report/src/sdk/report-files.ts.html +166 -0
package/coverage/lcov-report/src/sdk/retry.ts.html +202 -0
package/coverage/lcov-report/src/sdk/runner.ts.html +400 -0
package/coverage/lcov-report/src/sdk/runtimes/claude.ts.html +1693 -0
package/coverage/lcov-report/src/sdk/runtimes/index.html +176 -0
package/coverage/lcov-report/src/sdk/runtimes/index.ts.html +244 -0
package/coverage/lcov-report/src/sdk/runtimes/model-selectors.ts.html +328 -0
package/coverage/lcov-report/src/sdk/runtimes/pi.ts.html +2104 -0
package/coverage/lcov-report/src/sdk/runtimes/types.ts.html +508 -0
package/coverage/lcov-report/src/sdk/types.ts.html +730 -0
package/coverage/lcov-report/src/sdk/usage.ts.html +502 -0
package/coverage/lcov-report/src/sdk/verify.ts.html +1027 -0
package/coverage/lcov-report/src/sentry.ts.html +994 -0
package/coverage/lcov-report/src/skill-builder/agentic.ts.html +1063 -0
package/coverage/lcov-report/src/skill-builder/authoring-provider.ts.html +334 -0
package/coverage/lcov-report/src/skill-builder/definition.ts.html +748 -0
package/coverage/lcov-report/src/skill-builder/index.html +236 -0
package/coverage/lcov-report/src/skill-builder/outline-contract.ts.html +400 -0
package/coverage/lcov-report/src/skill-builder/outline-state.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/outline.ts.html +1402 -0
package/coverage/lcov-report/src/skill-builder/skill-contract.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/skill-prompts.ts.html +1180 -0
package/coverage/lcov-report/src/skill-builder/skill.ts.html +2398 -0
package/coverage/lcov-report/src/skills/index.html +131 -0
package/coverage/lcov-report/src/skills/loader.ts.html +1693 -0
package/coverage/lcov-report/src/skills/remote.ts.html +1909 -0
package/coverage/lcov-report/src/triggers/index.html +116 -0
package/coverage/lcov-report/src/triggers/matcher.ts.html +841 -0
package/coverage/lcov-report/src/types/index.html +116 -0
package/coverage/lcov-report/src/types/index.ts.html +1240 -0
package/coverage/lcov-report/src/utils/async.ts.html +331 -0
package/coverage/lcov-report/src/utils/exec.ts.html +496 -0
package/coverage/lcov-report/src/utils/index.html +176 -0
package/coverage/lcov-report/src/utils/index.ts.html +313 -0
package/coverage/lcov-report/src/utils/path.ts.html +202 -0
package/coverage/lcov-report/src/utils/version.ts.html +136 -0
package/coverage/lcov.info +19134 -0
package/dist/cli/args.js +1 -1
package/dist/cli/args.js.map +1 -1
package/dist/cli/commands/runs.d.ts +1 -1
package/dist/cli/commands/runs.d.ts.map +1 -1
package/dist/cli/commands/runs.js +1 -1
package/dist/cli/commands/runs.js.map +1 -1
package/dist/cli/files.d.ts.map +1 -1
package/dist/cli/files.js +10 -11
package/dist/cli/files.js.map +1 -1
package/dist/cli/help.js +1 -1
package/dist/cli/help.js.map +1 -1
package/dist/sdk/verify.d.ts.map +1 -1
package/dist/sdk/verify.js +3 -2
package/dist/sdk/verify.js.map +1 -1
package/dist/skill-builder/outline.d.ts.map +1 -1
package/dist/skill-builder/outline.js.map +1 -1
package/package.json +8 -3
package/test-results.junit.xml +4329 -0
package/dist/evals/index.d.ts +0 -22
package/dist/evals/index.d.ts.map +0 -1
package/dist/evals/index.js +0 -92
package/dist/evals/index.js.map +0 -1
package/dist/evals/judge.d.ts +0 -12
package/dist/evals/judge.d.ts.map +0 -1
package/dist/evals/judge.js +0 -171
package/dist/evals/judge.js.map +0 -1
package/dist/evals/runner.d.ts +0 -18
package/dist/evals/runner.d.ts.map +0 -1
package/dist/evals/runner.js +0 -149
package/dist/evals/runner.js.map +0 -1
package/dist/evals/setup.d.ts +0 -2
package/dist/evals/setup.d.ts.map +0 -1
package/dist/evals/setup.js +0 -22
package/dist/evals/setup.js.map +0 -1
package/dist/evals/types.d.ts +0 -160
package/dist/evals/types.d.ts.map +0 -1
package/dist/evals/types.js +0 -148
package/dist/evals/types.js.map +0 -1

package/coverage/lcov-report/src/evals/types.ts.html ADDED Viewed

@@ -0,0 +1,661 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <title>Code coverage report for src/evals/types.ts</title>
+    <meta charset="utf-8" />
+    <link rel="stylesheet" href="../../prettify.css" />
+    <link rel="stylesheet" href="../../base.css" />
+    <link rel="shortcut icon" type="image/x-icon" href="../../favicon.png" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <style type='text/css'>
+        .coverage-summary .sorter {
+            background-image: url(../../sort-arrow-sprite.png);
+        }
+    </style>
+</head>
+<body>
+<div class='wrapper'>
+    <div class='pad1'>
+        <h1><a href="../../index.html">All files</a> / <a href="index.html">src/evals</a> types.ts</h1>
+        <div class='clearfix'>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">100% </span>
+                <span class="quiet">Statements</span>
+                <span class='fraction'>24/24</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">100% </span>
+                <span class="quiet">Branches</span>
+                <span class='fraction'>16/16</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">100% </span>
+                <span class="quiet">Functions</span>
+                <span class='fraction'>1/1</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">100% </span>
+                <span class="quiet">Lines</span>
+                <span class='fraction'>23/23</span>
+            </div>
+        </div>
+        <p class="quiet">
+            Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
+        </p>
+        <template id="filterTemplate">
+            <div class="quiet">
+                Filter:
+                <input type="search" id="fileSearch">
+            </div>
+        </template>
+    </div>
+    <div class='status-line high'></div>
+    <pre><table class="coverage">
+<tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
+<a name='L2'></a><a href='#L2'>2</a>
+<a name='L3'></a><a href='#L3'>3</a>
+<a name='L4'></a><a href='#L4'>4</a>
+<a name='L5'></a><a href='#L5'>5</a>
+<a name='L6'></a><a href='#L6'>6</a>
+<a name='L7'></a><a href='#L7'>7</a>
+<a name='L8'></a><a href='#L8'>8</a>
+<a name='L9'></a><a href='#L9'>9</a>
+<a name='L10'></a><a href='#L10'>10</a>
+<a name='L11'></a><a href='#L11'>11</a>
+<a name='L12'></a><a href='#L12'>12</a>
+<a name='L13'></a><a href='#L13'>13</a>
+<a name='L14'></a><a href='#L14'>14</a>
+<a name='L15'></a><a href='#L15'>15</a>
+<a name='L16'></a><a href='#L16'>16</a>
+<a name='L17'></a><a href='#L17'>17</a>
+<a name='L18'></a><a href='#L18'>18</a>
+<a name='L19'></a><a href='#L19'>19</a>
+<a name='L20'></a><a href='#L20'>20</a>
+<a name='L21'></a><a href='#L21'>21</a>
+<a name='L22'></a><a href='#L22'>22</a>
+<a name='L23'></a><a href='#L23'>23</a>
+<a name='L24'></a><a href='#L24'>24</a>
+<a name='L25'></a><a href='#L25'>25</a>
+<a name='L26'></a><a href='#L26'>26</a>
+<a name='L27'></a><a href='#L27'>27</a>
+<a name='L28'></a><a href='#L28'>28</a>
+<a name='L29'></a><a href='#L29'>29</a>
+<a name='L30'></a><a href='#L30'>30</a>
+<a name='L31'></a><a href='#L31'>31</a>
+<a name='L32'></a><a href='#L32'>32</a>
+<a name='L33'></a><a href='#L33'>33</a>
+<a name='L34'></a><a href='#L34'>34</a>
+<a name='L35'></a><a href='#L35'>35</a>
+<a name='L36'></a><a href='#L36'>36</a>
+<a name='L37'></a><a href='#L37'>37</a>
+<a name='L38'></a><a href='#L38'>38</a>
+<a name='L39'></a><a href='#L39'>39</a>
+<a name='L40'></a><a href='#L40'>40</a>
+<a name='L41'></a><a href='#L41'>41</a>
+<a name='L42'></a><a href='#L42'>42</a>
+<a name='L43'></a><a href='#L43'>43</a>
+<a name='L44'></a><a href='#L44'>44</a>
+<a name='L45'></a><a href='#L45'>45</a>
+<a name='L46'></a><a href='#L46'>46</a>
+<a name='L47'></a><a href='#L47'>47</a>
+<a name='L48'></a><a href='#L48'>48</a>
+<a name='L49'></a><a href='#L49'>49</a>
+<a name='L50'></a><a href='#L50'>50</a>
+<a name='L51'></a><a href='#L51'>51</a>
+<a name='L52'></a><a href='#L52'>52</a>
+<a name='L53'></a><a href='#L53'>53</a>
+<a name='L54'></a><a href='#L54'>54</a>
+<a name='L55'></a><a href='#L55'>55</a>
+<a name='L56'></a><a href='#L56'>56</a>
+<a name='L57'></a><a href='#L57'>57</a>
+<a name='L58'></a><a href='#L58'>58</a>
+<a name='L59'></a><a href='#L59'>59</a>
+<a name='L60'></a><a href='#L60'>60</a>
+<a name='L61'></a><a href='#L61'>61</a>
+<a name='L62'></a><a href='#L62'>62</a>
+<a name='L63'></a><a href='#L63'>63</a>
+<a name='L64'></a><a href='#L64'>64</a>
+<a name='L65'></a><a href='#L65'>65</a>
+<a name='L66'></a><a href='#L66'>66</a>
+<a name='L67'></a><a href='#L67'>67</a>
+<a name='L68'></a><a href='#L68'>68</a>
+<a name='L69'></a><a href='#L69'>69</a>
+<a name='L70'></a><a href='#L70'>70</a>
+<a name='L71'></a><a href='#L71'>71</a>
+<a name='L72'></a><a href='#L72'>72</a>
+<a name='L73'></a><a href='#L73'>73</a>
+<a name='L74'></a><a href='#L74'>74</a>
+<a name='L75'></a><a href='#L75'>75</a>
+<a name='L76'></a><a href='#L76'>76</a>
+<a name='L77'></a><a href='#L77'>77</a>
+<a name='L78'></a><a href='#L78'>78</a>
+<a name='L79'></a><a href='#L79'>79</a>
+<a name='L80'></a><a href='#L80'>80</a>
+<a name='L81'></a><a href='#L81'>81</a>
+<a name='L82'></a><a href='#L82'>82</a>
+<a name='L83'></a><a href='#L83'>83</a>
+<a name='L84'></a><a href='#L84'>84</a>
+<a name='L85'></a><a href='#L85'>85</a>
+<a name='L86'></a><a href='#L86'>86</a>
+<a name='L87'></a><a href='#L87'>87</a>
+<a name='L88'></a><a href='#L88'>88</a>
+<a name='L89'></a><a href='#L89'>89</a>
+<a name='L90'></a><a href='#L90'>90</a>
+<a name='L91'></a><a href='#L91'>91</a>
+<a name='L92'></a><a href='#L92'>92</a>
+<a name='L93'></a><a href='#L93'>93</a>
+<a name='L94'></a><a href='#L94'>94</a>
+<a name='L95'></a><a href='#L95'>95</a>
+<a name='L96'></a><a href='#L96'>96</a>
+<a name='L97'></a><a href='#L97'>97</a>
+<a name='L98'></a><a href='#L98'>98</a>
+<a name='L99'></a><a href='#L99'>99</a>
+<a name='L100'></a><a href='#L100'>100</a>
+<a name='L101'></a><a href='#L101'>101</a>
+<a name='L102'></a><a href='#L102'>102</a>
+<a name='L103'></a><a href='#L103'>103</a>
+<a name='L104'></a><a href='#L104'>104</a>
+<a name='L105'></a><a href='#L105'>105</a>
+<a name='L106'></a><a href='#L106'>106</a>
+<a name='L107'></a><a href='#L107'>107</a>
+<a name='L108'></a><a href='#L108'>108</a>
+<a name='L109'></a><a href='#L109'>109</a>
+<a name='L110'></a><a href='#L110'>110</a>
+<a name='L111'></a><a href='#L111'>111</a>
+<a name='L112'></a><a href='#L112'>112</a>
+<a name='L113'></a><a href='#L113'>113</a>
+<a name='L114'></a><a href='#L114'>114</a>
+<a name='L115'></a><a href='#L115'>115</a>
+<a name='L116'></a><a href='#L116'>116</a>
+<a name='L117'></a><a href='#L117'>117</a>
+<a name='L118'></a><a href='#L118'>118</a>
+<a name='L119'></a><a href='#L119'>119</a>
+<a name='L120'></a><a href='#L120'>120</a>
+<a name='L121'></a><a href='#L121'>121</a>
+<a name='L122'></a><a href='#L122'>122</a>
+<a name='L123'></a><a href='#L123'>123</a>
+<a name='L124'></a><a href='#L124'>124</a>
+<a name='L125'></a><a href='#L125'>125</a>
+<a name='L126'></a><a href='#L126'>126</a>
+<a name='L127'></a><a href='#L127'>127</a>
+<a name='L128'></a><a href='#L128'>128</a>
+<a name='L129'></a><a href='#L129'>129</a>
+<a name='L130'></a><a href='#L130'>130</a>
+<a name='L131'></a><a href='#L131'>131</a>
+<a name='L132'></a><a href='#L132'>132</a>
+<a name='L133'></a><a href='#L133'>133</a>
+<a name='L134'></a><a href='#L134'>134</a>
+<a name='L135'></a><a href='#L135'>135</a>
+<a name='L136'></a><a href='#L136'>136</a>
+<a name='L137'></a><a href='#L137'>137</a>
+<a name='L138'></a><a href='#L138'>138</a>
+<a name='L139'></a><a href='#L139'>139</a>
+<a name='L140'></a><a href='#L140'>140</a>
+<a name='L141'></a><a href='#L141'>141</a>
+<a name='L142'></a><a href='#L142'>142</a>
+<a name='L143'></a><a href='#L143'>143</a>
+<a name='L144'></a><a href='#L144'>144</a>
+<a name='L145'></a><a href='#L145'>145</a>
+<a name='L146'></a><a href='#L146'>146</a>
+<a name='L147'></a><a href='#L147'>147</a>
+<a name='L148'></a><a href='#L148'>148</a>
+<a name='L149'></a><a href='#L149'>149</a>
+<a name='L150'></a><a href='#L150'>150</a>
+<a name='L151'></a><a href='#L151'>151</a>
+<a name='L152'></a><a href='#L152'>152</a>
+<a name='L153'></a><a href='#L153'>153</a>
+<a name='L154'></a><a href='#L154'>154</a>
+<a name='L155'></a><a href='#L155'>155</a>
+<a name='L156'></a><a href='#L156'>156</a>
+<a name='L157'></a><a href='#L157'>157</a>
+<a name='L158'></a><a href='#L158'>158</a>
+<a name='L159'></a><a href='#L159'>159</a>
+<a name='L160'></a><a href='#L160'>160</a>
+<a name='L161'></a><a href='#L161'>161</a>
+<a name='L162'></a><a href='#L162'>162</a>
+<a name='L163'></a><a href='#L163'>163</a>
+<a name='L164'></a><a href='#L164'>164</a>
+<a name='L165'></a><a href='#L165'>165</a>
+<a name='L166'></a><a href='#L166'>166</a>
+<a name='L167'></a><a href='#L167'>167</a>
+<a name='L168'></a><a href='#L168'>168</a>
+<a name='L169'></a><a href='#L169'>169</a>
+<a name='L170'></a><a href='#L170'>170</a>
+<a name='L171'></a><a href='#L171'>171</a>
+<a name='L172'></a><a href='#L172'>172</a>
+<a name='L173'></a><a href='#L173'>173</a>
+<a name='L174'></a><a href='#L174'>174</a>
+<a name='L175'></a><a href='#L175'>175</a>
+<a name='L176'></a><a href='#L176'>176</a>
+<a name='L177'></a><a href='#L177'>177</a>
+<a name='L178'></a><a href='#L178'>178</a>
+<a name='L179'></a><a href='#L179'>179</a>
+<a name='L180'></a><a href='#L180'>180</a>
+<a name='L181'></a><a href='#L181'>181</a>
+<a name='L182'></a><a href='#L182'>182</a>
+<a name='L183'></a><a href='#L183'>183</a>
+<a name='L184'></a><a href='#L184'>184</a>
+<a name='L185'></a><a href='#L185'>185</a>
+<a name='L186'></a><a href='#L186'>186</a>
+<a name='L187'></a><a href='#L187'>187</a>
+<a name='L188'></a><a href='#L188'>188</a>
+<a name='L189'></a><a href='#L189'>189</a>
+<a name='L190'></a><a href='#L190'>190</a>
+<a name='L191'></a><a href='#L191'>191</a>
+<a name='L192'></a><a href='#L192'>192</a>
+<a name='L193'></a><a href='#L193'>193</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">9x</span>
+<span class="cline-any cline-yes">12x</span>
+<span class="cline-any cline-yes">12x</span>
+<span class="cline-any cline-yes">12x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">11x</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">3x</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">6x</span>
+<span class="cline-any cline-yes">2x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">5x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">import { z } from 'zod';
+import { RuntimeNameSchema } from '../sdk/runtimes/types.js';
+import { SeveritySchema } from '../types/index.js';
+import type { Finding } from '../types/index.js';
+import type { RuntimeName } from '../sdk/runtimes/types.js';
+&nbsp;
+/** Default model for eval skill execution and judging. */
+export const DEFAULT_EVAL_MODEL = 'claude-sonnet-4-6';
+&nbsp;
+/** Default runtime for eval skill execution. */
+export const DEFAULT_EVAL_RUNTIME: RuntimeName = 'claude';
+&nbsp;
+/**
+ * A "should find" assertion in BDD style.
+ */
+export const ShouldFindSchema = z.object({
+  /** Natural language description of the expected finding for the LLM judge */
+  finding: z.string(),
+  /** Expected severity level. When provided, evals require an exact normalized match. */
+  severity: SeveritySchema.optional(),
+  /** If true (default), eval fails when this is not found */
+  required: z.boolean().default(true),
+});
+export type ShouldFind = z.infer&lt;typeof ShouldFindSchema&gt;;
+&nbsp;
+/**
+ * Maintainer-only provenance for standalone evals. Runners ignore this field.
+ */
+export const EvalScenarioNotesSchema = z.object({
+  /** Original PR, issue, benchmark, or other source URL. */
+  source: z.string().optional(),
+  /** Which source side was captured when scaffolded from a PR. */
+  side: z.string().optional(),
+  /** Optional copied source notes, such as a PR body. */
+  body: z.string().optional(),
+}).passthrough();
+&nbsp;
+/**
+ * A single eval scenario within a YAML eval file or standalone JSON file.
+ */
+export const EvalScenarioSchema = z.object({
+  /** Scenario name (e.g., "null-property-access") */
+  name: z.string(),
+  /** What this eval tests (BDD "given" / description) */
+  given: z.string(),
+  /** Fixture files to use, relative to evals/ directory */
+  files: z.array(z.string()).min(1),
+  /** Model override for this specific scenario */
+  model: z.string().optional(),
+  /** Runtime override for this specific scenario */
+  runtime: RuntimeNameSchema.optional(),
+  /** What Warden should find (BDD "then") */
+  should_find: z.array(ShouldFindSchema).min(1),
+  /** What Warden should NOT report (precision assertions) */
+  should_not_find: z.array(z.string()).default([]),
+  /** Optional maintainer-only provenance, ignored by eval execution */
+  notes: EvalScenarioNotesSchema.optional(),
+});
+export type EvalScenario = z.infer&lt;typeof EvalScenarioSchema&gt;;
+&nbsp;
+/**
+ * A standalone eval scenario file. The scenario name defaults to the file
+ * basename so adding cases does not require repeating it in JSON.
+ */
+export const EvalScenarioFileSchema = EvalScenarioSchema.extend({
+  name: z.string().optional(),
+});
+export type EvalScenarioFile = z.infer&lt;typeof EvalScenarioFileSchema&gt;;
+&nbsp;
+/**
+ * Root schema for a YAML eval file. Each file defines a category of evals
+ * sharing a common skill.
+ *
+ * Example YAML:
+ *   skill: skills/bug-detection.md
+ *   evals:
+ *     - name: null-property-access
+ *       given: code that accesses .find() result without null checking
+ *       files: [fixtures/null-property-access/handler.ts]
+ *       should_find:
+ *         - finding: null access on user.name
+ *           severity: high
+ */
+export const EvalFileSchema = z.object({
+  /** Skill to run, relative to evals/ directory */
+  skill: z.string(),
+  /** Default runtime for all evals in this file */
+  runtime: RuntimeNameSchema.default(DEFAULT_EVAL_RUNTIME),
+  /** Default model for all evals in this file */
+  model: z.string().default(DEFAULT_EVAL_MODEL),
+  /** List of eval scenarios */
+  evals: z.array(EvalScenarioSchema).min(1),
+});
+export type EvalFile = z.infer&lt;typeof EvalFileSchema&gt;;
+&nbsp;
+/**
+ * Resolved eval metadata ready for execution. Combines the file-level
+ * defaults with scenario-level overrides.
+ */
+export interface EvalMeta {
+  /** Scenario name (e.g., "null-property-access") */
+  name: string;
+  /** Category name from the YAML filename (e.g., "eval-bug-detection") */
+  category: string;
+  /** Resolved skill name from the skill frontmatter or file path */
+  skillName: string;
+  /** What this eval tests (BDD "given") */
+  given: string;
+  /** Resolved absolute path to the skill file */
+  skillPath: string;
+  /** Resolved absolute paths to fixture files */
+  filePaths: string[];
+  /** Model to use for skill execution */
+  model: string;
+  /** Runtime to use for skill execution */
+  runtime: RuntimeName;
+  /** What Warden should find */
+  should_find: ShouldFind[];
+  /** What Warden should NOT report */
+  should_not_find: string[];
+}
+&nbsp;
+/**
+ * Judge verdict for a single expectation.
+ */
+export const ExpectationVerdictSchema = z.object({
+  /** Whether this expectation was met */
+  met: z.boolean(),
+  /** Which finding matched (by index), or null if none */
+  matchedFindingIndex: z.number().int().nonnegative().nullable(),
+  /** Brief reasoning from the judge */
+  reasoning: z.string(),
+});
+export type ExpectationVerdict = z.infer&lt;typeof ExpectationVerdictSchema&gt;;
+&nbsp;
+/**
+ * Judge verdict for a single anti-expectation.
+ */
+export const AntiExpectationVerdictSchema = z.object({
+  /** Whether a finding violated this anti-expectation (true = violation found) */
+  violated: z.boolean(),
+  /** Which finding violated (by index), or null if none */
+  violatingFindingIndex: z.number().int().nonnegative().nullable(),
+  /** Brief reasoning from the judge */
+  reasoning: z.string(),
+});
+export type AntiExpectationVerdict = z.infer&lt;typeof AntiExpectationVerdictSchema&gt;;
+&nbsp;
+/**
+ * Complete judge response for an eval.
+ */
+export const JudgeResponseSchema = z.object({
+  expectations: z.array(ExpectationVerdictSchema),
+  antiExpectations: z.array(AntiExpectationVerdictSchema),
+});
+export type JudgeResponse = z.infer&lt;typeof JudgeResponseSchema&gt;;
+&nbsp;
+/**
+ * Determine if an eval passed based on judge response and eval metadata.
+ */
+export function evalPassed(
+  meta: EvalMeta,
+  judgeResponse: JudgeResponse,
+  findings?: Finding[]
+): boolean {
+  // Check required should_find assertions are met
+  for (let i = 0; i &lt; meta.should_find.length; i++) {
+    const assertion = meta.should_find[i];
+    const verdict = judgeResponse.expectations[i];
+    if (assertion?.required &amp;&amp; !verdict?.met) {
+      return false;
+    }
+&nbsp;
+    if (assertion?.required &amp;&amp; assertion.severity &amp;&amp; verdict?.met &amp;&amp; findings) {
+      const matchedFinding = verdict.matchedFindingIndex === null
+        ? undefined
+        : findings[verdict.matchedFindingIndex];
+      if (matchedFinding?.severity !== assertion.severity) {
+        return false;
+      }
+    }
+  }
+&nbsp;
+  // Check no should_not_find assertions are violated
+  for (const verdict of judgeResponse.antiExpectations) {
+    if (verdict.violated) {
+      return false;
+    }
+  }
+&nbsp;
+  return true;
+}
+&nbsp;</pre></td></tr></table></pre>
+                <div class='push'></div><!-- for sticky footer -->
+            </div><!-- /wrapper -->
+            <div class='footer quiet pad2 space-top1 center small'>
+                Code coverage generated by
+                <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
+                at 2026-05-17T04:35:52.381Z
+            </div>
+        <script src="../../prettify.js"></script>
+        <script>
+            window.onload = function () {
+                prettyPrint();
+            };
+        </script>
+        <script src="../../sorter.js"></script>
+        <script src="../../block-navigation.js"></script>
+    </body>
+</html>