npm - @sentry/warden - Versions diffs - 0.30.0 → 0.31.0 - Mend

@sentry/warden 0.30.0 → 0.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (185) hide show

package/CHANGELOG.md +246 -0
package/README.md +2 -1
package/coverage/lcov-report/base.css +224 -0
package/coverage/lcov-report/block-navigation.js +87 -0
package/coverage/lcov-report/favicon.png +0 -0
package/coverage/lcov-report/index.html +446 -0
package/coverage/lcov-report/prettify.css +1 -0
package/coverage/lcov-report/prettify.js +2 -0
package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
package/coverage/lcov-report/sorter.js +210 -0
package/coverage/lcov-report/src/action/checks/index.html +116 -0
package/coverage/lcov-report/src/action/checks/manager.ts.html +499 -0
package/coverage/lcov-report/src/action/error-reporting.ts.html +181 -0
package/coverage/lcov-report/src/action/fix-evaluation/github.ts.html +508 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.html +161 -0
package/coverage/lcov-report/src/action/fix-evaluation/index.ts.html +1243 -0
package/coverage/lcov-report/src/action/fix-evaluation/judge.ts.html +817 -0
package/coverage/lcov-report/src/action/fix-evaluation/types.ts.html +274 -0
package/coverage/lcov-report/src/action/index.html +161 -0
package/coverage/lcov-report/src/action/inputs.ts.html +529 -0
package/coverage/lcov-report/src/action/pi-ncc-compat.ts.html +292 -0
package/coverage/lcov-report/src/action/review/coordination.ts.html +208 -0
package/coverage/lcov-report/src/action/review/index.html +131 -0
package/coverage/lcov-report/src/action/review/poster.ts.html +1051 -0
package/coverage/lcov-report/src/action/review-state.ts.html +280 -0
package/coverage/lcov-report/src/action/triggers/executor.ts.html +856 -0
package/coverage/lcov-report/src/action/triggers/index.html +116 -0
package/coverage/lcov-report/src/action/workflow/base.ts.html +1135 -0
package/coverage/lcov-report/src/action/workflow/index.html +146 -0
package/coverage/lcov-report/src/action/workflow/pr-workflow.ts.html +2713 -0
package/coverage/lcov-report/src/action/workflow/schedule.ts.html +1027 -0
package/coverage/lcov-report/src/cli/args.ts.html +1657 -0
package/coverage/lcov-report/src/cli/commands/add.ts.html +1567 -0
package/coverage/lcov-report/src/cli/commands/build.ts.html +1618 -0
package/coverage/lcov-report/src/cli/commands/index.html +191 -0
package/coverage/lcov-report/src/cli/commands/init.ts.html +1357 -0
package/coverage/lcov-report/src/cli/commands/runs.ts.html +2560 -0
package/coverage/lcov-report/src/cli/commands/setup-app/browser.ts.html +214 -0
package/coverage/lcov-report/src/cli/commands/setup-app/credentials.ts.html +220 -0
package/coverage/lcov-report/src/cli/commands/setup-app/index.html +161 -0
package/coverage/lcov-report/src/cli/commands/setup-app/manifest.ts.html +235 -0
package/coverage/lcov-report/src/cli/commands/setup-app/server.ts.html +601 -0
package/coverage/lcov-report/src/cli/commands/setup-app.ts.html +571 -0
package/coverage/lcov-report/src/cli/commands/sync.ts.html +475 -0
package/coverage/lcov-report/src/cli/context.ts.html +532 -0
package/coverage/lcov-report/src/cli/diff-apply.ts.html +334 -0
package/coverage/lcov-report/src/cli/files.ts.html +904 -0
package/coverage/lcov-report/src/cli/fix.ts.html +1060 -0
package/coverage/lcov-report/src/cli/git.ts.html +1201 -0
package/coverage/lcov-report/src/cli/help.ts.html +1696 -0
package/coverage/lcov-report/src/cli/index.html +281 -0
package/coverage/lcov-report/src/cli/input.ts.html +397 -0
package/coverage/lcov-report/src/cli/log-cleanup.ts.html +337 -0
package/coverage/lcov-report/src/cli/main.ts.html +5107 -0
package/coverage/lcov-report/src/cli/output/box.ts.html +790 -0
package/coverage/lcov-report/src/cli/output/formatters.ts.html +1099 -0
package/coverage/lcov-report/src/cli/output/icons.ts.html +142 -0
package/coverage/lcov-report/src/cli/output/index.html +281 -0
package/coverage/lcov-report/src/cli/output/index.ts.html +295 -0
package/coverage/lcov-report/src/cli/output/ink-runner.tsx.html +1597 -0
package/coverage/lcov-report/src/cli/output/jsonl-schema-gen.ts.html +355 -0
package/coverage/lcov-report/src/cli/output/jsonl.ts.html +2137 -0
package/coverage/lcov-report/src/cli/output/live-status.tsx.html +916 -0
package/coverage/lcov-report/src/cli/output/reporter.ts.html +1630 -0
package/coverage/lcov-report/src/cli/output/tasks.ts.html +3193 -0
package/coverage/lcov-report/src/cli/output/tty.ts.html +310 -0
package/coverage/lcov-report/src/cli/output/verbosity.ts.html +181 -0
package/coverage/lcov-report/src/cli/signals.ts.html +199 -0
package/coverage/lcov-report/src/cli/terminal.ts.html +1060 -0
package/coverage/lcov-report/src/config/index.html +161 -0
package/coverage/lcov-report/src/config/index.ts.html +94 -0
package/coverage/lcov-report/src/config/loader.ts.html +1753 -0
package/coverage/lcov-report/src/config/schema.ts.html +910 -0
package/coverage/lcov-report/src/config/writer.ts.html +538 -0
package/coverage/lcov-report/src/diff/apply.ts.html +241 -0
package/coverage/lcov-report/src/diff/classify.ts.html +361 -0
package/coverage/lcov-report/src/diff/coalesce.ts.html +1123 -0
package/coverage/lcov-report/src/diff/context.ts.html +952 -0
package/coverage/lcov-report/src/diff/index.html +191 -0
package/coverage/lcov-report/src/diff/index.ts.html +100 -0
package/coverage/lcov-report/src/diff/parser.ts.html +532 -0
package/coverage/lcov-report/src/evals/harness.ts.html +700 -0
package/coverage/lcov-report/src/evals/index.html +221 -0
package/coverage/lcov-report/src/evals/index.ts.html +955 -0
package/coverage/lcov-report/src/evals/names.ts.html +121 -0
package/coverage/lcov-report/src/evals/runner.ts.html +664 -0
package/coverage/lcov-report/src/evals/scaffold.ts.html +970 -0
package/coverage/lcov-report/src/evals/types.ts.html +661 -0
package/coverage/lcov-report/src/evals/usage.ts.html +178 -0
package/coverage/lcov-report/src/evals/verify.ts.html +1054 -0
package/coverage/lcov-report/src/event/context.ts.html +490 -0
package/coverage/lcov-report/src/event/index.html +116 -0
package/coverage/lcov-report/src/index.html +116 -0
package/coverage/lcov-report/src/output/dedup.ts.html +2950 -0
package/coverage/lcov-report/src/output/github-checks.ts.html +1579 -0
package/coverage/lcov-report/src/output/index.html +161 -0
package/coverage/lcov-report/src/output/renderer.ts.html +988 -0
package/coverage/lcov-report/src/output/stale.ts.html +640 -0
package/coverage/lcov-report/src/sdk/analyze.ts.html +3010 -0
package/coverage/lcov-report/src/sdk/auth.ts.html +217 -0
package/coverage/lcov-report/src/sdk/circuit-breaker.ts.html +304 -0
package/coverage/lcov-report/src/sdk/errors.ts.html +658 -0
package/coverage/lcov-report/src/sdk/extract.ts.html +1810 -0
package/coverage/lcov-report/src/sdk/fix-quality.ts.html +841 -0
package/coverage/lcov-report/src/sdk/haiku.ts.html +1456 -0
package/coverage/lcov-report/src/sdk/index.html +416 -0
package/coverage/lcov-report/src/sdk/json-output.ts.html +508 -0
package/coverage/lcov-report/src/sdk/model-pricing.json.html +499 -0
package/coverage/lcov-report/src/sdk/otel.ts.html +433 -0
package/coverage/lcov-report/src/sdk/post-process.ts.html +412 -0
package/coverage/lcov-report/src/sdk/prepare.ts.html +400 -0
package/coverage/lcov-report/src/sdk/pricing.ts.html +778 -0
package/coverage/lcov-report/src/sdk/prompt-sections.ts.html +595 -0
package/coverage/lcov-report/src/sdk/prompt.ts.html +451 -0
package/coverage/lcov-report/src/sdk/report-files.ts.html +166 -0
package/coverage/lcov-report/src/sdk/retry.ts.html +202 -0
package/coverage/lcov-report/src/sdk/runner.ts.html +400 -0
package/coverage/lcov-report/src/sdk/runtimes/claude.ts.html +1693 -0
package/coverage/lcov-report/src/sdk/runtimes/index.html +176 -0
package/coverage/lcov-report/src/sdk/runtimes/index.ts.html +244 -0
package/coverage/lcov-report/src/sdk/runtimes/model-selectors.ts.html +328 -0
package/coverage/lcov-report/src/sdk/runtimes/pi.ts.html +2104 -0
package/coverage/lcov-report/src/sdk/runtimes/types.ts.html +508 -0
package/coverage/lcov-report/src/sdk/types.ts.html +730 -0
package/coverage/lcov-report/src/sdk/usage.ts.html +502 -0
package/coverage/lcov-report/src/sdk/verify.ts.html +1027 -0
package/coverage/lcov-report/src/sentry.ts.html +994 -0
package/coverage/lcov-report/src/skill-builder/agentic.ts.html +1063 -0
package/coverage/lcov-report/src/skill-builder/authoring-provider.ts.html +334 -0
package/coverage/lcov-report/src/skill-builder/definition.ts.html +748 -0
package/coverage/lcov-report/src/skill-builder/index.html +236 -0
package/coverage/lcov-report/src/skill-builder/outline-contract.ts.html +400 -0
package/coverage/lcov-report/src/skill-builder/outline-state.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/outline.ts.html +1402 -0
package/coverage/lcov-report/src/skill-builder/skill-contract.ts.html +382 -0
package/coverage/lcov-report/src/skill-builder/skill-prompts.ts.html +1180 -0
package/coverage/lcov-report/src/skill-builder/skill.ts.html +2398 -0
package/coverage/lcov-report/src/skills/index.html +131 -0
package/coverage/lcov-report/src/skills/loader.ts.html +1693 -0
package/coverage/lcov-report/src/skills/remote.ts.html +1909 -0
package/coverage/lcov-report/src/triggers/index.html +116 -0
package/coverage/lcov-report/src/triggers/matcher.ts.html +841 -0
package/coverage/lcov-report/src/types/index.html +116 -0
package/coverage/lcov-report/src/types/index.ts.html +1240 -0
package/coverage/lcov-report/src/utils/async.ts.html +331 -0
package/coverage/lcov-report/src/utils/exec.ts.html +496 -0
package/coverage/lcov-report/src/utils/index.html +176 -0
package/coverage/lcov-report/src/utils/index.ts.html +313 -0
package/coverage/lcov-report/src/utils/path.ts.html +202 -0
package/coverage/lcov-report/src/utils/version.ts.html +136 -0
package/coverage/lcov.info +19134 -0
package/dist/cli/commands/runs.d.ts +1 -1
package/dist/cli/commands/runs.d.ts.map +1 -1
package/dist/cli/commands/runs.js +1 -1
package/dist/cli/commands/runs.js.map +1 -1
package/dist/cli/files.d.ts.map +1 -1
package/dist/cli/files.js +10 -11
package/dist/cli/files.js.map +1 -1
package/dist/sdk/verify.d.ts.map +1 -1
package/dist/sdk/verify.js +3 -2
package/dist/sdk/verify.js.map +1 -1
package/dist/skill-builder/outline.d.ts.map +1 -1
package/dist/skill-builder/outline.js.map +1 -1
package/package.json +8 -3
package/test-results.junit.xml +4329 -0
package/dist/evals/index.d.ts +0 -22
package/dist/evals/index.d.ts.map +0 -1
package/dist/evals/index.js +0 -92
package/dist/evals/index.js.map +0 -1
package/dist/evals/judge.d.ts +0 -12
package/dist/evals/judge.d.ts.map +0 -1
package/dist/evals/judge.js +0 -171
package/dist/evals/judge.js.map +0 -1
package/dist/evals/runner.d.ts +0 -18
package/dist/evals/runner.d.ts.map +0 -1
package/dist/evals/runner.js +0 -149
package/dist/evals/runner.js.map +0 -1
package/dist/evals/setup.d.ts +0 -2
package/dist/evals/setup.d.ts.map +0 -1
package/dist/evals/setup.js +0 -22
package/dist/evals/setup.js.map +0 -1
package/dist/evals/types.d.ts +0 -160
package/dist/evals/types.d.ts.map +0 -1
package/dist/evals/types.js +0 -148
package/dist/evals/types.js.map +0 -1

package/coverage/lcov-report/src/evals/runner.ts.html ADDED Viewed

@@ -0,0 +1,664 @@
+<!doctype html>
+<html lang="en">
+<head>
+    <title>Code coverage report for src/evals/runner.ts</title>
+    <meta charset="utf-8" />
+    <link rel="stylesheet" href="../../prettify.css" />
+    <link rel="stylesheet" href="../../base.css" />
+    <link rel="shortcut icon" type="image/x-icon" href="../../favicon.png" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <style type='text/css'>
+        .coverage-summary .sorter {
+            background-image: url(../../sort-arrow-sprite.png);
+        }
+    </style>
+</head>
+<body>
+<div class='wrapper'>
+    <div class='pad1'>
+        <h1><a href="../../index.html">All files</a> / <a href="index.html">src/evals</a> runner.ts</h1>
+        <div class='clearfix'>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">38.46% </span>
+                <span class="quiet">Statements</span>
+                <span class='fraction'>25/65</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">3.84% </span>
+                <span class="quiet">Branches</span>
+                <span class='fraction'>1/26</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">25% </span>
+                <span class="quiet">Functions</span>
+                <span class='fraction'>2/8</span>
+            </div>
+            <div class='fl pad1y space-right2'>
+                <span class="strong">38.09% </span>
+                <span class="quiet">Lines</span>
+                <span class='fraction'>24/63</span>
+            </div>
+        </div>
+        <p class="quiet">
+            Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
+        </p>
+        <template id="filterTemplate">
+            <div class="quiet">
+                Filter:
+                <input type="search" id="fileSearch">
+            </div>
+        </template>
+    </div>
+    <div class='status-line low'></div>
+    <pre><table class="coverage">
+<tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
+<a name='L2'></a><a href='#L2'>2</a>
+<a name='L3'></a><a href='#L3'>3</a>
+<a name='L4'></a><a href='#L4'>4</a>
+<a name='L5'></a><a href='#L5'>5</a>
+<a name='L6'></a><a href='#L6'>6</a>
+<a name='L7'></a><a href='#L7'>7</a>
+<a name='L8'></a><a href='#L8'>8</a>
+<a name='L9'></a><a href='#L9'>9</a>
+<a name='L10'></a><a href='#L10'>10</a>
+<a name='L11'></a><a href='#L11'>11</a>
+<a name='L12'></a><a href='#L12'>12</a>
+<a name='L13'></a><a href='#L13'>13</a>
+<a name='L14'></a><a href='#L14'>14</a>
+<a name='L15'></a><a href='#L15'>15</a>
+<a name='L16'></a><a href='#L16'>16</a>
+<a name='L17'></a><a href='#L17'>17</a>
+<a name='L18'></a><a href='#L18'>18</a>
+<a name='L19'></a><a href='#L19'>19</a>
+<a name='L20'></a><a href='#L20'>20</a>
+<a name='L21'></a><a href='#L21'>21</a>
+<a name='L22'></a><a href='#L22'>22</a>
+<a name='L23'></a><a href='#L23'>23</a>
+<a name='L24'></a><a href='#L24'>24</a>
+<a name='L25'></a><a href='#L25'>25</a>
+<a name='L26'></a><a href='#L26'>26</a>
+<a name='L27'></a><a href='#L27'>27</a>
+<a name='L28'></a><a href='#L28'>28</a>
+<a name='L29'></a><a href='#L29'>29</a>
+<a name='L30'></a><a href='#L30'>30</a>
+<a name='L31'></a><a href='#L31'>31</a>
+<a name='L32'></a><a href='#L32'>32</a>
+<a name='L33'></a><a href='#L33'>33</a>
+<a name='L34'></a><a href='#L34'>34</a>
+<a name='L35'></a><a href='#L35'>35</a>
+<a name='L36'></a><a href='#L36'>36</a>
+<a name='L37'></a><a href='#L37'>37</a>
+<a name='L38'></a><a href='#L38'>38</a>
+<a name='L39'></a><a href='#L39'>39</a>
+<a name='L40'></a><a href='#L40'>40</a>
+<a name='L41'></a><a href='#L41'>41</a>
+<a name='L42'></a><a href='#L42'>42</a>
+<a name='L43'></a><a href='#L43'>43</a>
+<a name='L44'></a><a href='#L44'>44</a>
+<a name='L45'></a><a href='#L45'>45</a>
+<a name='L46'></a><a href='#L46'>46</a>
+<a name='L47'></a><a href='#L47'>47</a>
+<a name='L48'></a><a href='#L48'>48</a>
+<a name='L49'></a><a href='#L49'>49</a>
+<a name='L50'></a><a href='#L50'>50</a>
+<a name='L51'></a><a href='#L51'>51</a>
+<a name='L52'></a><a href='#L52'>52</a>
+<a name='L53'></a><a href='#L53'>53</a>
+<a name='L54'></a><a href='#L54'>54</a>
+<a name='L55'></a><a href='#L55'>55</a>
+<a name='L56'></a><a href='#L56'>56</a>
+<a name='L57'></a><a href='#L57'>57</a>
+<a name='L58'></a><a href='#L58'>58</a>
+<a name='L59'></a><a href='#L59'>59</a>
+<a name='L60'></a><a href='#L60'>60</a>
+<a name='L61'></a><a href='#L61'>61</a>
+<a name='L62'></a><a href='#L62'>62</a>
+<a name='L63'></a><a href='#L63'>63</a>
+<a name='L64'></a><a href='#L64'>64</a>
+<a name='L65'></a><a href='#L65'>65</a>
+<a name='L66'></a><a href='#L66'>66</a>
+<a name='L67'></a><a href='#L67'>67</a>
+<a name='L68'></a><a href='#L68'>68</a>
+<a name='L69'></a><a href='#L69'>69</a>
+<a name='L70'></a><a href='#L70'>70</a>
+<a name='L71'></a><a href='#L71'>71</a>
+<a name='L72'></a><a href='#L72'>72</a>
+<a name='L73'></a><a href='#L73'>73</a>
+<a name='L74'></a><a href='#L74'>74</a>
+<a name='L75'></a><a href='#L75'>75</a>
+<a name='L76'></a><a href='#L76'>76</a>
+<a name='L77'></a><a href='#L77'>77</a>
+<a name='L78'></a><a href='#L78'>78</a>
+<a name='L79'></a><a href='#L79'>79</a>
+<a name='L80'></a><a href='#L80'>80</a>
+<a name='L81'></a><a href='#L81'>81</a>
+<a name='L82'></a><a href='#L82'>82</a>
+<a name='L83'></a><a href='#L83'>83</a>
+<a name='L84'></a><a href='#L84'>84</a>
+<a name='L85'></a><a href='#L85'>85</a>
+<a name='L86'></a><a href='#L86'>86</a>
+<a name='L87'></a><a href='#L87'>87</a>
+<a name='L88'></a><a href='#L88'>88</a>
+<a name='L89'></a><a href='#L89'>89</a>
+<a name='L90'></a><a href='#L90'>90</a>
+<a name='L91'></a><a href='#L91'>91</a>
+<a name='L92'></a><a href='#L92'>92</a>
+<a name='L93'></a><a href='#L93'>93</a>
+<a name='L94'></a><a href='#L94'>94</a>
+<a name='L95'></a><a href='#L95'>95</a>
+<a name='L96'></a><a href='#L96'>96</a>
+<a name='L97'></a><a href='#L97'>97</a>
+<a name='L98'></a><a href='#L98'>98</a>
+<a name='L99'></a><a href='#L99'>99</a>
+<a name='L100'></a><a href='#L100'>100</a>
+<a name='L101'></a><a href='#L101'>101</a>
+<a name='L102'></a><a href='#L102'>102</a>
+<a name='L103'></a><a href='#L103'>103</a>
+<a name='L104'></a><a href='#L104'>104</a>
+<a name='L105'></a><a href='#L105'>105</a>
+<a name='L106'></a><a href='#L106'>106</a>
+<a name='L107'></a><a href='#L107'>107</a>
+<a name='L108'></a><a href='#L108'>108</a>
+<a name='L109'></a><a href='#L109'>109</a>
+<a name='L110'></a><a href='#L110'>110</a>
+<a name='L111'></a><a href='#L111'>111</a>
+<a name='L112'></a><a href='#L112'>112</a>
+<a name='L113'></a><a href='#L113'>113</a>
+<a name='L114'></a><a href='#L114'>114</a>
+<a name='L115'></a><a href='#L115'>115</a>
+<a name='L116'></a><a href='#L116'>116</a>
+<a name='L117'></a><a href='#L117'>117</a>
+<a name='L118'></a><a href='#L118'>118</a>
+<a name='L119'></a><a href='#L119'>119</a>
+<a name='L120'></a><a href='#L120'>120</a>
+<a name='L121'></a><a href='#L121'>121</a>
+<a name='L122'></a><a href='#L122'>122</a>
+<a name='L123'></a><a href='#L123'>123</a>
+<a name='L124'></a><a href='#L124'>124</a>
+<a name='L125'></a><a href='#L125'>125</a>
+<a name='L126'></a><a href='#L126'>126</a>
+<a name='L127'></a><a href='#L127'>127</a>
+<a name='L128'></a><a href='#L128'>128</a>
+<a name='L129'></a><a href='#L129'>129</a>
+<a name='L130'></a><a href='#L130'>130</a>
+<a name='L131'></a><a href='#L131'>131</a>
+<a name='L132'></a><a href='#L132'>132</a>
+<a name='L133'></a><a href='#L133'>133</a>
+<a name='L134'></a><a href='#L134'>134</a>
+<a name='L135'></a><a href='#L135'>135</a>
+<a name='L136'></a><a href='#L136'>136</a>
+<a name='L137'></a><a href='#L137'>137</a>
+<a name='L138'></a><a href='#L138'>138</a>
+<a name='L139'></a><a href='#L139'>139</a>
+<a name='L140'></a><a href='#L140'>140</a>
+<a name='L141'></a><a href='#L141'>141</a>
+<a name='L142'></a><a href='#L142'>142</a>
+<a name='L143'></a><a href='#L143'>143</a>
+<a name='L144'></a><a href='#L144'>144</a>
+<a name='L145'></a><a href='#L145'>145</a>
+<a name='L146'></a><a href='#L146'>146</a>
+<a name='L147'></a><a href='#L147'>147</a>
+<a name='L148'></a><a href='#L148'>148</a>
+<a name='L149'></a><a href='#L149'>149</a>
+<a name='L150'></a><a href='#L150'>150</a>
+<a name='L151'></a><a href='#L151'>151</a>
+<a name='L152'></a><a href='#L152'>152</a>
+<a name='L153'></a><a href='#L153'>153</a>
+<a name='L154'></a><a href='#L154'>154</a>
+<a name='L155'></a><a href='#L155'>155</a>
+<a name='L156'></a><a href='#L156'>156</a>
+<a name='L157'></a><a href='#L157'>157</a>
+<a name='L158'></a><a href='#L158'>158</a>
+<a name='L159'></a><a href='#L159'>159</a>
+<a name='L160'></a><a href='#L160'>160</a>
+<a name='L161'></a><a href='#L161'>161</a>
+<a name='L162'></a><a href='#L162'>162</a>
+<a name='L163'></a><a href='#L163'>163</a>
+<a name='L164'></a><a href='#L164'>164</a>
+<a name='L165'></a><a href='#L165'>165</a>
+<a name='L166'></a><a href='#L166'>166</a>
+<a name='L167'></a><a href='#L167'>167</a>
+<a name='L168'></a><a href='#L168'>168</a>
+<a name='L169'></a><a href='#L169'>169</a>
+<a name='L170'></a><a href='#L170'>170</a>
+<a name='L171'></a><a href='#L171'>171</a>
+<a name='L172'></a><a href='#L172'>172</a>
+<a name='L173'></a><a href='#L173'>173</a>
+<a name='L174'></a><a href='#L174'>174</a>
+<a name='L175'></a><a href='#L175'>175</a>
+<a name='L176'></a><a href='#L176'>176</a>
+<a name='L177'></a><a href='#L177'>177</a>
+<a name='L178'></a><a href='#L178'>178</a>
+<a name='L179'></a><a href='#L179'>179</a>
+<a name='L180'></a><a href='#L180'>180</a>
+<a name='L181'></a><a href='#L181'>181</a>
+<a name='L182'></a><a href='#L182'>182</a>
+<a name='L183'></a><a href='#L183'>183</a>
+<a name='L184'></a><a href='#L184'>184</a>
+<a name='L185'></a><a href='#L185'>185</a>
+<a name='L186'></a><a href='#L186'>186</a>
+<a name='L187'></a><a href='#L187'>187</a>
+<a name='L188'></a><a href='#L188'>188</a>
+<a name='L189'></a><a href='#L189'>189</a>
+<a name='L190'></a><a href='#L190'>190</a>
+<a name='L191'></a><a href='#L191'>191</a>
+<a name='L192'></a><a href='#L192'>192</a>
+<a name='L193'></a><a href='#L193'>193</a>
+<a name='L194'></a><a href='#L194'>194</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">8x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-yes">1x</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-no">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span>
+<span class="cline-any cline-neutral">&nbsp;</span></td><td class="text"><pre class="prettyprint lang-js">import { basename, join, dirname } from 'node:path';
+import { copyFileSync, cpSync, mkdirSync, mkdtempSync, rmSync, existsSync } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { execGitNonInteractive } from '../utils/exec.js';
+import { buildLocalEventContext } from '../cli/context.js';
+import { resolveSkillAsync } from '../skills/loader.js';
+import { runSkill } from '../sdk/runner.js';
+import { formatEvalId } from './names.js';
+import type { EvalMeta } from './types.js';
+import type { Finding, SkillReport } from '../types/index.js';
+import type { FindingProcessingEvent } from '../sdk/runner.js';
+import type { RuntimeName } from '../sdk/runtimes/types.js';
+&nbsp;
+export interface RunEvalOptions {
+  /** Anthropic API key */
+  apiKey: string;
+  /** Override the model from the YAML spec */
+  model?: string;
+  /** Override the runtime from the YAML spec */
+  runtime?: RuntimeName;
+  /** Enable verbose logging */
+  verbose?: boolean;
+}
+&nbsp;
+export interface EvalSkillRunResult {
+  /** Display name (e.g. "code-review/case") */
+  name: string;
+  /** Eval metadata */
+  meta: EvalMeta;
+  /** Skill report from the agent run */
+  report: SkillReport;
+  /** Verbose logs from the agent run */
+  logs: string[];
+  /** Duration of the skill run in ms */
+  durationMs: number;
+}
+&nbsp;
+/**
+ * Set up a temporary git repository for an eval scenario.
+ *
+ * Creates a real git repo with a `main` commit containing the skill definition
+ * and an `eval` branch containing only fixture files. This gives
+ * the agent a real git environment to explore with Read/Grep and produces
+ * real git diffs for the pipeline to parse.
+ */
+export function setupEvalRepo(meta: EvalMeta, log: (msg: string) =&gt; void): string {
+  const tmpDir = mkdtempSync(join(tmpdir(), `warden-eval-${meta.name}-`));
+&nbsp;
+  try {
+    const git = (args: string[]) =&gt; execGitNonInteractive(args, { cwd: tmpDir });
+&nbsp;
+    git(['init', '--initial-branch=main']);
+    git(['config', 'user.email', 'eval@warden.dev']);
+    git(['config', 'user.name', 'Warden Eval']);
+&nbsp;
+    // Copy skill into repo. If it lives in a directory (skill-name/SKILL.md),
+    // copy the whole directory to preserve resource subdirs (scripts/, references/).
+    // For flat .md files, just copy the single file. Commit it on main so eval
+    // diffs contain only fixture code, not the skill used to run the eval.
+    const skillSrcDir = dirname(meta.skillPath);
+    const skillMarker = join(skillSrcDir, 'SKILL.md');
+    const skillDestDir = join(tmpDir, '.warden', 'skills');
+    mkdirSync(skillDestDir, { recursive: true });
+&nbsp;
+    if (existsSync(skillMarker)) {
+      // Directory-format skill: copy entire directory to preserve resources
+      const skillDirName = basename(skillSrcDir);
+      cpSync(skillSrcDir, join(skillDestDir, skillDirName), { recursive: true });
+    } else <span class="missing-if-branch" title="else path not taken" >E</span>{
+<span class="cstat-no" title="statement not covered" >      copyFileSync(meta.skillPath, join(skillDestDir, basename(meta.skillPath)));</span>
+    }
+&nbsp;
+    git(['add', '.']);
+    git(['commit', '-m', 'install eval skill']);
+    git(['checkout', '-b', 'eval']);
+&nbsp;
+    // Copy fixture files, preserving their parent directory name
+    for (const srcPath of meta.filePaths) {
+      const destDir = join(tmpDir, basename(dirname(srcPath)));
+      mkdirSync(destDir, { recursive: true });
+      copyFileSync(srcPath, join(destDir, basename(srcPath)));
+    }
+&nbsp;
+    git(['add', '.']);
+    git(['commit', '-m', `add fixture: ${meta.name}`]);
+&nbsp;
+    log(`Repo ready: ${tmpDir} (${meta.filePaths.length} file(s))`);
+    return tmpDir;
+  } catch (error) {
+    // Clean up on partial failure so we don't leak temp directories
+<span class="cstat-no" title="statement not covered" >    rmSync(tmpDir, { recursive: true, force: true });</span>
+<span class="cstat-no" title="statement not covered" >    throw error;</span>
+  }
+}
+&nbsp;
+function <span class="fstat-no" title="function not covered" >formatFinding(f</span>inding: Finding): string {
+  const loc = <span class="cstat-no" title="statement not covered" >finding.location ? `${finding.location.path}:${finding.location.startLine}` : 'general';</span>
+<span class="cstat-no" title="statement not covered" >  return `${loc} "${finding.title}"`;</span>
+}
+&nbsp;
+function <span class="fstat-no" title="function not covered" >formatFindingProcessingEvent(e</span>vent: FindingProcessingEvent): string {
+  const reason = <span class="cstat-no" title="statement not covered" >event.reason ? ` (${event.reason})` : '';</span>
+  const replacement = <span class="cstat-no" title="statement not covered" >event.replacement ? ` -&gt; ${formatFinding(event.replacement)}` : '';</span>
+<span class="cstat-no" title="statement not covered" >  return `Finding ${event.stage}:${event.action} ${formatFinding(event.finding)}${replacement}${reason}`;</span>
+}
+&nbsp;
+/**
+ * Run a single eval scenario through Warden's skill pipeline.
+ *
+ * The only thing mocked is the GitHub event payload (no real PR).
+ * Everything else runs for real: git repo, diff parsing, SDK invocation,
+ * agent with Read/Grep tools, and finding extraction.
+ */
+export async function <span class="fstat-no" title="function not covered" >runEvalSkill(</span>
+  meta: EvalMeta,
+  options: RunEvalOptions
+): Promise&lt;EvalSkillRunResult&gt; {
+  const startTime = <span class="cstat-no" title="statement not covered" >Date.now();</span>
+  const <span class="cstat-no" title="statement not covered" >name = formatEvalId(meta);</span>
+  const logs: string[] = <span class="cstat-no" title="statement not covered" >[];</span>
+&nbsp;
+  const log = <span class="cstat-no" title="statement not covered" ><span class="fstat-no" title="function not covered" >(m</span>sg: string): void =&gt; {</span>
+<span class="cstat-no" title="statement not covered" >    logs.push(`[${Date.now() - startTime}ms] ${msg}`);</span>
+<span class="cstat-no" title="statement not covered" >    if (options.verbose) {</span>
+<span class="cstat-no" title="statement not covered" >      console.log(`  [eval:${name}] ${msg}`);</span>
+    }
+  };
+&nbsp;
+<span class="cstat-no" title="statement not covered" >  if (meta.filePaths.length === 0) {</span>
+<span class="cstat-no" title="statement not covered" >    throw new Error(`No fixture files specified for eval: ${name}`);</span>
+  }
+<span class="cstat-no" title="statement not covered" >  log(`Fixture file(s): ${meta.filePaths.map(<span class="fstat-no" title="function not covered" >(f</span>) =&gt; <span class="cstat-no" title="statement not covered" >f.split('/').pop())</span>.join(', ')}`);</span>
+&nbsp;
+  let repoDir: string | undefined;
+&nbsp;
+<span class="cstat-no" title="statement not covered" >  try {</span>
+<span class="cstat-no" title="statement not covered" >    repoDir = setupEvalRepo(meta, log);</span>
+&nbsp;
+    const <span class="cstat-no" title="statement not covered" >context = buildLocalEventContext({</span>
+      base: 'main',
+      head: 'eval',
+      cwd: repoDir,
+      defaultBranch: 'main',
+    });
+<span class="cstat-no" title="statement not covered" >    log(`Context built: ${context.pullRequest?.files.length ?? 0} file(s) from git diff`);</span>
+&nbsp;
+    // Resolve skill from where setupEvalRepo placed it
+    const <span class="cstat-no" title="statement not covered" >skillSrcDir = dirname(meta.skillPath);</span>
+    const <span class="cstat-no" title="statement not covered" >isDirectorySkill = existsSync(join(skillSrcDir, 'SKILL.md'));</span>
+    const skillPath = <span class="cstat-no" title="statement not covered" >isDirectorySkill</span>
+      ? join(repoDir, '.warden', 'skills', basename(skillSrcDir))
+      : join(repoDir, '.warden', 'skills', basename(meta.skillPath));
+    const skill = <span class="cstat-no" title="statement not covered" >await resolveSkillAsync(skillPath);</span>
+<span class="cstat-no" title="statement not covered" >    log(`Skill resolved: ${skill.name}`);</span>
+&nbsp;
+    const model = <span class="cstat-no" title="statement not covered" >options.model ?? meta.model;</span>
+    const runtime = <span class="cstat-no" title="statement not covered" >options.runtime ?? meta.runtime;</span>
+<span class="cstat-no" title="statement not covered" >    log(`Running skill with model: ${model} [${runtime}]`);</span>
+&nbsp;
+    const report = <span class="cstat-no" title="statement not covered" >await runSkill(skill, context, {</span>
+      apiKey: options.apiKey,
+      model,
+      runtime,
+      verbose: options.verbose,
+      parallel: false,
+      callbacks: options.verbose
+        ? {
+            onFindingProcessing: <span class="fstat-no" title="function not covered" >(e</span>vent) =&gt; {
+<span class="cstat-no" title="statement not covered" >              log(formatFindingProcessingEvent(event));</span>
+            },
+          }
+        : undefined,
+    });
+&nbsp;
+<span class="cstat-no" title="statement not covered" >    log(`Skill complete: ${report.findings.length} finding(s)`);</span>
+<span class="cstat-no" title="statement not covered" >    for (const finding of report.findings) {</span>
+      const loc = <span class="cstat-no" title="statement not covered" >finding.location ? ` (${finding.location.path}:${finding.location.startLine})` : '';</span>
+<span class="cstat-no" title="statement not covered" >      log(`  [${finding.severity}] ${finding.title}${loc}`);</span>
+    }
+&nbsp;
+<span class="cstat-no" title="statement not covered" >    return {</span>
+      name,
+      meta,
+      report,
+      logs,
+      durationMs: Date.now() - startTime,
+    };
+  } finally {
+<span class="cstat-no" title="statement not covered" >    if (repoDir) {</span>
+<span class="cstat-no" title="statement not covered" >      rmSync(repoDir, { recursive: true, force: true });</span>
+    }
+  }
+}
+&nbsp;</pre></td></tr></table></pre>
+                <div class='push'></div><!-- for sticky footer -->
+            </div><!-- /wrapper -->
+            <div class='footer quiet pad2 space-top1 center small'>
+                Code coverage generated by
+                <a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
+                at 2026-05-17T04:35:52.381Z
+            </div>
+        <script src="../../prettify.js"></script>
+        <script>
+            window.onload = function () {
+                prettyPrint();
+            };
+        </script>
+        <script src="../../sorter.js"></script>
+        <script src="../../block-navigation.js"></script>
+    </body>
+</html>