@sentry/warden 0.31.0 → 0.32.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.oxlintrc.json +4 -3
- package/CHANGELOG.md +20 -0
- package/README.md +1 -1
- package/dist/output/renderer.js +3 -3
- package/dist/output/renderer.js.map +1 -1
- package/dist/sdk/analyze.js +1 -0
- package/dist/sdk/analyze.js.map +1 -1
- package/dist/sdk/prompt-sections.d.ts +2 -0
- package/dist/sdk/prompt-sections.d.ts.map +1 -1
- package/dist/sdk/prompt-sections.js +8 -2
- package/dist/sdk/prompt-sections.js.map +1 -1
- package/dist/sdk/prompt.d.ts.map +1 -1
- package/dist/sdk/prompt.js +8 -6
- package/dist/sdk/prompt.js.map +1 -1
- package/dist/sdk/verify.d.ts.map +1 -1
- package/dist/sdk/verify.js +5 -1
- package/dist/sdk/verify.js.map +1 -1
- package/package.json +16 -8
- package/src/builtin-skills/code-review/SKILL.md +1 -1
- package/src/builtin-skills/security-review/SKILL.md +1 -1
- package/test-results.junit.xml +2330 -2297
- package/.cursor/mcp.json +0 -7
- package/coverage/lcov-report/base.css +0 -224
- package/coverage/lcov-report/block-navigation.js +0 -87
- package/coverage/lcov-report/favicon.png +0 -0
- package/coverage/lcov-report/index.html +0 -446
- package/coverage/lcov-report/prettify.css +0 -1
- package/coverage/lcov-report/prettify.js +0 -2
- package/coverage/lcov-report/sort-arrow-sprite.png +0 -0
- package/coverage/lcov-report/sorter.js +0 -210
- package/coverage/lcov-report/src/action/checks/index.html +0 -116
- package/coverage/lcov-report/src/action/checks/manager.ts.html +0 -499
- package/coverage/lcov-report/src/action/error-reporting.ts.html +0 -181
- package/coverage/lcov-report/src/action/fix-evaluation/github.ts.html +0 -508
- package/coverage/lcov-report/src/action/fix-evaluation/index.html +0 -161
- package/coverage/lcov-report/src/action/fix-evaluation/index.ts.html +0 -1243
- package/coverage/lcov-report/src/action/fix-evaluation/judge.ts.html +0 -817
- package/coverage/lcov-report/src/action/fix-evaluation/types.ts.html +0 -274
- package/coverage/lcov-report/src/action/index.html +0 -161
- package/coverage/lcov-report/src/action/inputs.ts.html +0 -529
- package/coverage/lcov-report/src/action/pi-ncc-compat.ts.html +0 -292
- package/coverage/lcov-report/src/action/review/coordination.ts.html +0 -208
- package/coverage/lcov-report/src/action/review/index.html +0 -131
- package/coverage/lcov-report/src/action/review/poster.ts.html +0 -1051
- package/coverage/lcov-report/src/action/review-state.ts.html +0 -280
- package/coverage/lcov-report/src/action/triggers/executor.ts.html +0 -856
- package/coverage/lcov-report/src/action/triggers/index.html +0 -116
- package/coverage/lcov-report/src/action/workflow/base.ts.html +0 -1135
- package/coverage/lcov-report/src/action/workflow/index.html +0 -146
- package/coverage/lcov-report/src/action/workflow/pr-workflow.ts.html +0 -2713
- package/coverage/lcov-report/src/action/workflow/schedule.ts.html +0 -1027
- package/coverage/lcov-report/src/cli/args.ts.html +0 -1657
- package/coverage/lcov-report/src/cli/commands/add.ts.html +0 -1567
- package/coverage/lcov-report/src/cli/commands/build.ts.html +0 -1618
- package/coverage/lcov-report/src/cli/commands/index.html +0 -191
- package/coverage/lcov-report/src/cli/commands/init.ts.html +0 -1357
- package/coverage/lcov-report/src/cli/commands/runs.ts.html +0 -2560
- package/coverage/lcov-report/src/cli/commands/setup-app/browser.ts.html +0 -214
- package/coverage/lcov-report/src/cli/commands/setup-app/credentials.ts.html +0 -220
- package/coverage/lcov-report/src/cli/commands/setup-app/index.html +0 -161
- package/coverage/lcov-report/src/cli/commands/setup-app/manifest.ts.html +0 -235
- package/coverage/lcov-report/src/cli/commands/setup-app/server.ts.html +0 -601
- package/coverage/lcov-report/src/cli/commands/setup-app.ts.html +0 -571
- package/coverage/lcov-report/src/cli/commands/sync.ts.html +0 -475
- package/coverage/lcov-report/src/cli/context.ts.html +0 -532
- package/coverage/lcov-report/src/cli/diff-apply.ts.html +0 -334
- package/coverage/lcov-report/src/cli/files.ts.html +0 -904
- package/coverage/lcov-report/src/cli/fix.ts.html +0 -1060
- package/coverage/lcov-report/src/cli/git.ts.html +0 -1201
- package/coverage/lcov-report/src/cli/help.ts.html +0 -1696
- package/coverage/lcov-report/src/cli/index.html +0 -281
- package/coverage/lcov-report/src/cli/input.ts.html +0 -397
- package/coverage/lcov-report/src/cli/log-cleanup.ts.html +0 -337
- package/coverage/lcov-report/src/cli/main.ts.html +0 -5107
- package/coverage/lcov-report/src/cli/output/box.ts.html +0 -790
- package/coverage/lcov-report/src/cli/output/formatters.ts.html +0 -1099
- package/coverage/lcov-report/src/cli/output/icons.ts.html +0 -142
- package/coverage/lcov-report/src/cli/output/index.html +0 -281
- package/coverage/lcov-report/src/cli/output/index.ts.html +0 -295
- package/coverage/lcov-report/src/cli/output/ink-runner.tsx.html +0 -1597
- package/coverage/lcov-report/src/cli/output/jsonl-schema-gen.ts.html +0 -355
- package/coverage/lcov-report/src/cli/output/jsonl.ts.html +0 -2137
- package/coverage/lcov-report/src/cli/output/live-status.tsx.html +0 -916
- package/coverage/lcov-report/src/cli/output/reporter.ts.html +0 -1630
- package/coverage/lcov-report/src/cli/output/tasks.ts.html +0 -3193
- package/coverage/lcov-report/src/cli/output/tty.ts.html +0 -310
- package/coverage/lcov-report/src/cli/output/verbosity.ts.html +0 -181
- package/coverage/lcov-report/src/cli/signals.ts.html +0 -199
- package/coverage/lcov-report/src/cli/terminal.ts.html +0 -1060
- package/coverage/lcov-report/src/config/index.html +0 -161
- package/coverage/lcov-report/src/config/index.ts.html +0 -94
- package/coverage/lcov-report/src/config/loader.ts.html +0 -1753
- package/coverage/lcov-report/src/config/schema.ts.html +0 -910
- package/coverage/lcov-report/src/config/writer.ts.html +0 -538
- package/coverage/lcov-report/src/diff/apply.ts.html +0 -241
- package/coverage/lcov-report/src/diff/classify.ts.html +0 -361
- package/coverage/lcov-report/src/diff/coalesce.ts.html +0 -1123
- package/coverage/lcov-report/src/diff/context.ts.html +0 -952
- package/coverage/lcov-report/src/diff/index.html +0 -191
- package/coverage/lcov-report/src/diff/index.ts.html +0 -100
- package/coverage/lcov-report/src/diff/parser.ts.html +0 -532
- package/coverage/lcov-report/src/evals/harness.ts.html +0 -700
- package/coverage/lcov-report/src/evals/index.html +0 -221
- package/coverage/lcov-report/src/evals/index.ts.html +0 -955
- package/coverage/lcov-report/src/evals/names.ts.html +0 -121
- package/coverage/lcov-report/src/evals/runner.ts.html +0 -664
- package/coverage/lcov-report/src/evals/scaffold.ts.html +0 -970
- package/coverage/lcov-report/src/evals/types.ts.html +0 -661
- package/coverage/lcov-report/src/evals/usage.ts.html +0 -178
- package/coverage/lcov-report/src/evals/verify.ts.html +0 -1054
- package/coverage/lcov-report/src/event/context.ts.html +0 -490
- package/coverage/lcov-report/src/event/index.html +0 -116
- package/coverage/lcov-report/src/index.html +0 -116
- package/coverage/lcov-report/src/output/dedup.ts.html +0 -2950
- package/coverage/lcov-report/src/output/github-checks.ts.html +0 -1579
- package/coverage/lcov-report/src/output/index.html +0 -161
- package/coverage/lcov-report/src/output/renderer.ts.html +0 -988
- package/coverage/lcov-report/src/output/stale.ts.html +0 -640
- package/coverage/lcov-report/src/sdk/analyze.ts.html +0 -3010
- package/coverage/lcov-report/src/sdk/auth.ts.html +0 -217
- package/coverage/lcov-report/src/sdk/circuit-breaker.ts.html +0 -304
- package/coverage/lcov-report/src/sdk/errors.ts.html +0 -658
- package/coverage/lcov-report/src/sdk/extract.ts.html +0 -1810
- package/coverage/lcov-report/src/sdk/fix-quality.ts.html +0 -841
- package/coverage/lcov-report/src/sdk/haiku.ts.html +0 -1456
- package/coverage/lcov-report/src/sdk/index.html +0 -416
- package/coverage/lcov-report/src/sdk/json-output.ts.html +0 -508
- package/coverage/lcov-report/src/sdk/model-pricing.json.html +0 -499
- package/coverage/lcov-report/src/sdk/otel.ts.html +0 -433
- package/coverage/lcov-report/src/sdk/post-process.ts.html +0 -412
- package/coverage/lcov-report/src/sdk/prepare.ts.html +0 -400
- package/coverage/lcov-report/src/sdk/pricing.ts.html +0 -778
- package/coverage/lcov-report/src/sdk/prompt-sections.ts.html +0 -595
- package/coverage/lcov-report/src/sdk/prompt.ts.html +0 -451
- package/coverage/lcov-report/src/sdk/report-files.ts.html +0 -166
- package/coverage/lcov-report/src/sdk/retry.ts.html +0 -202
- package/coverage/lcov-report/src/sdk/runner.ts.html +0 -400
- package/coverage/lcov-report/src/sdk/runtimes/claude.ts.html +0 -1693
- package/coverage/lcov-report/src/sdk/runtimes/index.html +0 -176
- package/coverage/lcov-report/src/sdk/runtimes/index.ts.html +0 -244
- package/coverage/lcov-report/src/sdk/runtimes/model-selectors.ts.html +0 -328
- package/coverage/lcov-report/src/sdk/runtimes/pi.ts.html +0 -2104
- package/coverage/lcov-report/src/sdk/runtimes/types.ts.html +0 -508
- package/coverage/lcov-report/src/sdk/types.ts.html +0 -730
- package/coverage/lcov-report/src/sdk/usage.ts.html +0 -502
- package/coverage/lcov-report/src/sdk/verify.ts.html +0 -1027
- package/coverage/lcov-report/src/sentry.ts.html +0 -994
- package/coverage/lcov-report/src/skill-builder/agentic.ts.html +0 -1063
- package/coverage/lcov-report/src/skill-builder/authoring-provider.ts.html +0 -334
- package/coverage/lcov-report/src/skill-builder/definition.ts.html +0 -748
- package/coverage/lcov-report/src/skill-builder/index.html +0 -236
- package/coverage/lcov-report/src/skill-builder/outline-contract.ts.html +0 -400
- package/coverage/lcov-report/src/skill-builder/outline-state.ts.html +0 -382
- package/coverage/lcov-report/src/skill-builder/outline.ts.html +0 -1402
- package/coverage/lcov-report/src/skill-builder/skill-contract.ts.html +0 -382
- package/coverage/lcov-report/src/skill-builder/skill-prompts.ts.html +0 -1180
- package/coverage/lcov-report/src/skill-builder/skill.ts.html +0 -2398
- package/coverage/lcov-report/src/skills/index.html +0 -131
- package/coverage/lcov-report/src/skills/loader.ts.html +0 -1693
- package/coverage/lcov-report/src/skills/remote.ts.html +0 -1909
- package/coverage/lcov-report/src/triggers/index.html +0 -116
- package/coverage/lcov-report/src/triggers/matcher.ts.html +0 -841
- package/coverage/lcov-report/src/types/index.html +0 -116
- package/coverage/lcov-report/src/types/index.ts.html +0 -1240
- package/coverage/lcov-report/src/utils/async.ts.html +0 -331
- package/coverage/lcov-report/src/utils/exec.ts.html +0 -496
- package/coverage/lcov-report/src/utils/index.html +0 -176
- package/coverage/lcov-report/src/utils/index.ts.html +0 -313
- package/coverage/lcov-report/src/utils/path.ts.html +0 -202
- package/coverage/lcov-report/src/utils/version.ts.html +0 -136
- package/coverage/lcov.info +0 -19134
|
@@ -1,955 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
<!doctype html>
|
|
3
|
-
<html lang="en">
|
|
4
|
-
|
|
5
|
-
<head>
|
|
6
|
-
<title>Code coverage report for src/evals/index.ts</title>
|
|
7
|
-
<meta charset="utf-8" />
|
|
8
|
-
<link rel="stylesheet" href="../../prettify.css" />
|
|
9
|
-
<link rel="stylesheet" href="../../base.css" />
|
|
10
|
-
<link rel="shortcut icon" type="image/x-icon" href="../../favicon.png" />
|
|
11
|
-
<meta name="viewport" content="width=device-width, initial-scale=1" />
|
|
12
|
-
<style type='text/css'>
|
|
13
|
-
.coverage-summary .sorter {
|
|
14
|
-
background-image: url(../../sort-arrow-sprite.png);
|
|
15
|
-
}
|
|
16
|
-
</style>
|
|
17
|
-
</head>
|
|
18
|
-
|
|
19
|
-
<body>
|
|
20
|
-
<div class='wrapper'>
|
|
21
|
-
<div class='pad1'>
|
|
22
|
-
<h1><a href="../../index.html">All files</a> / <a href="index.html">src/evals</a> index.ts</h1>
|
|
23
|
-
<div class='clearfix'>
|
|
24
|
-
|
|
25
|
-
<div class='fl pad1y space-right2'>
|
|
26
|
-
<span class="strong">76.76% </span>
|
|
27
|
-
<span class="quiet">Statements</span>
|
|
28
|
-
<span class='fraction'>76/99</span>
|
|
29
|
-
</div>
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
<div class='fl pad1y space-right2'>
|
|
33
|
-
<span class="strong">70.9% </span>
|
|
34
|
-
<span class="quiet">Branches</span>
|
|
35
|
-
<span class='fraction'>39/55</span>
|
|
36
|
-
</div>
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
<div class='fl pad1y space-right2'>
|
|
40
|
-
<span class="strong">80.95% </span>
|
|
41
|
-
<span class="quiet">Functions</span>
|
|
42
|
-
<span class='fraction'>17/21</span>
|
|
43
|
-
</div>
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
<div class='fl pad1y space-right2'>
|
|
47
|
-
<span class="strong">78.35% </span>
|
|
48
|
-
<span class="quiet">Lines</span>
|
|
49
|
-
<span class='fraction'>76/97</span>
|
|
50
|
-
</div>
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
</div>
|
|
54
|
-
<p class="quiet">
|
|
55
|
-
Press <em>n</em> or <em>j</em> to go to the next uncovered block, <em>b</em>, <em>p</em> or <em>k</em> for the previous block.
|
|
56
|
-
</p>
|
|
57
|
-
<template id="filterTemplate">
|
|
58
|
-
<div class="quiet">
|
|
59
|
-
Filter:
|
|
60
|
-
<input type="search" id="fileSearch">
|
|
61
|
-
</div>
|
|
62
|
-
</template>
|
|
63
|
-
</div>
|
|
64
|
-
<div class='status-line medium'></div>
|
|
65
|
-
<pre><table class="coverage">
|
|
66
|
-
<tr><td class="line-count quiet"><a name='L1'></a><a href='#L1'>1</a>
|
|
67
|
-
<a name='L2'></a><a href='#L2'>2</a>
|
|
68
|
-
<a name='L3'></a><a href='#L3'>3</a>
|
|
69
|
-
<a name='L4'></a><a href='#L4'>4</a>
|
|
70
|
-
<a name='L5'></a><a href='#L5'>5</a>
|
|
71
|
-
<a name='L6'></a><a href='#L6'>6</a>
|
|
72
|
-
<a name='L7'></a><a href='#L7'>7</a>
|
|
73
|
-
<a name='L8'></a><a href='#L8'>8</a>
|
|
74
|
-
<a name='L9'></a><a href='#L9'>9</a>
|
|
75
|
-
<a name='L10'></a><a href='#L10'>10</a>
|
|
76
|
-
<a name='L11'></a><a href='#L11'>11</a>
|
|
77
|
-
<a name='L12'></a><a href='#L12'>12</a>
|
|
78
|
-
<a name='L13'></a><a href='#L13'>13</a>
|
|
79
|
-
<a name='L14'></a><a href='#L14'>14</a>
|
|
80
|
-
<a name='L15'></a><a href='#L15'>15</a>
|
|
81
|
-
<a name='L16'></a><a href='#L16'>16</a>
|
|
82
|
-
<a name='L17'></a><a href='#L17'>17</a>
|
|
83
|
-
<a name='L18'></a><a href='#L18'>18</a>
|
|
84
|
-
<a name='L19'></a><a href='#L19'>19</a>
|
|
85
|
-
<a name='L20'></a><a href='#L20'>20</a>
|
|
86
|
-
<a name='L21'></a><a href='#L21'>21</a>
|
|
87
|
-
<a name='L22'></a><a href='#L22'>22</a>
|
|
88
|
-
<a name='L23'></a><a href='#L23'>23</a>
|
|
89
|
-
<a name='L24'></a><a href='#L24'>24</a>
|
|
90
|
-
<a name='L25'></a><a href='#L25'>25</a>
|
|
91
|
-
<a name='L26'></a><a href='#L26'>26</a>
|
|
92
|
-
<a name='L27'></a><a href='#L27'>27</a>
|
|
93
|
-
<a name='L28'></a><a href='#L28'>28</a>
|
|
94
|
-
<a name='L29'></a><a href='#L29'>29</a>
|
|
95
|
-
<a name='L30'></a><a href='#L30'>30</a>
|
|
96
|
-
<a name='L31'></a><a href='#L31'>31</a>
|
|
97
|
-
<a name='L32'></a><a href='#L32'>32</a>
|
|
98
|
-
<a name='L33'></a><a href='#L33'>33</a>
|
|
99
|
-
<a name='L34'></a><a href='#L34'>34</a>
|
|
100
|
-
<a name='L35'></a><a href='#L35'>35</a>
|
|
101
|
-
<a name='L36'></a><a href='#L36'>36</a>
|
|
102
|
-
<a name='L37'></a><a href='#L37'>37</a>
|
|
103
|
-
<a name='L38'></a><a href='#L38'>38</a>
|
|
104
|
-
<a name='L39'></a><a href='#L39'>39</a>
|
|
105
|
-
<a name='L40'></a><a href='#L40'>40</a>
|
|
106
|
-
<a name='L41'></a><a href='#L41'>41</a>
|
|
107
|
-
<a name='L42'></a><a href='#L42'>42</a>
|
|
108
|
-
<a name='L43'></a><a href='#L43'>43</a>
|
|
109
|
-
<a name='L44'></a><a href='#L44'>44</a>
|
|
110
|
-
<a name='L45'></a><a href='#L45'>45</a>
|
|
111
|
-
<a name='L46'></a><a href='#L46'>46</a>
|
|
112
|
-
<a name='L47'></a><a href='#L47'>47</a>
|
|
113
|
-
<a name='L48'></a><a href='#L48'>48</a>
|
|
114
|
-
<a name='L49'></a><a href='#L49'>49</a>
|
|
115
|
-
<a name='L50'></a><a href='#L50'>50</a>
|
|
116
|
-
<a name='L51'></a><a href='#L51'>51</a>
|
|
117
|
-
<a name='L52'></a><a href='#L52'>52</a>
|
|
118
|
-
<a name='L53'></a><a href='#L53'>53</a>
|
|
119
|
-
<a name='L54'></a><a href='#L54'>54</a>
|
|
120
|
-
<a name='L55'></a><a href='#L55'>55</a>
|
|
121
|
-
<a name='L56'></a><a href='#L56'>56</a>
|
|
122
|
-
<a name='L57'></a><a href='#L57'>57</a>
|
|
123
|
-
<a name='L58'></a><a href='#L58'>58</a>
|
|
124
|
-
<a name='L59'></a><a href='#L59'>59</a>
|
|
125
|
-
<a name='L60'></a><a href='#L60'>60</a>
|
|
126
|
-
<a name='L61'></a><a href='#L61'>61</a>
|
|
127
|
-
<a name='L62'></a><a href='#L62'>62</a>
|
|
128
|
-
<a name='L63'></a><a href='#L63'>63</a>
|
|
129
|
-
<a name='L64'></a><a href='#L64'>64</a>
|
|
130
|
-
<a name='L65'></a><a href='#L65'>65</a>
|
|
131
|
-
<a name='L66'></a><a href='#L66'>66</a>
|
|
132
|
-
<a name='L67'></a><a href='#L67'>67</a>
|
|
133
|
-
<a name='L68'></a><a href='#L68'>68</a>
|
|
134
|
-
<a name='L69'></a><a href='#L69'>69</a>
|
|
135
|
-
<a name='L70'></a><a href='#L70'>70</a>
|
|
136
|
-
<a name='L71'></a><a href='#L71'>71</a>
|
|
137
|
-
<a name='L72'></a><a href='#L72'>72</a>
|
|
138
|
-
<a name='L73'></a><a href='#L73'>73</a>
|
|
139
|
-
<a name='L74'></a><a href='#L74'>74</a>
|
|
140
|
-
<a name='L75'></a><a href='#L75'>75</a>
|
|
141
|
-
<a name='L76'></a><a href='#L76'>76</a>
|
|
142
|
-
<a name='L77'></a><a href='#L77'>77</a>
|
|
143
|
-
<a name='L78'></a><a href='#L78'>78</a>
|
|
144
|
-
<a name='L79'></a><a href='#L79'>79</a>
|
|
145
|
-
<a name='L80'></a><a href='#L80'>80</a>
|
|
146
|
-
<a name='L81'></a><a href='#L81'>81</a>
|
|
147
|
-
<a name='L82'></a><a href='#L82'>82</a>
|
|
148
|
-
<a name='L83'></a><a href='#L83'>83</a>
|
|
149
|
-
<a name='L84'></a><a href='#L84'>84</a>
|
|
150
|
-
<a name='L85'></a><a href='#L85'>85</a>
|
|
151
|
-
<a name='L86'></a><a href='#L86'>86</a>
|
|
152
|
-
<a name='L87'></a><a href='#L87'>87</a>
|
|
153
|
-
<a name='L88'></a><a href='#L88'>88</a>
|
|
154
|
-
<a name='L89'></a><a href='#L89'>89</a>
|
|
155
|
-
<a name='L90'></a><a href='#L90'>90</a>
|
|
156
|
-
<a name='L91'></a><a href='#L91'>91</a>
|
|
157
|
-
<a name='L92'></a><a href='#L92'>92</a>
|
|
158
|
-
<a name='L93'></a><a href='#L93'>93</a>
|
|
159
|
-
<a name='L94'></a><a href='#L94'>94</a>
|
|
160
|
-
<a name='L95'></a><a href='#L95'>95</a>
|
|
161
|
-
<a name='L96'></a><a href='#L96'>96</a>
|
|
162
|
-
<a name='L97'></a><a href='#L97'>97</a>
|
|
163
|
-
<a name='L98'></a><a href='#L98'>98</a>
|
|
164
|
-
<a name='L99'></a><a href='#L99'>99</a>
|
|
165
|
-
<a name='L100'></a><a href='#L100'>100</a>
|
|
166
|
-
<a name='L101'></a><a href='#L101'>101</a>
|
|
167
|
-
<a name='L102'></a><a href='#L102'>102</a>
|
|
168
|
-
<a name='L103'></a><a href='#L103'>103</a>
|
|
169
|
-
<a name='L104'></a><a href='#L104'>104</a>
|
|
170
|
-
<a name='L105'></a><a href='#L105'>105</a>
|
|
171
|
-
<a name='L106'></a><a href='#L106'>106</a>
|
|
172
|
-
<a name='L107'></a><a href='#L107'>107</a>
|
|
173
|
-
<a name='L108'></a><a href='#L108'>108</a>
|
|
174
|
-
<a name='L109'></a><a href='#L109'>109</a>
|
|
175
|
-
<a name='L110'></a><a href='#L110'>110</a>
|
|
176
|
-
<a name='L111'></a><a href='#L111'>111</a>
|
|
177
|
-
<a name='L112'></a><a href='#L112'>112</a>
|
|
178
|
-
<a name='L113'></a><a href='#L113'>113</a>
|
|
179
|
-
<a name='L114'></a><a href='#L114'>114</a>
|
|
180
|
-
<a name='L115'></a><a href='#L115'>115</a>
|
|
181
|
-
<a name='L116'></a><a href='#L116'>116</a>
|
|
182
|
-
<a name='L117'></a><a href='#L117'>117</a>
|
|
183
|
-
<a name='L118'></a><a href='#L118'>118</a>
|
|
184
|
-
<a name='L119'></a><a href='#L119'>119</a>
|
|
185
|
-
<a name='L120'></a><a href='#L120'>120</a>
|
|
186
|
-
<a name='L121'></a><a href='#L121'>121</a>
|
|
187
|
-
<a name='L122'></a><a href='#L122'>122</a>
|
|
188
|
-
<a name='L123'></a><a href='#L123'>123</a>
|
|
189
|
-
<a name='L124'></a><a href='#L124'>124</a>
|
|
190
|
-
<a name='L125'></a><a href='#L125'>125</a>
|
|
191
|
-
<a name='L126'></a><a href='#L126'>126</a>
|
|
192
|
-
<a name='L127'></a><a href='#L127'>127</a>
|
|
193
|
-
<a name='L128'></a><a href='#L128'>128</a>
|
|
194
|
-
<a name='L129'></a><a href='#L129'>129</a>
|
|
195
|
-
<a name='L130'></a><a href='#L130'>130</a>
|
|
196
|
-
<a name='L131'></a><a href='#L131'>131</a>
|
|
197
|
-
<a name='L132'></a><a href='#L132'>132</a>
|
|
198
|
-
<a name='L133'></a><a href='#L133'>133</a>
|
|
199
|
-
<a name='L134'></a><a href='#L134'>134</a>
|
|
200
|
-
<a name='L135'></a><a href='#L135'>135</a>
|
|
201
|
-
<a name='L136'></a><a href='#L136'>136</a>
|
|
202
|
-
<a name='L137'></a><a href='#L137'>137</a>
|
|
203
|
-
<a name='L138'></a><a href='#L138'>138</a>
|
|
204
|
-
<a name='L139'></a><a href='#L139'>139</a>
|
|
205
|
-
<a name='L140'></a><a href='#L140'>140</a>
|
|
206
|
-
<a name='L141'></a><a href='#L141'>141</a>
|
|
207
|
-
<a name='L142'></a><a href='#L142'>142</a>
|
|
208
|
-
<a name='L143'></a><a href='#L143'>143</a>
|
|
209
|
-
<a name='L144'></a><a href='#L144'>144</a>
|
|
210
|
-
<a name='L145'></a><a href='#L145'>145</a>
|
|
211
|
-
<a name='L146'></a><a href='#L146'>146</a>
|
|
212
|
-
<a name='L147'></a><a href='#L147'>147</a>
|
|
213
|
-
<a name='L148'></a><a href='#L148'>148</a>
|
|
214
|
-
<a name='L149'></a><a href='#L149'>149</a>
|
|
215
|
-
<a name='L150'></a><a href='#L150'>150</a>
|
|
216
|
-
<a name='L151'></a><a href='#L151'>151</a>
|
|
217
|
-
<a name='L152'></a><a href='#L152'>152</a>
|
|
218
|
-
<a name='L153'></a><a href='#L153'>153</a>
|
|
219
|
-
<a name='L154'></a><a href='#L154'>154</a>
|
|
220
|
-
<a name='L155'></a><a href='#L155'>155</a>
|
|
221
|
-
<a name='L156'></a><a href='#L156'>156</a>
|
|
222
|
-
<a name='L157'></a><a href='#L157'>157</a>
|
|
223
|
-
<a name='L158'></a><a href='#L158'>158</a>
|
|
224
|
-
<a name='L159'></a><a href='#L159'>159</a>
|
|
225
|
-
<a name='L160'></a><a href='#L160'>160</a>
|
|
226
|
-
<a name='L161'></a><a href='#L161'>161</a>
|
|
227
|
-
<a name='L162'></a><a href='#L162'>162</a>
|
|
228
|
-
<a name='L163'></a><a href='#L163'>163</a>
|
|
229
|
-
<a name='L164'></a><a href='#L164'>164</a>
|
|
230
|
-
<a name='L165'></a><a href='#L165'>165</a>
|
|
231
|
-
<a name='L166'></a><a href='#L166'>166</a>
|
|
232
|
-
<a name='L167'></a><a href='#L167'>167</a>
|
|
233
|
-
<a name='L168'></a><a href='#L168'>168</a>
|
|
234
|
-
<a name='L169'></a><a href='#L169'>169</a>
|
|
235
|
-
<a name='L170'></a><a href='#L170'>170</a>
|
|
236
|
-
<a name='L171'></a><a href='#L171'>171</a>
|
|
237
|
-
<a name='L172'></a><a href='#L172'>172</a>
|
|
238
|
-
<a name='L173'></a><a href='#L173'>173</a>
|
|
239
|
-
<a name='L174'></a><a href='#L174'>174</a>
|
|
240
|
-
<a name='L175'></a><a href='#L175'>175</a>
|
|
241
|
-
<a name='L176'></a><a href='#L176'>176</a>
|
|
242
|
-
<a name='L177'></a><a href='#L177'>177</a>
|
|
243
|
-
<a name='L178'></a><a href='#L178'>178</a>
|
|
244
|
-
<a name='L179'></a><a href='#L179'>179</a>
|
|
245
|
-
<a name='L180'></a><a href='#L180'>180</a>
|
|
246
|
-
<a name='L181'></a><a href='#L181'>181</a>
|
|
247
|
-
<a name='L182'></a><a href='#L182'>182</a>
|
|
248
|
-
<a name='L183'></a><a href='#L183'>183</a>
|
|
249
|
-
<a name='L184'></a><a href='#L184'>184</a>
|
|
250
|
-
<a name='L185'></a><a href='#L185'>185</a>
|
|
251
|
-
<a name='L186'></a><a href='#L186'>186</a>
|
|
252
|
-
<a name='L187'></a><a href='#L187'>187</a>
|
|
253
|
-
<a name='L188'></a><a href='#L188'>188</a>
|
|
254
|
-
<a name='L189'></a><a href='#L189'>189</a>
|
|
255
|
-
<a name='L190'></a><a href='#L190'>190</a>
|
|
256
|
-
<a name='L191'></a><a href='#L191'>191</a>
|
|
257
|
-
<a name='L192'></a><a href='#L192'>192</a>
|
|
258
|
-
<a name='L193'></a><a href='#L193'>193</a>
|
|
259
|
-
<a name='L194'></a><a href='#L194'>194</a>
|
|
260
|
-
<a name='L195'></a><a href='#L195'>195</a>
|
|
261
|
-
<a name='L196'></a><a href='#L196'>196</a>
|
|
262
|
-
<a name='L197'></a><a href='#L197'>197</a>
|
|
263
|
-
<a name='L198'></a><a href='#L198'>198</a>
|
|
264
|
-
<a name='L199'></a><a href='#L199'>199</a>
|
|
265
|
-
<a name='L200'></a><a href='#L200'>200</a>
|
|
266
|
-
<a name='L201'></a><a href='#L201'>201</a>
|
|
267
|
-
<a name='L202'></a><a href='#L202'>202</a>
|
|
268
|
-
<a name='L203'></a><a href='#L203'>203</a>
|
|
269
|
-
<a name='L204'></a><a href='#L204'>204</a>
|
|
270
|
-
<a name='L205'></a><a href='#L205'>205</a>
|
|
271
|
-
<a name='L206'></a><a href='#L206'>206</a>
|
|
272
|
-
<a name='L207'></a><a href='#L207'>207</a>
|
|
273
|
-
<a name='L208'></a><a href='#L208'>208</a>
|
|
274
|
-
<a name='L209'></a><a href='#L209'>209</a>
|
|
275
|
-
<a name='L210'></a><a href='#L210'>210</a>
|
|
276
|
-
<a name='L211'></a><a href='#L211'>211</a>
|
|
277
|
-
<a name='L212'></a><a href='#L212'>212</a>
|
|
278
|
-
<a name='L213'></a><a href='#L213'>213</a>
|
|
279
|
-
<a name='L214'></a><a href='#L214'>214</a>
|
|
280
|
-
<a name='L215'></a><a href='#L215'>215</a>
|
|
281
|
-
<a name='L216'></a><a href='#L216'>216</a>
|
|
282
|
-
<a name='L217'></a><a href='#L217'>217</a>
|
|
283
|
-
<a name='L218'></a><a href='#L218'>218</a>
|
|
284
|
-
<a name='L219'></a><a href='#L219'>219</a>
|
|
285
|
-
<a name='L220'></a><a href='#L220'>220</a>
|
|
286
|
-
<a name='L221'></a><a href='#L221'>221</a>
|
|
287
|
-
<a name='L222'></a><a href='#L222'>222</a>
|
|
288
|
-
<a name='L223'></a><a href='#L223'>223</a>
|
|
289
|
-
<a name='L224'></a><a href='#L224'>224</a>
|
|
290
|
-
<a name='L225'></a><a href='#L225'>225</a>
|
|
291
|
-
<a name='L226'></a><a href='#L226'>226</a>
|
|
292
|
-
<a name='L227'></a><a href='#L227'>227</a>
|
|
293
|
-
<a name='L228'></a><a href='#L228'>228</a>
|
|
294
|
-
<a name='L229'></a><a href='#L229'>229</a>
|
|
295
|
-
<a name='L230'></a><a href='#L230'>230</a>
|
|
296
|
-
<a name='L231'></a><a href='#L231'>231</a>
|
|
297
|
-
<a name='L232'></a><a href='#L232'>232</a>
|
|
298
|
-
<a name='L233'></a><a href='#L233'>233</a>
|
|
299
|
-
<a name='L234'></a><a href='#L234'>234</a>
|
|
300
|
-
<a name='L235'></a><a href='#L235'>235</a>
|
|
301
|
-
<a name='L236'></a><a href='#L236'>236</a>
|
|
302
|
-
<a name='L237'></a><a href='#L237'>237</a>
|
|
303
|
-
<a name='L238'></a><a href='#L238'>238</a>
|
|
304
|
-
<a name='L239'></a><a href='#L239'>239</a>
|
|
305
|
-
<a name='L240'></a><a href='#L240'>240</a>
|
|
306
|
-
<a name='L241'></a><a href='#L241'>241</a>
|
|
307
|
-
<a name='L242'></a><a href='#L242'>242</a>
|
|
308
|
-
<a name='L243'></a><a href='#L243'>243</a>
|
|
309
|
-
<a name='L244'></a><a href='#L244'>244</a>
|
|
310
|
-
<a name='L245'></a><a href='#L245'>245</a>
|
|
311
|
-
<a name='L246'></a><a href='#L246'>246</a>
|
|
312
|
-
<a name='L247'></a><a href='#L247'>247</a>
|
|
313
|
-
<a name='L248'></a><a href='#L248'>248</a>
|
|
314
|
-
<a name='L249'></a><a href='#L249'>249</a>
|
|
315
|
-
<a name='L250'></a><a href='#L250'>250</a>
|
|
316
|
-
<a name='L251'></a><a href='#L251'>251</a>
|
|
317
|
-
<a name='L252'></a><a href='#L252'>252</a>
|
|
318
|
-
<a name='L253'></a><a href='#L253'>253</a>
|
|
319
|
-
<a name='L254'></a><a href='#L254'>254</a>
|
|
320
|
-
<a name='L255'></a><a href='#L255'>255</a>
|
|
321
|
-
<a name='L256'></a><a href='#L256'>256</a>
|
|
322
|
-
<a name='L257'></a><a href='#L257'>257</a>
|
|
323
|
-
<a name='L258'></a><a href='#L258'>258</a>
|
|
324
|
-
<a name='L259'></a><a href='#L259'>259</a>
|
|
325
|
-
<a name='L260'></a><a href='#L260'>260</a>
|
|
326
|
-
<a name='L261'></a><a href='#L261'>261</a>
|
|
327
|
-
<a name='L262'></a><a href='#L262'>262</a>
|
|
328
|
-
<a name='L263'></a><a href='#L263'>263</a>
|
|
329
|
-
<a name='L264'></a><a href='#L264'>264</a>
|
|
330
|
-
<a name='L265'></a><a href='#L265'>265</a>
|
|
331
|
-
<a name='L266'></a><a href='#L266'>266</a>
|
|
332
|
-
<a name='L267'></a><a href='#L267'>267</a>
|
|
333
|
-
<a name='L268'></a><a href='#L268'>268</a>
|
|
334
|
-
<a name='L269'></a><a href='#L269'>269</a>
|
|
335
|
-
<a name='L270'></a><a href='#L270'>270</a>
|
|
336
|
-
<a name='L271'></a><a href='#L271'>271</a>
|
|
337
|
-
<a name='L272'></a><a href='#L272'>272</a>
|
|
338
|
-
<a name='L273'></a><a href='#L273'>273</a>
|
|
339
|
-
<a name='L274'></a><a href='#L274'>274</a>
|
|
340
|
-
<a name='L275'></a><a href='#L275'>275</a>
|
|
341
|
-
<a name='L276'></a><a href='#L276'>276</a>
|
|
342
|
-
<a name='L277'></a><a href='#L277'>277</a>
|
|
343
|
-
<a name='L278'></a><a href='#L278'>278</a>
|
|
344
|
-
<a name='L279'></a><a href='#L279'>279</a>
|
|
345
|
-
<a name='L280'></a><a href='#L280'>280</a>
|
|
346
|
-
<a name='L281'></a><a href='#L281'>281</a>
|
|
347
|
-
<a name='L282'></a><a href='#L282'>282</a>
|
|
348
|
-
<a name='L283'></a><a href='#L283'>283</a>
|
|
349
|
-
<a name='L284'></a><a href='#L284'>284</a>
|
|
350
|
-
<a name='L285'></a><a href='#L285'>285</a>
|
|
351
|
-
<a name='L286'></a><a href='#L286'>286</a>
|
|
352
|
-
<a name='L287'></a><a href='#L287'>287</a>
|
|
353
|
-
<a name='L288'></a><a href='#L288'>288</a>
|
|
354
|
-
<a name='L289'></a><a href='#L289'>289</a>
|
|
355
|
-
<a name='L290'></a><a href='#L290'>290</a>
|
|
356
|
-
<a name='L291'></a><a href='#L291'>291</a></td><td class="line-coverage quiet"><span class="cline-any cline-neutral"> </span>
|
|
357
|
-
<span class="cline-any cline-neutral"> </span>
|
|
358
|
-
<span class="cline-any cline-neutral"> </span>
|
|
359
|
-
<span class="cline-any cline-neutral"> </span>
|
|
360
|
-
<span class="cline-any cline-neutral"> </span>
|
|
361
|
-
<span class="cline-any cline-neutral"> </span>
|
|
362
|
-
<span class="cline-any cline-neutral"> </span>
|
|
363
|
-
<span class="cline-any cline-neutral"> </span>
|
|
364
|
-
<span class="cline-any cline-neutral"> </span>
|
|
365
|
-
<span class="cline-any cline-neutral"> </span>
|
|
366
|
-
<span class="cline-any cline-neutral"> </span>
|
|
367
|
-
<span class="cline-any cline-neutral"> </span>
|
|
368
|
-
<span class="cline-any cline-neutral"> </span>
|
|
369
|
-
<span class="cline-any cline-neutral"> </span>
|
|
370
|
-
<span class="cline-any cline-neutral"> </span>
|
|
371
|
-
<span class="cline-any cline-neutral"> </span>
|
|
372
|
-
<span class="cline-any cline-neutral"> </span>
|
|
373
|
-
<span class="cline-any cline-neutral"> </span>
|
|
374
|
-
<span class="cline-any cline-neutral"> </span>
|
|
375
|
-
<span class="cline-any cline-neutral"> </span>
|
|
376
|
-
<span class="cline-any cline-neutral"> </span>
|
|
377
|
-
<span class="cline-any cline-neutral"> </span>
|
|
378
|
-
<span class="cline-any cline-neutral"> </span>
|
|
379
|
-
<span class="cline-any cline-neutral"> </span>
|
|
380
|
-
<span class="cline-any cline-neutral"> </span>
|
|
381
|
-
<span class="cline-any cline-neutral"> </span>
|
|
382
|
-
<span class="cline-any cline-neutral"> </span>
|
|
383
|
-
<span class="cline-any cline-neutral"> </span>
|
|
384
|
-
<span class="cline-any cline-neutral"> </span>
|
|
385
|
-
<span class="cline-any cline-neutral"> </span>
|
|
386
|
-
<span class="cline-any cline-neutral"> </span>
|
|
387
|
-
<span class="cline-any cline-no"> </span>
|
|
388
|
-
<span class="cline-any cline-neutral"> </span>
|
|
389
|
-
<span class="cline-any cline-neutral"> </span>
|
|
390
|
-
<span class="cline-any cline-neutral"> </span>
|
|
391
|
-
<span class="cline-any cline-no"> </span>
|
|
392
|
-
<span class="cline-any cline-no"> </span>
|
|
393
|
-
<span class="cline-any cline-neutral"> </span>
|
|
394
|
-
<span class="cline-any cline-neutral"> </span>
|
|
395
|
-
<span class="cline-any cline-neutral"> </span>
|
|
396
|
-
<span class="cline-any cline-neutral"> </span>
|
|
397
|
-
<span class="cline-any cline-neutral"> </span>
|
|
398
|
-
<span class="cline-any cline-neutral"> </span>
|
|
399
|
-
<span class="cline-any cline-neutral"> </span>
|
|
400
|
-
<span class="cline-any cline-neutral"> </span>
|
|
401
|
-
<span class="cline-any cline-neutral"> </span>
|
|
402
|
-
<span class="cline-any cline-yes">21x</span>
|
|
403
|
-
<span class="cline-any cline-yes">21x</span>
|
|
404
|
-
<span class="cline-any cline-neutral"> </span>
|
|
405
|
-
<span class="cline-any cline-no"> </span>
|
|
406
|
-
<span class="cline-any cline-neutral"> </span>
|
|
407
|
-
<span class="cline-any cline-neutral"> </span>
|
|
408
|
-
<span class="cline-any cline-yes">21x</span>
|
|
409
|
-
<span class="cline-any cline-no"> </span>
|
|
410
|
-
<span class="cline-any cline-neutral"> </span>
|
|
411
|
-
<span class="cline-any cline-neutral"> </span>
|
|
412
|
-
<span class="cline-any cline-yes">21x</span>
|
|
413
|
-
<span class="cline-any cline-yes">21x</span>
|
|
414
|
-
<span class="cline-any cline-no"> </span>
|
|
415
|
-
<span class="cline-any cline-neutral"> </span>
|
|
416
|
-
<span class="cline-any cline-neutral"> </span>
|
|
417
|
-
<span class="cline-any cline-neutral"> </span>
|
|
418
|
-
<span class="cline-any cline-yes">21x</span>
|
|
419
|
-
<span class="cline-any cline-yes">21x</span>
|
|
420
|
-
<span class="cline-any cline-neutral"> </span>
|
|
421
|
-
<span class="cline-any cline-no"> </span>
|
|
422
|
-
<span class="cline-any cline-neutral"> </span>
|
|
423
|
-
<span class="cline-any cline-yes">21x</span>
|
|
424
|
-
<span class="cline-any cline-yes">21x</span>
|
|
425
|
-
<span class="cline-any cline-yes">21x</span>
|
|
426
|
-
<span class="cline-any cline-yes">21x</span>
|
|
427
|
-
<span class="cline-any cline-neutral"> </span>
|
|
428
|
-
<span class="cline-any cline-neutral"> </span>
|
|
429
|
-
<span class="cline-any cline-neutral"> </span>
|
|
430
|
-
<span class="cline-any cline-no"> </span>
|
|
431
|
-
<span class="cline-any cline-neutral"> </span>
|
|
432
|
-
<span class="cline-any cline-neutral"> </span>
|
|
433
|
-
<span class="cline-any cline-neutral"> </span>
|
|
434
|
-
<span class="cline-any cline-neutral"> </span>
|
|
435
|
-
<span class="cline-any cline-neutral"> </span>
|
|
436
|
-
<span class="cline-any cline-neutral"> </span>
|
|
437
|
-
<span class="cline-any cline-neutral"> </span>
|
|
438
|
-
<span class="cline-any cline-yes">11x</span>
|
|
439
|
-
<span class="cline-any cline-neutral"> </span>
|
|
440
|
-
<span class="cline-any cline-yes">11x</span>
|
|
441
|
-
<span class="cline-any cline-yes">2x</span>
|
|
442
|
-
<span class="cline-any cline-neutral"> </span>
|
|
443
|
-
<span class="cline-any cline-neutral"> </span>
|
|
444
|
-
<span class="cline-any cline-neutral"> </span>
|
|
445
|
-
<span class="cline-any cline-yes">9x</span>
|
|
446
|
-
<span class="cline-any cline-yes">9x</span>
|
|
447
|
-
<span class="cline-any cline-neutral"> </span>
|
|
448
|
-
<span class="cline-any cline-no"> </span>
|
|
449
|
-
<span class="cline-any cline-neutral"> </span>
|
|
450
|
-
<span class="cline-any cline-neutral"> </span>
|
|
451
|
-
<span class="cline-any cline-yes">9x</span>
|
|
452
|
-
<span class="cline-any cline-yes">90x</span>
|
|
453
|
-
<span class="cline-any cline-yes">27x</span>
|
|
454
|
-
<span class="cline-any cline-neutral"> </span>
|
|
455
|
-
<span class="cline-any cline-neutral"> </span>
|
|
456
|
-
<span class="cline-any cline-neutral"> </span>
|
|
457
|
-
<span class="cline-any cline-neutral"> </span>
|
|
458
|
-
<span class="cline-any cline-neutral"> </span>
|
|
459
|
-
<span class="cline-any cline-neutral"> </span>
|
|
460
|
-
<span class="cline-any cline-neutral"> </span>
|
|
461
|
-
<span class="cline-any cline-yes">3x</span>
|
|
462
|
-
<span class="cline-any cline-neutral"> </span>
|
|
463
|
-
<span class="cline-any cline-yes">3x</span>
|
|
464
|
-
<span class="cline-any cline-no"> </span>
|
|
465
|
-
<span class="cline-any cline-neutral"> </span>
|
|
466
|
-
<span class="cline-any cline-neutral"> </span>
|
|
467
|
-
<span class="cline-any cline-neutral"> </span>
|
|
468
|
-
<span class="cline-any cline-yes">3x</span>
|
|
469
|
-
<span class="cline-any cline-yes">3x</span>
|
|
470
|
-
<span class="cline-any cline-neutral"> </span>
|
|
471
|
-
<span class="cline-any cline-no"> </span>
|
|
472
|
-
<span class="cline-any cline-neutral"> </span>
|
|
473
|
-
<span class="cline-any cline-neutral"> </span>
|
|
474
|
-
<span class="cline-any cline-yes">3x</span>
|
|
475
|
-
<span class="cline-any cline-yes">24x</span>
|
|
476
|
-
<span class="cline-any cline-yes">22x</span>
|
|
477
|
-
<span class="cline-any cline-neutral"> </span>
|
|
478
|
-
<span class="cline-any cline-neutral"> </span>
|
|
479
|
-
<span class="cline-any cline-neutral"> </span>
|
|
480
|
-
<span class="cline-any cline-neutral"> </span>
|
|
481
|
-
<span class="cline-any cline-neutral"> </span>
|
|
482
|
-
<span class="cline-any cline-neutral"> </span>
|
|
483
|
-
<span class="cline-any cline-neutral"> </span>
|
|
484
|
-
<span class="cline-any cline-yes">12x</span>
|
|
485
|
-
<span class="cline-any cline-yes">1x</span>
|
|
486
|
-
<span class="cline-any cline-neutral"> </span>
|
|
487
|
-
<span class="cline-any cline-neutral"> </span>
|
|
488
|
-
<span class="cline-any cline-neutral"> </span>
|
|
489
|
-
<span class="cline-any cline-yes">11x</span>
|
|
490
|
-
<span class="cline-any cline-yes">11x</span>
|
|
491
|
-
<span class="cline-any cline-neutral"> </span>
|
|
492
|
-
<span class="cline-any cline-no"> </span>
|
|
493
|
-
<span class="cline-any cline-neutral"> </span>
|
|
494
|
-
<span class="cline-any cline-neutral"> </span>
|
|
495
|
-
<span class="cline-any cline-neutral"> </span>
|
|
496
|
-
<span class="cline-any cline-yes">11x</span>
|
|
497
|
-
<span class="cline-any cline-yes">11x</span>
|
|
498
|
-
<span class="cline-any cline-neutral"> </span>
|
|
499
|
-
<span class="cline-any cline-no"> </span>
|
|
500
|
-
<span class="cline-any cline-neutral"> </span>
|
|
501
|
-
<span class="cline-any cline-neutral"> </span>
|
|
502
|
-
<span class="cline-any cline-yes">11x</span>
|
|
503
|
-
<span class="cline-any cline-yes">11x</span>
|
|
504
|
-
<span class="cline-any cline-no"> </span>
|
|
505
|
-
<span class="cline-any cline-no"> </span>
|
|
506
|
-
<span class="cline-any cline-neutral"> </span>
|
|
507
|
-
<span class="cline-any cline-neutral"> </span>
|
|
508
|
-
<span class="cline-any cline-yes">11x</span>
|
|
509
|
-
<span class="cline-any cline-neutral"> </span>
|
|
510
|
-
<span class="cline-any cline-neutral"> </span>
|
|
511
|
-
<span class="cline-any cline-neutral"> </span>
|
|
512
|
-
<span class="cline-any cline-neutral"> </span>
|
|
513
|
-
<span class="cline-any cline-neutral"> </span>
|
|
514
|
-
<span class="cline-any cline-neutral"> </span>
|
|
515
|
-
<span class="cline-any cline-yes">15x</span>
|
|
516
|
-
<span class="cline-any cline-no"> </span>
|
|
517
|
-
<span class="cline-any cline-neutral"> </span>
|
|
518
|
-
<span class="cline-any cline-neutral"> </span>
|
|
519
|
-
<span class="cline-any cline-neutral"> </span>
|
|
520
|
-
<span class="cline-any cline-yes">15x</span>
|
|
521
|
-
<span class="cline-any cline-yes">15x</span>
|
|
522
|
-
<span class="cline-any cline-neutral"> </span>
|
|
523
|
-
<span class="cline-any cline-no"> </span>
|
|
524
|
-
<span class="cline-any cline-neutral"> </span>
|
|
525
|
-
<span class="cline-any cline-neutral"> </span>
|
|
526
|
-
<span class="cline-any cline-neutral"> </span>
|
|
527
|
-
<span class="cline-any cline-yes">15x</span>
|
|
528
|
-
<span class="cline-any cline-yes">15x</span>
|
|
529
|
-
<span class="cline-any cline-neutral"> </span>
|
|
530
|
-
<span class="cline-any cline-no"> </span>
|
|
531
|
-
<span class="cline-any cline-neutral"> </span>
|
|
532
|
-
<span class="cline-any cline-neutral"> </span>
|
|
533
|
-
<span class="cline-any cline-yes">15x</span>
|
|
534
|
-
<span class="cline-any cline-yes">15x</span>
|
|
535
|
-
<span class="cline-any cline-no"> </span>
|
|
536
|
-
<span class="cline-any cline-no"> </span>
|
|
537
|
-
<span class="cline-any cline-neutral"> </span>
|
|
538
|
-
<span class="cline-any cline-neutral"> </span>
|
|
539
|
-
<span class="cline-any cline-yes">15x</span>
|
|
540
|
-
<span class="cline-any cline-neutral"> </span>
|
|
541
|
-
<span class="cline-any cline-neutral"> </span>
|
|
542
|
-
<span class="cline-any cline-neutral"> </span>
|
|
543
|
-
<span class="cline-any cline-neutral"> </span>
|
|
544
|
-
<span class="cline-any cline-neutral"> </span>
|
|
545
|
-
<span class="cline-any cline-neutral"> </span>
|
|
546
|
-
<span class="cline-any cline-neutral"> </span>
|
|
547
|
-
<span class="cline-any cline-yes">9x</span>
|
|
548
|
-
<span class="cline-any cline-yes">9x</span>
|
|
549
|
-
<span class="cline-any cline-yes">9x</span>
|
|
550
|
-
<span class="cline-any cline-neutral"> </span>
|
|
551
|
-
<span class="cline-any cline-yes">9x</span>
|
|
552
|
-
<span class="cline-any cline-yes">1x</span>
|
|
553
|
-
<span class="cline-any cline-neutral"> </span>
|
|
554
|
-
<span class="cline-any cline-neutral"> </span>
|
|
555
|
-
<span class="cline-any cline-yes">8x</span>
|
|
556
|
-
<span class="cline-any cline-neutral"> </span>
|
|
557
|
-
<span class="cline-any cline-yes">8x</span>
|
|
558
|
-
<span class="cline-any cline-yes">29x</span>
|
|
559
|
-
<span class="cline-any cline-yes">29x</span>
|
|
560
|
-
<span class="cline-any cline-yes">29x</span>
|
|
561
|
-
<span class="cline-any cline-yes">1x</span>
|
|
562
|
-
<span class="cline-any cline-neutral"> </span>
|
|
563
|
-
<span class="cline-any cline-yes">28x</span>
|
|
564
|
-
<span class="cline-any cline-neutral"> </span>
|
|
565
|
-
<span class="cline-any cline-neutral"> </span>
|
|
566
|
-
<span class="cline-any cline-yes">29x</span>
|
|
567
|
-
<span class="cline-any cline-neutral"> </span>
|
|
568
|
-
<span class="cline-any cline-neutral"> </span>
|
|
569
|
-
<span class="cline-any cline-neutral"> </span>
|
|
570
|
-
<span class="cline-any cline-neutral"> </span>
|
|
571
|
-
<span class="cline-any cline-neutral"> </span>
|
|
572
|
-
<span class="cline-any cline-neutral"> </span>
|
|
573
|
-
<span class="cline-any cline-neutral"> </span>
|
|
574
|
-
<span class="cline-any cline-neutral"> </span>
|
|
575
|
-
<span class="cline-any cline-neutral"> </span>
|
|
576
|
-
<span class="cline-any cline-neutral"> </span>
|
|
577
|
-
<span class="cline-any cline-neutral"> </span>
|
|
578
|
-
<span class="cline-any cline-neutral"> </span>
|
|
579
|
-
<span class="cline-any cline-neutral"> </span>
|
|
580
|
-
<span class="cline-any cline-neutral"> </span>
|
|
581
|
-
<span class="cline-any cline-neutral"> </span>
|
|
582
|
-
<span class="cline-any cline-neutral"> </span>
|
|
583
|
-
<span class="cline-any cline-neutral"> </span>
|
|
584
|
-
<span class="cline-any cline-neutral"> </span>
|
|
585
|
-
<span class="cline-any cline-neutral"> </span>
|
|
586
|
-
<span class="cline-any cline-neutral"> </span>
|
|
587
|
-
<span class="cline-any cline-neutral"> </span>
|
|
588
|
-
<span class="cline-any cline-neutral"> </span>
|
|
589
|
-
<span class="cline-any cline-yes">14x</span>
|
|
590
|
-
<span class="cline-any cline-yes">14x</span>
|
|
591
|
-
<span class="cline-any cline-yes">14x</span>
|
|
592
|
-
<span class="cline-any cline-neutral"> </span>
|
|
593
|
-
<span class="cline-any cline-yes">14x</span>
|
|
594
|
-
<span class="cline-any cline-no"> </span>
|
|
595
|
-
<span class="cline-any cline-neutral"> </span>
|
|
596
|
-
<span class="cline-any cline-neutral"> </span>
|
|
597
|
-
<span class="cline-any cline-yes">14x</span>
|
|
598
|
-
<span class="cline-any cline-yes">14x</span>
|
|
599
|
-
<span class="cline-any cline-yes">14x</span>
|
|
600
|
-
<span class="cline-any cline-yes">1x</span>
|
|
601
|
-
<span class="cline-any cline-neutral"> </span>
|
|
602
|
-
<span class="cline-any cline-yes">13x</span>
|
|
603
|
-
<span class="cline-any cline-neutral"> </span>
|
|
604
|
-
<span class="cline-any cline-neutral"> </span>
|
|
605
|
-
<span class="cline-any cline-yes">14x</span>
|
|
606
|
-
<span class="cline-any cline-neutral"> </span>
|
|
607
|
-
<span class="cline-any cline-neutral"> </span>
|
|
608
|
-
<span class="cline-any cline-neutral"> </span>
|
|
609
|
-
<span class="cline-any cline-neutral"> </span>
|
|
610
|
-
<span class="cline-any cline-neutral"> </span>
|
|
611
|
-
<span class="cline-any cline-neutral"> </span>
|
|
612
|
-
<span class="cline-any cline-neutral"> </span>
|
|
613
|
-
<span class="cline-any cline-neutral"> </span>
|
|
614
|
-
<span class="cline-any cline-neutral"> </span>
|
|
615
|
-
<span class="cline-any cline-neutral"> </span>
|
|
616
|
-
<span class="cline-any cline-neutral"> </span>
|
|
617
|
-
<span class="cline-any cline-neutral"> </span>
|
|
618
|
-
<span class="cline-any cline-neutral"> </span>
|
|
619
|
-
<span class="cline-any cline-neutral"> </span>
|
|
620
|
-
<span class="cline-any cline-neutral"> </span>
|
|
621
|
-
<span class="cline-any cline-neutral"> </span>
|
|
622
|
-
<span class="cline-any cline-neutral"> </span>
|
|
623
|
-
<span class="cline-any cline-neutral"> </span>
|
|
624
|
-
<span class="cline-any cline-yes">2x</span>
|
|
625
|
-
<span class="cline-any cline-yes">2x</span>
|
|
626
|
-
<span class="cline-any cline-neutral"> </span>
|
|
627
|
-
<span class="cline-any cline-yes">2x</span>
|
|
628
|
-
<span class="cline-any cline-yes">3x</span>
|
|
629
|
-
<span class="cline-any cline-yes">3x</span>
|
|
630
|
-
<span class="cline-any cline-yes">3x</span>
|
|
631
|
-
<span class="cline-any cline-neutral"> </span>
|
|
632
|
-
<span class="cline-any cline-neutral"> </span>
|
|
633
|
-
<span class="cline-any cline-yes">2x</span>
|
|
634
|
-
<span class="cline-any cline-neutral"> </span>
|
|
635
|
-
<span class="cline-any cline-neutral"> </span>
|
|
636
|
-
<span class="cline-any cline-neutral"> </span>
|
|
637
|
-
<span class="cline-any cline-neutral"> </span>
|
|
638
|
-
<span class="cline-any cline-neutral"> </span>
|
|
639
|
-
<span class="cline-any cline-neutral"> </span>
|
|
640
|
-
<span class="cline-any cline-yes">2x</span>
|
|
641
|
-
<span class="cline-any cline-neutral"> </span>
|
|
642
|
-
<span class="cline-any cline-yes">12x</span>
|
|
643
|
-
<span class="cline-any cline-yes">12x</span>
|
|
644
|
-
<span class="cline-any cline-neutral"> </span>
|
|
645
|
-
<span class="cline-any cline-neutral"> </span>
|
|
646
|
-
<span class="cline-any cline-neutral"> </span></td><td class="text"><pre class="prettyprint lang-js">import { readFileSync, readdirSync, existsSync } from 'node:fs';
|
|
647
|
-
import { join, basename, dirname } from 'node:path';
|
|
648
|
-
import { parse as parseYaml } from 'yaml';
|
|
649
|
-
import {
|
|
650
|
-
DEFAULT_EVAL_MODEL,
|
|
651
|
-
DEFAULT_EVAL_RUNTIME,
|
|
652
|
-
EvalFileSchema,
|
|
653
|
-
EvalScenarioFileSchema,
|
|
654
|
-
} from './types.js';
|
|
655
|
-
import type { EvalFile, EvalMeta, EvalScenarioFile } from './types.js';
|
|
656
|
-
import type { RuntimeName } from '../sdk/runtimes/types.js';
|
|
657
|
-
|
|
658
|
-
export type { EvalMeta };
|
|
659
|
-
|
|
660
|
-
export interface EvalScenarioSetOptions {
|
|
661
|
-
/** Category/suite name, and directory under evals/ containing JSON scenarios. */
|
|
662
|
-
category: string;
|
|
663
|
-
/** Skill to run, relative to evals/ directory. */
|
|
664
|
-
skill: string;
|
|
665
|
-
/** Default runtime for all scenarios in this set. */
|
|
666
|
-
runtime?: RuntimeName;
|
|
667
|
-
/** Default model for all scenarios in this set. */
|
|
668
|
-
model?: string;
|
|
669
|
-
/** Optional evals directory override for tests. */
|
|
670
|
-
baseDir?: string;
|
|
671
|
-
}
|
|
672
|
-
|
|
673
|
-
/**
|
|
674
|
-
* Get the default evals directory path.
|
|
675
|
-
*/
|
|
676
|
-
function <span class="fstat-no" title="function not covered" >getEvalsDir(): string {</span>
|
|
677
|
-
<span class="cstat-no" title="statement not covered" > return join(import.meta.dirname, '..', '..', 'evals');</span>
|
|
678
|
-
}
|
|
679
|
-
|
|
680
|
-
function <span class="fstat-no" title="function not covered" >fallbackSkillName(s</span>killPath: string): string {
|
|
681
|
-
const <span class="cstat-no" title="statement not covered" >filename = basename(skillPath);</span>
|
|
682
|
-
<span class="cstat-no" title="statement not covered" > return filename === 'SKILL.md'</span>
|
|
683
|
-
? basename(dirname(skillPath))
|
|
684
|
-
: filename.replace(/\.[^.]+$/, '');
|
|
685
|
-
}
|
|
686
|
-
|
|
687
|
-
/**
|
|
688
|
-
* Resolve the skill name used in eval output from skill frontmatter.
|
|
689
|
-
*/
|
|
690
|
-
export function resolveEvalSkillName(skillPath: string): string {
|
|
691
|
-
let content: string;
|
|
692
|
-
try {
|
|
693
|
-
content = readFileSync(skillPath, 'utf-8');
|
|
694
|
-
} catch {
|
|
695
|
-
<span class="cstat-no" title="statement not covered" > return fallbackSkillName(skillPath);</span>
|
|
696
|
-
}
|
|
697
|
-
|
|
698
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!content.startsWith('---')) {
|
|
699
|
-
<span class="cstat-no" title="statement not covered" > return fallbackSkillName(skillPath);</span>
|
|
700
|
-
}
|
|
701
|
-
|
|
702
|
-
const end = content.indexOf('\n---', 3);
|
|
703
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (end === -1) {
|
|
704
|
-
<span class="cstat-no" title="statement not covered" > return fallbackSkillName(skillPath);</span>
|
|
705
|
-
}
|
|
706
|
-
|
|
707
|
-
let parsed: unknown;
|
|
708
|
-
try {
|
|
709
|
-
parsed = parseYaml(content.slice(3, end));
|
|
710
|
-
} catch {
|
|
711
|
-
<span class="cstat-no" title="statement not covered" > return fallbackSkillName(skillPath);</span>
|
|
712
|
-
}
|
|
713
|
-
<span class="missing-if-branch" title="else path not taken" >E</span>if (parsed && typeof parsed === 'object' && 'name' in parsed) {
|
|
714
|
-
const name = (parsed as { name?: unknown }).name;
|
|
715
|
-
<span class="missing-if-branch" title="else path not taken" >E</span>if (typeof name === 'string' && name.trim()) {
|
|
716
|
-
return name.trim();
|
|
717
|
-
}
|
|
718
|
-
}
|
|
719
|
-
|
|
720
|
-
<span class="cstat-no" title="statement not covered" > return fallbackSkillName(skillPath);</span>
|
|
721
|
-
}
|
|
722
|
-
|
|
723
|
-
/**
|
|
724
|
-
* Discover all YAML eval files in the evals directory.
|
|
725
|
-
* Returns absolute paths to .yaml files, sorted alphabetically.
|
|
726
|
-
*/
|
|
727
|
-
export function discoverEvalFiles(baseDir?: string): string[] {
|
|
728
|
-
const evalsDir = baseDir ?? <span class="branch-1 cbranch-no" title="branch not covered" >getEvalsDir();</span>
|
|
729
|
-
|
|
730
|
-
if (!existsSync(evalsDir)) {
|
|
731
|
-
return [];
|
|
732
|
-
}
|
|
733
|
-
|
|
734
|
-
let entries: string[];
|
|
735
|
-
try {
|
|
736
|
-
entries = readdirSync(evalsDir);
|
|
737
|
-
} catch {
|
|
738
|
-
<span class="cstat-no" title="statement not covered" > return [];</span>
|
|
739
|
-
}
|
|
740
|
-
|
|
741
|
-
return entries
|
|
742
|
-
.filter((e) => e.endsWith('.yaml') || e.endsWith('.yml'))
|
|
743
|
-
.map((e) => join(evalsDir, e))
|
|
744
|
-
.sort();
|
|
745
|
-
}
|
|
746
|
-
|
|
747
|
-
/**
|
|
748
|
-
* Discover standalone JSON scenario files in evals/<category>/.
|
|
749
|
-
*/
|
|
750
|
-
export function discoverEvalScenarioFiles(category: string, baseDir?: string): string[] {
|
|
751
|
-
const scenarioDir = join(baseDir ?? <span class="branch-1 cbranch-no" title="branch not covered" >getEvalsDir(), c</span>ategory);
|
|
752
|
-
|
|
753
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!existsSync(scenarioDir)) {
|
|
754
|
-
<span class="cstat-no" title="statement not covered" > return [];</span>
|
|
755
|
-
}
|
|
756
|
-
|
|
757
|
-
let entries: string[];
|
|
758
|
-
try {
|
|
759
|
-
entries = readdirSync(scenarioDir);
|
|
760
|
-
} catch {
|
|
761
|
-
<span class="cstat-no" title="statement not covered" > return [];</span>
|
|
762
|
-
}
|
|
763
|
-
|
|
764
|
-
return entries
|
|
765
|
-
.filter((entry) => entry.endsWith('.json'))
|
|
766
|
-
.map((entry) => join(scenarioDir, entry))
|
|
767
|
-
.sort();
|
|
768
|
-
}
|
|
769
|
-
|
|
770
|
-
/**
|
|
771
|
-
* Load and validate a YAML eval file.
|
|
772
|
-
*/
|
|
773
|
-
export function loadEvalFile(filePath: string): EvalFile {
|
|
774
|
-
if (!existsSync(filePath)) {
|
|
775
|
-
throw new Error(`Eval file not found: ${filePath}`);
|
|
776
|
-
}
|
|
777
|
-
|
|
778
|
-
let content: string;
|
|
779
|
-
try {
|
|
780
|
-
content = readFileSync(filePath, 'utf-8');
|
|
781
|
-
} catch (error) {
|
|
782
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Failed to read ${filePath}: ${error}`, { cause: error });</span>
|
|
783
|
-
}
|
|
784
|
-
|
|
785
|
-
let parsed: unknown;
|
|
786
|
-
try {
|
|
787
|
-
parsed = parseYaml(content);
|
|
788
|
-
} catch (error) {
|
|
789
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Failed to parse YAML in ${filePath}: ${error}`);</span>
|
|
790
|
-
}
|
|
791
|
-
|
|
792
|
-
const validated = EvalFileSchema.safeParse(parsed);
|
|
793
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!validated.success) {
|
|
794
|
-
const issues = <span class="cstat-no" title="statement not covered" >validated.error.issues.map(<span class="fstat-no" title="function not covered" >(i</span>) => <span class="cstat-no" title="statement not covered" >`${i.path.join('.')}: ${i.message}`)</span>.join(', ');</span>
|
|
795
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Invalid eval file ${filePath}: ${issues}`);</span>
|
|
796
|
-
}
|
|
797
|
-
|
|
798
|
-
return validated.data;
|
|
799
|
-
}
|
|
800
|
-
|
|
801
|
-
/**
|
|
802
|
-
* Load and validate a standalone JSON eval scenario.
|
|
803
|
-
*/
|
|
804
|
-
export function loadEvalScenarioFile(filePath: string): EvalScenarioFile {
|
|
805
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!existsSync(filePath)) {
|
|
806
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Eval scenario file not found: ${filePath}`);</span>
|
|
807
|
-
}
|
|
808
|
-
|
|
809
|
-
let content: string;
|
|
810
|
-
try {
|
|
811
|
-
content = readFileSync(filePath, 'utf-8');
|
|
812
|
-
} catch (error) {
|
|
813
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Failed to read ${filePath}: ${error}`, { cause: error });</span>
|
|
814
|
-
}
|
|
815
|
-
|
|
816
|
-
let parsed: unknown;
|
|
817
|
-
try {
|
|
818
|
-
parsed = JSON.parse(content);
|
|
819
|
-
} catch (error) {
|
|
820
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Failed to parse JSON in ${filePath}: ${error}`);</span>
|
|
821
|
-
}
|
|
822
|
-
|
|
823
|
-
const validated = EvalScenarioFileSchema.safeParse(parsed);
|
|
824
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!validated.success) {
|
|
825
|
-
const issues = <span class="cstat-no" title="statement not covered" >validated.error.issues.map(<span class="fstat-no" title="function not covered" >(i</span>) => <span class="cstat-no" title="statement not covered" >`${i.path.join('.')}: ${i.message}`)</span>.join(', ');</span>
|
|
826
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Invalid eval scenario file ${filePath}: ${issues}`);</span>
|
|
827
|
-
}
|
|
828
|
-
|
|
829
|
-
return validated.data;
|
|
830
|
-
}
|
|
831
|
-
|
|
832
|
-
/**
|
|
833
|
-
* Resolve all eval scenarios from a YAML file into executable EvalMeta objects.
|
|
834
|
-
* Resolves relative paths for skills and fixtures against the evals directory.
|
|
835
|
-
*/
|
|
836
|
-
export function resolveEvalMetas(evalFile: EvalFile, yamlPath: string): EvalMeta[] {
|
|
837
|
-
const evalsDir = join(yamlPath, '..');
|
|
838
|
-
const category = basename(yamlPath).replace(/\.ya?ml$/, '');
|
|
839
|
-
const skillPath = join(evalsDir, evalFile.skill);
|
|
840
|
-
|
|
841
|
-
if (!existsSync(skillPath)) {
|
|
842
|
-
throw new Error(`Eval skill not found in ${yamlPath}: ${evalFile.skill}`);
|
|
843
|
-
}
|
|
844
|
-
|
|
845
|
-
const skillName = resolveEvalSkillName(skillPath);
|
|
846
|
-
|
|
847
|
-
return evalFile.evals.map((scenario) => {
|
|
848
|
-
const filePaths = scenario.files.map((file) => {
|
|
849
|
-
const filePath = join(evalsDir, file);
|
|
850
|
-
if (!existsSync(filePath)) {
|
|
851
|
-
throw new Error(`Eval fixture not found for ${category}/${scenario.name}: ${file}`);
|
|
852
|
-
}
|
|
853
|
-
return filePath;
|
|
854
|
-
});
|
|
855
|
-
|
|
856
|
-
return {
|
|
857
|
-
name: scenario.name,
|
|
858
|
-
category,
|
|
859
|
-
skillName,
|
|
860
|
-
given: scenario.given,
|
|
861
|
-
skillPath,
|
|
862
|
-
filePaths,
|
|
863
|
-
model: scenario.model ?? evalFile.model,
|
|
864
|
-
runtime: scenario.runtime ?? evalFile.runtime,
|
|
865
|
-
should_find: scenario.should_find,
|
|
866
|
-
should_not_find: scenario.should_not_find,
|
|
867
|
-
};
|
|
868
|
-
});
|
|
869
|
-
}
|
|
870
|
-
|
|
871
|
-
/**
|
|
872
|
-
* Resolve one standalone JSON scenario into executable EvalMeta.
|
|
873
|
-
*/
|
|
874
|
-
export function resolveEvalScenarioMeta(
|
|
875
|
-
scenario: EvalScenarioFile,
|
|
876
|
-
scenarioPath: string,
|
|
877
|
-
options: EvalScenarioSetOptions
|
|
878
|
-
): EvalMeta {
|
|
879
|
-
const evalsDir = options.baseDir ?? <span class="branch-1 cbranch-no" title="branch not covered" >getEvalsDir();</span>
|
|
880
|
-
const name = scenario.name ?? basename(scenarioPath).replace(/\.json$/, '');
|
|
881
|
-
const skillPath = join(evalsDir, options.skill);
|
|
882
|
-
|
|
883
|
-
<span class="missing-if-branch" title="if path not taken" >I</span>if (!existsSync(skillPath)) {
|
|
884
|
-
<span class="cstat-no" title="statement not covered" > throw new Error(`Eval skill not found for ${options.category}/${name}: ${options.skill}`);</span>
|
|
885
|
-
}
|
|
886
|
-
|
|
887
|
-
const filePaths = scenario.files.map((file) => {
|
|
888
|
-
const filePath = join(evalsDir, file);
|
|
889
|
-
if (!existsSync(filePath)) {
|
|
890
|
-
throw new Error(`Eval fixture not found for ${options.category}/${name}: ${file}`);
|
|
891
|
-
}
|
|
892
|
-
return filePath;
|
|
893
|
-
});
|
|
894
|
-
|
|
895
|
-
return {
|
|
896
|
-
name,
|
|
897
|
-
category: options.category,
|
|
898
|
-
skillName: resolveEvalSkillName(skillPath),
|
|
899
|
-
given: scenario.given,
|
|
900
|
-
skillPath,
|
|
901
|
-
filePaths,
|
|
902
|
-
model: scenario.model ?? options.model ?? <span class="branch-2 cbranch-no" title="branch not covered" >DEFAULT_EVAL_MODEL,</span>
|
|
903
|
-
runtime: scenario.runtime ?? options.runtime ?? <span class="branch-2 cbranch-no" title="branch not covered" >DEFAULT_EVAL_RUNTIME,</span>
|
|
904
|
-
should_find: scenario.should_find,
|
|
905
|
-
should_not_find: scenario.should_not_find,
|
|
906
|
-
};
|
|
907
|
-
}
|
|
908
|
-
|
|
909
|
-
/**
|
|
910
|
-
* Discover and load all evals from YAML files. Returns a flat list of
|
|
911
|
-
* resolved EvalMeta objects ready for execution.
|
|
912
|
-
*/
|
|
913
|
-
export function discoverEvals(baseDir?: string): EvalMeta[] {
|
|
914
|
-
const yamlFiles = discoverEvalFiles(baseDir);
|
|
915
|
-
const allEvals: EvalMeta[] = [];
|
|
916
|
-
|
|
917
|
-
for (const yamlPath of yamlFiles) {
|
|
918
|
-
const evalFile = loadEvalFile(yamlPath);
|
|
919
|
-
const metas = resolveEvalMetas(evalFile, yamlPath);
|
|
920
|
-
allEvals.push(...metas);
|
|
921
|
-
}
|
|
922
|
-
|
|
923
|
-
return allEvals;
|
|
924
|
-
}
|
|
925
|
-
|
|
926
|
-
/**
|
|
927
|
-
* Discover and load standalone JSON scenarios for a category.
|
|
928
|
-
*/
|
|
929
|
-
export function discoverEvalScenarios(options: EvalScenarioSetOptions): EvalMeta[] {
|
|
930
|
-
return discoverEvalScenarioFiles(options.category, options.baseDir)
|
|
931
|
-
.map((scenarioPath) => {
|
|
932
|
-
const scenario = loadEvalScenarioFile(scenarioPath);
|
|
933
|
-
return resolveEvalScenarioMeta(scenario, scenarioPath, options);
|
|
934
|
-
});
|
|
935
|
-
}
|
|
936
|
-
</pre></td></tr></table></pre>
|
|
937
|
-
|
|
938
|
-
<div class='push'></div><!-- for sticky footer -->
|
|
939
|
-
</div><!-- /wrapper -->
|
|
940
|
-
<div class='footer quiet pad2 space-top1 center small'>
|
|
941
|
-
Code coverage generated by
|
|
942
|
-
<a href="https://istanbul.js.org/" target="_blank" rel="noopener noreferrer">istanbul</a>
|
|
943
|
-
at 2026-05-17T04:35:52.381Z
|
|
944
|
-
</div>
|
|
945
|
-
<script src="../../prettify.js"></script>
|
|
946
|
-
<script>
|
|
947
|
-
window.onload = function () {
|
|
948
|
-
prettyPrint();
|
|
949
|
-
};
|
|
950
|
-
</script>
|
|
951
|
-
<script src="../../sorter.js"></script>
|
|
952
|
-
<script src="../../block-navigation.js"></script>
|
|
953
|
-
</body>
|
|
954
|
-
</html>
|
|
955
|
-
|