@req2rank/core 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/LICENSE +21 -0
  2. package/dist/adaptive-calibration.d.ts +13 -0
  3. package/dist/adaptive-calibration.d.ts.map +1 -0
  4. package/dist/adaptive-calibration.js +39 -0
  5. package/dist/adaptive-calibration.js.map +1 -0
  6. package/dist/adaptive-calibration.test.d.ts +2 -0
  7. package/dist/adaptive-calibration.test.d.ts.map +1 -0
  8. package/dist/adaptive-calibration.test.js +20 -0
  9. package/dist/adaptive-calibration.test.js.map +1 -0
  10. package/dist/checkpoint-key.d.ts +3 -0
  11. package/dist/checkpoint-key.d.ts.map +1 -0
  12. package/dist/checkpoint-key.js +27 -0
  13. package/dist/checkpoint-key.js.map +1 -0
  14. package/dist/checkpoint-key.test.d.ts +2 -0
  15. package/dist/checkpoint-key.test.d.ts.map +1 -0
  16. package/dist/checkpoint-key.test.js +24 -0
  17. package/dist/checkpoint-key.test.js.map +1 -0
  18. package/dist/config.d.ts +162 -0
  19. package/dist/config.d.ts.map +1 -0
  20. package/dist/config.js +68 -0
  21. package/dist/config.js.map +1 -0
  22. package/dist/domain-taxonomy.d.ts +13 -0
  23. package/dist/domain-taxonomy.d.ts.map +1 -0
  24. package/dist/domain-taxonomy.js +12 -0
  25. package/dist/domain-taxonomy.js.map +1 -0
  26. package/dist/evaluation-panel.d.ts +27 -0
  27. package/dist/evaluation-panel.d.ts.map +1 -0
  28. package/dist/evaluation-panel.js +158 -0
  29. package/dist/evaluation-panel.js.map +1 -0
  30. package/dist/evaluation-panel.test.d.ts +2 -0
  31. package/dist/evaluation-panel.test.d.ts.map +1 -0
  32. package/dist/evaluation-panel.test.js +160 -0
  33. package/dist/evaluation-panel.test.js.map +1 -0
  34. package/dist/evidence-chain.d.ts +11 -0
  35. package/dist/evidence-chain.d.ts.map +1 -0
  36. package/dist/evidence-chain.js +33 -0
  37. package/dist/evidence-chain.js.map +1 -0
  38. package/dist/evidence-chain.test.d.ts +2 -0
  39. package/dist/evidence-chain.test.d.ts.map +1 -0
  40. package/dist/evidence-chain.test.js +16 -0
  41. package/dist/evidence-chain.test.js.map +1 -0
  42. package/dist/execution-engine.d.ts +29 -0
  43. package/dist/execution-engine.d.ts.map +1 -0
  44. package/dist/execution-engine.js +102 -0
  45. package/dist/execution-engine.js.map +1 -0
  46. package/dist/execution-engine.test.d.ts +2 -0
  47. package/dist/execution-engine.test.d.ts.map +1 -0
  48. package/dist/execution-engine.test.js +81 -0
  49. package/dist/execution-engine.test.js.map +1 -0
  50. package/dist/hub-client.d.ts +21 -0
  51. package/dist/hub-client.d.ts.map +1 -0
  52. package/dist/hub-client.js +103 -0
  53. package/dist/hub-client.js.map +1 -0
  54. package/dist/hub-client.test.d.ts +2 -0
  55. package/dist/hub-client.test.d.ts.map +1 -0
  56. package/dist/hub-client.test.js +129 -0
  57. package/dist/hub-client.test.js.map +1 -0
  58. package/dist/index.d.ts +19 -0
  59. package/dist/index.d.ts.map +1 -0
  60. package/dist/index.js +19 -0
  61. package/dist/index.js.map +1 -0
  62. package/dist/leaderboard-query.d.ts +29 -0
  63. package/dist/leaderboard-query.d.ts.map +1 -0
  64. package/dist/leaderboard-query.js +59 -0
  65. package/dist/leaderboard-query.js.map +1 -0
  66. package/dist/leaderboard-query.test.d.ts +2 -0
  67. package/dist/leaderboard-query.test.d.ts.map +1 -0
  68. package/dist/leaderboard-query.test.js +34 -0
  69. package/dist/leaderboard-query.test.js.map +1 -0
  70. package/dist/local-store.d.ts +17 -0
  71. package/dist/local-store.d.ts.map +1 -0
  72. package/dist/local-store.js +144 -0
  73. package/dist/local-store.js.map +1 -0
  74. package/dist/local-store.test.d.ts +2 -0
  75. package/dist/local-store.test.d.ts.map +1 -0
  76. package/dist/local-store.test.js +116 -0
  77. package/dist/local-store.test.js.map +1 -0
  78. package/dist/pipeline-stage-handoff.test.d.ts +2 -0
  79. package/dist/pipeline-stage-handoff.test.d.ts.map +1 -0
  80. package/dist/pipeline-stage-handoff.test.js +290 -0
  81. package/dist/pipeline-stage-handoff.test.js.map +1 -0
  82. package/dist/pipeline.d.ts +67 -0
  83. package/dist/pipeline.d.ts.map +1 -0
  84. package/dist/pipeline.js +482 -0
  85. package/dist/pipeline.js.map +1 -0
  86. package/dist/providers/anthropic.d.ts +8 -0
  87. package/dist/providers/anthropic.d.ts.map +1 -0
  88. package/dist/providers/anthropic.js +45 -0
  89. package/dist/providers/anthropic.js.map +1 -0
  90. package/dist/providers/base.d.ts +36 -0
  91. package/dist/providers/base.d.ts.map +1 -0
  92. package/dist/providers/base.js +47 -0
  93. package/dist/providers/base.js.map +1 -0
  94. package/dist/providers/custom.d.ts +6 -0
  95. package/dist/providers/custom.d.ts.map +1 -0
  96. package/dist/providers/custom.js +6 -0
  97. package/dist/providers/custom.js.map +1 -0
  98. package/dist/providers/google.d.ts +8 -0
  99. package/dist/providers/google.d.ts.map +1 -0
  100. package/dist/providers/google.js +48 -0
  101. package/dist/providers/google.js.map +1 -0
  102. package/dist/providers/index.d.ts +23 -0
  103. package/dist/providers/index.d.ts.map +1 -0
  104. package/dist/providers/index.js +31 -0
  105. package/dist/providers/index.js.map +1 -0
  106. package/dist/providers/openai.d.ts +8 -0
  107. package/dist/providers/openai.d.ts.map +1 -0
  108. package/dist/providers/openai.js +40 -0
  109. package/dist/providers/openai.js.map +1 -0
  110. package/dist/providers/providers.test.d.ts +2 -0
  111. package/dist/providers/providers.test.d.ts.map +1 -0
  112. package/dist/providers/providers.test.js +44 -0
  113. package/dist/providers/providers.test.js.map +1 -0
  114. package/dist/requirement-generator.d.ts +29 -0
  115. package/dist/requirement-generator.d.ts.map +1 -0
  116. package/dist/requirement-generator.js +358 -0
  117. package/dist/requirement-generator.js.map +1 -0
  118. package/dist/requirement-generator.test.d.ts +2 -0
  119. package/dist/requirement-generator.test.d.ts.map +1 -0
  120. package/dist/requirement-generator.test.js +148 -0
  121. package/dist/requirement-generator.test.js.map +1 -0
  122. package/dist/sandbox.d.ts +32 -0
  123. package/dist/sandbox.d.ts.map +1 -0
  124. package/dist/sandbox.js +123 -0
  125. package/dist/sandbox.js.map +1 -0
  126. package/dist/sandbox.test.d.ts +2 -0
  127. package/dist/sandbox.test.d.ts.map +1 -0
  128. package/dist/sandbox.test.js +20 -0
  129. package/dist/sandbox.test.js.map +1 -0
  130. package/dist/scoring-engine.d.ts +15 -0
  131. package/dist/scoring-engine.d.ts.map +1 -0
  132. package/dist/scoring-engine.js +109 -0
  133. package/dist/scoring-engine.js.map +1 -0
  134. package/dist/scoring-engine.test.d.ts +2 -0
  135. package/dist/scoring-engine.test.d.ts.map +1 -0
  136. package/dist/scoring-engine.test.js +137 -0
  137. package/dist/scoring-engine.test.js.map +1 -0
  138. package/dist/submit-payload-builder.d.ts +9 -0
  139. package/dist/submit-payload-builder.d.ts.map +1 -0
  140. package/dist/submit-payload-builder.js +23 -0
  141. package/dist/submit-payload-builder.js.map +1 -0
  142. package/dist/submit-payload-builder.test.d.ts +2 -0
  143. package/dist/submit-payload-builder.test.d.ts.map +1 -0
  144. package/dist/submit-payload-builder.test.js +75 -0
  145. package/dist/submit-payload-builder.test.js.map +1 -0
  146. package/dist/submitter-types.d.ts +54 -0
  147. package/dist/submitter-types.d.ts.map +1 -0
  148. package/dist/submitter-types.js +2 -0
  149. package/dist/submitter-types.js.map +1 -0
  150. package/dist/types.d.ts +40 -0
  151. package/dist/types.d.ts.map +1 -0
  152. package/dist/types.js +2 -0
  153. package/dist/types.js.map +1 -0
  154. package/package.json +36 -0
package/LICENSE ADDED
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Req-2-Rank Contributors
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,13 @@
1
+ import { Complexity } from "./types.js";
2
+ export interface CalibrationInput {
3
+ score: number;
4
+ complexity: Complexity;
5
+ }
6
+ export interface CalibrationResult {
7
+ recommendedComplexity: Complexity;
8
+ reason: string;
9
+ averageScore: number;
10
+ sampleSize: number;
11
+ }
12
+ export declare function calibrateComplexity(history: CalibrationInput[]): CalibrationResult;
13
+ //# sourceMappingURL=adaptive-calibration.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"adaptive-calibration.d.ts","sourceRoot":"","sources":["../src/adaptive-calibration.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAExC,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,qBAAqB,EAAE,UAAU,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,iBAAiB,CAwClF"}
@@ -0,0 +1,39 @@
1
+ const ORDER = ["C1", "C2", "C3", "C4"];
2
+ export function calibrateComplexity(history) {
3
+ if (history.length === 0) {
4
+ return {
5
+ recommendedComplexity: "C2",
6
+ reason: "No historical data; start from C2 baseline.",
7
+ averageScore: 0,
8
+ sampleSize: 0
9
+ };
10
+ }
11
+ const avg = history.reduce((sum, run) => sum + run.score, 0) / history.length;
12
+ const latest = history[history.length - 1]?.complexity ?? "C2";
13
+ const latestIndex = ORDER.indexOf(latest);
14
+ if (avg >= 88 && latestIndex < ORDER.length - 1) {
15
+ const next = ORDER[latestIndex + 1];
16
+ return {
17
+ recommendedComplexity: next,
18
+ reason: `Average score ${avg.toFixed(1)} is high; increase to ${next}.`,
19
+ averageScore: avg,
20
+ sampleSize: history.length
21
+ };
22
+ }
23
+ if (avg <= 60 && latestIndex > 0) {
24
+ const previous = ORDER[latestIndex - 1];
25
+ return {
26
+ recommendedComplexity: previous,
27
+ reason: `Average score ${avg.toFixed(1)} is low; reduce to ${previous}.`,
28
+ averageScore: avg,
29
+ sampleSize: history.length
30
+ };
31
+ }
32
+ return {
33
+ recommendedComplexity: latest,
34
+ reason: `Average score ${avg.toFixed(1)} supports keeping ${latest}.`,
35
+ averageScore: avg,
36
+ sampleSize: history.length
37
+ };
38
+ }
39
+ //# sourceMappingURL=adaptive-calibration.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"adaptive-calibration.js","sourceRoot":"","sources":["../src/adaptive-calibration.ts"],"names":[],"mappings":"AAcA,MAAM,KAAK,GAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAErD,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;YACL,qBAAqB,EAAE,IAAI;YAC3B,MAAM,EAAE,6CAA6C;YACrD,YAAY,EAAE,CAAC;YACf,UAAU,EAAE,CAAC;SACd,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9E,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,IAAI,CAAC;IAC/D,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1C,IAAI,GAAG,IAAI,EAAE,IAAI,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QACpC,OAAO;YACL,qBAAqB,EAAE,IAAI;YAC3B,MAAM,EAAE,iBAAiB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,IAAI,GAAG;YACvE,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,OAAO,CAAC,MAAM;SAC3B,CAAC;IACJ,CAAC;IAED,IAAI,GAAG,IAAI,EAAE,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QACxC,OAAO;YACL,qBAAqB,EAAE,QAAQ;YAC/B,MAAM,EAAE,iBAAiB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,sBAAsB,QAAQ,GAAG;YACxE,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,OAAO,CAAC,MAAM;SAC3B,CAAC;IACJ,CAAC;IAED,OAAO;QACL,qBAAqB,EAAE,MAAM;QAC7B,MAAM,EAAE,iBAAiB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,MAAM,GAAG;QACrE,YAAY,EAAE,GAAG;QACjB,UAAU,EAAE,OAAO,CAAC,MAAM;KAC3B,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=adaptive-calibration.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"adaptive-calibration.test.d.ts","sourceRoot":"","sources":["../src/adaptive-calibration.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,20 @@
1
+ import { describe, expect, it } from "vitest";
2
+ import { calibrateComplexity } from "./adaptive-calibration.js";
3
+ describe("calibrateComplexity", () => {
4
+ it("raises complexity for strong history", () => {
5
+ const result = calibrateComplexity([
6
+ { score: 90, complexity: "C2" },
7
+ { score: 92, complexity: "C2" }
8
+ ]);
9
+ expect(result.recommendedComplexity).toBe("C3");
10
+ expect(result.sampleSize).toBe(2);
11
+ });
12
+ it("lowers complexity for weak history", () => {
13
+ const result = calibrateComplexity([
14
+ { score: 40, complexity: "C3" },
15
+ { score: 55, complexity: "C3" }
16
+ ]);
17
+ expect(result.recommendedComplexity).toBe("C2");
18
+ });
19
+ });
20
+ //# sourceMappingURL=adaptive-calibration.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"adaptive-calibration.test.js","sourceRoot":"","sources":["../src/adaptive-calibration.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAEhE,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,MAAM,GAAG,mBAAmB,CAAC;YACjC,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;YAC/B,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAG,mBAAmB,CAAC;YACjC,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;YAC/B,EAAE,KAAK,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ import { Req2RankConfig } from "./config.js";
2
+ export declare function createPipelineCheckpointKey(scope: "run" | "compare", config: Req2RankConfig): string;
3
+ //# sourceMappingURL=checkpoint-key.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-key.d.ts","sourceRoot":"","sources":["../src/checkpoint-key.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAE7C,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS,EAAE,MAAM,EAAE,cAAc,GAAG,MAAM,CAyBpG"}
@@ -0,0 +1,27 @@
1
+ import { createHash } from "node:crypto";
2
+ export function createPipelineCheckpointKey(scope, config) {
3
+ const signaturePayload = {
4
+ target: {
5
+ provider: config.target.provider,
6
+ model: config.target.model,
7
+ baseUrl: config.target.baseUrl ?? null
8
+ },
9
+ systemModel: {
10
+ provider: config.systemModel.provider,
11
+ model: config.systemModel.model
12
+ },
13
+ judges: config.judges.map((judge) => ({
14
+ provider: judge.provider,
15
+ model: judge.model,
16
+ weight: judge.weight
17
+ })),
18
+ test: {
19
+ complexity: config.test.complexity,
20
+ rounds: config.test.rounds,
21
+ concurrency: config.test.concurrency
22
+ }
23
+ };
24
+ const hash = createHash("sha256").update(JSON.stringify(signaturePayload)).digest("hex").slice(0, 16);
25
+ return `${scope}:${config.target.provider}/${config.target.model}:${hash}`;
26
+ }
27
+ //# sourceMappingURL=checkpoint-key.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-key.js","sourceRoot":"","sources":["../src/checkpoint-key.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,MAAM,UAAU,2BAA2B,CAAC,KAAwB,EAAE,MAAsB;IAC1F,MAAM,gBAAgB,GAAG;QACvB,MAAM,EAAE;YACN,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;YAChC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;YAC1B,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,IAAI;SACvC;QACD,WAAW,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ;YACrC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,KAAK;SAChC;QACD,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,IAAI,EAAE;YACJ,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU;YAClC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM;YAC1B,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;SACrC;KACF,CAAC;IAEF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACtG,OAAO,GAAG,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;AAC7E,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=checkpoint-key.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-key.test.d.ts","sourceRoot":"","sources":["../src/checkpoint-key.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,24 @@
1
+ import { describe, expect, it } from "vitest";
2
+ import { defaultConfig } from "./config.js";
3
+ import { createPipelineCheckpointKey } from "./checkpoint-key.js";
4
+ function cloneConfig() {
5
+ return JSON.parse(JSON.stringify(defaultConfig));
6
+ }
7
+ describe("createPipelineCheckpointKey", () => {
8
+ it("returns deterministic key for identical config", () => {
9
+ const config = cloneConfig();
10
+ const first = createPipelineCheckpointKey("run", config);
11
+ const second = createPipelineCheckpointKey("run", config);
12
+ expect(first).toBe(second);
13
+ expect(first).toContain("run:openai/gpt-4o-mini:");
14
+ });
15
+ it("changes key when judge model changes", () => {
16
+ const left = cloneConfig();
17
+ const right = cloneConfig();
18
+ right.judges[0].model = "gpt-4.1";
19
+ const keyLeft = createPipelineCheckpointKey("run", left);
20
+ const keyRight = createPipelineCheckpointKey("run", right);
21
+ expect(keyLeft).not.toBe(keyRight);
22
+ });
23
+ });
24
+ //# sourceMappingURL=checkpoint-key.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"checkpoint-key.test.js","sourceRoot":"","sources":["../src/checkpoint-key.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAkB,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAElE,SAAS,WAAW;IAClB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAmB,CAAC;AACrE,CAAC;AAED,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,MAAM,GAAG,WAAW,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,2BAA2B,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAE1D,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,WAAW,EAAE,CAAC;QAC5B,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,SAAS,CAAC;QAElC,MAAM,OAAO,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,2BAA2B,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC3D,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,162 @@
1
+ import { z } from "zod";
2
+ import { Complexity } from "./types.js";
3
+ import { EvidenceChain } from "./submitter-types.js";
4
+ export declare const req2rankConfigSchema: z.ZodObject<{
5
+ target: z.ZodObject<{
6
+ provider: z.ZodString;
7
+ model: z.ZodString;
8
+ apiKey: z.ZodOptional<z.ZodString>;
9
+ baseUrl: z.ZodOptional<z.ZodNullable<z.ZodString>>;
10
+ }, "strip", z.ZodTypeAny, {
11
+ provider: string;
12
+ model: string;
13
+ apiKey?: string | undefined;
14
+ baseUrl?: string | null | undefined;
15
+ }, {
16
+ provider: string;
17
+ model: string;
18
+ apiKey?: string | undefined;
19
+ baseUrl?: string | null | undefined;
20
+ }>;
21
+ systemModel: z.ZodObject<{
22
+ provider: z.ZodString;
23
+ model: z.ZodString;
24
+ apiKey: z.ZodOptional<z.ZodString>;
25
+ }, "strip", z.ZodTypeAny, {
26
+ provider: string;
27
+ model: string;
28
+ apiKey?: string | undefined;
29
+ }, {
30
+ provider: string;
31
+ model: string;
32
+ apiKey?: string | undefined;
33
+ }>;
34
+ judges: z.ZodArray<z.ZodObject<{
35
+ provider: z.ZodString;
36
+ model: z.ZodString;
37
+ apiKey: z.ZodOptional<z.ZodString>;
38
+ weight: z.ZodDefault<z.ZodNumber>;
39
+ }, "strip", z.ZodTypeAny, {
40
+ provider: string;
41
+ model: string;
42
+ weight: number;
43
+ apiKey?: string | undefined;
44
+ }, {
45
+ provider: string;
46
+ model: string;
47
+ apiKey?: string | undefined;
48
+ weight?: number | undefined;
49
+ }>, "many">;
50
+ test: z.ZodObject<{
51
+ complexity: z.ZodUnion<[z.ZodLiteral<"C1">, z.ZodLiteral<"C2">, z.ZodLiteral<"C3">, z.ZodLiteral<"C4">, z.ZodLiteral<"mixed">]>;
52
+ rounds: z.ZodNumber;
53
+ concurrency: z.ZodNumber;
54
+ }, "strip", z.ZodTypeAny, {
55
+ complexity: "C1" | "C2" | "C3" | "C4" | "mixed";
56
+ rounds: number;
57
+ concurrency: number;
58
+ }, {
59
+ complexity: "C1" | "C2" | "C3" | "C4" | "mixed";
60
+ rounds: number;
61
+ concurrency: number;
62
+ }>;
63
+ hub: z.ZodOptional<z.ZodObject<{
64
+ enabled: z.ZodDefault<z.ZodBoolean>;
65
+ serverUrl: z.ZodOptional<z.ZodString>;
66
+ token: z.ZodOptional<z.ZodString>;
67
+ }, "strip", z.ZodTypeAny, {
68
+ enabled: boolean;
69
+ serverUrl?: string | undefined;
70
+ token?: string | undefined;
71
+ }, {
72
+ enabled?: boolean | undefined;
73
+ serverUrl?: string | undefined;
74
+ token?: string | undefined;
75
+ }>>;
76
+ }, "strip", z.ZodTypeAny, {
77
+ target: {
78
+ provider: string;
79
+ model: string;
80
+ apiKey?: string | undefined;
81
+ baseUrl?: string | null | undefined;
82
+ };
83
+ systemModel: {
84
+ provider: string;
85
+ model: string;
86
+ apiKey?: string | undefined;
87
+ };
88
+ judges: {
89
+ provider: string;
90
+ model: string;
91
+ weight: number;
92
+ apiKey?: string | undefined;
93
+ }[];
94
+ test: {
95
+ complexity: "C1" | "C2" | "C3" | "C4" | "mixed";
96
+ rounds: number;
97
+ concurrency: number;
98
+ };
99
+ hub?: {
100
+ enabled: boolean;
101
+ serverUrl?: string | undefined;
102
+ token?: string | undefined;
103
+ } | undefined;
104
+ }, {
105
+ target: {
106
+ provider: string;
107
+ model: string;
108
+ apiKey?: string | undefined;
109
+ baseUrl?: string | null | undefined;
110
+ };
111
+ systemModel: {
112
+ provider: string;
113
+ model: string;
114
+ apiKey?: string | undefined;
115
+ };
116
+ judges: {
117
+ provider: string;
118
+ model: string;
119
+ apiKey?: string | undefined;
120
+ weight?: number | undefined;
121
+ }[];
122
+ test: {
123
+ complexity: "C1" | "C2" | "C3" | "C4" | "mixed";
124
+ rounds: number;
125
+ concurrency: number;
126
+ };
127
+ hub?: {
128
+ enabled?: boolean | undefined;
129
+ serverUrl?: string | undefined;
130
+ token?: string | undefined;
131
+ } | undefined;
132
+ }>;
133
+ export type Req2RankConfig = z.infer<typeof req2rankConfigSchema>;
134
+ export interface RunRecord {
135
+ id: string;
136
+ createdAt: string;
137
+ targetProvider: string;
138
+ targetModel: string;
139
+ complexity: Complexity | "mixed";
140
+ rounds: number;
141
+ requirementTitle: string;
142
+ overallScore: number;
143
+ dimensionScores: Record<string, number>;
144
+ ci95: [number, number];
145
+ agreementLevel: "high" | "moderate" | "low";
146
+ ijaScore?: number;
147
+ evidenceChain?: EvidenceChain;
148
+ }
149
+ export interface LocalStoreShape {
150
+ runs: RunRecord[];
151
+ calibrations?: CalibrationSnapshot[];
152
+ }
153
+ export interface CalibrationSnapshot {
154
+ id: string;
155
+ createdAt: string;
156
+ recommendedComplexity: Complexity;
157
+ reason: string;
158
+ averageScore: number;
159
+ sampleSize: number;
160
+ }
161
+ export declare const defaultConfig: Req2RankConfig;
162
+ //# sourceMappingURL=config.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAUrD,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgC/B,CAAC;AAEH,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvB,cAAc,EAAE,MAAM,GAAG,UAAU,GAAG,KAAK,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,YAAY,CAAC,EAAE,mBAAmB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,qBAAqB,EAAE,UAAU,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,eAAO,MAAM,aAAa,EAAE,cA2B3B,CAAC"}
package/dist/config.js ADDED
@@ -0,0 +1,68 @@
1
+ import { z } from "zod";
2
+ const complexitySchema = z.union([
3
+ z.literal("C1"),
4
+ z.literal("C2"),
5
+ z.literal("C3"),
6
+ z.literal("C4"),
7
+ z.literal("mixed")
8
+ ]);
9
+ export const req2rankConfigSchema = z.object({
10
+ target: z.object({
11
+ provider: z.string().min(1),
12
+ model: z.string().min(1),
13
+ apiKey: z.string().optional(),
14
+ baseUrl: z.string().url().nullable().optional()
15
+ }),
16
+ systemModel: z.object({
17
+ provider: z.string().min(1),
18
+ model: z.string().min(1),
19
+ apiKey: z.string().optional()
20
+ }),
21
+ judges: z.array(z.object({
22
+ provider: z.string().min(1),
23
+ model: z.string().min(1),
24
+ apiKey: z.string().optional(),
25
+ weight: z.number().positive().default(1)
26
+ })),
27
+ test: z.object({
28
+ complexity: complexitySchema,
29
+ rounds: z.number().int().positive(),
30
+ concurrency: z.number().int().positive()
31
+ }),
32
+ hub: z
33
+ .object({
34
+ enabled: z.boolean().default(false),
35
+ serverUrl: z.string().url().optional(),
36
+ token: z.string().optional()
37
+ })
38
+ .optional()
39
+ });
40
+ export const defaultConfig = {
41
+ target: {
42
+ provider: "openai",
43
+ model: "gpt-4o-mini",
44
+ apiKey: ""
45
+ },
46
+ systemModel: {
47
+ provider: "anthropic",
48
+ model: "claude-sonnet-4-20250514",
49
+ apiKey: ""
50
+ },
51
+ judges: [
52
+ {
53
+ provider: "openai",
54
+ model: "gpt-4o",
55
+ apiKey: "",
56
+ weight: 1
57
+ }
58
+ ],
59
+ test: {
60
+ complexity: "mixed",
61
+ rounds: 1,
62
+ concurrency: 1
63
+ },
64
+ hub: {
65
+ enabled: false
66
+ }
67
+ };
68
+ //# sourceMappingURL=config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC;IAC/B,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;CACnB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC;QACf,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KAChD,CAAC;IACF,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC;QACpB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC9B,CAAC;IACF,MAAM,EAAE,CAAC,CAAC,KAAK,CACb,CAAC,CAAC,MAAM,CAAC;QACP,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACxB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC7B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;KACzC,CAAC,CACH;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACb,UAAU,EAAE,gBAAgB;QAC5B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACzC,CAAC;IACF,GAAG,EAAE,CAAC;SACH,MAAM,CAAC;QACN,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;QACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;QACtC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAC;AAkCH,MAAM,CAAC,MAAM,aAAa,GAAmB;IAC3C,MAAM,EAAE;QACN,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,EAAE;KACX;IACD,WAAW,EAAE;QACX,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,0BAA0B;QACjC,MAAM,EAAE,EAAE;KACX;IACD,MAAM,EAAE;QACN;YACE,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,CAAC;SACV;KACF;IACD,IAAI,EAAE;QACJ,UAAU,EAAE,OAAO;QACnB,MAAM,EAAE,CAAC;QACT,WAAW,EAAE,CAAC;KACf;IACD,GAAG,EAAE;QACH,OAAO,EAAE,KAAK;KACf;CACF,CAAC"}
@@ -0,0 +1,13 @@
1
+ export declare const DOMAIN_TAXONOMY: {
2
+ readonly ecommerce: readonly ["product-search", "cart", "coupon-pricing", "inventory", "order-state-machine"];
3
+ readonly social: readonly ["feed", "comment-thread", "notification-fanout", "friend-graph", "content-moderation"];
4
+ readonly finance: readonly ["ledger", "fx-conversion", "risk-rules", "statement-reporting", "reconciliation"];
5
+ readonly developerTools: readonly ["cli-tool", "config-parser", "log-analysis", "code-formatting", "mock-server"];
6
+ readonly dataAnalytics: readonly ["data-cleaning", "aggregation", "viz-prep", "etl-pipeline", "anomaly-detection"];
7
+ readonly iot: readonly ["sensor-ingestion", "protocol-parser", "alert-engine", "device-state", "firmware-rollout"];
8
+ readonly gaming: readonly ["game-loop", "collision-check", "scoreboard", "save-system", "level-generation"];
9
+ readonly utilities: readonly ["file-converter", "cache-layer", "task-scheduler", "markdown-rendering", "rule-engine"];
10
+ };
11
+ export type DomainName = keyof typeof DOMAIN_TAXONOMY;
12
+ export declare const DOMAIN_NAMES: DomainName[];
13
+ //# sourceMappingURL=domain-taxonomy.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"domain-taxonomy.d.ts","sourceRoot":"","sources":["../src/domain-taxonomy.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,eAAe;;;;;;;;;CASlB,CAAC;AAEX,MAAM,MAAM,UAAU,GAAG,MAAM,OAAO,eAAe,CAAC;AAEtD,eAAO,MAAM,YAAY,EAAmC,UAAU,EAAE,CAAC"}
@@ -0,0 +1,12 @@
1
+ export const DOMAIN_TAXONOMY = {
2
+ ecommerce: ["product-search", "cart", "coupon-pricing", "inventory", "order-state-machine"],
3
+ social: ["feed", "comment-thread", "notification-fanout", "friend-graph", "content-moderation"],
4
+ finance: ["ledger", "fx-conversion", "risk-rules", "statement-reporting", "reconciliation"],
5
+ developerTools: ["cli-tool", "config-parser", "log-analysis", "code-formatting", "mock-server"],
6
+ dataAnalytics: ["data-cleaning", "aggregation", "viz-prep", "etl-pipeline", "anomaly-detection"],
7
+ iot: ["sensor-ingestion", "protocol-parser", "alert-engine", "device-state", "firmware-rollout"],
8
+ gaming: ["game-loop", "collision-check", "scoreboard", "save-system", "level-generation"],
9
+ utilities: ["file-converter", "cache-layer", "task-scheduler", "markdown-rendering", "rule-engine"]
10
+ };
11
+ export const DOMAIN_NAMES = Object.keys(DOMAIN_TAXONOMY);
12
+ //# sourceMappingURL=domain-taxonomy.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"domain-taxonomy.js","sourceRoot":"","sources":["../src/domain-taxonomy.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,SAAS,EAAE,CAAC,gBAAgB,EAAE,MAAM,EAAE,gBAAgB,EAAE,WAAW,EAAE,qBAAqB,CAAC;IAC3F,MAAM,EAAE,CAAC,MAAM,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,cAAc,EAAE,oBAAoB,CAAC;IAC/F,OAAO,EAAE,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,qBAAqB,EAAE,gBAAgB,CAAC;IAC3F,cAAc,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,iBAAiB,EAAE,aAAa,CAAC;IAC/F,aAAa,EAAE,CAAC,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,CAAC;IAChG,GAAG,EAAE,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,EAAE,kBAAkB,CAAC;IAChG,MAAM,EAAE,CAAC,WAAW,EAAE,iBAAiB,EAAE,YAAY,EAAE,aAAa,EAAE,kBAAkB,CAAC;IACzF,SAAS,EAAE,CAAC,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,aAAa,CAAC;CAC3F,CAAC;AAIX,MAAM,CAAC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,eAAe,CAAiB,CAAC"}
@@ -0,0 +1,27 @@
1
+ import { ExecutionResult } from "./execution-engine.js";
2
+ import { LLMProvider } from "./providers/base.js";
3
+ import { ProjectRequirement } from "./types.js";
4
+ export type ScoreDimension = "functionalCompleteness" | "codeQuality" | "logicAccuracy" | "security" | "engineeringPractice";
5
+ export type DimensionScoreMap = Record<ScoreDimension, number>;
6
+ export interface EvaluationResult {
7
+ judgeId: string;
8
+ dimensions: DimensionScoreMap;
9
+ }
10
+ export interface EvaluationPanelOutput {
11
+ results: EvaluationResult[];
12
+ ija: number;
13
+ droppedJudges: string[];
14
+ }
15
+ export interface JudgeConfig {
16
+ provider: string;
17
+ model: string;
18
+ weight: number;
19
+ }
20
+ export declare function calculateIja(results: EvaluationResult[]): number;
21
+ export declare class EvaluationPanel {
22
+ private latestDroppedJudges;
23
+ private collectEvaluations;
24
+ evaluate(requirement: ProjectRequirement, execution: ExecutionResult, judges: JudgeConfig[], providerForJudge: (judge: JudgeConfig) => LLMProvider): Promise<EvaluationResult[]>;
25
+ evaluateWithIja(requirement: ProjectRequirement, execution: ExecutionResult, judges: JudgeConfig[], providerForJudge: (judge: JudgeConfig) => LLMProvider): Promise<EvaluationPanelOutput>;
26
+ }
27
+ //# sourceMappingURL=evaluation-panel.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evaluation-panel.d.ts","sourceRoot":"","sources":["../src/evaluation-panel.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAEhD,MAAM,MAAM,cAAc,GACtB,wBAAwB,GACxB,aAAa,GACb,eAAe,GACf,UAAU,GACV,qBAAqB,CAAC;AAE1B,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;AAE/D,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,iBAAiB,CAAC;CAC/B;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AA+ED,wBAAgB,YAAY,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAYhE;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,mBAAmB,CAAgB;YAE7B,kBAAkB;IAwE1B,QAAQ,CACZ,WAAW,EAAE,kBAAkB,EAC/B,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE,WAAW,EAAE,EACrB,gBAAgB,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,WAAW,GACpD,OAAO,CAAC,gBAAgB,EAAE,CAAC;IASxB,eAAe,CACnB,WAAW,EAAE,kBAAkB,EAC/B,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE,WAAW,EAAE,EACrB,gBAAgB,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,WAAW,GACpD,OAAO,CAAC,qBAAqB,CAAC;CAUlC"}