pi-harness-runtime 1.1.49 → 1.1.71-3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (203) hide show
  1. package/CHANGELOG.md +30 -9
  2. package/README.md +119 -0
  3. package/harness/langchain/agents.d.ts +143 -0
  4. package/harness/langchain/agents.test.d.ts +2 -0
  5. package/harness/langchain/agents.test.ts +0 -1
  6. package/harness/langchain/agents.ts +196 -13
  7. package/harness/langchain/checkpointer.d.ts +48 -0
  8. package/harness/langchain/checkpointer.test.d.ts +8 -0
  9. package/harness/langchain/cron-cli.d.ts +12 -0
  10. package/harness/langchain/cron-cli.ts +169 -0
  11. package/harness/langchain/daemon.d.ts +161 -0
  12. package/harness/langchain/daemon.test.d.ts +11 -0
  13. package/harness/langchain/daemon.test.ts +62 -5
  14. package/harness/langchain/daemon.ts +231 -12
  15. package/harness/langchain/file-tools.d.ts +97 -0
  16. package/harness/langchain/file-tools.ts +29 -11
  17. package/harness/langchain/graph.d.ts +706 -0
  18. package/harness/langchain/graph.ts +184 -26
  19. package/harness/langchain/model-router.d.ts +63 -0
  20. package/harness/langchain/model-router.test.d.ts +2 -0
  21. package/harness/langchain/model-router.test.ts +191 -0
  22. package/harness/langchain/model-router.ts +188 -0
  23. package/harness/langchain/models.d.ts +72 -0
  24. package/harness/langchain/models.ts +111 -49
  25. package/harness/langchain/ping-pong-middleware.d.ts +28 -0
  26. package/harness/langchain/ping-pong-middleware.test.d.ts +2 -0
  27. package/harness/langchain/ping-pong-middleware.test.ts +69 -0
  28. package/harness/langchain/ping-pong-middleware.ts +204 -0
  29. package/harness/langchain/run.d.ts +15 -0
  30. package/harness/langchain/run.ts +15 -3
  31. package/harness/langchain/scoreboard.test.d.ts +13 -0
  32. package/harness/langchain/scoreboard.test.ts +28 -5
  33. package/harness/langchain/status-line.d.ts +91 -0
  34. package/harness/langchain/status-line.test.d.ts +8 -0
  35. package/harness/langchain/surge.d.ts +103 -0
  36. package/harness/langchain/surge.test.d.ts +10 -0
  37. package/harness/langchain/surge.test.ts +179 -0
  38. package/harness/langchain/surge.ts +188 -19
  39. package/harness/langchain/widget.d.ts +105 -0
  40. package/harness/langchain/widget.test.d.ts +8 -0
  41. package/harness/ssh-detach-interceptor.test.ts +263 -0
  42. package/harness/ssh-detach-interceptor.ts +438 -0
  43. package/index.ts +212 -47
  44. package/package.json +4 -2
  45. package/packages/a2a-adapter/package.json +1 -1
  46. package/packages/architecture-generator/package.json +1 -1
  47. package/packages/auth/package.json +1 -1
  48. package/packages/autonomous-refactor/package.json +1 -1
  49. package/packages/autonomous-runtime/package.json +1 -1
  50. package/packages/cache-strategy/package.json +1 -1
  51. package/packages/capability-registry/package.json +1 -1
  52. package/packages/checkpoint/package.json +1 -1
  53. package/packages/cli-plugin-sdk/package.json +1 -1
  54. package/packages/clipboard/package.json +1 -1
  55. package/packages/clipboard-plugin/package.json +1 -1
  56. package/packages/code-generation/package.json +1 -1
  57. package/packages/code-review/package.json +1 -1
  58. package/packages/codex-adapter/package.json +1 -1
  59. package/packages/config-capture/package.json +1 -1
  60. package/packages/context-compiler/package.json +1 -1
  61. package/packages/context-discovery/package.json +1 -1
  62. package/packages/context-manager/package.json +1 -1
  63. package/packages/cookie-sanitizer/package.json +1 -1
  64. package/packages/cost-optimizer/package.json +1 -1
  65. package/packages/dependency-analyzer/package.json +1 -1
  66. package/packages/django-plugin/package.json +1 -1
  67. package/packages/doc-generator/package.json +1 -1
  68. package/packages/evaluation-engine/package.json +1 -1
  69. package/packages/evaluation-runner/package.json +1 -1
  70. package/packages/event-bus/package.json +1 -1
  71. package/packages/event-store/package.json +1 -1
  72. package/packages/experience-replay/package.json +1 -1
  73. package/packages/feedback-collector/package.json +1 -1
  74. package/packages/file-copy-helper/package.json +1 -1
  75. package/packages/framework-detector/package.json +1 -1
  76. package/packages/framework-plugin-sdk/package.json +1 -1
  77. package/packages/frappe-plugin/package.json +1 -1
  78. package/packages/generic-web-plugin/package.json +1 -1
  79. package/packages/health-monitor/package.json +1 -1
  80. package/packages/intent-analyzer/dist/src/index.d.ts +2 -0
  81. package/packages/intent-analyzer/dist/src/index.d.ts.map +1 -1
  82. package/packages/intent-analyzer/dist/src/index.js +1 -0
  83. package/packages/intent-analyzer/dist/src/index.js.map +1 -1
  84. package/packages/intent-analyzer/dist/src/ping-pong.d.ts +56 -0
  85. package/packages/intent-analyzer/dist/src/ping-pong.d.ts.map +1 -0
  86. package/packages/intent-analyzer/dist/src/ping-pong.js +286 -0
  87. package/packages/intent-analyzer/dist/src/ping-pong.js.map +1 -0
  88. package/packages/intent-analyzer/package.json +1 -1
  89. package/packages/intent-analyzer/src/index.ts +13 -0
  90. package/packages/intent-analyzer/src/ping-pong.ts +387 -0
  91. package/packages/intent-analyzer/test/ping-pong.test.ts +96 -0
  92. package/packages/jev-judge/README.md +234 -0
  93. package/packages/jev-judge/dist/decision-engine.d.ts +100 -0
  94. package/packages/jev-judge/dist/decision-engine.d.ts.map +1 -0
  95. package/packages/jev-judge/dist/decision-engine.js +151 -0
  96. package/packages/jev-judge/dist/decision-engine.js.map +1 -0
  97. package/packages/jev-judge/dist/e2e-judge.d.ts +61 -0
  98. package/packages/jev-judge/dist/e2e-judge.d.ts.map +1 -0
  99. package/packages/jev-judge/dist/e2e-judge.js +268 -0
  100. package/packages/jev-judge/dist/e2e-judge.js.map +1 -0
  101. package/packages/jev-judge/dist/flaky-detector.d.ts +34 -0
  102. package/packages/jev-judge/dist/flaky-detector.d.ts.map +1 -0
  103. package/packages/jev-judge/dist/flaky-detector.js +154 -0
  104. package/packages/jev-judge/dist/flaky-detector.js.map +1 -0
  105. package/packages/jev-judge/dist/index.d.ts +77 -0
  106. package/packages/jev-judge/dist/index.d.ts.map +1 -0
  107. package/packages/jev-judge/dist/index.js +271 -0
  108. package/packages/jev-judge/dist/index.js.map +1 -0
  109. package/packages/jev-judge/dist/types.d.ts +97 -0
  110. package/packages/jev-judge/dist/types.d.ts.map +1 -0
  111. package/packages/jev-judge/dist/types.js +8 -0
  112. package/packages/jev-judge/dist/types.js.map +1 -0
  113. package/packages/jev-judge/package.json +46 -0
  114. package/packages/jev-judge/src/decision-engine.ts +231 -0
  115. package/packages/jev-judge/src/e2e-judge.ts +364 -0
  116. package/packages/jev-judge/src/flaky-detector.ts +190 -0
  117. package/packages/jev-judge/src/index.ts +345 -0
  118. package/packages/jev-judge/src/types.ts +131 -0
  119. package/packages/knowledge-graph/package.json +1 -1
  120. package/packages/knowledge-retrieval/package.json +1 -1
  121. package/packages/laravel-plugin/package.json +1 -1
  122. package/packages/learning-engine/package.json +1 -1
  123. package/packages/mcp-adapter/package.json +1 -1
  124. package/packages/memory-engine/package.json +1 -1
  125. package/packages/milestone-manager/package.json +1 -1
  126. package/packages/model-registry/package.json +1 -1
  127. package/packages/nextjs-plugin/package.json +1 -1
  128. package/packages/notification/package.json +1 -1
  129. package/packages/observability/package.json +1 -1
  130. package/packages/okf-indexer/package.json +1 -1
  131. package/packages/performance-optimizer/package.json +1 -1
  132. package/packages/privilege-broker/package.json +1 -1
  133. package/packages/project-analyzer/package.json +1 -1
  134. package/packages/project-bootstrap/package.json +1 -1
  135. package/packages/projection-engine/package.json +1 -1
  136. package/packages/prompt-compiler/package.json +1 -1
  137. package/packages/prompt-versioning/package.json +1 -1
  138. package/packages/provider-adapter-sdk/package.json +1 -1
  139. package/packages/provider-router/package.json +1 -1
  140. package/packages/provider-selector/package.json +1 -1
  141. package/packages/providers/package.json +1 -1
  142. package/packages/quota-manager/package.json +1 -1
  143. package/packages/rate-limiter/package.json +1 -1
  144. package/packages/react-vite-plugin/package.json +1 -1
  145. package/packages/release-manager/package.json +1 -1
  146. package/packages/requirement-compiler/package.json +1 -1
  147. package/packages/runtime/package.json +1 -1
  148. package/packages/scheduler/package.json +1 -1
  149. package/packages/scheduler-adapter/package.json +1 -1
  150. package/packages/session/package.json +1 -1
  151. package/packages/session-api/package.json +1 -1
  152. package/packages/session-export/package.json +1 -1
  153. package/packages/shared-context/package.json +1 -1
  154. package/packages/skill-mcp-client/package.json +1 -1
  155. package/packages/skill-registry/package.json +1 -1
  156. package/packages/sprint-planner/package.json +1 -1
  157. package/packages/subscription-engine/package.json +1 -1
  158. package/packages/task-compiler/package.json +1 -1
  159. package/packages/tencentdb-memory/package.json +1 -1
  160. package/packages/tencentdb-sync/package.json +1 -1
  161. package/packages/test-data-generator/package.json +1 -1
  162. package/packages/test-generator/package.json +1 -1
  163. package/packages/todo-bd-sync/README.md +71 -0
  164. package/packages/todo-bd-sync/package.json +1 -1
  165. package/packages/todo-bd-sync/src/extension.ts +16 -1
  166. package/packages/token-estimation/package.json +1 -1
  167. package/packages/token-optimizer/package.json +1 -1
  168. package/packages/trajectory/dist/src/approved-patterns.d.ts +51 -0
  169. package/packages/trajectory/dist/src/approved-patterns.d.ts.map +1 -0
  170. package/packages/trajectory/dist/src/approved-patterns.js +134 -0
  171. package/packages/trajectory/dist/src/approved-patterns.js.map +1 -0
  172. package/packages/trajectory/dist/src/index.d.ts +13 -0
  173. package/packages/trajectory/dist/src/index.d.ts.map +1 -0
  174. package/packages/trajectory/dist/src/index.js +12 -0
  175. package/packages/trajectory/dist/src/index.js.map +1 -0
  176. package/packages/trajectory/dist/src/store.d.ts +69 -0
  177. package/packages/trajectory/dist/src/store.d.ts.map +1 -0
  178. package/packages/trajectory/dist/src/store.js +253 -0
  179. package/packages/trajectory/dist/src/store.js.map +1 -0
  180. package/packages/trajectory/dist/src/types.d.ts +73 -0
  181. package/packages/trajectory/dist/src/types.d.ts.map +1 -0
  182. package/packages/trajectory/dist/src/types.js +9 -0
  183. package/packages/trajectory/dist/src/types.js.map +1 -0
  184. package/packages/trajectory/dist/test/store.test.d.ts +2 -0
  185. package/packages/trajectory/dist/test/store.test.d.ts.map +1 -0
  186. package/packages/trajectory/dist/test/store.test.js +228 -0
  187. package/packages/trajectory/dist/test/store.test.js.map +1 -0
  188. package/packages/trajectory/package.json +29 -0
  189. package/packages/trajectory/src/approved-patterns.ts +180 -0
  190. package/packages/trajectory/src/index.ts +26 -0
  191. package/packages/trajectory/src/store.ts +285 -0
  192. package/packages/trajectory/src/types.ts +84 -0
  193. package/packages/trajectory/test/store.test.d.ts +2 -0
  194. package/packages/trajectory/test/store.test.ts +250 -0
  195. package/packages/tui/package.json +1 -1
  196. package/packages/types/package.json +1 -1
  197. package/packages/workflow-events/package.json +1 -1
  198. package/packages/workspace-scanner/package.json +1 -1
  199. package/packages/worktree/package.json +1 -1
  200. package/packages/write-review/package.json +1 -1
  201. package/packages/write-review/src/blackboard.ts +38 -5
  202. package/packages/write-review/src/types.ts +13 -0
  203. package/skills/harness-runtime/SKILL.md +67 -4
@@ -0,0 +1,154 @@
1
+ /**
2
+ * Flaky Detector - Specialized module for detecting flaky tests
3
+ *
4
+ * Uses Jev to analyze test failures and determine if they're flaky.
5
+ */
6
+ import { JevJudge } from "./index.js";
7
+ // Known flaky patterns
8
+ const FLAKY_PATTERNS = {
9
+ timeout: ["timeout", "timed out", "ETIMEDOUT", "TimeoutError"],
10
+ network: ["ECONNREFUSED", "ENOTFOUND", "network", "fetch failed"],
11
+ race_condition: [
12
+ "race condition",
13
+ "concurrent",
14
+ "simultaneous",
15
+ "out of order",
16
+ ],
17
+ ui_state: [
18
+ "element not visible",
19
+ "element not interactable",
20
+ "stale element",
21
+ "not attached",
22
+ ],
23
+ };
24
+ /**
25
+ * Flaky Detector - Specialized for detecting flaky test failures
26
+ */
27
+ export class FlakyDetector {
28
+ judge;
29
+ threshold;
30
+ constructor(config, threshold = 0.7) {
31
+ this.judge = new JevJudge(config);
32
+ this.threshold = threshold;
33
+ }
34
+ /**
35
+ * Quick pattern-based flaky detection (without Jev)
36
+ * Used for fast, synchronous checks
37
+ */
38
+ detectPattern(errorMessage) {
39
+ if (!errorMessage) {
40
+ return {
41
+ isFlaky: false,
42
+ pattern: null,
43
+ confidence: "low",
44
+ };
45
+ }
46
+ const lowerError = errorMessage.toLowerCase();
47
+ for (const [pattern, keywords] of Object.entries(FLAKY_PATTERNS)) {
48
+ const matches = keywords.filter((kw) => lowerError.includes(kw.toLowerCase()));
49
+ if (matches.length > 0) {
50
+ return {
51
+ isFlaky: true,
52
+ pattern,
53
+ confidence: matches.length >= 2 ? "high" : "medium",
54
+ };
55
+ }
56
+ }
57
+ return {
58
+ isFlaky: false,
59
+ pattern: null,
60
+ confidence: "low",
61
+ };
62
+ }
63
+ /**
64
+ * AI-powered flaky detection with Jev
65
+ */
66
+ async detect(testResult) {
67
+ // First, quick pattern check
68
+ const patternResult = this.detectPattern(testResult.error);
69
+ // If pattern detection is confident, return early
70
+ if (patternResult.confidence === "high") {
71
+ return {
72
+ isFlaky: patternResult.isFlaky,
73
+ confidence: patternResult.confidence,
74
+ probability: patternResult.isFlaky ? 0.95 : 0.05,
75
+ pattern: patternResult.pattern ?? undefined,
76
+ recommendation: patternResult.isFlaky ? "skip" : "investigate",
77
+ };
78
+ }
79
+ // Use Jev for nuanced analysis
80
+ const state = this.buildState(testResult);
81
+ const result = await this.judge.evaluate(state, {
82
+ isFlaky: {
83
+ type: "noul",
84
+ instructions: "Does this failure match a known flaky pattern? Consider: timeout, network issue, race condition, or intermittent UI state.",
85
+ },
86
+ patternType: {
87
+ type: "choice",
88
+ instructions: "What is the most likely cause?",
89
+ options: [
90
+ "timeout",
91
+ "network_issue",
92
+ "race_condition",
93
+ "ui_intermittent",
94
+ "resource_contention",
95
+ "real_bug",
96
+ "unknown",
97
+ ],
98
+ },
99
+ confidence: {
100
+ type: "noul",
101
+ instructions: "Is this assessment based on clear evidence and likely to be correct?",
102
+ },
103
+ });
104
+ const isFlakyDecision = result.decisions.isFlaky;
105
+ const probability = isFlakyDecision.probability ?? 0.5;
106
+ const patternDecision = result.decisions.patternType;
107
+ return {
108
+ isFlaky: probability >= this.threshold,
109
+ confidence: isFlakyDecision.confidence,
110
+ probability,
111
+ pattern: patternDecision?.response?.choice,
112
+ recommendation: this.getRecommendation(probability),
113
+ };
114
+ }
115
+ /**
116
+ * Batch detect flaky tests
117
+ */
118
+ async batchDetect(testResults) {
119
+ const results = new Map();
120
+ // Process in batches
121
+ const BATCH_SIZE = 5;
122
+ for (let i = 0; i < testResults.length; i += BATCH_SIZE) {
123
+ const batch = testResults.slice(i, i + BATCH_SIZE);
124
+ const batchResults = await Promise.all(batch.map((test) => this.detect(test)));
125
+ for (let j = 0; j < batch.length; j++) {
126
+ results.set(batch[j].name, batchResults[j]);
127
+ }
128
+ }
129
+ return results;
130
+ }
131
+ buildState(test) {
132
+ const parts = [`Test: ${test.name}`, `Status: ${test.status}`];
133
+ if (test.error) {
134
+ parts.push(`Error: ${test.error}`);
135
+ }
136
+ if (test.duration !== undefined) {
137
+ parts.push(`Duration: ${test.duration}ms`);
138
+ }
139
+ if (test.retries !== undefined) {
140
+ parts.push(`Previous retries: ${test.retries}`);
141
+ }
142
+ return parts.join("\n");
143
+ }
144
+ getRecommendation(probability) {
145
+ if (probability >= 0.9)
146
+ return "skip";
147
+ if (probability >= 0.7)
148
+ return "retry";
149
+ if (probability >= 0.4)
150
+ return "investigate";
151
+ return "block";
152
+ }
153
+ }
154
+ //# sourceMappingURL=flaky-detector.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"flaky-detector.js","sourceRoot":"","sources":["../src/flaky-detector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAGtC,uBAAuB;AACvB,MAAM,cAAc,GAAG;IACrB,OAAO,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC;IAC9D,OAAO,EAAE,CAAC,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,CAAC;IACjE,cAAc,EAAE;QACd,gBAAgB;QAChB,YAAY;QACZ,cAAc;QACd,cAAc;KACf;IACD,QAAQ,EAAE;QACR,qBAAqB;QACrB,0BAA0B;QAC1B,eAAe;QACf,cAAc;KACf;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,aAAa;IAChB,KAAK,CAAW;IAChB,SAAS,CAAS;IAE1B,YAAY,MAAsB,EAAE,SAAS,GAAG,GAAG;QACjD,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,YAAqB;QAKjC,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,KAAK;aAClB,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,EAAE,CAAC;QAE9C,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;YAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO;oBACL,OAAO,EAAE,IAAI;oBACb,OAAO;oBACP,UAAU,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;iBACpD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK;YACd,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,UAAyB;QACpC,6BAA6B;QAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAE3D,kDAAkD;QAClD,IAAI,aAAa,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;YACxC,OAAO;gBACL,OAAO,EAAE,aAAa,CAAC,OAAO;gBAC9B,UAAU,EAAE,aAAa,CAAC,UAAU;gBACpC,WAAW,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBAChD,OAAO,EAAE,aAAa,CAAC,OAAO,IAAI,SAAS;gBAC3C,cAAc,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa;aAC/D,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAE1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;YAC9C,OAAO,EAAE;gBACP,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,4HAA4H;aAC/H;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,QAAQ;gBACd,YAAY,EAAE,gCAAgC;gBAC9C,OAAO,EAAE;oBACP,SAAS;oBACT,eAAe;oBACf,gBAAgB;oBAChB,iBAAiB;oBACjB,qBAAqB;oBACrB,UAAU;oBACV,SAAS;iBACV;aACF;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,MAAM;gBACZ,YAAY,EACV,sEAAsE;aACzE;SACF,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;QACjD,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,IAAI,GAAG,CAAC;QAEvD,MAAM,eAAe,GAAG,MAAM,CAAC,SAAS,CAAC,WAExC,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,SAAS;YACtC,UAAU,EAAE,eAAe,CAAC,UAAU;YACtC,WAAW;YACX,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM;YAC1C,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;SACpD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,WAA4B;QAE5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAA4B,CAAC;QAEpD,qBAAqB;QACrB,MAAM,UAAU,GAAG,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;YACxD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;YAEnD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CACvC,CAAC;YAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,UAAU,CAAC,IAAmB;QACpC,MAAM,KAAK,GAAa,CAAC,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChC,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAClD,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,iBAAiB,CAAC,WAAmB;QAC3C,IAAI,WAAW,IAAI,GAAG;YAAE,OAAO,MAAM,CAAC;QACtC,IAAI,WAAW,IAAI,GAAG;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,WAAW,IAAI,GAAG;YAAE,OAAO,aAAa,CAAC;QAC7C,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -0,0 +1,77 @@
1
+ /**
2
+ * Jev Judge - Main API
3
+ *
4
+ * Structured decision model for agent routing, E2E testing, and automated decisions.
5
+ * Uses TypeSafe Jev via OpenRouter for fast, calibrated, hallucination-free decisions.
6
+ *
7
+ * @example
8
+ * ```typescript
9
+ * import { JevJudge } from "@pi-harness/jev-judge";
10
+ *
11
+ * const judge = new JevJudge({ apiKey: process.env.OPENROUTER_API_KEY! });
12
+ *
13
+ * // Ask multiple questions at once
14
+ * const result = await judge.evaluate(
15
+ * "The deploy failed with exit code 1",
16
+ * {
17
+ * isUrgent: { type: "noul", instructions: "Does this require immediate attention?" },
18
+ * severity: {
19
+ * type: "choice",
20
+ * instructions: "What is the severity level?",
21
+ * options: ["critical", "high", "medium", "low"]
22
+ * }
23
+ * }
24
+ * );
25
+ *
26
+ * console.log(result.decisions.isUrgent.noul); // 0.92
27
+ * ```
28
+ */
29
+ import type { JevJudgeConfig, JevQuestions, JevEvaluationResult, ThresholdDecision } from "./types.js";
30
+ /**
31
+ * JevJudge - Main class for making structured decisions with Jev
32
+ */
33
+ export declare class JevJudge {
34
+ private client;
35
+ private config;
36
+ constructor(config: JevJudgeConfig);
37
+ /**
38
+ * Evaluate state against questions
39
+ *
40
+ * @param state - The context/situation to evaluate (text or structured)
41
+ * @param questions - Map of question_id -> question definition
42
+ * @returns Evaluation result with decisions
43
+ */
44
+ evaluate<T extends string>(state: string | object, questions: JevQuestions<T>): Promise<JevEvaluationResult<T>>;
45
+ /**
46
+ * Quick noul (yes/no) evaluation
47
+ */
48
+ noul(state: string | object, question: string): Promise<{
49
+ noul: number;
50
+ confidence: "high" | "medium" | "low";
51
+ }>;
52
+ /**
53
+ * Quick choice evaluation
54
+ */
55
+ choice<T extends string>(state: string | object, question: string, options: T[]): Promise<{
56
+ choice: T;
57
+ confidence: number;
58
+ }>;
59
+ /**
60
+ * Make threshold-based decision
61
+ */
62
+ thresholdDecision(probability: number, threshold?: number): ThresholdDecision;
63
+ /**
64
+ * Batch evaluate multiple states
65
+ */
66
+ batchEvaluate<T extends string>(states: (string | object)[], questions: JevQuestions<T>, options?: {
67
+ concurrency?: number;
68
+ }): Promise<JevEvaluationResult<T>[]>;
69
+ private buildResponseSchema;
70
+ private buildDecision;
71
+ private getConfidence;
72
+ }
73
+ export * from "./types.js";
74
+ export { E2EJudge } from "./e2e-judge.js";
75
+ export { FlakyDetector } from "./flaky-detector.js";
76
+ export { DecisionEngine } from "./decision-engine.js";
77
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EACV,cAAc,EAEd,YAAY,EAGZ,mBAAmB,EAInB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAgBpB;;GAEG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAA2B;IAEzC,YAAY,MAAM,EAAE,cAAc,EAWjC;IAED;;;;;;OAMG;IACG,QAAQ,CAAC,CAAC,SAAS,MAAM,EAC7B,KAAK,EAAE,MAAM,GAAG,MAAM,EACtB,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CA8FjC;IAED;;OAEG;IACG,IAAI,CACR,KAAK,EAAE,MAAM,GAAG,MAAM,EACtB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAA;KAAE,CAAC,CAUlE;IAED;;OAEG;IACG,MAAM,CAAC,CAAC,SAAS,MAAM,EAC3B,KAAK,EAAE,MAAM,GAAG,MAAM,EACtB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,CAAC,EAAE,GACX,OAAO,CAAC;QAAE,MAAM,EAAE,CAAC,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAU5C;IAED;;OAEG;IACH,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,SAAS,GAAE,MAAqC,GAC/C,iBAAiB,CASnB;IAED;;OAEG;IACG,aAAa,CAAC,CAAC,SAAS,MAAM,EAClC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,EAC3B,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,EAC1B,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAO,GACrC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAkBnC;IAID,OAAO,CAAC,mBAAmB;IA4B3B,OAAO,CAAC,aAAa;IAkCrB,OAAO,CAAC,aAAa;CAStB;AAGD,cAAc,YAAY,CAAC;AAG3B,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}
@@ -0,0 +1,271 @@
1
+ /**
2
+ * Jev Judge - Main API
3
+ *
4
+ * Structured decision model for agent routing, E2E testing, and automated decisions.
5
+ * Uses TypeSafe Jev via OpenRouter for fast, calibrated, hallucination-free decisions.
6
+ *
7
+ * @example
8
+ * ```typescript
9
+ * import { JevJudge } from "@pi-harness/jev-judge";
10
+ *
11
+ * const judge = new JevJudge({ apiKey: process.env.OPENROUTER_API_KEY! });
12
+ *
13
+ * // Ask multiple questions at once
14
+ * const result = await judge.evaluate(
15
+ * "The deploy failed with exit code 1",
16
+ * {
17
+ * isUrgent: { type: "noul", instructions: "Does this require immediate attention?" },
18
+ * severity: {
19
+ * type: "choice",
20
+ * instructions: "What is the severity level?",
21
+ * options: ["critical", "high", "medium", "low"]
22
+ * }
23
+ * }
24
+ * );
25
+ *
26
+ * console.log(result.decisions.isUrgent.noul); // 0.92
27
+ * ```
28
+ */
29
+ // OpenAI SDK (OpenRouter is OpenAI-compatible)
30
+ // @ts-ignore - openai is installed at workspace root
31
+ import OpenAI from "openai";
32
+ /**
33
+ * Default configuration
34
+ */
35
+ const DEFAULT_CONFIG = {
36
+ baseUrl: "https://openrouter.ai/api/v1",
37
+ model: "typesafe/jev-1.13",
38
+ defaultThreshold: 0.7,
39
+ timeoutMs: 30000,
40
+ };
41
+ /**
42
+ * JevJudge - Main class for making structured decisions with Jev
43
+ */
44
+ export class JevJudge {
45
+ client;
46
+ config;
47
+ constructor(config) {
48
+ this.config = {
49
+ ...DEFAULT_CONFIG,
50
+ ...config,
51
+ };
52
+ this.client = new OpenAI({
53
+ apiKey: this.config.apiKey,
54
+ baseURL: this.config.baseUrl,
55
+ timeout: this.config.timeoutMs,
56
+ });
57
+ }
58
+ /**
59
+ * Evaluate state against questions
60
+ *
61
+ * @param state - The context/situation to evaluate (text or structured)
62
+ * @param questions - Map of question_id -> question definition
63
+ * @returns Evaluation result with decisions
64
+ */
65
+ async evaluate(state, questions) {
66
+ const startTime = Date.now();
67
+ // Convert state to string if object
68
+ const stateStr = typeof state === "string" ? state : JSON.stringify(state);
69
+ // Build questions array for API
70
+ const questionsArray = Object.entries(questions).map(([id, q]) => {
71
+ const questionObj = q;
72
+ const entry = { id };
73
+ if (questionObj.type === "noul") {
74
+ entry.type = "noul";
75
+ entry.instructions = questionObj.instructions;
76
+ }
77
+ else if (questionObj.type === "choice") {
78
+ entry.type = "choice";
79
+ entry.instructions = questionObj.instructions;
80
+ entry.options = questionObj.options;
81
+ }
82
+ else if (questionObj.type === "score") {
83
+ entry.type = "score";
84
+ entry.instructions = questionObj.instructions;
85
+ if (questionObj.min !== undefined)
86
+ entry.min = questionObj.min;
87
+ if (questionObj.max !== undefined)
88
+ entry.max = questionObj.max;
89
+ }
90
+ return entry;
91
+ });
92
+ // Call Jev via OpenRouter
93
+ const response = await this.client.chat.completions.create({
94
+ model: this.config.model,
95
+ messages: [
96
+ {
97
+ role: "system",
98
+ content: `You are a decision engine. Evaluate the following state and answer the questions.
99
+ Return your answers in the exact JSON format specified.`,
100
+ },
101
+ {
102
+ role: "user",
103
+ content: `State: ${stateStr}
104
+
105
+ Questions:
106
+ ${JSON.stringify(questionsArray, null, 2)}
107
+
108
+ Respond with a JSON object mapping each question ID to its answer.`,
109
+ },
110
+ ],
111
+ response_format: {
112
+ type: "json_object",
113
+ schema: this.buildResponseSchema(questions),
114
+ },
115
+ temperature: 0.1, // Low temperature for consistent decisions
116
+ });
117
+ const latencyMs = Date.now() - startTime;
118
+ // Parse response
119
+ const content = response.choices[0]?.message?.content;
120
+ if (!content) {
121
+ throw new Error("No response from Jev");
122
+ }
123
+ let parsed;
124
+ try {
125
+ parsed = JSON.parse(content);
126
+ }
127
+ catch {
128
+ throw new Error("Invalid JSON response from Jev");
129
+ }
130
+ // Build decisions map
131
+ const decisions = {};
132
+ for (const [questionId, question] of Object.entries(questions)) {
133
+ const questionData = question;
134
+ const responseData = parsed[questionId];
135
+ if (!responseData) {
136
+ continue;
137
+ }
138
+ const decision = this.buildDecision(questionId, questionData, responseData);
139
+ decisions[questionId] = decision;
140
+ }
141
+ return {
142
+ decisions,
143
+ state: stateStr,
144
+ latencyMs,
145
+ model: this.config.model,
146
+ };
147
+ }
148
+ /**
149
+ * Quick noul (yes/no) evaluation
150
+ */
151
+ async noul(state, question) {
152
+ const result = await this.evaluate(state, {
153
+ answer: { type: "noul", instructions: question },
154
+ });
155
+ const decision = result.decisions.answer;
156
+ return {
157
+ noul: decision.response.noul,
158
+ confidence: decision.confidence,
159
+ };
160
+ }
161
+ /**
162
+ * Quick choice evaluation
163
+ */
164
+ async choice(state, question, options) {
165
+ const result = await this.evaluate(state, {
166
+ answer: { type: "choice", instructions: question, options },
167
+ });
168
+ const decision = result.decisions.answer;
169
+ return {
170
+ choice: decision.response.choice,
171
+ confidence: decision.response.confidence,
172
+ };
173
+ }
174
+ /**
175
+ * Make threshold-based decision
176
+ */
177
+ thresholdDecision(probability, threshold = this.config.defaultThreshold) {
178
+ const confidence = this.getConfidence(probability, threshold);
179
+ return {
180
+ shouldAct: probability >= threshold,
181
+ probability,
182
+ confidence,
183
+ action: probability >= 0.9 ? "proceed" : probability >= 0.5 ? "review" : "block",
184
+ };
185
+ }
186
+ /**
187
+ * Batch evaluate multiple states
188
+ */
189
+ async batchEvaluate(states, questions, options = {}) {
190
+ const { concurrency = 3 } = options;
191
+ const results = [];
192
+ const batches = [];
193
+ // Split into batches
194
+ for (let i = 0; i < states.length; i += concurrency) {
195
+ batches.push(...states.slice(i, i + concurrency));
196
+ }
197
+ // Process batches
198
+ for (const batch of batches) {
199
+ const result = await this.evaluate(batch, questions);
200
+ results.push(result);
201
+ }
202
+ return results;
203
+ }
204
+ // Private helpers
205
+ buildResponseSchema(questions) {
206
+ const schema = {};
207
+ for (const [id, question] of Object.entries(questions)) {
208
+ switch (question.type) {
209
+ case "noul":
210
+ schema[id] = { type: "object", properties: {
211
+ noul: { type: "number", minimum: 0, maximum: 1 }
212
+ }, required: ["noul"] };
213
+ break;
214
+ case "choice":
215
+ schema[id] = { type: "object", properties: {
216
+ choice: { type: "string", enum: question.options },
217
+ confidence: { type: "number", minimum: 0, maximum: 1 }
218
+ }, required: ["choice"] };
219
+ break;
220
+ case "score":
221
+ schema[id] = { type: "object", properties: {
222
+ score: { type: "number" },
223
+ confidence: { type: "number", minimum: 0, maximum: 1 }
224
+ }, required: ["score"] };
225
+ break;
226
+ }
227
+ }
228
+ return { type: "object", properties: schema, additionalProperties: false };
229
+ }
230
+ buildDecision(questionId, question, response) {
231
+ let probability;
232
+ let confidence;
233
+ switch (response.type) {
234
+ case "noul":
235
+ probability = response.noul;
236
+ break;
237
+ case "choice":
238
+ probability = response.confidence;
239
+ break;
240
+ case "score":
241
+ // Normalize score to 0-1
242
+ const max = question.type === "score" ? (question.max ?? 100) : 100;
243
+ const min = question.type === "score" ? (question.min ?? 0) : 0;
244
+ probability = (response.score - min) / (max - min);
245
+ break;
246
+ }
247
+ confidence = this.getConfidence(probability, this.config.defaultThreshold);
248
+ return {
249
+ questionId,
250
+ question,
251
+ response,
252
+ probability,
253
+ confidence,
254
+ };
255
+ }
256
+ getConfidence(probability, threshold) {
257
+ const distance = Math.abs(probability - threshold);
258
+ if (distance > 0.3)
259
+ return "high";
260
+ if (distance > 0.15)
261
+ return "medium";
262
+ return "low";
263
+ }
264
+ }
265
+ // Export types
266
+ export * from "./types.js";
267
+ // Export submodules
268
+ export { E2EJudge } from "./e2e-judge.js";
269
+ export { FlakyDetector } from "./flaky-detector.js";
270
+ export { DecisionEngine } from "./decision-engine.js";
271
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAeH,+CAA+C;AAC/C,qDAAqD;AACrD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B;;GAEG;AACH,MAAM,cAAc,GAAG;IACrB,OAAO,EAAE,8BAA8B;IACvC,KAAK,EAAE,mBAAmB;IAC1B,gBAAgB,EAAE,GAAG;IACrB,SAAS,EAAE,KAAK;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,QAAQ;IACX,MAAM,CAAS;IACf,MAAM,CAA2B;IAEzC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,cAAc;YACjB,GAAG,MAAM;SACkB,CAAC;QAE9B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAC5B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;SAC/B,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CACZ,KAAsB,EACtB,SAA0B;QAE1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,oCAAoC;QACpC,MAAM,QAAQ,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAE3E,gCAAgC;QAChC,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE;YAC/D,MAAM,WAAW,GAAG,CAAgB,CAAC;YACrC,MAAM,KAAK,GAA4B,EAAE,EAAE,EAAE,CAAC;YAC9C,IAAI,WAAW,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC;gBACpB,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;YAChD,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACzC,KAAK,CAAC,IAAI,GAAG,QAAQ,CAAC;gBACtB,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;gBAC9C,KAAK,CAAC,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;YACtC,CAAC;iBAAM,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC;gBACrB,KAAK,CAAC,YAAY,GAAG,WAAW,CAAC,YAAY,CAAC;gBAC9C,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS;oBAAE,KAAK,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC;gBAC/D,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS;oBAAE,KAAK,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC;YACjE,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACzD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;wDACqC;iBAC/C;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,UAAU,QAAQ;;;EAGnC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;;mEAE0B;iBAC1D;aACF;YACD,eAAe,EAAE;gBACf,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC;aAC5C;YACD,WAAW,EAAE,GAAG,EAAE,2CAA2C;SAC9D,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,iBAAiB;QACjB,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;QACtD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,MAA+B,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,sBAAsB;QACtB,MAAM,SAAS,GAAG,EAA+B,CAAC;QAElD,KAAK,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/D,MAAM,YAAY,GAAG,QAAuB,CAAC;YAC7C,MAAM,YAAY,GAAI,MAAkC,CAAC,UAAU,CAEtD,CAAC;YAEd,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CACjC,UAAU,EACV,YAAY,EACZ,YAAY,CACb,CAAC;YACD,SAAyC,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC;QACpE,CAAC;QAED,OAAO;YACL,SAAS;YACT,KAAK,EAAE,QAAQ;YACf,SAAS;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;SACzB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CACR,KAAsB,EACtB,QAAgB;QAEhB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;YACxC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE;SACjD,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,MAA+B,CAAC;QAClE,OAAO;YACL,IAAI,EAAG,QAAQ,CAAC,QAA4B,CAAC,IAAI;YACjD,UAAU,EAAE,QAAQ,CAAC,UAAU;SAChC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,KAAsB,EACtB,QAAgB,EAChB,OAAY;QAEZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;YACxC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE;SAC5D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,MAA+B,CAAC;QAClE,OAAO;YACL,MAAM,EAAG,QAAQ,CAAC,QAAiC,CAAC,MAAM;YAC1D,UAAU,EAAG,QAAQ,CAAC,QAA8B,CAAC,UAAU;SAChE,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,SAAS,GAAW,IAAI,CAAC,MAAM,CAAC,gBAAgB;QAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAE9D,OAAO;YACL,SAAS,EAAE,WAAW,IAAI,SAAS;YACnC,WAAW;YACX,UAAU;YACV,MAAM,EAAE,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO;SACjF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,MAA2B,EAC3B,SAA0B,EAC1B,OAAO,GAA6B,EAAE;QAEtC,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QAEpC,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC;QACpD,CAAC;QAED,kBAAkB;QAClB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,kBAAkB;IAEV,mBAAmB,CAAC,SAAuB;QACjD,MAAM,MAAM,GAA4B,EAAE,CAAC;QAE3C,KAAK,MAAM,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACvD,QAAS,QAAwB,CAAC,IAAI,EAAE,CAAC;gBACvC,KAAK,MAAM;oBACT,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE;4BACzC,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;yBACjD,EAAE,QAAQ,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxB,MAAM;gBACR,KAAK,QAAQ;oBACX,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE;4BACzC,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAG,QAAkC,CAAC,OAAO,EAAE;4BAC7E,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;yBACvD,EAAE,QAAQ,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1B,MAAM;gBACR,KAAK,OAAO;oBACV,MAAM,CAAC,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE;4BACzC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACzB,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;yBACvD,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;oBACzB,MAAM;YACV,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC;IAC7E,CAAC;IAEO,aAAa,CACnB,UAAa,EACb,QAAqB,EACrB,QAAqB;QAErB,IAAI,WAAmB,CAAC;QACxB,IAAI,UAAqC,CAAC;QAE1C,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtB,KAAK,MAAM;gBACT,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAC5B,MAAM;YACR,KAAK,QAAQ;gBACX,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAClC,MAAM;YACR,KAAK,OAAO;gBACV,yBAAyB;gBACzB,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBACpE,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChE,WAAW,GAAG,CAAC,QAAQ,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;gBACnD,MAAM;QACV,CAAC;QAED,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAE3E,OAAO;YACL,UAAU;YACV,QAAQ;YACR,QAAQ;YACR,WAAW;YACX,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,WAAmB,EACnB,SAAiB;QAEjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,GAAG,GAAG;YAAE,OAAO,MAAM,CAAC;QAClC,IAAI,QAAQ,GAAG,IAAI;YAAE,OAAO,QAAQ,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,eAAe;AACf,cAAc,YAAY,CAAC;AAE3B,oBAAoB;AACpB,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC"}
@@ -0,0 +1,97 @@
1
+ /**
2
+ * Jev Judge - Type definitions
3
+ *
4
+ * Jev is a System One model from TypeSafe AI that makes fast, structured decisions
5
+ * with calibrated probabilities. Available via OpenRouter: typesafe/jev-1.13
6
+ */
7
+ export type JevQuestionType = "noul" | "choice" | "score";
8
+ export interface JevNoulQuestion {
9
+ type: "noul";
10
+ instructions: string;
11
+ }
12
+ export interface JevChoiceQuestion<T extends string = string> {
13
+ type: "choice";
14
+ instructions: string;
15
+ options: T[];
16
+ }
17
+ export interface JevScoreQuestion {
18
+ type: "score";
19
+ instructions: string;
20
+ min?: number;
21
+ max?: number;
22
+ }
23
+ export type JevQuestion = JevNoulQuestion | JevChoiceQuestion | JevScoreQuestion;
24
+ export type JevQuestions<T extends string = string> = Partial<Record<T, JevQuestion>>;
25
+ export interface JevNoulResponse {
26
+ type: "noul";
27
+ noul: number;
28
+ }
29
+ export interface JevChoiceResponse<T extends string = string> {
30
+ type: "choice";
31
+ choice: T;
32
+ confidence: number;
33
+ }
34
+ export interface JevScoreResponse {
35
+ type: "score";
36
+ score: number;
37
+ confidence: number;
38
+ }
39
+ export type JevResponse = JevNoulResponse | JevChoiceResponse | JevScoreResponse;
40
+ export type JevResponses<T extends string = string> = Partial<Record<T, JevResponse>>;
41
+ export interface JevDecision<T extends string = string> {
42
+ questionId: T;
43
+ question: JevQuestion;
44
+ response: JevResponse;
45
+ probability?: number;
46
+ confidence: "high" | "medium" | "low";
47
+ }
48
+ export interface JevEvaluationResult<T extends string = string> {
49
+ decisions: Record<T, JevDecision<T>>;
50
+ state: string;
51
+ latencyMs: number;
52
+ model: string;
53
+ }
54
+ export interface ThresholdDecision {
55
+ shouldAct: boolean;
56
+ probability: number;
57
+ confidence: "high" | "medium" | "low";
58
+ action: "proceed" | "review" | "block";
59
+ }
60
+ export interface JevJudgeConfig {
61
+ apiKey: string;
62
+ baseUrl?: string;
63
+ model?: string;
64
+ defaultThreshold?: number;
65
+ timeoutMs?: number;
66
+ }
67
+ export interface E2ETestResult {
68
+ name: string;
69
+ status: "passed" | "failed" | "skipped" | "pending";
70
+ duration?: number;
71
+ error?: string;
72
+ screenshot?: string;
73
+ consoleLogs?: string[];
74
+ networkLogs?: string[];
75
+ retries?: number;
76
+ }
77
+ export interface E2EFlakyAnalysis {
78
+ isFlaky: boolean;
79
+ confidence: "high" | "medium" | "low";
80
+ probability: number;
81
+ pattern?: string;
82
+ recommendation: "retry" | "skip" | "block" | "investigate";
83
+ }
84
+ export interface E2EBuildDecision {
85
+ shouldBlock: boolean;
86
+ probability: number;
87
+ confidence: "high" | "medium" | "low";
88
+ reason: string;
89
+ affectedTests: string[];
90
+ }
91
+ export interface E2ERetryDecision {
92
+ shouldRetry: boolean;
93
+ maxAttempts: number;
94
+ probability: number;
95
+ delayMs?: number;
96
+ }
97
+ //# sourceMappingURL=types.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;AAG1D,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;CACtB;AAGD,MAAM,WAAW,iBAAiB,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IAC1D,IAAI,EAAE,QAAQ,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,CAAC,EAAE,CAAC;CACd;AAGD,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAGD,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;AAGjF,MAAM,MAAM,YAAY,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI,OAAO,CAC3D,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CACvB,CAAC;AAGF,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IAC1D,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,CAAC,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;AAGjF,MAAM,MAAM,YAAY,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;AAGtF,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IACpD,UAAU,EAAE,CAAC,CAAC;IACd,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,EAAE,WAAW,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;CACvC;AAGD,MAAM,WAAW,mBAAmB,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IAC5D,SAAS,EAAE,MAAM,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAGD,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;CACxC;AAGD,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAGD,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,aAAa,CAAC;CAC5D;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,OAAO,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB"}
@@ -0,0 +1,8 @@
1
+ /**
2
+ * Jev Judge - Type definitions
3
+ *
4
+ * Jev is a System One model from TypeSafe AI that makes fast, structured decisions
5
+ * with calibrated probabilities. Available via OpenRouter: typesafe/jev-1.13
6
+ */
7
+ export {};
8
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}