@euconform/core 1.0.1 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (183) hide show
  1. package/.turbo/turbo-build.log +1 -1
  2. package/CHANGELOG.md +12 -0
  3. package/dist/evidence/bundle.d.ts +23 -0
  4. package/dist/evidence/bundle.d.ts.map +1 -0
  5. package/dist/evidence/bundle.js +44 -0
  6. package/dist/evidence/compliance-evaluation.d.ts +12 -0
  7. package/dist/evidence/compliance-evaluation.d.ts.map +1 -0
  8. package/dist/evidence/compliance-evaluation.js +78 -0
  9. package/dist/evidence/hash.d.ts +2 -0
  10. package/dist/evidence/hash.d.ts.map +1 -0
  11. package/dist/evidence/hash.js +4 -0
  12. package/dist/evidence/index.d.ts +13 -0
  13. package/dist/evidence/index.d.ts.map +1 -0
  14. package/dist/evidence/index.js +11 -0
  15. package/dist/evidence/markdown.d.ts +9 -0
  16. package/dist/evidence/markdown.d.ts.map +1 -0
  17. package/dist/evidence/markdown.js +169 -0
  18. package/dist/evidence/output.d.ts +13 -0
  19. package/dist/evidence/output.d.ts.map +1 -0
  20. package/dist/evidence/output.js +547 -0
  21. package/dist/evidence/types.d.ts +230 -0
  22. package/dist/evidence/types.d.ts.map +1 -0
  23. package/dist/evidence/types.js +7 -0
  24. package/dist/evidence/validate.d.ts +8 -0
  25. package/dist/evidence/validate.d.ts.map +1 -0
  26. package/dist/evidence/validate.js +175 -0
  27. package/dist/index.d.ts +2 -2
  28. package/dist/index.d.ts.map +1 -1
  29. package/dist/index.js +1 -1
  30. package/dist/inference/ollama-client.d.ts +3 -0
  31. package/dist/inference/ollama-client.d.ts.map +1 -1
  32. package/dist/inference/ollama-client.js +69 -71
  33. package/dist/legal-checks/annex-iv-report.d.ts +3 -0
  34. package/dist/legal-checks/annex-iv-report.d.ts.map +1 -1
  35. package/dist/legal-checks/annex-iv-report.js +1 -0
  36. package/dist/legal-checks/deadline-timeline.d.ts +57 -0
  37. package/dist/legal-checks/deadline-timeline.d.ts.map +1 -0
  38. package/dist/legal-checks/deadline-timeline.js +265 -0
  39. package/dist/legal-checks/gap-analysis.d.ts +48 -0
  40. package/dist/legal-checks/gap-analysis.d.ts.map +1 -0
  41. package/dist/legal-checks/gap-analysis.js +397 -0
  42. package/dist/legal-checks/gpai-classifier.d.ts +49 -0
  43. package/dist/legal-checks/gpai-classifier.d.ts.map +1 -0
  44. package/dist/legal-checks/gpai-classifier.js +197 -0
  45. package/dist/legal-checks/index.d.ts +6 -0
  46. package/dist/legal-checks/index.d.ts.map +1 -1
  47. package/dist/legal-checks/index.js +3 -0
  48. package/dist/scanner/aggregator.d.ts +7 -0
  49. package/dist/scanner/aggregator.d.ts.map +1 -0
  50. package/dist/scanner/aggregator.js +200 -0
  51. package/dist/scanner/detectors/ai-framework-detector.d.ts +3 -0
  52. package/dist/scanner/detectors/ai-framework-detector.d.ts.map +1 -0
  53. package/dist/scanner/detectors/ai-framework-detector.js +74 -0
  54. package/dist/scanner/detectors/ai-provider-detector.d.ts +3 -0
  55. package/dist/scanner/detectors/ai-provider-detector.d.ts.map +1 -0
  56. package/dist/scanner/detectors/ai-provider-detector.js +100 -0
  57. package/dist/scanner/detectors/compliance-detector.d.ts +3 -0
  58. package/dist/scanner/detectors/compliance-detector.d.ts.map +1 -0
  59. package/dist/scanner/detectors/compliance-detector.js +201 -0
  60. package/dist/scanner/detectors/config-detector.d.ts +3 -0
  61. package/dist/scanner/detectors/config-detector.d.ts.map +1 -0
  62. package/dist/scanner/detectors/config-detector.js +248 -0
  63. package/dist/scanner/detectors/framework-detector.d.ts +3 -0
  64. package/dist/scanner/detectors/framework-detector.d.ts.map +1 -0
  65. package/dist/scanner/detectors/framework-detector.js +141 -0
  66. package/dist/scanner/detectors/index.d.ts +8 -0
  67. package/dist/scanner/detectors/index.d.ts.map +1 -0
  68. package/dist/scanner/detectors/index.js +37 -0
  69. package/dist/scanner/detectors/local-inference-detector.d.ts +3 -0
  70. package/dist/scanner/detectors/local-inference-detector.d.ts.map +1 -0
  71. package/dist/scanner/detectors/local-inference-detector.js +93 -0
  72. package/dist/scanner/detectors/markdown-detector.d.ts +3 -0
  73. package/dist/scanner/detectors/markdown-detector.d.ts.map +1 -0
  74. package/dist/scanner/detectors/markdown-detector.js +139 -0
  75. package/dist/scanner/detectors/package-json-detector.d.ts +3 -0
  76. package/dist/scanner/detectors/package-json-detector.d.ts.map +1 -0
  77. package/dist/scanner/detectors/package-json-detector.js +166 -0
  78. package/dist/scanner/detectors/rag-detector.d.ts +3 -0
  79. package/dist/scanner/detectors/rag-detector.d.ts.map +1 -0
  80. package/dist/scanner/detectors/rag-detector.js +132 -0
  81. package/dist/scanner/detectors/shared.d.ts +18 -0
  82. package/dist/scanner/detectors/shared.d.ts.map +1 -0
  83. package/dist/scanner/detectors/shared.js +36 -0
  84. package/dist/scanner/discovery.d.ts +14 -0
  85. package/dist/scanner/discovery.d.ts.map +1 -0
  86. package/dist/scanner/discovery.js +235 -0
  87. package/dist/scanner/index.d.ts +9 -0
  88. package/dist/scanner/index.d.ts.map +1 -0
  89. package/dist/scanner/index.js +8 -0
  90. package/package.json +6 -3
  91. package/src/evidence/bundle.ts +65 -0
  92. package/src/evidence/compliance-evaluation.ts +114 -0
  93. package/src/evidence/hash.ts +5 -0
  94. package/src/evidence/index.ts +51 -0
  95. package/src/evidence/markdown.ts +226 -0
  96. package/src/evidence/output.ts +717 -0
  97. package/src/evidence/types.ts +329 -0
  98. package/src/evidence/validate.ts +270 -0
  99. package/src/index.ts +25 -0
  100. package/src/inference/ollama-client.ts +93 -86
  101. package/src/legal-checks/annex-iv-report.ts +4 -0
  102. package/src/legal-checks/deadline-timeline.ts +313 -0
  103. package/src/legal-checks/gap-analysis.ts +454 -0
  104. package/src/legal-checks/gpai-classifier.ts +281 -0
  105. package/src/legal-checks/index.ts +33 -0
  106. package/src/scanner/aggregator.ts +258 -0
  107. package/src/scanner/detectors/ai-framework-detector.ts +94 -0
  108. package/src/scanner/detectors/ai-provider-detector.ts +135 -0
  109. package/src/scanner/detectors/compliance-detector.ts +232 -0
  110. package/src/scanner/detectors/config-detector.ts +316 -0
  111. package/src/scanner/detectors/framework-detector.ts +163 -0
  112. package/src/scanner/detectors/index.ts +40 -0
  113. package/src/scanner/detectors/local-inference-detector.ts +124 -0
  114. package/src/scanner/detectors/markdown-detector.ts +176 -0
  115. package/src/scanner/detectors/package-json-detector.ts +202 -0
  116. package/src/scanner/detectors/rag-detector.ts +162 -0
  117. package/src/scanner/detectors/shared.ts +45 -0
  118. package/src/scanner/discovery.ts +290 -0
  119. package/src/scanner/index.ts +9 -0
  120. package/tests/evidence/bundle.test.ts +128 -0
  121. package/tests/evidence/ecef-schemas.test.ts +316 -0
  122. package/tests/evidence/hash.test.ts +25 -0
  123. package/tests/evidence/markdown.test.ts +92 -0
  124. package/tests/evidence/output.test.ts +203 -0
  125. package/tests/fixtures/compliance-good/README.md +14 -0
  126. package/tests/fixtures/compliance-good/lib/ai-service.ts +17 -0
  127. package/tests/fixtures/compliance-good/lib/review-flow.ts +11 -0
  128. package/tests/fixtures/compliance-good/package.json +10 -0
  129. package/tests/fixtures/compliance-good/tests/bias-check.test.ts +13 -0
  130. package/tests/fixtures/nextjs-openai/README.md +5 -0
  131. package/tests/fixtures/nextjs-openai/app/page.tsx +11 -0
  132. package/tests/fixtures/nextjs-openai/package.json +9 -0
  133. package/tests/fixtures/ollama-rag/.env.example +2 -0
  134. package/tests/fixtures/ollama-rag/docker-compose.yml +9 -0
  135. package/tests/fixtures/ollama-rag/package.json +9 -0
  136. package/tests/fixtures/ollama-rag/server.ts +21 -0
  137. package/tests/fixtures/plain-webapp/README.md +3 -0
  138. package/tests/fixtures/plain-webapp/index.js +5 -0
  139. package/tests/fixtures/plain-webapp/package.json +8 -0
  140. package/tests/gpai-classifier.test.ts +125 -0
  141. package/tests/gpai-timeline.test.ts +55 -0
  142. package/tests/scanner/aggregator.test.ts +122 -0
  143. package/tests/scanner/detectors.test.ts +274 -0
  144. package/tests/scanner/discovery.test.ts +87 -0
  145. package/vitest.config.ts +1 -0
  146. package/.turbo/turbo-check-types.log +0 -4
  147. package/.turbo/turbo-test.log +0 -364
  148. package/coverage/base.css +0 -224
  149. package/coverage/block-navigation.js +0 -87
  150. package/coverage/clover.xml +0 -3282
  151. package/coverage/coverage-final.json +0 -20
  152. package/coverage/favicon.png +0 -0
  153. package/coverage/index.html +0 -161
  154. package/coverage/prettify.css +0 -1
  155. package/coverage/prettify.js +0 -2
  156. package/coverage/sort-arrow-sprite.png +0 -0
  157. package/coverage/sorter.js +0 -210
  158. package/coverage/src/fairness-metrics.ts.html +0 -1579
  159. package/coverage/src/index.html +0 -161
  160. package/coverage/src/index.ts.html +0 -535
  161. package/coverage/src/inference/browser-inference.ts.html +0 -859
  162. package/coverage/src/inference/capability-detection.ts.html +0 -2227
  163. package/coverage/src/inference/index.html +0 -176
  164. package/coverage/src/inference/index.ts.html +0 -553
  165. package/coverage/src/inference/inference-factory.ts.html +0 -751
  166. package/coverage/src/inference/ollama-client.ts.html +0 -1627
  167. package/coverage/src/legal-checks/annex-iv-report.ts.html +0 -556
  168. package/coverage/src/legal-checks/bias-metrics.ts.html +0 -1855
  169. package/coverage/src/legal-checks/data-governance.ts.html +0 -529
  170. package/coverage/src/legal-checks/human-oversight-logging.ts.html +0 -490
  171. package/coverage/src/legal-checks/index.html +0 -206
  172. package/coverage/src/legal-checks/index.ts.html +0 -250
  173. package/coverage/src/legal-checks/risk-classifier.ts.html +0 -940
  174. package/coverage/src/legal-checks/robustness-transparency.ts.html +0 -571
  175. package/coverage/src/metrics/crows-pairs-bias.ts.html +0 -820
  176. package/coverage/src/metrics/index.html +0 -146
  177. package/coverage/src/metrics/index.ts.html +0 -151
  178. package/coverage/src/metrics/stereotype-bias.ts.html +0 -886
  179. package/coverage/src/risk-engine.ts.html +0 -1660
  180. package/coverage/src/types.ts.html +0 -547
  181. package/dist/legal-checks/disclaimer.d.ts +0 -2
  182. package/dist/legal-checks/disclaimer.d.ts.map +0 -1
  183. package/dist/legal-checks/disclaimer.js +0 -1
@@ -1,364 +0,0 @@
1
-
2
- > @euconform/core@1.0.0 test /Users/benedikthiepler/projects/priv/aimpact/packages/core
3
- > vitest run --coverage
4
-
5
-
6
- RUN v2.1.9 /Users/benedikthiepler/projects/priv/aimpact/packages/core
7
- Coverage enabled with v8
8
-
9
- stderr | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Browser Inference > should handle browser inference errors gracefully
10
- Failed to process entry: Error: WebGPU initialization failed
11
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:118:32
12
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
13
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
14
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
15
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
16
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
17
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
18
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
19
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
20
- at startTests (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1271:3)
21
-
22
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Ollama Client > should complete full workflow with Ollama log-probabilities
23
- 🔍 Ollama version: 0.1.26
24
- 🔍 Capability test for llama3.2: ✅ supports log-probabilities (1 tokens)
25
- ✅ Using exact log-probabilities for llama3.2: -1.7
26
- ✅ Using exact log-probabilities for llama3.2: -1.9333333333333333
27
- ✅ Using exact log-probabilities for llama3.2: -1.55
28
- ✅ Using exact log-probabilities for llama3.2: -1.9
29
- ✅ Using exact log-probabilities for llama3.2: -1.45
30
- ✅ Using exact log-probabilities for llama3.2: -1.75
31
-
32
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Ollama Client > should fall back to latency method when log-probabilities unavailable
33
- 🔍 Ollama version: 0.1.26
34
- 🔍 Capability test for older-model: ❌ no support log-probabilities (no logprobs field)
35
- 🔍 Full response for debugging: {
36
- "response": "Der",
37
- "logprobs": null
38
- }
39
- ⚡ Falling back to latency-based method for older-model
40
- ⚡ Falling back to latency-based method for older-model
41
- ⚡ Falling back to latency-based method for older-model
42
- ⚡ Falling back to latency-based method for older-model
43
- ⚡ Falling back to latency-based method for older-model
44
- ⚡ Falling back to latency-based method for older-model
45
-
46
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Ollama Client > should use cached capability results across sessions
47
- ✅ Using exact log-probabilities for cached-model: -1.5
48
- ✅ Using exact log-probabilities for cached-model: -2
49
- ✅ Using exact log-probabilities for cached-model: -1.3
50
- ✅ Using exact log-probabilities for cached-model: -1.8
51
- ✅ Using exact log-probabilities for cached-model: -1.4
52
- ✅ Using exact log-probabilities for cached-model: -1.9
53
-
54
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Ollama Client > should handle cache expiration correctly
55
- 🔍 Ollama version: unknown
56
- 🔍 Capability test for expired-cache-model: ✅ supports log-probabilities (1 tokens)
57
- ✅ Using exact log-probabilities for expired-cache-model: -2
58
- ✅ Using exact log-probabilities for expired-cache-model: -1.3
59
- ✅ Using exact log-probabilities for expired-cache-model: -1.8
60
- ✅ Using exact log-probabilities for expired-cache-model: -1.4
61
- ✅ Using exact log-probabilities for expired-cache-model: -1.9
62
- ⚡ Falling back to latency-based method for expired-cache-model
63
-
64
- stderr | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > End-to-End Bias Calculation with Ollama Client > should handle cache expiration correctly
65
- ❌ Log-probability request failed for expired-cache-model, falling back to latency method: TypeError: Cannot read properties of undefined (reading 'ok')
66
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:433:24)
67
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
68
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
69
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
70
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:479:22
71
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
72
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
73
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
74
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
75
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
76
- Error in getLogProbWithFallback for model expired-cache-model: TypeError: Cannot read properties of undefined (reading 'ok')
77
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:483:21)
78
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
79
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
80
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
81
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:479:22
82
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
83
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
84
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
85
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
86
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
87
- Failed to process entry: TypeError: Cannot read properties of undefined (reading 'ok')
88
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:483:21)
89
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
90
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
91
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
92
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:479:22
93
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
94
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
95
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
96
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
97
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
98
-
99
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > Cross-Engine Consistency Tests > should produce consistent bias direction across engines
100
- 🔍 Ollama version: 0.1.26
101
- 🔍 Capability test for llama3.2: ✅ supports log-probabilities (1 tokens)
102
- ✅ Using exact log-probabilities for llama3.2: -1.5
103
- ✅ Using exact log-probabilities for llama3.2: -2.2
104
-
105
- stdout | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > Performance and Reliability Tests > should maintain accuracy with mixed success/failure scenarios
106
- 🔍 Ollama version: 0.1.26
107
- 🔍 Capability test for unreliable-model: ✅ supports log-probabilities (1 tokens)
108
- ✅ Using exact log-probabilities for unreliable-model: -1.2
109
- ✅ Using exact log-probabilities for unreliable-model: -1.8
110
- ⚡ Falling back to latency-based method for unreliable-model
111
- ✅ Using exact log-probabilities for unreliable-model: -1.4
112
- ✅ Using exact log-probabilities for unreliable-model: -1.9
113
- ⚡ Falling back to latency-based method for unreliable-model
114
-
115
- stderr | tests/integration/bias-calculation.integration.test.ts > Bias Calculation Integration Tests > Performance and Reliability Tests > should maintain accuracy with mixed success/failure scenarios
116
- ❌ Log-probability request failed for unreliable-model, falling back to latency method: Error: Network timeout
117
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:647:32
118
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
119
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
120
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
121
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
122
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
123
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
124
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
125
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
126
- at startTests (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1271:3)
127
- ❌ Log-probability request failed for unreliable-model, falling back to latency method: TypeError: Cannot read properties of undefined (reading 'ok')
128
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:433:24)
129
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
130
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
131
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
132
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:677:22
133
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
134
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
135
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
136
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
137
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
138
- Error in getLogProbWithFallback for model unreliable-model: TypeError: Cannot read properties of undefined (reading 'ok')
139
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:483:21)
140
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
141
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
142
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
143
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:677:22
144
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
145
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
146
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
147
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
148
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
149
- Failed to process entry: TypeError: Cannot read properties of undefined (reading 'ok')
150
- at OllamaClient.getLogProbWithFallback (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/inference/ollama-client.ts:483:21)
151
- at getLogProbsForPair (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:141:24)
152
- at processDataset (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:102:60)
153
- at Module.calculateCrowsPairsBias (/Users/benedikthiepler/projects/priv/aimpact/packages/core/src/metrics/crows-pairs-bias.ts:48:59)
154
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/integration/bias-calculation.integration.test.ts:677:22
155
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:5
156
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:11)
157
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
158
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
159
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
160
-
161
- ✓ tests/integration/bias-calculation.integration.test.ts (9 tests) 12ms
162
- stderr | tests/ollama-client.test.ts > OllamaClient > listOllamaModels > should return empty array when request fails
163
- Failed to list Ollama models: Error: Network error
164
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/ollama-client.test.ts:92:39
165
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
166
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
167
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
168
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
169
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
170
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
171
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
172
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
173
- at startTests (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1271:3)
174
-
175
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > detectLogProbSupport > should test capability when no cache exists
176
- 🔍 Ollama version: 0.1.26
177
- 🔍 Capability test for llama3.2: ✅ supports log-probabilities (1 tokens)
178
-
179
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > detectLogProbSupport > should return false when log-probabilities are not supported
180
- 🔍 Ollama version: 0.1.26
181
- 🔍 Capability test for llama3.2: ❌ no support log-probabilities (no logprobs field)
182
- 🔍 Full response for debugging: {
183
- "response": "Der",
184
- "logprobs": null
185
- }
186
-
187
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > detectLogProbSupport > should return false when test request fails
188
- 🔍 Ollama version: 0.1.26
189
-
190
- stderr | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > detectLogProbSupport > should return false when test request fails
191
- Log-probability capability test failed for model llama3.2: Error: Network error
192
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/ollama-client.test.ts:255:41
193
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
194
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
195
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
196
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
197
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
198
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
199
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
200
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
201
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
202
-
203
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > detectLogProbSupport > should ignore expired cache entries
204
- 🔍 Ollama version: 0.1.26
205
- 🔍 Capability test for llama3.2: ✅ supports log-probabilities (1 tokens)
206
-
207
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should use exact log-probabilities when supported
208
- ✅ Using exact log-probabilities for llama3.2: -1.65
209
-
210
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should fallback to latency method when log-probabilities fail
211
- ⚡ Falling back to latency-based method for llama3.2
212
-
213
- stderr | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should fallback to latency method when log-probabilities fail
214
- ❌ Log-probability request failed for llama3.2: undefined Log-probabilities not available
215
-
216
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should use latency method when model doesn't support log-probabilities
217
- ⚡ Falling back to latency-based method for llama3.2
218
-
219
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should handle total request time fallback
220
- ⚡ Falling back to latency-based method for llama3.2
221
-
222
- stdout | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should throw error when all methods fail
223
- 🔍 Ollama version: 0.1.26
224
- ⚡ Falling back to latency-based method for llama3.2
225
-
226
- stderr | tests/ollama-client.test.ts > OllamaClient > OllamaClient class > getLogProbWithFallback > should throw error when all methods fail
227
- Log-probability capability test failed for model llama3.2: Error: Network error
228
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/ollama-client.test.ts:418:41
229
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
230
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
231
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
232
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
233
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
234
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
235
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
236
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
237
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
238
- Error in getLogProbWithFallback for model llama3.2: Error: Network error
239
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/ollama-client.test.ts:421:41
240
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
241
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
242
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
243
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
244
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
245
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
246
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
247
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
248
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
249
-
250
- ✓ tests/ollama-client.test.ts (18 tests) 4ms
251
- stderr | tests/crows-pairs-bias.test.ts > CrowS-Pairs Bias Calculation > calculateLogProbBias > should handle errors gracefully and continue processing
252
- Failed to calculate log-prob bias for entry 1: Error: Network error
253
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:116:32
254
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
255
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
256
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
257
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
258
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
259
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
260
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
261
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
262
- at startTests (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1271:3)
263
-
264
- stderr | tests/crows-pairs-bias.test.ts > CrowS-Pairs Bias Calculation > calculateLatencyBias > should handle latency calculation errors
265
- Failed to calculate latency bias for entry 1: Error: Timeout
266
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:149:32
267
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
268
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
269
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
270
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
271
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
272
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
273
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
274
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
275
- at startTests (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1271:3)
276
-
277
- stderr | tests/crows-pairs-bias.test.ts > CrowS-Pairs Bias Calculation > calculateCrowsPairsBias > with BrowserInference > should handle processing errors gracefully
278
- Failed to process entry: Error: Processing error
279
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:204:34
280
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
281
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
282
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
283
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
284
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
285
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
286
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
287
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
288
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
289
-
290
- stderr | tests/crows-pairs-bias.test.ts > CrowS-Pairs Bias Calculation > calculateCrowsPairsBias > with BrowserInference > should throw error when no valid scores are calculated
291
- Failed to process entry: Error: All processing failed
292
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:218:11
293
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
294
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
295
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
296
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
297
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
298
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
299
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
300
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
301
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
302
- Failed to process entry: Error: All processing failed
303
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:218:11
304
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
305
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
306
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
307
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
308
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
309
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
310
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
311
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
312
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
313
- Failed to process entry: Error: All processing failed
314
- at /Users/benedikthiepler/projects/priv/aimpact/packages/core/tests/crows-pairs-bias.test.ts:218:11
315
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:146:14
316
- at file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:533:11
317
- at runWithTimeout (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:39:7)
318
- at runTest (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1056:17)
319
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
320
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
321
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
322
- at runSuite (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1205:15)
323
- at runFiles (file:///Users/benedikthiepler/projects/priv/aimpact/node_modules/.pnpm/@vitest+runner@2.1.9/node_modules/@vitest/runner/dist/index.js:1262:5)
324
-
325
- ✓ tests/crows-pairs-bias.test.ts (19 tests) 4ms
326
- ✓ tests/annex-iv-report.test.ts (11 tests) 1ms
327
- ✓ tests/fairness-metrics.test.ts (13 tests) 2ms
328
- ✓ tests/risk-engine.test.ts (10 tests) 1ms
329
- ✓ tests/legal-checks.test.ts (3 tests) 0ms
330
-
331
- Test Files 7 passed (7)
332
- Tests 83 passed (83)
333
- Start at 01:09:12
334
- Duration 323ms (transform 75ms, setup 0ms, collect 92ms, tests 24ms, environment 0ms, prepare 41ms)
335
-
336
- % Coverage report from v8
337
- -------------------|---------|----------|---------|---------|-------------------
338
- File | % Stmts | % Branch | % Funcs | % Lines | Uncovered Line #s
339
- -------------------|---------|----------|---------|---------|-------------------
340
- All files | 42.68 | 86.93 | 43.29 | 42.68 |
341
- src | 69.84 | 90.69 | 68.42 | 69.84 |
342
- ...ss-metrics.ts | 46.4 | 96.07 | 63.63 | 46.4 | 210-458
343
- index.ts | 0 | 0 | 0 | 0 | 1
344
- risk-engine.ts | 88.19 | 84.84 | 83.33 | 88.19 | ...41-442,487-525
345
- types.ts | 0 | 0 | 0 | 0 |
346
- src/inference | 25.73 | 85.93 | 30.95 | 25.73 |
347
- ...-inference.ts | 31.37 | 100 | 20 | 31.37 | ...86-250,256-257
348
- ...-detection.ts | 0 | 100 | 100 | 0 | 88-714
349
- index.ts | 0 | 0 | 0 | 0 | 1-132
350
- ...ce-factory.ts | 10.94 | 100 | 0 | 10.94 | ...87-191,199-222
351
- ollama-client.ts | 67.97 | 86.66 | 58.82 | 67.97 | ...76,449,484-485
352
- src/legal-checks | 35.94 | 78.94 | 33.33 | 35.94 |
353
- ...-iv-report.ts | 100 | 100 | 100 | 100 |
354
- bias-metrics.ts | 24.79 | 60 | 13.33 | 24.79 | ...40-575,582-590
355
- ...governance.ts | 0 | 100 | 100 | 0 | 31-148
356
- ...ht-logging.ts | 0 | 100 | 100 | 0 | 30-135
357
- index.ts | 0 | 0 | 0 | 0 | 1
358
- ...classifier.ts | 88.13 | 72.22 | 50 | 88.13 | ...68-274,276-282
359
- ...ansparency.ts | 0 | 100 | 100 | 0 | 45-162
360
- src/metrics | 53.12 | 87.71 | 66.66 | 53.12 |
361
- ...pairs-bias.ts | 97.41 | 87.71 | 100 | 97.41 | 149-150,228-229
362
- index.ts | 100 | 100 | 100 | 100 |
363
- ...otype-bias.ts | 0.75 | 100 | 0 | 0.75 | 86-126,132-267
364
- -------------------|---------|----------|---------|---------|-------------------
package/coverage/base.css DELETED
@@ -1,224 +0,0 @@
1
- body, html {
2
- margin:0; padding: 0;
3
- height: 100%;
4
- }
5
- body {
6
- font-family: Helvetica Neue, Helvetica, Arial;
7
- font-size: 14px;
8
- color:#333;
9
- }
10
- .small { font-size: 12px; }
11
- *, *:after, *:before {
12
- -webkit-box-sizing:border-box;
13
- -moz-box-sizing:border-box;
14
- box-sizing:border-box;
15
- }
16
- h1 { font-size: 20px; margin: 0;}
17
- h2 { font-size: 14px; }
18
- pre {
19
- font: 12px/1.4 Consolas, "Liberation Mono", Menlo, Courier, monospace;
20
- margin: 0;
21
- padding: 0;
22
- -moz-tab-size: 2;
23
- -o-tab-size: 2;
24
- tab-size: 2;
25
- }
26
- a { color:#0074D9; text-decoration:none; }
27
- a:hover { text-decoration:underline; }
28
- .strong { font-weight: bold; }
29
- .space-top1 { padding: 10px 0 0 0; }
30
- .pad2y { padding: 20px 0; }
31
- .pad1y { padding: 10px 0; }
32
- .pad2x { padding: 0 20px; }
33
- .pad2 { padding: 20px; }
34
- .pad1 { padding: 10px; }
35
- .space-left2 { padding-left:55px; }
36
- .space-right2 { padding-right:20px; }
37
- .center { text-align:center; }
38
- .clearfix { display:block; }
39
- .clearfix:after {
40
- content:'';
41
- display:block;
42
- height:0;
43
- clear:both;
44
- visibility:hidden;
45
- }
46
- .fl { float: left; }
47
- @media only screen and (max-width:640px) {
48
- .col3 { width:100%; max-width:100%; }
49
- .hide-mobile { display:none!important; }
50
- }
51
-
52
- .quiet {
53
- color: #7f7f7f;
54
- color: rgba(0,0,0,0.5);
55
- }
56
- .quiet a { opacity: 0.7; }
57
-
58
- .fraction {
59
- font-family: Consolas, 'Liberation Mono', Menlo, Courier, monospace;
60
- font-size: 10px;
61
- color: #555;
62
- background: #E8E8E8;
63
- padding: 4px 5px;
64
- border-radius: 3px;
65
- vertical-align: middle;
66
- }
67
-
68
- div.path a:link, div.path a:visited { color: #333; }
69
- table.coverage {
70
- border-collapse: collapse;
71
- margin: 10px 0 0 0;
72
- padding: 0;
73
- }
74
-
75
- table.coverage td {
76
- margin: 0;
77
- padding: 0;
78
- vertical-align: top;
79
- }
80
- table.coverage td.line-count {
81
- text-align: right;
82
- padding: 0 5px 0 20px;
83
- }
84
- table.coverage td.line-coverage {
85
- text-align: right;
86
- padding-right: 10px;
87
- min-width:20px;
88
- }
89
-
90
- table.coverage td span.cline-any {
91
- display: inline-block;
92
- padding: 0 5px;
93
- width: 100%;
94
- }
95
- .missing-if-branch {
96
- display: inline-block;
97
- margin-right: 5px;
98
- border-radius: 3px;
99
- position: relative;
100
- padding: 0 4px;
101
- background: #333;
102
- color: yellow;
103
- }
104
-
105
- .skip-if-branch {
106
- display: none;
107
- margin-right: 10px;
108
- position: relative;
109
- padding: 0 4px;
110
- background: #ccc;
111
- color: white;
112
- }
113
- .missing-if-branch .typ, .skip-if-branch .typ {
114
- color: inherit !important;
115
- }
116
- .coverage-summary {
117
- border-collapse: collapse;
118
- width: 100%;
119
- }
120
- .coverage-summary tr { border-bottom: 1px solid #bbb; }
121
- .keyline-all { border: 1px solid #ddd; }
122
- .coverage-summary td, .coverage-summary th { padding: 10px; }
123
- .coverage-summary tbody { border: 1px solid #bbb; }
124
- .coverage-summary td { border-right: 1px solid #bbb; }
125
- .coverage-summary td:last-child { border-right: none; }
126
- .coverage-summary th {
127
- text-align: left;
128
- font-weight: normal;
129
- white-space: nowrap;
130
- }
131
- .coverage-summary th.file { border-right: none !important; }
132
- .coverage-summary th.pct { }
133
- .coverage-summary th.pic,
134
- .coverage-summary th.abs,
135
- .coverage-summary td.pct,
136
- .coverage-summary td.abs { text-align: right; }
137
- .coverage-summary td.file { white-space: nowrap; }
138
- .coverage-summary td.pic { min-width: 120px !important; }
139
- .coverage-summary tfoot td { }
140
-
141
- .coverage-summary .sorter {
142
- height: 10px;
143
- width: 7px;
144
- display: inline-block;
145
- margin-left: 0.5em;
146
- background: url(sort-arrow-sprite.png) no-repeat scroll 0 0 transparent;
147
- }
148
- .coverage-summary .sorted .sorter {
149
- background-position: 0 -20px;
150
- }
151
- .coverage-summary .sorted-desc .sorter {
152
- background-position: 0 -10px;
153
- }
154
- .status-line { height: 10px; }
155
- /* yellow */
156
- .cbranch-no { background: yellow !important; color: #111; }
157
- /* dark red */
158
- .red.solid, .status-line.low, .low .cover-fill { background:#C21F39 }
159
- .low .chart { border:1px solid #C21F39 }
160
- .highlighted,
161
- .highlighted .cstat-no, .highlighted .fstat-no, .highlighted .cbranch-no{
162
- background: #C21F39 !important;
163
- }
164
- /* medium red */
165
- .cstat-no, .fstat-no, .cbranch-no, .cbranch-no { background:#F6C6CE }
166
- /* light red */
167
- .low, .cline-no { background:#FCE1E5 }
168
- /* light green */
169
- .high, .cline-yes { background:rgb(230,245,208) }
170
- /* medium green */
171
- .cstat-yes { background:rgb(161,215,106) }
172
- /* dark green */
173
- .status-line.high, .high .cover-fill { background:rgb(77,146,33) }
174
- .high .chart { border:1px solid rgb(77,146,33) }
175
- /* dark yellow (gold) */
176
- .status-line.medium, .medium .cover-fill { background: #f9cd0b; }
177
- .medium .chart { border:1px solid #f9cd0b; }
178
- /* light yellow */
179
- .medium { background: #fff4c2; }
180
-
181
- .cstat-skip { background: #ddd; color: #111; }
182
- .fstat-skip { background: #ddd; color: #111 !important; }
183
- .cbranch-skip { background: #ddd !important; color: #111; }
184
-
185
- span.cline-neutral { background: #eaeaea; }
186
-
187
- .coverage-summary td.empty {
188
- opacity: .5;
189
- padding-top: 4px;
190
- padding-bottom: 4px;
191
- line-height: 1;
192
- color: #888;
193
- }
194
-
195
- .cover-fill, .cover-empty {
196
- display:inline-block;
197
- height: 12px;
198
- }
199
- .chart {
200
- line-height: 0;
201
- }
202
- .cover-empty {
203
- background: white;
204
- }
205
- .cover-full {
206
- border-right: none !important;
207
- }
208
- pre.prettyprint {
209
- border: none !important;
210
- padding: 0 !important;
211
- margin: 0 !important;
212
- }
213
- .com { color: #999 !important; }
214
- .ignore-none { color: #999; font-weight: normal; }
215
-
216
- .wrapper {
217
- min-height: 100%;
218
- height: auto !important;
219
- height: 100%;
220
- margin: 0 auto -48px;
221
- }
222
- .footer, .push {
223
- height: 48px;
224
- }