llm-testrunner-components 1.0.5 → 1.0.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/README.md +3 -48
  2. package/dist/cjs/index.cjs.js +24610 -60
  3. package/dist/cjs/index.cjs.js.map +1 -1
  4. package/dist/collection/components/llm-test-runner/llm-test-runner.css +14 -2
  5. package/dist/collection/components/llm-test-runner/llm-test-runner.js +38 -9
  6. package/dist/collection/components/llm-test-runner/llm-test-runner.js.map +1 -1
  7. package/dist/collection/lib/evaluation/constant.js +4 -0
  8. package/dist/collection/lib/evaluation/constant.js.map +1 -0
  9. package/dist/collection/lib/evaluation/constants/evaluation-approach.js +6 -0
  10. package/dist/collection/lib/evaluation/constants/evaluation-approach.js.map +1 -0
  11. package/dist/collection/lib/evaluation/evaluation-engine.js +28 -44
  12. package/dist/collection/lib/evaluation/evaluation-engine.js.map +1 -1
  13. package/dist/collection/lib/evaluation/evaluators/exact/exact.js +51 -0
  14. package/dist/collection/lib/evaluation/evaluators/exact/exact.js.map +1 -0
  15. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js +82 -0
  16. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js.map +1 -0
  17. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js +73 -0
  18. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js.map +1 -0
  19. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js +313 -0
  20. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js.map +1 -0
  21. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js +63 -0
  22. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js.map +1 -0
  23. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js +56 -0
  24. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js.map +1 -0
  25. package/dist/collection/lib/evaluation/evaluators/semantic/index.js +7 -0
  26. package/dist/collection/lib/evaluation/evaluators/semantic/index.js.map +1 -0
  27. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js +15 -0
  28. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js.map +1 -0
  29. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js +16 -0
  30. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js.map +1 -0
  31. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js +65 -0
  32. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js.map +1 -0
  33. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js +5 -0
  34. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js.map +1 -0
  35. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js +118 -0
  36. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js.map +1 -0
  37. package/dist/collection/lib/evaluation/types.js.map +1 -1
  38. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js +6 -6
  39. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js.map +1 -1
  40. package/dist/collection/types/evaluation.js +6 -0
  41. package/dist/collection/types/evaluation.js.map +1 -0
  42. package/dist/components/index.js +1 -1
  43. package/dist/components/llm-test-runner.js +1 -1
  44. package/dist/components/p-lpWX1sHl.js +26319 -0
  45. package/dist/components/p-lpWX1sHl.js.map +1 -0
  46. package/dist/esm/index.js +24609 -60
  47. package/dist/esm/index.js.map +1 -1
  48. package/dist/llm-testrunner/index.esm.js +6 -1
  49. package/dist/llm-testrunner/index.esm.js.map +1 -1
  50. package/dist/types/components/llm-test-runner/llm-test-runner.d.ts +4 -1
  51. package/dist/types/lib/evaluation/constant.d.ts +3 -0
  52. package/dist/types/lib/evaluation/constants/evaluation-approach.d.ts +4 -0
  53. package/dist/types/lib/evaluation/evaluation-engine.d.ts +0 -4
  54. package/dist/types/lib/evaluation/evaluators/exact/exact.d.ts +3 -0
  55. package/dist/types/lib/evaluation/evaluators/rouge1-evaluator.d.ts +17 -0
  56. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.d.ts +2 -0
  57. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.test.d.ts +1 -0
  58. package/dist/types/lib/evaluation/evaluators/semantic/SemanticEvaluator.d.ts +6 -0
  59. package/dist/types/lib/evaluation/evaluators/semantic/evaluate-keywords.d.ts +7 -0
  60. package/dist/types/lib/evaluation/evaluators/semantic/index.d.ts +2 -0
  61. package/dist/types/lib/evaluation/evaluators/semantic/model-loader.d.ts +1 -0
  62. package/dist/types/lib/evaluation/evaluators/semantic/similarity-utils.d.ts +1 -0
  63. package/dist/types/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.d.ts +1 -0
  64. package/dist/types/lib/evaluation/evaluators/semantic/text-utils.d.ts +1 -0
  65. package/dist/types/lib/evaluation/rouge1-evaluator.test.d.ts +1 -0
  66. package/dist/types/lib/evaluation/types.d.ts +19 -0
  67. package/dist/types/lib/rate-limited-fetcher/rate-limited-fetcher.d.ts +1 -1
  68. package/dist/types/types/evaluation.d.ts +10 -0
  69. package/package.json +10 -6
  70. package/dist/components/p-CYUbsbxt.js +0 -1770
  71. package/dist/components/p-CYUbsbxt.js.map +0 -1
package/README.md CHANGED
@@ -78,7 +78,7 @@ Simply include the component in your HTML:
78
78
  throw new Error('Unexpected response format from Gemini API');
79
79
  }
80
80
  } catch (err) {
81
- event.detail.reject(err);
81
+ event.detail.reject(err instanceof Error ? err : new Error(String(err)));
82
82
  }
83
83
  }
84
84
  llmTestRunner.addEventListener('llmRequest', handlellmRequest);
@@ -135,51 +135,6 @@ The built-in evaluation engine provides:
135
135
  - **Source Links**: Must be present as exact URL matches
136
136
  - **Pass Condition**: ALL expected keywords AND source links must be found
137
137
 
138
- ## Development
139
-
140
- ### 🛠 Prerequisites
141
-
142
- Before you begin, ensure you have:
143
-
144
- - **Node.js** (>=16.x recommended)
145
- - **npm** (>=7.x) or **yarn**
146
-
147
- ### Building
148
- ```bash
149
- npm run build
150
- ```
151
-
152
- ### Testing
153
- ```bash
154
- npm test
155
- ```
156
-
157
- ### Development Server
158
- ```bash
159
- npm start
160
- ```
161
-
162
- ### Create a new component
163
- ```bash
164
- npm run generate
165
- ```
166
-
167
- ### Project Structure
168
- ```
169
- src/
170
- ├── components/
171
- │ └── llm-test-runner/ # Main component
172
- │ ├── llm-test-runner.tsx # Component logic
173
- │ ├── llm-test-runner.css # Styling
174
- │ └── readme.md # Component documentation
175
- ├── lib/
176
- │ └── evaluation/ # Evaluation engine
177
- │ ├── evaluation-engine.ts # Core evaluation logic
178
- │ ├── types.ts # TypeScript interfaces
179
- │ └── index.ts # Exports
180
- └── index.ts # Main library exports
181
- ```
182
-
183
138
  ## Using in React Applications
184
139
 
185
140
  ### Installation
@@ -229,7 +184,7 @@ function App() {
229
184
  throw new Error('Unexpected response format from Gemini API');
230
185
  }
231
186
  } catch (err) {
232
- event.detail.reject(err);
187
+ event.detail.reject(err instanceof Error ? err : new Error(String(err)));
233
188
  }
234
189
  };
235
190
 
@@ -292,6 +247,6 @@ interface EvaluationResult {
292
247
  interface LLMRequestPayload {
293
248
  prompt: string;
294
249
  resolve: (result: string) => void;
295
- reject: (err: any) => void;
250
+ reject: (err: Error | unknown) => void;
296
251
  }
297
252
  ```