llm-testrunner-components 1.0.6 → 1.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (266) hide show
  1. package/README.md +101 -100
  2. package/dist/cjs/app-chips_5.cjs.entry.js +158 -0
  3. package/dist/cjs/app-chips_5.cjs.entry.js.map +1 -0
  4. package/dist/cjs/app-globals-Chb-oJtg.js +34 -0
  5. package/dist/cjs/app-globals-Chb-oJtg.js.map +1 -0
  6. package/dist/cjs/index-By1scwl6.js +25542 -0
  7. package/dist/cjs/index-By1scwl6.js.map +1 -0
  8. package/dist/cjs/index-CgmLNwZO.js +21460 -0
  9. package/dist/cjs/index-CgmLNwZO.js.map +1 -0
  10. package/dist/cjs/index.cjs.js +5 -483
  11. package/dist/cjs/index.cjs.js.map +1 -1
  12. package/dist/cjs/llm-testrunner.cjs.js +6 -4
  13. package/dist/cjs/llm-testrunner.cjs.js.map +1 -1
  14. package/dist/cjs/loader.cjs.js +5 -3
  15. package/dist/collection/collection-manifest.json +8 -3
  16. package/dist/collection/components/error-message/error-message.css +34 -0
  17. package/dist/collection/components/error-message/error-message.js +2 -2
  18. package/dist/collection/components/error-message/error-message.js.map +1 -1
  19. package/dist/collection/components/llm-test-runner/header/llm-test-runner-header.css +60 -0
  20. package/dist/collection/components/llm-test-runner/header/llm-test-runner-header.js +18 -0
  21. package/dist/collection/components/llm-test-runner/header/llm-test-runner-header.js.map +1 -0
  22. package/dist/collection/components/llm-test-runner/llm-test-runner.css +17 -657
  23. package/dist/collection/components/llm-test-runner/llm-test-runner.import-export.test.js +253 -0
  24. package/dist/collection/components/llm-test-runner/llm-test-runner.import-export.test.js.map +1 -0
  25. package/dist/collection/components/llm-test-runner/llm-test-runner.js +191 -200
  26. package/dist/collection/components/llm-test-runner/llm-test-runner.js.map +1 -1
  27. package/dist/collection/components/llm-test-runner/test-cases/actions/row-actions.css +28 -0
  28. package/dist/collection/components/llm-test-runner/test-cases/actions/row-actions.js +6 -0
  29. package/dist/collection/components/llm-test-runner/test-cases/actions/row-actions.js.map +1 -0
  30. package/dist/collection/components/llm-test-runner/test-cases/evaluation/evaluation-summary.css +67 -0
  31. package/dist/collection/components/llm-test-runner/test-cases/evaluation/evaluation-summary.js +5 -0
  32. package/dist/collection/components/llm-test-runner/test-cases/evaluation/evaluation-summary.js.map +1 -0
  33. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.css +42 -0
  34. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js +39 -0
  35. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js.map +1 -0
  36. package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.css +39 -0
  37. package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js +7 -0
  38. package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js.map +1 -0
  39. package/dist/collection/components/llm-test-runner/test-cases/output/response-output.css +51 -0
  40. package/dist/collection/components/llm-test-runner/test-cases/output/response-output.js +5 -0
  41. package/dist/collection/components/llm-test-runner/test-cases/output/response-output.js.map +1 -0
  42. package/dist/collection/global/env.js +3 -1
  43. package/dist/collection/global/env.js.map +1 -1
  44. package/dist/collection/index.js.map +1 -1
  45. package/dist/collection/lib/evaluation/constants.js +14 -0
  46. package/dist/collection/lib/evaluation/constants.js.map +1 -0
  47. package/dist/collection/lib/evaluation/evaluation-engine.js +45 -45
  48. package/dist/collection/lib/evaluation/evaluation-engine.js.map +1 -1
  49. package/dist/collection/lib/evaluation/evaluation-service.js +33 -0
  50. package/dist/collection/lib/evaluation/evaluation-service.js.map +1 -0
  51. package/dist/collection/lib/evaluation/evaluators/bleu/bleu-evaluator.js +116 -0
  52. package/dist/collection/lib/evaluation/evaluators/bleu/bleu-evaluator.js.map +1 -0
  53. package/dist/collection/lib/evaluation/evaluators/bleu/tests/bleu.test.js +352 -0
  54. package/dist/collection/lib/evaluation/evaluators/bleu/tests/bleu.test.js.map +1 -0
  55. package/dist/collection/lib/evaluation/evaluators/exact/exact.js +44 -0
  56. package/dist/collection/lib/evaluation/evaluators/exact/exact.js.map +1 -0
  57. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js +88 -0
  58. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js.map +1 -0
  59. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js +82 -0
  60. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js.map +1 -0
  61. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js +326 -0
  62. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js.map +1 -0
  63. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js +69 -0
  64. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js.map +1 -0
  65. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js +56 -0
  66. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js.map +1 -0
  67. package/dist/collection/lib/evaluation/evaluators/semantic/index.js +7 -0
  68. package/dist/collection/lib/evaluation/evaluators/semantic/index.js.map +1 -0
  69. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js +19 -0
  70. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js.map +1 -0
  71. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js +16 -0
  72. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js.map +1 -0
  73. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js +65 -0
  74. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js.map +1 -0
  75. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js +5 -0
  76. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js.map +1 -0
  77. package/dist/collection/lib/evaluation/index.js.map +1 -1
  78. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js +117 -0
  79. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js.map +1 -0
  80. package/dist/collection/lib/evaluation/types.js.map +1 -1
  81. package/dist/collection/lib/file/file-download.js +18 -0
  82. package/dist/collection/lib/file/file-download.js.map +1 -0
  83. package/dist/collection/lib/file/file-reader.js +14 -0
  84. package/dist/collection/lib/file/file-reader.js.map +1 -0
  85. package/dist/collection/lib/form/components/app-chips.css +97 -0
  86. package/dist/collection/lib/form/components/app-chips.js +155 -0
  87. package/dist/collection/lib/form/components/app-chips.js.map +1 -0
  88. package/dist/collection/lib/form/components/app-select.css +28 -0
  89. package/dist/collection/lib/form/components/app-select.js +101 -0
  90. package/dist/collection/lib/form/components/app-select.js.map +1 -0
  91. package/dist/collection/lib/form/components/app-textarea.css +38 -0
  92. package/dist/collection/lib/form/components/app-textarea.js +126 -0
  93. package/dist/collection/lib/form/components/app-textarea.js.map +1 -0
  94. package/dist/collection/lib/form/form-builder.js +171 -0
  95. package/dist/collection/lib/form/form-builder.js.map +1 -0
  96. package/dist/collection/lib/form/schema/base-input-field-config.js +2 -0
  97. package/dist/collection/lib/form/schema/base-input-field-config.js.map +1 -0
  98. package/dist/collection/lib/form/schema/form-control-config.js +2 -0
  99. package/dist/collection/lib/form/schema/form-control-config.js.map +1 -0
  100. package/dist/collection/lib/form/schema/index.js +8 -0
  101. package/dist/collection/lib/form/schema/index.js.map +1 -0
  102. package/dist/collection/lib/import-export/test-results-csv.js +65 -0
  103. package/dist/collection/lib/import-export/test-results-csv.js.map +1 -0
  104. package/dist/collection/lib/import-export/test-suite-exporter.js +15 -0
  105. package/dist/collection/lib/import-export/test-suite-exporter.js.map +1 -0
  106. package/dist/collection/lib/import-export/test-suite-importer.js +44 -0
  107. package/dist/collection/lib/import-export/test-suite-importer.js.map +1 -0
  108. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js +6 -6
  109. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js.map +1 -1
  110. package/dist/collection/lib/test-cases/test-case-factory.js +56 -0
  111. package/dist/collection/lib/test-cases/test-case-factory.js.map +1 -0
  112. package/dist/collection/lib/test-cases/test-case-mutations.js +16 -0
  113. package/dist/collection/lib/test-cases/test-case-mutations.js.map +1 -0
  114. package/dist/collection/lib/ui/button/button.css +113 -0
  115. package/dist/collection/lib/ui/button/button.js +21 -0
  116. package/dist/collection/lib/ui/button/button.js.map +1 -0
  117. package/dist/collection/lib/ui/button/index.js +2 -0
  118. package/dist/collection/lib/ui/button/index.js.map +1 -0
  119. package/dist/collection/lib/ui/icon-button/icon-button.css +77 -0
  120. package/dist/collection/lib/ui/icon-button/icon-button.js +19 -0
  121. package/dist/collection/lib/ui/icon-button/icon-button.js.map +1 -0
  122. package/dist/collection/lib/ui/icon-button/index.js +2 -0
  123. package/dist/collection/lib/ui/icon-button/index.js.map +1 -0
  124. package/dist/collection/services/adapters.js +2 -0
  125. package/dist/collection/services/adapters.js.map +1 -0
  126. package/dist/collection/services/models/gemini.js +17 -0
  127. package/dist/collection/services/models/gemini.js.map +1 -0
  128. package/dist/collection/styles/tokens.css +180 -0
  129. package/dist/collection/types/evaluation.js +2 -0
  130. package/dist/collection/types/evaluation.js.map +1 -0
  131. package/dist/collection/types/llm-test-runner.js +2 -0
  132. package/dist/collection/types/llm-test-runner.js.map +1 -0
  133. package/dist/components/app-chips.d.ts +11 -0
  134. package/dist/components/app-chips.js +2 -0
  135. package/dist/components/app-chips.js.map +1 -0
  136. package/dist/components/app-select.d.ts +11 -0
  137. package/dist/components/app-select.js +2 -0
  138. package/dist/components/app-select.js.map +1 -0
  139. package/dist/components/app-textarea.d.ts +11 -0
  140. package/dist/components/app-textarea.js +2 -0
  141. package/dist/components/app-textarea.js.map +1 -0
  142. package/dist/components/form-builder.d.ts +11 -0
  143. package/dist/components/form-builder.js +2 -0
  144. package/dist/components/form-builder.js.map +1 -0
  145. package/dist/components/index.d.ts +2 -0
  146. package/dist/components/index.js +1 -13
  147. package/dist/components/index.js.map +1 -1
  148. package/dist/components/llm-test-runner.js +1 -8
  149. package/dist/components/llm-test-runner.js.map +1 -1
  150. package/dist/components/p--2rdv_J9.js +2 -0
  151. package/dist/components/p--2rdv_J9.js.map +1 -0
  152. package/dist/components/p-B7J48VNq.js +2 -0
  153. package/dist/components/p-B7J48VNq.js.map +1 -0
  154. package/dist/components/p-BCB1rjPS.js +7 -0
  155. package/dist/components/p-BCB1rjPS.js.map +1 -0
  156. package/dist/components/p-BQhb2H_a.js +2 -0
  157. package/dist/components/p-BQhb2H_a.js.map +1 -0
  158. package/dist/components/p-D9BrlHdP.js +297 -0
  159. package/dist/components/p-D9BrlHdP.js.map +1 -0
  160. package/dist/components/p-DtCkZ1g2.js +2 -0
  161. package/dist/components/p-DtCkZ1g2.js.map +1 -0
  162. package/dist/esm/app-chips_5.entry.js +153 -0
  163. package/dist/esm/app-chips_5.entry.js.map +1 -0
  164. package/dist/esm/app-globals-DbR5vV7d.js +32 -0
  165. package/dist/esm/app-globals-DbR5vV7d.js.map +1 -0
  166. package/dist/esm/index-Bvg6mh1M.js +25539 -0
  167. package/dist/esm/index-Bvg6mh1M.js.map +1 -0
  168. package/dist/esm/index-DxzhGhec.js +21450 -0
  169. package/dist/esm/index-DxzhGhec.js.map +1 -0
  170. package/dist/esm/index.js +4 -486
  171. package/dist/esm/index.js.map +1 -1
  172. package/dist/esm/llm-testrunner.js +7 -5
  173. package/dist/esm/llm-testrunner.js.map +1 -1
  174. package/dist/esm/loader.js +6 -4
  175. package/dist/llm-testrunner/index.esm.js +1 -1
  176. package/dist/llm-testrunner/index.esm.js.map +1 -1
  177. package/dist/llm-testrunner/llm-testrunner.esm.js +1 -1
  178. package/dist/llm-testrunner/llm-testrunner.esm.js.map +1 -1
  179. package/dist/llm-testrunner/p-3f04b0fb.entry.js +2 -0
  180. package/dist/llm-testrunner/p-3f04b0fb.entry.js.map +1 -0
  181. package/dist/llm-testrunner/p-DFds8y01.js +7 -0
  182. package/dist/llm-testrunner/p-DFds8y01.js.map +1 -0
  183. package/dist/llm-testrunner/p-DxzhGhec.js +298 -0
  184. package/dist/llm-testrunner/p-DxzhGhec.js.map +1 -0
  185. package/dist/llm-testrunner/p-GQwFOmwJ.js +2 -0
  186. package/dist/llm-testrunner/p-GQwFOmwJ.js.map +1 -0
  187. package/dist/react/components.d.ts +32 -2
  188. package/dist/react/components.d.ts.map +1 -1
  189. package/dist/react/components.js +44 -2
  190. package/dist/types/components/llm-test-runner/header/llm-test-runner-header.d.ts +14 -0
  191. package/dist/types/components/llm-test-runner/llm-test-runner.d.ts +13 -29
  192. package/dist/types/components/llm-test-runner/llm-test-runner.import-export.test.d.ts +1 -0
  193. package/dist/types/components/llm-test-runner/test-cases/actions/row-actions.d.ts +8 -0
  194. package/dist/types/components/llm-test-runner/test-cases/evaluation/evaluation-summary.d.ts +7 -0
  195. package/dist/types/components/llm-test-runner/test-cases/llm-test-case-row.d.ts +25 -0
  196. package/dist/types/components/llm-test-runner/test-cases/llm-test-cases.d.ts +26 -0
  197. package/dist/types/components/llm-test-runner/test-cases/output/response-output.d.ts +6 -0
  198. package/dist/types/components.d.ts +199 -4
  199. package/dist/types/global/env.d.ts +2 -0
  200. package/dist/types/index.d.ts +1 -1
  201. package/dist/types/lib/evaluation/constants.d.ts +11 -0
  202. package/dist/types/lib/evaluation/evaluation-engine.d.ts +0 -4
  203. package/dist/types/lib/evaluation/evaluation-service.d.ts +15 -0
  204. package/dist/types/lib/evaluation/evaluators/bleu/bleu-evaluator.d.ts +18 -0
  205. package/dist/types/lib/evaluation/evaluators/bleu/tests/bleu.test.d.ts +1 -0
  206. package/dist/types/lib/evaluation/evaluators/exact/exact.d.ts +2 -0
  207. package/dist/types/lib/evaluation/evaluators/rouge1-evaluator.d.ts +17 -0
  208. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.d.ts +2 -0
  209. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.test.d.ts +1 -0
  210. package/dist/types/lib/evaluation/evaluators/semantic/SemanticEvaluator.d.ts +6 -0
  211. package/dist/types/lib/evaluation/evaluators/semantic/evaluate-keywords.d.ts +7 -0
  212. package/dist/types/lib/evaluation/evaluators/semantic/index.d.ts +2 -0
  213. package/dist/types/lib/evaluation/evaluators/semantic/model-loader.d.ts +1 -0
  214. package/dist/types/lib/evaluation/evaluators/semantic/similarity-utils.d.ts +1 -0
  215. package/dist/types/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.d.ts +1 -0
  216. package/dist/types/lib/evaluation/evaluators/semantic/text-utils.d.ts +1 -0
  217. package/dist/types/lib/evaluation/index.d.ts +2 -2
  218. package/dist/types/lib/evaluation/rouge1-evaluator.test.d.ts +1 -0
  219. package/dist/types/lib/evaluation/types.d.ts +19 -7
  220. package/dist/types/lib/file/file-download.d.ts +7 -0
  221. package/dist/types/lib/file/file-reader.d.ts +6 -0
  222. package/dist/types/lib/form/components/app-chips.d.ts +20 -0
  223. package/dist/types/lib/form/components/app-select.d.ts +7 -0
  224. package/dist/types/lib/form/components/app-textarea.d.ts +14 -0
  225. package/dist/types/lib/form/form-builder.d.ts +24 -0
  226. package/dist/types/lib/form/schema/base-input-field-config.d.ts +37 -0
  227. package/dist/types/lib/form/schema/form-control-config.d.ts +13 -0
  228. package/dist/types/lib/form/schema/index.d.ts +9 -0
  229. package/dist/types/lib/import-export/test-results-csv.d.ts +13 -0
  230. package/dist/types/lib/import-export/test-suite-exporter.d.ts +16 -0
  231. package/dist/types/lib/import-export/test-suite-importer.d.ts +12 -0
  232. package/dist/types/lib/rate-limited-fetcher/rate-limited-fetcher.d.ts +1 -1
  233. package/dist/types/lib/test-cases/test-case-factory.d.ts +12 -0
  234. package/dist/types/lib/test-cases/test-case-mutations.d.ts +9 -0
  235. package/dist/types/lib/ui/button/button.d.ts +13 -0
  236. package/dist/types/lib/ui/button/index.d.ts +2 -0
  237. package/dist/types/lib/ui/icon-button/icon-button.d.ts +11 -0
  238. package/dist/types/lib/ui/icon-button/index.d.ts +2 -0
  239. package/dist/types/services/adapters.d.ts +3 -0
  240. package/dist/types/services/models/gemini.d.ts +11 -0
  241. package/dist/types/stencil-public-runtime.d.ts +110 -6
  242. package/dist/types/types/evaluation.d.ts +9 -0
  243. package/dist/types/types/llm-test-runner.d.ts +22 -0
  244. package/package.json +30 -6
  245. package/dist/cjs/app-globals-CbbEbofA.js +0 -14
  246. package/dist/cjs/app-globals-CbbEbofA.js.map +0 -1
  247. package/dist/cjs/index-D-FySkoV.js +0 -1470
  248. package/dist/cjs/index-D-FySkoV.js.map +0 -1
  249. package/dist/cjs/llm-test-runner.cjs.entry.js +0 -9
  250. package/dist/cjs/llm-test-runner.entry.cjs.js.map +0 -1
  251. package/dist/components/p-CYUbsbxt.js +0 -1770
  252. package/dist/components/p-CYUbsbxt.js.map +0 -1
  253. package/dist/esm/app-globals-BOQOUavG.js +0 -12
  254. package/dist/esm/app-globals-BOQOUavG.js.map +0 -1
  255. package/dist/esm/index-cncubhtM.js +0 -1463
  256. package/dist/esm/index-cncubhtM.js.map +0 -1
  257. package/dist/esm/llm-test-runner.entry.js +0 -3
  258. package/dist/esm/llm-test-runner.entry.js.map +0 -1
  259. package/dist/llm-testrunner/llm-test-runner.entry.esm.js.map +0 -1
  260. package/dist/llm-testrunner/loader.esm.js.map +0 -1
  261. package/dist/llm-testrunner/p-BOQOUavG.js +0 -2
  262. package/dist/llm-testrunner/p-BOQOUavG.js.map +0 -1
  263. package/dist/llm-testrunner/p-cncubhtM.js +0 -3
  264. package/dist/llm-testrunner/p-cncubhtM.js.map +0 -1
  265. package/dist/llm-testrunner/p-f68fd660.entry.js +0 -2
  266. package/dist/llm-testrunner/p-f68fd660.entry.js.map +0 -1
@@ -0,0 +1 @@
1
+ {"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}
@@ -0,0 +1,11 @@
1
+ import type { Components, JSX } from "../types/components";
2
+
3
+ interface AppTextarea extends Components.AppTextarea, HTMLElement {}
4
+ export const AppTextarea: {
5
+ prototype: AppTextarea;
6
+ new (): AppTextarea;
7
+ };
8
+ /**
9
+ * Used to define this component and all nested components recursively.
10
+ */
11
+ export const defineCustomElement: () => void;
@@ -0,0 +1,2 @@
1
+ import{A as o,d as s}from"./p-DtCkZ1g2.js";const t=o;const p=s;export{t as AppTextarea,p as defineCustomElement};
2
+ //# sourceMappingURL=app-textarea.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}
@@ -0,0 +1,11 @@
1
+ import type { Components, JSX } from "../types/components";
2
+
3
+ interface FormBuilder extends Components.FormBuilder, HTMLElement {}
4
+ export const FormBuilder: {
5
+ prototype: FormBuilder;
6
+ new (): FormBuilder;
7
+ };
8
+ /**
9
+ * Used to define this component and all nested components recursively.
10
+ */
11
+ export const defineCustomElement: () => void;
@@ -0,0 +1,2 @@
1
+ import{F as o,d as s}from"./p--2rdv_J9.js";const r=o;const t=s;export{r as FormBuilder,t as defineCustomElement};
2
+ //# sourceMappingURL=form-builder.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}
@@ -31,3 +31,5 @@ export interface SetPlatformOptions {
31
31
  rel?: (el: EventTarget, eventName: string, listener: EventListenerOrEventListenerObject, options: boolean | AddEventListenerOptions) => void;
32
32
  }
33
33
  export declare const setPlatformOptions: (opts: SetPlatformOptions) => void;
34
+
35
+ export * from '../types';
@@ -1,14 +1,2 @@
1
- export { L as LLMTestRunner, g as getAssetPath, r as render, s as setAssetPath, a as setNonce, b as setPlatformOptions } from './p-CYUbsbxt.js';
2
-
3
- function appGlobalScript () {
4
- window.env = {
5
- API_KEY: ''
6
- };
7
- }
8
-
9
- const globalScripts = appGlobalScript;
10
-
11
- globalScripts();
12
- //# sourceMappingURL=index.js.map
13
-
1
+ import{G as t}from"./p-D9BrlHdP.js";export{g as getAssetPath,r as render,s as setAssetPath,a as setNonce,b as setPlatformOptions}from"./p-D9BrlHdP.js";export{L as LLMTestRunner}from"./p-BCB1rjPS.js";class e{sdk;constructor(s){this.sdk=new t({apiKey:s})}async invoke(s){const t=await this.sdk.models.generateContent({model:"gemini-3-flash-preview",contents:s});return t.text}}function n(){window.env={API_KEY:""};window.GeminiAdapter=e}const o=n||(()=>{});const i=o;i();
14
2
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"file":"index.js","mappings":";;AAQc,wBAAA,IAAA;IACZ,MAAM,CAAC,GAAG,GAAG;AACX,QAAA,OAAO,EAAE;KACV;AACH;;ACXO,MAAM,aAAa,GAAG,eAAe;;","names":[],"sources":["src/global/env.ts","@stencil/core/internal/app-globals"],"sourcesContent":["declare global {\n interface Window {\n env: {\n API_KEY: string;\n };\n }\n}\n\nexport default function () {\n window.env = {\n API_KEY: '__GEMINI_API_KEY__'\n };\n}","import appGlobalScript from '/Users/akhilan/Documents/work/llm-testrunner/packages/stencil-library/src/global/env.ts';\nexport const globalScripts = appGlobalScript;\nexport const globalStyles = \"\";\n"],"version":3}
1
+ {"version":3,"names":["GeminiAdapter","sdk","constructor","key","this","GoogleGenAI","apiKey","invoke","text","response","models","generateContent","model","contents","env","window","API_KEY","appGlobalScript","appGlobalScriptNs.default","globalScripts"],"sources":["src/services/models/gemini.ts","src/global/env.ts","@stencil/core/internal/app-globals"],"sourcesContent":["import { GoogleGenAI } from '@google/genai';\n\nimport type { LlmAdapter } from '../adapters';\n\nexport const enum GeminiModels {\n Gemini3Pro__Preview = 'gemini-3-pro-preview',\n Gemini3ProImage__Preview = 'gemini-3-pro-image-preview',\n Gemini3Flash__Preview = 'gemini-3-flash-preview',\n}\n\nexport class GeminiAdapter implements LlmAdapter {\n private readonly sdk;\n\n constructor(key: string) {\n this.sdk = new GoogleGenAI({\n apiKey: key,\n });\n }\n\n async invoke(text: string) {\n const response = await this.sdk.models.generateContent({\n model: GeminiModels.Gemini3Flash__Preview,\n contents: text,\n });\n\n return response.text;\n }\n}\n","import { GeminiAdapter } from '../services/models/gemini';\n\ndeclare global {\n interface Window {\n env: {\n API_KEY: string;\n };\n GeminiAdapter: typeof GeminiAdapter;\n }\n}\n\nexport default function () {\n window.env = {\n API_KEY: '__GEMINI_API_KEY__',\n };\n\n window.GeminiAdapter = GeminiAdapter;\n}\n","const appGlobalScript = appGlobalScriptNs.default || (() => {});\nimport * as appGlobalScriptNs from '/home/runner/work/llm-testrunner-lib/llm-testrunner-lib/src/global/env.ts';\nexport const globalScripts = appGlobalScript;\nexport const globalStyles = \"\";\n"],"mappings":"6MAUaA,EACMC,IAEjB,WAAAC,CAAYC,GACVC,KAAKH,IAAM,IAAII,EAAY,CACzBC,OAAQH,G,CAIZ,YAAMI,CAAOC,GACX,MAAMC,QAAiBL,KAAKH,IAAIS,OAAOC,gBAAgB,CACrDC,MAAK,yBACLC,SAAUL,IAGZ,OAAOC,EAASD,I,ECdN,SAAAM,IACZC,OAAOD,IAAM,CACXE,QAAS,IAGXD,OAAOf,cAAgBA,CACzB,CCjBA,MAAMiB,EAAkBC,GAAyB,MAAa,GAEvD,MAAMC,EAAgBF,E","ignoreList":[]}
@@ -1,9 +1,2 @@
1
- import { L as LLMTestRunner, d as defineCustomElement$1 } from './p-CYUbsbxt.js';
2
-
3
- const LlmTestRunner = LLMTestRunner;
4
- const defineCustomElement = defineCustomElement$1;
5
-
6
- export { LlmTestRunner, defineCustomElement };
7
- //# sourceMappingURL=llm-test-runner.js.map
8
-
1
+ import{L as o,d as s}from"./p-BCB1rjPS.js";const r=o;const t=s;export{r as LlmTestRunner,t as defineCustomElement};
9
2
  //# sourceMappingURL=llm-test-runner.js.map
@@ -1 +1 @@
1
- {"file":"llm-test-runner.js","mappings":";;;;;;;","names":[],"sources":[],"sourcesContent":[],"version":3}
1
+ {"version":3,"names":[],"sources":[],"mappings":"","ignoreList":[]}
@@ -0,0 +1,2 @@
1
+ import{p as e,H as s,h as t,t as a}from"./p-D9BrlHdP.js";import{d as i}from"./p-BQhb2H_a.js";import{d as r}from"./p-B7J48VNq.js";import{d as p}from"./p-DtCkZ1g2.js";var n;(function(e){e["TEXT_AREA"]="textarea";e["CHIPS"]="chips";e["SELECT"]="select"})(n||(n={}));const o=e(class e extends s{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow()}fields=[];onUpdateApproach;testCase;handleTestCaseChange;addChip;removeChip;renderField(e){switch(e.fieldType){case n.TEXT_AREA:return t("app-textarea",{config:e,value:this.testCase[e.name],testCaseId:this.testCase.id,onValueChange:this.handleTestCaseChange});case n.CHIPS:return t("app-chips",{config:e,value:this.testCase[e.name],testCaseId:this.testCase.id,onAddChip:this.addChip,onRemoveChip:this.removeChip});case n.SELECT:return t("app-select",{config:e,value:this.testCase.evaluationParameters?.approach,onChange:e=>this.onUpdateApproach(this.testCase,e)});default:return t("div",null,"Unknown field type")}}render(){return t("div",{key:"01e89f827a4adfb53e4dd4d5acfc55c323ad3788",class:"form-builder"},this.fields.map((e=>this.renderField(e))))}},[513,"form-builder",{fields:[16],onUpdateApproach:[16],testCase:[16],handleTestCaseChange:[16],addChip:[16],removeChip:[16]}]);function c(){if(typeof customElements==="undefined"){return}const e=["form-builder","app-chips","app-select","app-textarea"];e.forEach((e=>{switch(e){case"form-builder":if(!customElements.get(a(e))){customElements.define(a(e),o)}break;case"app-chips":if(!customElements.get(a(e))){i()}break;case"app-select":if(!customElements.get(a(e))){r()}break;case"app-textarea":if(!customElements.get(a(e))){p()}break}}))}export{o as F,n as a,c as d};
2
+ //# sourceMappingURL=p--2rdv_J9.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["FormFieldType","FormBuilder","__stencil_proxyCustomElement","HTMLElement","fields","onUpdateApproach","testCase","handleTestCaseChange","addChip","removeChip","renderField","field","fieldType","TEXT_AREA","h","config","value","this","name","testCaseId","id","onValueChange","CHIPS","onAddChip","onRemoveChip","SELECT","evaluationParameters","approach","onChange","render","key","class","map"],"sources":["src/lib/form/schema/index.ts","src/lib/form/form-builder.tsx"],"sourcesContent":["import {\n InputFieldValidation,\n BaseInputFieldConfig,\n} from './base-input-field-config';\nimport {\n ChipsConfig,\n TextAreaConfig,\n SelectConfig,\n} from './form-control-config';\n\ntype FieldConfig = TextAreaConfig | ChipsConfig | SelectConfig;\n\nenum FormFieldType {\n TEXT_AREA = 'textarea',\n CHIPS = 'chips',\n SELECT = 'select',\n}\n\nexport {\n InputFieldValidation,\n BaseInputFieldConfig,\n TextAreaConfig,\n ChipsConfig,\n SelectConfig,\n FieldConfig,\n FormFieldType,\n};\n","import { Component, h, Prop } from '@stencil/core';\n\nimport {\n ChipsConfig,\n FieldConfig,\n FormFieldType,\n SelectConfig,\n TextAreaConfig,\n} from './schema';\nimport { TestCase } from '../../types/llm-test-runner';\n\n@Component({\n tag: 'form-builder',\n shadow: true,\n})\nexport class FormBuilder {\n @Prop() fields: FieldConfig[] = [];\n @Prop() onUpdateApproach: (testCase: TestCase, approach: any) => void;\n @Prop() testCase: TestCase;\n @Prop() handleTestCaseChange: (\n e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n ) => void;\n @Prop() addChip: (\n e: CustomEvent<{ testCaseId: string; key: string; value: string }>,\n ) => void;\n @Prop() removeChip: (\n e: CustomEvent<{ testCaseId: string; key: string; index: number }>,\n ) => void;\n\n renderField(field: FieldConfig) {\n switch (field.fieldType) {\n case FormFieldType.TEXT_AREA:\n return (\n <app-textarea\n config={field as TextAreaConfig}\n value={this.testCase[field.name]}\n testCaseId={this.testCase.id}\n onValueChange={this.handleTestCaseChange}\n ></app-textarea>\n );\n\n case FormFieldType.CHIPS:\n return (\n <app-chips\n config={field as ChipsConfig}\n value={this.testCase[field.name]}\n testCaseId={this.testCase.id}\n onAddChip={this.addChip}\n onRemoveChip={this.removeChip}\n />\n );\n\n case FormFieldType.SELECT:\n return (\n <app-select\n config={field as SelectConfig}\n value={this.testCase.evaluationParameters?.approach}\n onChange={approach =>\n this.onUpdateApproach(this.testCase, approach)\n }\n />\n );\n\n default:\n return <div>Unknown field type</div>;\n }\n }\n\n render() {\n return (\n <div class=\"form-builder\">\n {this.fields.map(field => this.renderField(field))}\n </div>\n );\n }\n}\n"],"mappings":"qKAYA,IAAKA,GAAL,SAAKA,GACHA,EAAA,wBACAA,EAAA,iBACAA,EAAA,kBACD,EAJD,CAAKA,MAAa,K,MCGLC,EAAWC,EAAA,MAAAD,UAAAE,E,iFACdC,OAAwB,GACxBC,iBACAC,SACAC,qBAGAC,QAGAC,WAIR,WAAAC,CAAYC,GACV,OAAQA,EAAMC,WACZ,KAAKZ,EAAca,UACjB,OACEC,EAAA,gBACEC,OAAQJ,EACRK,MAAOC,KAAKX,SAASK,EAAMO,MAC3BC,WAAYF,KAAKX,SAASc,GAC1BC,cAAeJ,KAAKV,uBAI1B,KAAKP,EAAcsB,MACjB,OACER,EAAA,aACEC,OAAQJ,EACRK,MAAOC,KAAKX,SAASK,EAAMO,MAC3BC,WAAYF,KAAKX,SAASc,GAC1BG,UAAWN,KAAKT,QAChBgB,aAAcP,KAAKR,aAIzB,KAAKT,EAAcyB,OACjB,OACEX,EAAA,cACEC,OAAQJ,EACRK,MAAOC,KAAKX,SAASoB,sBAAsBC,SAC3CC,SAAUD,GACRV,KAAKZ,iBAAiBY,KAAKX,SAAUqB,KAK7C,QACE,OAAOb,EAAA,iC,CAIb,MAAAe,GACE,OACEf,EAAA,OAAAgB,IAAA,2CAAKC,MAAM,gBACRd,KAAKb,OAAO4B,KAAIrB,GAASM,KAAKP,YAAYC,K","ignoreList":[]}
@@ -0,0 +1,2 @@
1
+ import{p as e,H as t,h as a,t as s}from"./p-D9BrlHdP.js";const o=()=>`.app-select{margin-bottom:var(--spacing-4)}.app-select__label{display:block;margin-bottom:var(--spacing-2);font-weight:var(--font-weight-medium);color:var(--foreground);font-size:var(--font-size-sm)}.app-select__select{border:var(--border-width) solid var(--input);border-radius:var(--radius-md);font-size:var(--font-size-sm);font-weight:var(--font-weight-medium);padding:var(--spacing-1) var(--spacing-2);outline:none;background:var(--background);width:145px;color:var(--foreground)}.app-select__select:focus{border-color:var(--ring);box-shadow:0 0 0 2px rgba(59, 130, 246, 0.1)}`;const r=e(class e extends t{constructor(e){super();if(e!==false){this.__registerHost()}this.__attachShadow()}value;onChange;config;render(){const e=this.config;const t={id:e.name,name:e.name,disabled:e.disabled,required:e.required,readOnly:e.readOnly,placeholder:e.placeholder,autocomplete:e.autocomplete,optionList:e.optionList};return a("div",{key:"9c1db3cb191224e9a947422ee5f435f465cc6dab",class:"app-select"},e.label&&a("label",{key:"760325a0a77befdbf6739a527384b396ca77b27e",class:"app-select__label",htmlFor:e.name},e.label),a("div",{key:"f164d797209ced876a482452aeeeeb2f027dc2da"},a("select",{key:"5e82f93ff288e66d3aabd2d4ad4aafd0377cfe35",...t,class:"app-select__select",onInput:t=>{const a=t.target.value;const s=e.optionList.find((e=>String(e)===a));this.onChange?.(s!==undefined?s:a)}},e.optionList?.map((e=>a("option",{value:String(e),key:String(e),selected:this.value===e},String(e)))))))}static get style(){return o()}},[513,"app-select",{value:[8],onChange:[16],config:[16]}]);function n(){if(typeof customElements==="undefined"){return}const e=["app-select"];e.forEach((e=>{switch(e){case"app-select":if(!customElements.get(s(e))){customElements.define(s(e),r)}break}}))}export{r as A,n as d};
2
+ //# sourceMappingURL=p-B7J48VNq.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"names":["appSelectCss","AppSelect","__stencil_proxyCustomElement","HTMLElement","value","onChange","config","render","c","this","allowedAttrs","id","name","disabled","required","readOnly","placeholder","autocomplete","optionList","h","key","class","label","htmlFor","onInput","e","raw","target","matched","find","opt","String","undefined","map","option","selected"],"sources":["src/lib/form/components/app-select.css?tag=app-select&encapsulation=shadow","src/lib/form/components/app-select.tsx"],"sourcesContent":[".app-select {\n margin-bottom: var(--spacing-4);\n}\n\n.app-select__label {\n display: block;\n margin-bottom: var(--spacing-2);\n font-weight: var(--font-weight-medium);\n color: var(--foreground);\n font-size: var(--font-size-sm);\n}\n\n.app-select__select {\n border: var(--border-width) solid var(--input);\n border-radius: var(--radius-md);\n font-size: var(--font-size-sm);\n font-weight: var(--font-weight-medium);\n padding: var(--spacing-1) var(--spacing-2);\n outline: none;\n background: var(--background);\n width: 145px;\n color: var(--foreground);\n}\n\n.app-select__select:focus {\n border-color: var(--ring);\n box-shadow: 0 0 0 2px rgba(59, 130, 246, 0.1);\n}\n","import { Component, Prop, h } from '@stencil/core';\nimport { SelectConfig } from '../schema';\n\n@Component({\n tag: 'app-select',\n styleUrl: 'app-select.css',\n shadow: true,\n})\nexport class AppSelect {\n @Prop() value: any;\n @Prop() onChange: (value: any) => void;\n @Prop() config: SelectConfig;\n\n render() {\n const c = this.config;\n const allowedAttrs = {\n id: c.name,\n name: c.name,\n disabled: c.disabled,\n required: c.required,\n readOnly: c.readOnly,\n placeholder: c.placeholder,\n autocomplete: c.autocomplete,\n optionList: c.optionList,\n };\n return (\n <div class=\"app-select\">\n {c.label && (\n <label class=\"app-select__label\" htmlFor={c.name}>\n {c.label}\n </label>\n )}\n\n <div>\n <select\n {...allowedAttrs}\n class=\"app-select__select\"\n onInput={(e: Event) => {\n const raw = (e.target as HTMLSelectElement).value;\n const matched = c.optionList.find(opt => String(opt) === raw);\n this.onChange?.(matched !== undefined ? matched : raw);\n }}\n >\n {c.optionList?.map(option => (\n <option\n value={String(option)}\n key={String(option)}\n selected={this.value === option}\n >\n {String(option)}\n </option>\n ))}\n </select>\n </div>\n </div>\n );\n }\n}\n"],"mappings":"yDAAA,MAAMA,EAAe,IAAM,ukB,MCQdC,EAASC,EAAA,MAAAD,UAAAE,E,iFACZC,MACAC,SACAC,OAER,MAAAC,GACE,MAAMC,EAAIC,KAAKH,OACf,MAAMI,EAAe,CACnBC,GAAIH,EAAEI,KACNA,KAAMJ,EAAEI,KACRC,SAAUL,EAAEK,SACZC,SAAUN,EAAEM,SACZC,SAAUP,EAAEO,SACZC,YAAaR,EAAEQ,YACfC,aAAcT,EAAES,aAChBC,WAAYV,EAAEU,YAEhB,OACEC,EAAA,OAAAC,IAAA,2CAAKC,MAAM,cACRb,EAAEc,OACDH,EAAA,SAAAC,IAAA,2CAAOC,MAAM,oBAAoBE,QAASf,EAAEI,MACzCJ,EAAEc,OAIPH,EAAA,OAAAC,IAAA,4CACED,EAAA,UAAAC,IAAA,8CACMV,EACJW,MAAM,qBACNG,QAAUC,IACR,MAAMC,EAAOD,EAAEE,OAA6BvB,MAC5C,MAAMwB,EAAUpB,EAAEU,WAAWW,MAAKC,GAAOC,OAAOD,KAASJ,IACzDjB,KAAKJ,WAAWuB,IAAYI,UAAYJ,EAAUF,EAAI,GAGvDlB,EAAEU,YAAYe,KAAIC,GACjBf,EAAA,UACEf,MAAO2B,OAAOG,GACdd,IAAKW,OAAOG,GACZC,SAAU1B,KAAKL,QAAU8B,GAExBH,OAAOG,Q","ignoreList":[]}