llm-testrunner-components 1.0.6 → 1.0.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/README.md +3 -48
  2. package/dist/cjs/index.cjs.js +24610 -60
  3. package/dist/cjs/index.cjs.js.map +1 -1
  4. package/dist/collection/components/llm-test-runner/llm-test-runner.css +14 -2
  5. package/dist/collection/components/llm-test-runner/llm-test-runner.js +38 -9
  6. package/dist/collection/components/llm-test-runner/llm-test-runner.js.map +1 -1
  7. package/dist/collection/lib/evaluation/constant.js +4 -0
  8. package/dist/collection/lib/evaluation/constant.js.map +1 -0
  9. package/dist/collection/lib/evaluation/constants/evaluation-approach.js +6 -0
  10. package/dist/collection/lib/evaluation/constants/evaluation-approach.js.map +1 -0
  11. package/dist/collection/lib/evaluation/evaluation-engine.js +28 -44
  12. package/dist/collection/lib/evaluation/evaluation-engine.js.map +1 -1
  13. package/dist/collection/lib/evaluation/evaluators/exact/exact.js +51 -0
  14. package/dist/collection/lib/evaluation/evaluators/exact/exact.js.map +1 -0
  15. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js +82 -0
  16. package/dist/collection/lib/evaluation/evaluators/rouge1-evaluator.js.map +1 -0
  17. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js +73 -0
  18. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.js.map +1 -0
  19. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js +313 -0
  20. package/dist/collection/lib/evaluation/evaluators/rougeL-evaluator.test.js.map +1 -0
  21. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js +63 -0
  22. package/dist/collection/lib/evaluation/evaluators/semantic/SemanticEvaluator.js.map +1 -0
  23. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js +56 -0
  24. package/dist/collection/lib/evaluation/evaluators/semantic/evaluate-keywords.js.map +1 -0
  25. package/dist/collection/lib/evaluation/evaluators/semantic/index.js +7 -0
  26. package/dist/collection/lib/evaluation/evaluators/semantic/index.js.map +1 -0
  27. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js +15 -0
  28. package/dist/collection/lib/evaluation/evaluators/semantic/model-loader.js.map +1 -0
  29. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js +16 -0
  30. package/dist/collection/lib/evaluation/evaluators/semantic/similarity-utils.js.map +1 -0
  31. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js +65 -0
  32. package/dist/collection/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.js.map +1 -0
  33. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js +5 -0
  34. package/dist/collection/lib/evaluation/evaluators/semantic/text-utils.js.map +1 -0
  35. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js +118 -0
  36. package/dist/collection/lib/evaluation/rouge1-evaluator.test.js.map +1 -0
  37. package/dist/collection/lib/evaluation/types.js.map +1 -1
  38. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js +6 -6
  39. package/dist/collection/lib/rate-limited-fetcher/rate-limited-fetcher.js.map +1 -1
  40. package/dist/collection/types/evaluation.js +6 -0
  41. package/dist/collection/types/evaluation.js.map +1 -0
  42. package/dist/components/index.js +1 -1
  43. package/dist/components/llm-test-runner.js +1 -1
  44. package/dist/components/p-lpWX1sHl.js +26319 -0
  45. package/dist/components/p-lpWX1sHl.js.map +1 -0
  46. package/dist/esm/index.js +24609 -60
  47. package/dist/esm/index.js.map +1 -1
  48. package/dist/llm-testrunner/index.esm.js +6 -1
  49. package/dist/llm-testrunner/index.esm.js.map +1 -1
  50. package/dist/types/components/llm-test-runner/llm-test-runner.d.ts +4 -1
  51. package/dist/types/lib/evaluation/constant.d.ts +3 -0
  52. package/dist/types/lib/evaluation/constants/evaluation-approach.d.ts +4 -0
  53. package/dist/types/lib/evaluation/evaluation-engine.d.ts +0 -4
  54. package/dist/types/lib/evaluation/evaluators/exact/exact.d.ts +3 -0
  55. package/dist/types/lib/evaluation/evaluators/rouge1-evaluator.d.ts +17 -0
  56. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.d.ts +2 -0
  57. package/dist/types/lib/evaluation/evaluators/rougeL-evaluator.test.d.ts +1 -0
  58. package/dist/types/lib/evaluation/evaluators/semantic/SemanticEvaluator.d.ts +6 -0
  59. package/dist/types/lib/evaluation/evaluators/semantic/evaluate-keywords.d.ts +7 -0
  60. package/dist/types/lib/evaluation/evaluators/semantic/index.d.ts +2 -0
  61. package/dist/types/lib/evaluation/evaluators/semantic/model-loader.d.ts +1 -0
  62. package/dist/types/lib/evaluation/evaluators/semantic/similarity-utils.d.ts +1 -0
  63. package/dist/types/lib/evaluation/evaluators/semantic/tests/evaluate-keywords.test.d.ts +1 -0
  64. package/dist/types/lib/evaluation/evaluators/semantic/text-utils.d.ts +1 -0
  65. package/dist/types/lib/evaluation/rouge1-evaluator.test.d.ts +1 -0
  66. package/dist/types/lib/evaluation/types.d.ts +19 -0
  67. package/dist/types/lib/rate-limited-fetcher/rate-limited-fetcher.d.ts +1 -1
  68. package/dist/types/types/evaluation.d.ts +10 -0
  69. package/package.json +7 -3
  70. package/dist/components/p-CYUbsbxt.js +0 -1770
  71. package/dist/components/p-CYUbsbxt.js.map +0 -1

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.