llm-testrunner-components 1.2.4 → 1.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/README.md +9 -5
  2. package/dist/cjs/app-chips_5.cjs.entry.js +1 -1
  3. package/dist/cjs/app-chips_5.cjs.entry.js.map +1 -1
  4. package/dist/cjs/index.cjs.js +464 -66
  5. package/dist/cjs/index.cjs.js.map +1 -1
  6. package/dist/cjs/llm-testrunner.cjs.js +1 -1
  7. package/dist/cjs/loader.cjs.js +1 -1
  8. package/dist/collection/components/llm-test-runner/llm-test-runner.js +46 -13
  9. package/dist/collection/components/llm-test-runner/llm-test-runner.js.map +1 -1
  10. package/dist/collection/components/llm-test-runner/test-cases/chat-history.css +5 -5
  11. package/dist/collection/components/llm-test-runner/test-cases/expected-outcome-renderer.js +45 -5
  12. package/dist/collection/components/llm-test-runner/test-cases/expected-outcome-renderer.js.map +1 -1
  13. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.css +21 -0
  14. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js +2 -2
  15. package/dist/collection/components/llm-test-runner/test-cases/llm-test-case-row.js.map +1 -1
  16. package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js +2 -2
  17. package/dist/collection/components/llm-test-runner/test-cases/llm-test-cases.js.map +1 -1
  18. package/dist/collection/components/llm-test-runner/test-cases/output/response-output.js +1 -1
  19. package/dist/collection/components/llm-test-runner/test-cases/output/response-output.js.map +1 -1
  20. package/dist/collection/lib/evaluation/actual-value-resolver.js +52 -0
  21. package/dist/collection/lib/evaluation/actual-value-resolver.js.map +1 -0
  22. package/dist/collection/lib/evaluation/evaluation-engine.js +1 -1
  23. package/dist/collection/lib/evaluation/evaluation-engine.js.map +1 -1
  24. package/dist/collection/lib/evaluation/evaluation-service.js +55 -17
  25. package/dist/collection/lib/evaluation/evaluation-service.js.map +1 -1
  26. package/dist/collection/lib/evaluation/types.js.map +1 -1
  27. package/dist/collection/lib/import-export/test-suite-importer.js +7 -1
  28. package/dist/collection/lib/import-export/test-suite-importer.js.map +1 -1
  29. package/dist/collection/lib/test-cases/test-case-factory.js +5 -0
  30. package/dist/collection/lib/test-cases/test-case-factory.js.map +1 -1
  31. package/dist/collection/lib/test-cases/test-case-mutations.js +58 -23
  32. package/dist/collection/lib/test-cases/test-case-mutations.js.map +1 -1
  33. package/dist/collection/schemas/expected-outcome.js +39 -0
  34. package/dist/collection/schemas/expected-outcome.js.map +1 -1
  35. package/dist/collection/schemas/model-response.js +7 -0
  36. package/dist/collection/schemas/model-response.js.map +1 -0
  37. package/dist/collection/schemas/test-case.js +2 -1
  38. package/dist/collection/schemas/test-case.js.map +1 -1
  39. package/dist/collection/types/expected-outcome.js.map +1 -1
  40. package/dist/collection/types/llm-test-runner.js.map +1 -1
  41. package/dist/components/chat-history.js +1 -1
  42. package/dist/components/index.js +1 -1
  43. package/dist/components/llm-test-runner.js +1 -1
  44. package/dist/components/p-kmtfMXcQ.js +2 -0
  45. package/dist/components/p-kmtfMXcQ.js.map +1 -0
  46. package/dist/components/{p-B87Lt3z4.js → p-wzA48RFK.js} +3 -3
  47. package/dist/components/p-wzA48RFK.js.map +1 -0
  48. package/dist/esm/app-chips_5.entry.js +1 -1
  49. package/dist/esm/app-chips_5.entry.js.map +1 -1
  50. package/dist/esm/index.js +464 -66
  51. package/dist/esm/index.js.map +1 -1
  52. package/dist/esm/llm-testrunner.js +1 -1
  53. package/dist/esm/loader.js +1 -1
  54. package/dist/llm-testrunner/index.esm.js +2 -2
  55. package/dist/llm-testrunner/index.esm.js.map +1 -1
  56. package/dist/llm-testrunner/llm-testrunner.esm.js +1 -1
  57. package/dist/llm-testrunner/{p-21202f12.entry.js → p-5bf1fc78.entry.js} +2 -2
  58. package/dist/llm-testrunner/{p-21202f12.entry.js.map → p-5bf1fc78.entry.js.map} +1 -1
  59. package/dist/types/components/llm-test-runner/llm-test-runner.d.ts +3 -4
  60. package/dist/types/components/llm-test-runner/test-cases/expected-outcome-renderer.d.ts +1 -0
  61. package/dist/types/components/llm-test-runner/test-cases/llm-test-case-row.d.ts +1 -0
  62. package/dist/types/components/llm-test-runner/test-cases/llm-test-cases.d.ts +1 -0
  63. package/dist/types/components/llm-test-runner/test-cases/output/response-output.d.ts +2 -1
  64. package/dist/types/components.d.ts +4 -2
  65. package/dist/types/lib/evaluation/actual-value-resolver.d.ts +9 -0
  66. package/dist/types/lib/evaluation/evaluation-service.d.ts +2 -2
  67. package/dist/types/lib/evaluation/types.d.ts +1 -1
  68. package/dist/types/lib/import-export/test-suite-importer.d.ts +1 -1
  69. package/dist/types/lib/test-cases/test-case-mutations.d.ts +10 -1
  70. package/dist/types/schemas/expected-outcome.d.ts +116 -0
  71. package/dist/types/schemas/model-response.d.ts +7 -0
  72. package/dist/types/schemas/test-case.d.ts +76 -1
  73. package/dist/types/types/expected-outcome.d.ts +1 -1
  74. package/dist/types/types/llm-test-runner.d.ts +4 -2
  75. package/package.json +1 -1
  76. package/dist/components/p-B87Lt3z4.js.map +0 -1
  77. package/dist/components/p-Bx2jqguC.js +0 -2
  78. package/dist/components/p-Bx2jqguC.js.map +0 -1
package/dist/esm/llm-testrunner.js CHANGED
@@ -17,7 +17,7 @@ var patchBrowser = () => {
17
17
 
18
18
  patchBrowser().then(async (options) => {
19
19
  await globalScripts();
20
- return bootstrapLazy([["app-chips_5",[[513,"llm-test-runner",{"delayMs":[2,"delay-ms"],"useSave":[4,"use-save"],"usePromptEditor":[4,"use-prompt-editor"],"resolveExpectedOutcome":[16],"initialTestCases":[16],"defaultExpectedOutcomeSchema":[16],"testCases":[32],"isRunningAll":[32],"error":[32],"isExportingTestSuite":[32],"isExportingTestResults":[32],"isSaving":[32],"resetSavingState":[64],"getTestCases":[64]}],[513,"app-chips",{"value":[16],"config":[16]}],[513,"app-select",{"value":[1],"config":[16]}],[513,"app-textarea",{"value":[1],"config":[16]}],[513,"chat-history",{"chatHistoryEnabled":[4,"chat-history-enabled"],"chatHistoryValue":[1,"chat-history-value"]}]]]], options);
20
+ return bootstrapLazy([["app-chips_5",[[513,"llm-test-runner",{"delayMs":[2,"delay-ms"],"useSave":[4,"use-save"],"usePromptEditor":[4,"use-prompt-editor"],"resolveExpectedOutcome":[16],"evaluationSourceExtractors":[16],"initialTestCases":[16],"defaultExpectedOutcomeSchema":[16],"testCases":[32],"isRunningAll":[32],"error":[32],"isExportingTestSuite":[32],"isExportingTestResults":[32],"isSaving":[32],"resetSavingState":[64],"getTestCases":[64]}],[513,"app-chips",{"value":[16],"config":[16]}],[513,"app-select",{"value":[1],"config":[16]}],[513,"app-textarea",{"value":[1],"config":[16]}],[513,"chat-history",{"chatHistoryEnabled":[4,"chat-history-enabled"],"chatHistoryValue":[1,"chat-history-value"]}]]]], options);
21
21
  });
22
22
  //# sourceMappingURL=llm-testrunner.js.map
23
23
 
package/dist/esm/loader.js CHANGED
@@ -5,7 +5,7 @@ import { g as globalScripts } from './app-globals-DbR5vV7d.js';
5
5
  const defineCustomElements = async (win, options) => {
6
6
  if (typeof window === 'undefined') return undefined;
7
7
  await globalScripts();
8
- return bootstrapLazy([["app-chips_5",[[513,"llm-test-runner",{"delayMs":[2,"delay-ms"],"useSave":[4,"use-save"],"usePromptEditor":[4,"use-prompt-editor"],"resolveExpectedOutcome":[16],"initialTestCases":[16],"defaultExpectedOutcomeSchema":[16],"testCases":[32],"isRunningAll":[32],"error":[32],"isExportingTestSuite":[32],"isExportingTestResults":[32],"isSaving":[32],"resetSavingState":[64],"getTestCases":[64]}],[513,"app-chips",{"value":[16],"config":[16]}],[513,"app-select",{"value":[1],"config":[16]}],[513,"app-textarea",{"value":[1],"config":[16]}],[513,"chat-history",{"chatHistoryEnabled":[4,"chat-history-enabled"],"chatHistoryValue":[1,"chat-history-value"]}]]]], options);
8
+ return bootstrapLazy([["app-chips_5",[[513,"llm-test-runner",{"delayMs":[2,"delay-ms"],"useSave":[4,"use-save"],"usePromptEditor":[4,"use-prompt-editor"],"resolveExpectedOutcome":[16],"evaluationSourceExtractors":[16],"initialTestCases":[16],"defaultExpectedOutcomeSchema":[16],"testCases":[32],"isRunningAll":[32],"error":[32],"isExportingTestSuite":[32],"isExportingTestResults":[32],"isSaving":[32],"resetSavingState":[64],"getTestCases":[64]}],[513,"app-chips",{"value":[16],"config":[16]}],[513,"app-select",{"value":[1],"config":[16]}],[513,"app-textarea",{"value":[1],"config":[16]}],[513,"chat-history",{"chatHistoryEnabled":[4,"chat-history-enabled"],"chatHistoryValue":[1,"chat-history-value"]}]]]], options);
9
9
  };
10
10
 
11
11
  export { defineCustomElements };