judgeval 0.2.9 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.d.ts +2 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +2 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example-params.d.ts +13 -0
- package/dist/data/example-params.d.ts.map +1 -0
- package/dist/data/example-params.js +12 -0
- package/dist/data/example-params.js.map +1 -0
- package/dist/data/example.d.ts +4 -0
- package/dist/data/example.d.ts.map +1 -0
- package/dist/data/example.js +10 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/index.d.ts +3 -0
- package/dist/data/index.d.ts.map +1 -0
- package/dist/data/index.js +3 -0
- package/dist/data/index.js.map +1 -0
- package/dist/env.d.ts +6 -0
- package/dist/env.d.ts.map +1 -0
- package/dist/env.js +13 -0
- package/dist/env.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +2 -0
- package/dist/index.mjs.map +1 -0
- package/dist/index.umd.js +2 -0
- package/dist/index.umd.js.map +1 -0
- package/dist/internal/api/index.d.ts +23 -0
- package/dist/internal/api/index.d.ts.map +1 -0
- package/dist/internal/api/index.js +132 -0
- package/dist/internal/api/index.js.map +1 -0
- package/dist/internal/api/models/BaseScorer.d.ts +23 -0
- package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
- package/dist/internal/api/models/BaseScorer.js +6 -0
- package/dist/internal/api/models/BaseScorer.js.map +1 -0
- package/dist/internal/api/models/EvalResults.d.ts +12 -0
- package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResults.js +6 -0
- package/dist/internal/api/models/EvalResults.js.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.js +6 -0
- package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
- package/dist/internal/api/models/Example.d.ts +10 -0
- package/dist/internal/api/models/Example.d.ts.map +1 -0
- package/dist/internal/api/models/Example.js +6 -0
- package/dist/internal/api/models/Example.js.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.js +6 -0
- package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
- package/dist/internal/api/models/PromptScorer.d.ts +14 -0
- package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
- package/dist/internal/api/models/PromptScorer.js +6 -0
- package/dist/internal/api/models/PromptScorer.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
- package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
- package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerConfig.js +6 -0
- package/dist/internal/api/models/ScorerConfig.js.map +1 -0
- package/dist/internal/api/models/ScorerData.d.ts +17 -0
- package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerData.js +6 -0
- package/dist/internal/api/models/ScorerData.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
- package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
- package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
- package/dist/internal/api/models/ScoringResult.d.ts +17 -0
- package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
- package/dist/internal/api/models/ScoringResult.js +6 -0
- package/dist/internal/api/models/ScoringResult.js.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
- package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
- package/dist/internal/api/models.d.ts +24 -0
- package/dist/internal/api/models.d.ts.map +1 -0
- package/dist/internal/api/models.js +24 -0
- package/dist/internal/api/models.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +23 -0
- package/dist/scorers/api-scorer.d.ts.map +1 -0
- package/dist/scorers/api-scorer.js +36 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/index.d.ts +2 -0
- package/dist/scorers/api_scorers/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/index.js +2 -0
- package/dist/scorers/api_scorers/index.js.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +10 -0
- package/dist/scorers/base-scorer.d.ts.map +1 -0
- package/dist/scorers/base-scorer.js +41 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/index.d.ts +4 -0
- package/dist/scorers/index.d.ts.map +1 -0
- package/dist/scorers/index.js +4 -0
- package/dist/scorers/index.js.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.js +12 -0
- package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
- package/dist/tracer/Tracer.d.ts +47 -0
- package/dist/tracer/Tracer.d.ts.map +1 -0
- package/dist/tracer/Tracer.js +235 -0
- package/dist/tracer/Tracer.js.map +1 -0
- package/dist/tracer/TracerConfiguration.d.ts +71 -0
- package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
- package/dist/tracer/TracerConfiguration.js +111 -0
- package/dist/tracer/TracerConfiguration.js.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/index.d.ts +3 -0
- package/dist/tracer/exporters/index.d.ts.map +1 -0
- package/dist/tracer/exporters/index.js +3 -0
- package/dist/tracer/exporters/index.js.map +1 -0
- package/dist/tracer/index.d.ts +5 -0
- package/dist/tracer/index.d.ts.map +1 -0
- package/dist/tracer/index.js +5 -0
- package/dist/tracer/index.js.map +1 -0
- package/dist/umd.d.ts +2 -0
- package/dist/umd.d.ts.map +1 -0
- package/dist/umd.js +2 -0
- package/dist/umd.js.map +1 -0
- package/dist/utils/annotate.d.ts +2 -0
- package/dist/utils/annotate.d.ts.map +1 -0
- package/dist/utils/annotate.js +27 -0
- package/dist/utils/annotate.js.map +1 -0
- package/dist/utils/index.d.ts +5 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +5 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +27 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +70 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/types.d.ts +4 -0
- package/dist/utils/types.d.ts.map +1 -0
- package/dist/utils/types.js +2 -0
- package/dist/utils/types.js.map +1 -0
- package/dist/utils/validation.d.ts +11 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +16 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +57 -108
- package/LICENSE.md +0 -202
- package/README.md +0 -372
- package/dist/cjs/clients.js +0 -78
- package/dist/cjs/clients.js.map +0 -1
- package/dist/cjs/common/integrations/langgraph.js +0 -471
- package/dist/cjs/common/integrations/langgraph.js.map +0 -1
- package/dist/cjs/common/logger-instance.js +0 -64
- package/dist/cjs/common/logger-instance.js.map +0 -1
- package/dist/cjs/common/logger.js +0 -225
- package/dist/cjs/common/logger.js.map +0 -1
- package/dist/cjs/common/token-costs.js +0 -95
- package/dist/cjs/common/token-costs.js.map +0 -1
- package/dist/cjs/common/tracer.js +0 -1099
- package/dist/cjs/common/tracer.js.map +0 -1
- package/dist/cjs/constants.js +0 -347
- package/dist/cjs/constants.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
- package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset.js +0 -405
- package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
- package/dist/cjs/data/example.js +0 -159
- package/dist/cjs/data/example.js.map +0 -1
- package/dist/cjs/data/result.js +0 -83
- package/dist/cjs/data/result.js.map +0 -1
- package/dist/cjs/e2etests/eval-operations.test.js +0 -282
- package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
- package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
- package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/cjs/evaluation-run.js +0 -136
- package/dist/cjs/evaluation-run.js.map +0 -1
- package/dist/cjs/exporters/otel-exporter.js +0 -352
- package/dist/cjs/exporters/otel-exporter.js.map +0 -1
- package/dist/cjs/index.js +0 -78
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/judges/index.js +0 -237
- package/dist/cjs/judges/index.js.map +0 -1
- package/dist/cjs/judgment-client.js +0 -798
- package/dist/cjs/judgment-client.js.map +0 -1
- package/dist/cjs/rules.js +0 -322
- package/dist/cjs/rules.js.map +0 -1
- package/dist/cjs/run-evaluation.js +0 -700
- package/dist/cjs/run-evaluation.js.map +0 -1
- package/dist/cjs/scorers/api-scorer.js +0 -304
- package/dist/cjs/scorers/api-scorer.js.map +0 -1
- package/dist/cjs/scorers/base-scorer.js +0 -293
- package/dist/cjs/scorers/base-scorer.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
- package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
- package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
- package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/esm/clients.js +0 -47
- package/dist/esm/clients.js.map +0 -1
- package/dist/esm/common/integrations/langgraph.js +0 -444
- package/dist/esm/common/integrations/langgraph.js.map +0 -1
- package/dist/esm/common/logger-instance.js +0 -59
- package/dist/esm/common/logger-instance.js.map +0 -1
- package/dist/esm/common/logger.js +0 -208
- package/dist/esm/common/logger.js.map +0 -1
- package/dist/esm/common/token-costs.js +0 -91
- package/dist/esm/common/token-costs.js.map +0 -1
- package/dist/esm/common/tracer.js +0 -1093
- package/dist/esm/common/tracer.js.map +0 -1
- package/dist/esm/constants.js +0 -341
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
- package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset.js +0 -375
- package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
- package/dist/esm/data/example.js +0 -154
- package/dist/esm/data/example.js.map +0 -1
- package/dist/esm/data/result.js +0 -78
- package/dist/esm/data/result.js.map +0 -1
- package/dist/esm/e2etests/eval-operations.test.js +0 -254
- package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
- package/dist/esm/e2etests/judgee-traces.test.js +0 -253
- package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/esm/evaluation-run.js +0 -132
- package/dist/esm/evaluation-run.js.map +0 -1
- package/dist/esm/exporters/otel-exporter.js +0 -348
- package/dist/esm/exporters/otel-exporter.js.map +0 -1
- package/dist/esm/index.js +0 -20
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/judges/index.js +0 -205
- package/dist/esm/judges/index.js.map +0 -1
- package/dist/esm/judgment-client.js +0 -768
- package/dist/esm/judgment-client.js.map +0 -1
- package/dist/esm/rules.js +0 -314
- package/dist/esm/rules.js.map +0 -1
- package/dist/esm/run-evaluation.js +0 -681
- package/dist/esm/run-evaluation.js.map +0 -1
- package/dist/esm/scorers/api-scorer.js +0 -286
- package/dist/esm/scorers/api-scorer.js.map +0 -1
- package/dist/esm/scorers/base-scorer.js +0 -287
- package/dist/esm/scorers/base-scorer.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
- package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
- package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
- package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
- package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
- package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
- package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/types/clients.d.ts +0 -6
- package/dist/types/common/integrations/langgraph.d.ts +0 -39
- package/dist/types/common/logger-instance.d.ts +0 -3
- package/dist/types/common/logger.d.ts +0 -54
- package/dist/types/common/token-costs.d.ts +0 -36
- package/dist/types/common/tracer.d.ts +0 -249
- package/dist/types/constants.d.ts +0 -51
- package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
- package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
- package/dist/types/data/example.d.ts +0 -82
- package/dist/types/data/result.d.ts +0 -51
- package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
- package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
- package/dist/types/evaluation-run.d.ts +0 -44
- package/dist/types/exporters/otel-exporter.d.ts +0 -16
- package/dist/types/index.d.ts +0 -11
- package/dist/types/judges/index.d.ts +0 -50
- package/dist/types/judgment-client.d.ts +0 -149
- package/dist/types/rules.d.ts +0 -120
- package/dist/types/run-evaluation.d.ts +0 -78
- package/dist/types/scorers/api-scorer.d.ts +0 -84
- package/dist/types/scorers/base-scorer.d.ts +0 -162
- package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
- package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
- package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
- package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
- package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
- package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
- package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
- package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-evaluation.js","sourceRoot":"","sources":["../../src/run-evaluation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AA8BA,kDAQC;AAKD,wCAsBC;AAOD,sDAyBC;AAUD,oDAiEC;AAOD,wCAgGC;AAKD,wDA6CC;AAcD,oDAmEC;AAOD,oCA0CC;AAKD,wDAYC;AAKD,sCA2BC;AAKD,0BA2OC;AAMD,gCA2BC;AAxwBD,kDAA0B;AAG1B,gDAA6D;AAC7D,6DAA6E;AAC7E,iDAOwB;AACxB,kDAAoH;AAEpH;;GAEG;AACH,MAAa,gBAAiB,SAAQ,KAAK;IACzC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AALD,4CAKC;AAED;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,QAAa;IAC/C,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC9C,MAAM,IAAI,gBAAgB,CAAC,wDAAwD,CAAC,CAAC;IACvF,CAAC;IAED,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,gBAAgB,CAAC,cAAc,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAsB,cAAc,CAAC,aAA4B;;QAC/D,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,qDAAsC,EACtC,OAAO,EACP;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,aAAa,CAAC,cAAc,EAAE;oBACzD,mBAAmB,EAAE,aAAa,CAAC,cAAc;iBAClD;aACF,CACF,CAAC;YACF,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,IAAI,gBAAgB,CAAC,8BAA8B,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1G,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,gBAAgB,CAAC,8BAA8B,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;IACH,CAAC;CAAA;AAED;;;;GAIG;AACH,SAAsB,qBAAqB,CAAC,aAA4B;;QACtE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,uBAAQ,qBAAqB,EAChC;gBACE,SAAS,EAAE,aAAa,CAAC,QAAQ;gBACjC,YAAY,EAAE,aAAa,CAAC,WAAW;gBACvC,gBAAgB,EAAE,aAAa,CAAC,cAAc;aAC/C,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,aAAa,CAAC,cAAc,EAAE;oBACzD,mBAAmB,EAAE,aAAa,CAAC,cAAc;iBAClD;aACF,CACF,CAAC;YACF,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,IAAI,gBAAgB,CAAC,qCAAqC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;YACjH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,gBAAgB,CAAC,qCAAqC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;IACH,CAAC;CAAA;AAED;;;;;;;GAOG;AACH,SAAsB,oBAAoB;yDACxC,aAA4B,EAC5B,aAAqB,IAAI,EACzB,cAAsB,GAAG,EACzB,UAAkC;QAElC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,OAAO,QAAQ,GAAG,WAAW,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,aAAa,CAAC,CAAC;gBAE1D,qCAAqC;gBACrC,IAAI,UAAU,EAAE,CAAC;oBACf,UAAU,CAAC,MAAM,CAAC,CAAC;gBACrB,CAAC;gBAED,kCAAkC;gBAClC,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;oBACjC,IAAA,eAAS,EAAC,6CAA6C,CAAC,CAAC;oBAEzD,oBAAoB;oBACpB,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,0CAA2B,EAC3B;wBACE,SAAS,EAAE,aAAa,CAAC,QAAQ;wBACjC,YAAY,EAAE,aAAa,CAAC,WAAW;wBACvC,gBAAgB,EAAE,aAAa,CAAC,cAAc;qBAC/C,EACD;wBACE,OAAO,EAAE;4BACP,cAAc,EAAE,kBAAkB;4BAClC,eAAe,EAAE,UAAU,aAAa,CAAC,cAAc,EAAE;4BACzD,mBAAmB,EAAE,aAAa,CAAC,cAAc;yBAClD;qBACF,CACF,CAAC;oBAEF,+CAA+C;oBAC/C,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;wBAChD,OAAO,IAAI,yBAAa,CAAC;4BACvB,UAAU,EAAE,MAAM,CAAC,WAAW;4BAC9B,WAAW,EAAE,MAAM,CAAC,YAAY,IAAI,EAAE;4BACtC,KAAK,EAAE,MAAM,CAAC,KAAK;yBACpB,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,OAAO,OAAO,CAAC;gBACjB,CAAC;qBAAM,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACtC,MAAM,IAAI,gBAAgB,CAAC,4BAA4B,MAAM,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;gBAC5F,CAAC;gBAED,eAAe;gBACf,IAAA,eAAS,EAAC,sBAAsB,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;gBAE5F,wBAAwB;gBACxB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;gBAC9D,QAAQ,EAAE,CAAC;YACb,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAA,iBAAW,EAAC,oCAAoC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnF,MAAM,IAAI,gBAAgB,CAAC,oCAAoC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACpG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,gBAAgB,CAAC,sCAAsC,WAAW,WAAW,CAAC,CAAC;IAC3F,CAAC;CAAA;AAED;;;;GAIG;AACH,SAAsB,cAAc,CAAC,aAA4B;;;QAC/D,IAAI,CAAC;YACH,sCAAsC;YACtC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC;YAEvC,gFAAgF;YAChF,IAAI,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACxD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACjC,qEAAqE;oBACrE,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,iEAAiE,CAAC,EAAE,CAAC;wBACxH,+BAA+B;wBAC/B,OAAO,CAAC,UAAU,GAAG,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,UAAS,CAAC;4BACrF,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;4BACjC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;4BAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACxB,CAAC,CAAC,CAAC;oBACL,CAAC;oBAED,+DAA+D;oBAC/D,OAAO,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,SAAS,CAAC;oBACzC,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;oBACnD,OAAO,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;oBAClE,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;oBAEjG,iDAAiD;oBACjD,IAAI,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;wBACtD,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;4BACtC,qDAAqD;4BACrD,MAAM,SAAS,GAAG,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,UAAU,CAAC,CAAC;4BAEhF,IAAI,SAAS,IAAI,SAAS,CAAC,cAAc,EAAE,CAAC;gCAC1C,mEAAmE;gCACnE,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,KAAa,EAAE,EAAE;oCACjD,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,kCAAkC;oCAEzG,oEAAoE;oCACpE,IAAI,OAAO,CAAC,cAAc,CAAC,KAAK,SAAS,EAAE,CAAC;wCAC1C,IAAI,cAAc,KAAK,SAAS,IAAI,cAAc,KAAK,mBAAmB,EAAE,CAAC;4CAC3E,OAAO,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC;wCAC/B,CAAC;6CAAM,IAAI,cAAc,KAAK,OAAO,IAAI,cAAc,KAAK,eAAe,IAAI,cAAc,KAAK,iBAAiB,EAAE,CAAC;4CACpH,OAAO,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;wCAC1D,CAAC;oCACH,CAAC;yCAAM,IAAI,CAAC,cAAc,KAAK,SAAS,IAAI,cAAc,KAAK,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC;wCAC/H,kDAAkD;wCAClD,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;oCACtD,CAAC;gCACH,CAAC,CAAC,CAAC;4BACL,CAAC;4BAED,0CAA0C;4BAC1C,IAAI,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;gCACvI,4DAA4D;gCAC5D,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oCACrB,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;gCACvB,CAAC;qCAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oCAC3C,qEAAqE;oCACrE,OAAO,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gCACtC,CAAC;gCAED,sEAAsE;gCACtE,IAAI,MAAM,CAAC,UAAU,KAAK,sBAAsB,EAAE,CAAC;oCACjD,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;wCAC/B,OAAO,CAAC,iBAAiB,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;oCACpD,CAAC;yCAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;wCACrD,OAAO,CAAC,iBAAiB,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;oCAC1D,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,oCAAqB,EACrB,OAAO,EACP;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,aAAa,CAAC,cAAc,EAAE;oBACzD,mBAAmB,EAAE,aAAa,CAAC,cAAc;iBAClD;aACF,CACF,CAAC;YAEF,OAAO,QAAQ,CAAC,IAAI,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,YAAY,GAAG,CAAA,MAAA,KAAK,CAAC,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC;gBACxH,IAAA,iBAAW,EAAC,UAAU,YAAY,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,IAAA,iBAAW,EAAC,UAAU,KAAK,EAAE,CAAC,CAAC;gBAC/B,MAAM,IAAI,gBAAgB,CAAC,+DAA+D,KAAK,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;IACH,CAAC;CAAA;AAED;;GAEG;AACH,SAAsB,sBAAsB,CAC1C,QAAgB,EAChB,WAAmB,EACnB,cAAsB,EACtB,cAAsB;;QAEtB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,uBAAQ,wBAAwB,EACnC;gBACE,SAAS,EAAE,QAAQ;gBACnB,YAAY,EAAE,WAAW;gBACzB,gBAAgB,EAAE,cAAc;aACjC,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,cAAc,EAAE;oBAC3C,mBAAmB,EAAE,cAAc;iBACpC;aACF,CACF,CAAC;YAEF,kDAAkD;YAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,MAAM,IAAI,gBAAgB,CAAC,wBAAwB,QAAQ,iCAAiC,WAAW,IAAI,CAAC,CAAC;YAC/G,CAAC;YAED,+CAA+C;YAC/C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACnC,MAAM,YAAY,GAAG,YAAY,CAAC,MAAM,IAAI,4BAA4B,CAAC;gBACzE,IAAA,iBAAW,EAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;gBAC7D,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAChD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAClC,MAAM,IAAI,gBAAgB,CAAC,wBAAwB,QAAQ,iCAAiC,WAAW,IAAI,CAAC,CAAC;gBAC/G,CAAC;YACH,CAAC;YACD,0DAA0D;YAC1D,IAAA,iBAAW,EAAC,4CAA4C,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC3F,sDAAsD;QACxD,CAAC;IACH,CAAC;CAAA;AAED,uCAAuC;AAC5B,QAAA,YAAY,GAAG,KAAK,CAAC;AAEhC;;;;;;;;GAQG;AACH,SAAsB,oBAAoB;yDACxC,OAAwB,EACxB,WAAmB,EACnB,QAAgB,EAChB,SAAiB,EAAE,EACnB,cAAsB;;QAEtB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,wCAAyB,EACzB;gBACE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC/C,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,QAAQ;gBACnB,GAAG,EAAE;oBACH,YAAY,EAAE,WAAW;oBACzB,SAAS,EAAE,QAAQ;oBACnB,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC;oBAClD,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAChC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBACrD,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC;qBACxD,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CACT;oBACD,KAAK,EAAE,eAAe,EAAG,gBAAgB;oBACzC,WAAW,EAAE,IAAI;oBACjB,gBAAgB,EAAE,MAAM;oBACxB,eAAe,EAAE,cAAc;oBAC/B,MAAM,EAAE,KAAK;iBACd;aACF,EACD;gBACE,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,eAAe,EAAE,UAAU,MAAM,EAAE;oBACnC,mBAAmB,EAAE,cAAc;iBACpC;aACF,CACF,CAAC;YAEF,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACpD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACnC,MAAM,YAAY,GAAG,CAAA,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,MAAM,KAAI,4BAA4B,CAAC;gBAC1E,IAAA,iBAAW,EAAC,SAAS,QAAQ,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC,CAAC;gBACzD,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;YAED,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;gBACzC,MAAM,SAAS,GAAG,0EAA0E,GAAG,IAAI,CAAC;gBACpG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBACvB,oBAAY,GAAG,IAAI,CAAC;gBACpB,OAAO,GAAG,CAAC;YACb,CAAC;YAED,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,YAAY,GAAG,CAAA,MAAA,KAAK,CAAC,QAAQ,CAAC,IAAI,0CAAE,MAAM,KAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC;gBACxH,IAAA,iBAAW,EAAC,UAAU,YAAY,EAAE,CAAC,CAAC;gBACtC,MAAM,IAAI,gBAAgB,CAAC,YAAY,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,IAAA,iBAAW,EAAC,UAAU,KAAK,EAAE,CAAC,CAAC;gBAC/B,MAAM,IAAI,gBAAgB,CAAC,uDAAuD,KAAK,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;IACH,CAAC;CAAA;AAED;;;;GAIG;AACH,SAAgB,YAAY,CAAC,UAA2B,EAAE,YAA6B;IACrF,oBAAoB;IACpB,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QAC9C,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9C,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,EAAE,CAAC;QAC9C,6FAA6F;QAC7F,MAAM,IAAI,KAAK,CAAC,qDAAqD,UAAU,CAAC,MAAM,OAAO,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IACtH,CAAC;IAED,qFAAqF;IACrF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAEpC,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,iCAAiC;QACjC,IAAI,SAAS,CAAC,UAAU,CAAC,KAAK,KAAK,WAAW,CAAC,UAAU,CAAC,KAAK;YAC3D,SAAS,CAAC,UAAU,CAAC,YAAY,KAAK,WAAW,CAAC,UAAU,CAAC,YAAY;YACzE,SAAS,CAAC,UAAU,CAAC,cAAc,KAAK,WAAW,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;YAClF,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChE,CAAC;QAED,2DAA2D;QAC3D,MAAM,aAAa,GAAG,SAAS,CAAC,WAAW,CAAC;QAC5C,MAAM,eAAe,GAAG,WAAW,CAAC,WAAW,CAAC;QAEhD,IAAI,CAAC,aAAa,IAAI,eAAe,EAAE,CAAC;YACtC,SAAS,CAAC,WAAW,GAAG,eAAe,CAAC;QAC1C,CAAC;aAAM,IAAI,aAAa,IAAI,eAAe,EAAE,CAAC;YAC5C,SAAS,CAAC,WAAW,GAAG,CAAC,GAAG,aAAa,EAAE,GAAG,eAAe,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAAC,OAAwB;;IAC7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAA,MAAA,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,0CAAE,MAAM,MAAK,CAAC,EAAE,CAAC;YACpE,IAAA,iBAAW,EACT,sCAAsC,CAAC,IAAI;gBAC3C,2DAA2D;gBAC3D,qCAAqC;gBACrC,sEAAsE,CACvE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,QAAmB,EAAE,OAA4B;IAC7E,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,iDAAiD;YACjD,QAAQ,MAAM,CAAC,SAAS,EAAE,CAAC;gBACzB,KAAK,oBAAoB,CAAC;gBAC1B,KAAK,kBAAkB;oBACrB,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;wBAC5B,IAAA,gBAAU,EAAC,UAAU,MAAM,CAAC,SAAS,gCAAgC,CAAC,CAAC;oBACzE,CAAC;oBACD,MAAM;gBACR,KAAK,sBAAsB,CAAC;gBAC5B,KAAK,mBAAmB,CAAC;gBACzB,KAAK,sBAAsB;oBACzB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACrD,IAAA,gBAAU,EAAC,UAAU,MAAM,CAAC,SAAS,yBAAyB,CAAC,CAAC;oBAClE,CAAC;oBACD,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACjE,IAAA,gBAAU,EAAC,UAAU,MAAM,CAAC,SAAS,+BAA+B,CAAC,CAAC;oBACxE,CAAC;oBACD,MAAM;gBACR,mDAAmD;YACrD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAsB,OAAO;yDAC3B,aAA4B,EAC5B,WAAoB,KAAK,EACzB,eAAwB,IAAI,EAC5B,iBAA0B,KAAK;QAE/B,kDAAkD;QAClD,qEAAqE;QACrE,IAAI,CAAC,QAAQ,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;YAC1C,MAAM,sBAAsB,CAC1B,aAAa,CAAC,QAAQ,IAAI,EAAE,EAC5B,aAAa,CAAC,WAAW,IAAI,EAAE,EAC/B,aAAa,CAAC,cAAc,IAAI,EAAE,EAClC,aAAa,CAAC,cAAc,IAAI,EAAE,CACnC,CAAC;QACJ,CAAC;QAED,4DAA4D;QAC5D,wDAAwD;QACxD,IAAA,eAAS,EAAC,+CAA+C,CAAC,CAAC;QAC3D,aAAa,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;YAC9C,OAAO,CAAC,YAAY,GAAG,GAAG,CAAC,CAAE,oBAAoB;YACjD,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,IAAA,eAAS,EAAC,uBAAuB,OAAO,CAAC,SAAS,YAAY,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC;YACvF,IAAA,eAAS,EAAC,UAAU,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACrC,IAAA,eAAS,EAAC,kBAAkB,OAAO,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1D,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC3B,IAAA,eAAS,EAAC,oBAAoB,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,IAAA,eAAS,EAAC,YAAY,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAA,eAAS,EAAC,gCAAgC,aAAa,CAAC,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;QAEpF,2CAA2C;QAC3C,6CAA6C;QAC7C,oCAAoC;QACpC,IAAA,eAAS,EAAC,0BAA0B,CAAC,CAAC;QACtC,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAqB,EAAE,CAAC;QAE1C,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACrC,IAAI,MAAM,YAAY,kCAAiB,EAAE,CAAC;gBACxC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxB,IAAA,eAAS,EAAC,0BAA0B,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,YAAY,CAAC,IAAI,CAAC,MAAwB,CAAC,CAAC;gBAC5C,IAAA,eAAS,EAAC,uBAAuB,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAA,eAAS,EAAC,SAAS,UAAU,CAAC,MAAM,yBAAyB,YAAY,CAAC,MAAM,gBAAgB,CAAC,CAAC;QAElG,IAAI,UAAU,GAAoB,EAAE,CAAC;QACrC,IAAI,YAAY,GAAoB,EAAE,CAAC;QAEvC,iCAAiC;QACjC,oEAAoE;QACpE,iEAAiE;QACjE,IAAI,cAAc,EAAE,CAAC;YACnB,aAAa,CAAC,aAAa,CAAC,QAAQ,EAAE,aAAa,CAAC,OAA8B,CAAC,CAAC;YACpF,IAAA,eAAS,EAAC,2BAA2B,CAAC,CAAC;YAEvC,gEAAgE;YAChE,8DAA8D;YAC9D,IAAI,CAAC;gBACH,MAAM,eAAK,CAAC,IAAI,CACd,qDAAsC,EACtC,aAAa,CAAC,MAAM,EAAE,EACtB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,aAAa,CAAC,cAAc,EAAE;wBACzD,mBAAmB,EAAE,aAAa,CAAC,cAAc;qBAClD;iBACF,CACF,CAAC;gBAEF,IAAA,gBAAU,EAAC,wCAAwC,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,sEAAsE;gBACtE,gDAAgD;gBAChD,IAAA,iBAAW,EAAC,qCAAqC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAE3G,4DAA4D;gBAC5D,sEAAsE;gBACtE,oDAAoD;gBACpD,IAAA,gBAAU,EAAC,wEAAwE,CAAC,CAAC;YACvF,CAAC;YAED,2CAA2C;YAC3C,wDAAwD;YACxD,OAAO,EAAE,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,8BAA8B;YAC9B,uCAAuC;YACvC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC;oBACH,IAAA,eAAS,EAAC,6BAA6B,CAAC,CAAC;oBACzC,MAAM,eAAe,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAC;oBAE5D,iDAAiD;oBACjD,yEAAyE;oBACzE,MAAM,WAAW,GAAG,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,SAAS,IAAI,eAAe;wBACxG,CAAC,CAAC,eAAe,CAAC,OAAgB;wBAClC,CAAC,CAAC,eAAwB,CAAC;oBAE7B,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE;wBAC3C,+DAA+D;wBAC/D,IAAI,MAAM,YAAY,yBAAa,EAAE,CAAC;4BACpC,OAAO,MAAM,CAAC;wBAChB,CAAC;wBAED,6DAA6D;wBAC7D,OAAO,IAAI,yBAAa,CAAC;4BACvB,UAAU,EAAE,MAAM,CAAC,WAAW;4BAC9B,WAAW,EAAE,MAAM,CAAC,YAAY;4BAChC,KAAK,EAAE,MAAM,CAAC,KAAK;yBACpB,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,IAAA,eAAS,EAAC,gCAAgC,UAAU,CAAC,MAAM,UAAU,CAAC,CAAC;gBACzE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAA,iBAAW,EAAC,mCAAmC,KAAK,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;YAED,gCAAgC;YAChC,4BAA4B;YAC5B,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,IAAA,eAAS,EAAC,2BAA2B,CAAC,CAAC;gBACvC,IAAI,CAAC;oBACH,8CAA8C;oBAC9C,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAO,OAAO,EAAE,EAAE;wBAC5E,MAAM,WAAW,GAAG,EAAE,CAAC;wBAEvB,uCAAuC;wBACvC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;4BAClC,IAAI,CAAC;gCACH,IAAA,eAAS,EAAC,wBAAwB,MAAM,CAAC,IAAI,eAAe,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gCACjF,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;gCACtD,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gCAC7B,IAAA,eAAS,EAAC,UAAU,MAAM,CAAC,IAAI,kBAAkB,UAAU,CAAC,KAAK,aAAa,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;4BACtG,CAAC;4BAAC,OAAO,WAAgB,EAAE,CAAC;gCAC1B,IAAA,iBAAW,EAAC,wBAAwB,MAAM,CAAC,IAAI,eAAe,OAAO,CAAC,SAAS,KAAK,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,OAAO,KAAI,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gCACnI,yBAAyB;gCACzB,WAAW,CAAC,IAAI,CAAC;oCACf,IAAI,EAAE,MAAM,CAAC,IAAI;oCACjB,SAAS,EAAE,MAAM,CAAC,SAAS;oCAC3B,OAAO,EAAE,KAAK;oCACd,KAAK,EAAE,CAAC;oCACR,MAAM,EAAE,IAAI;oCACZ,WAAW,EAAE,IAAI;oCACjB,gBAAgB,EAAE,IAAI;oCACtB,KAAK,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,OAAO,KAAI,MAAM,CAAC,WAAW,CAAC;oCAClD,eAAe,EAAE,IAAI;oCACrB,YAAY,EAAE,IAAI;oCAClB,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,IAAI,EAAE;iCACtD,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;wBAED,+DAA+D;wBAC/D,OAAO,IAAI,yBAAa,CAAC;4BACvB,UAAU,EAAE,OAAO;4BACnB,WAAW,EAAE,WAAW;4BACxB,KAAK,EAAE,SAAS;yBACjB,CAAC,CAAC;oBACL,CAAC,CAAA,CAAC,CAAC,CAAC;oBAEJ,IAAA,eAAS,EAAC,kCAAkC,YAAY,CAAC,MAAM,UAAU,CAAC,CAAC;gBAC7E,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,IAAA,iBAAW,EAAC,qCAAqC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpF,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,KAAK,CAAC;oBACd,CAAC;yBAAM,CAAC;wBACN,sDAAsD;wBACtD,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;4BAClD,OAAO,IAAI,yBAAa,CAAC;gCACvB,UAAU,EAAE,OAAO;gCACnB,WAAW,EAAE,EAAE;gCACf,KAAK,EAAE,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO;6BACtB,CAAC,CAAC;wBACL,CAAC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mDAAmD;YACnD,uDAAuD;YACvD,yDAAyD;YACzD,IAAA,eAAS,EAAC,+BAA+B,CAAC,CAAC;YAC3C,MAAM,aAAa,GAAG,YAAY,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAE7D,gCAAgC;YAChC,0DAA0D;YAC1D,MAAM,cAAc,GAAG,sBAAsB,CAAC,aAAa,CAAC,CAAC;YAC7D,IAAA,eAAS,EAAC,uBAAuB,cAAc,CAAC,MAAM,UAAU,CAAC,CAAC;YAElE,mDAAmD;YACnD,2DAA2D;YAC3D,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,oBAAoB,CACpC,cAAc,EACd,aAAa,CAAC,WAAW,IAAI,EAAE,EAC/B,aAAa,CAAC,QAAQ,IAAI,EAAE,EAC5B,aAAa,CAAC,cAAc,IAAI,EAAE,EAClC,aAAa,CAAC,cAAc,IAAI,EAAE,CACnC,CAAC;oBACF,IAAA,eAAS,EAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;gBACtD,CAAC;gBAAC,OAAO,KAAU,EAAE,CAAC;oBACpB,IAAA,iBAAW,EAAC,qCAAqC,CAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,KAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpF,IAAI,CAAC,YAAY,EAAE,CAAC;wBAClB,MAAM,KAAK,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;YAED,iDAAiD;YACjD,0DAA0D;YAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC3D,IAAA,eAAS,EAAC,oDAAoD,CAAC,6JAA6J,CAAC,CAAC;gBAChO,CAAC;YACH,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;IACH,CAAC;CAAA;AAED;;;GAGG;AACH,SAAgB,UAAU,CAAC,cAA+B;;IACxD,MAAM,WAAW,GAAa,EAAE,CAAC;IAEjC,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,WAAW,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACrD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,CAAA,MAAA,MAAM,CAAC,WAAW,0CAAE,MAAM,MAAK,CAAC,EAAE,CAAC;YAC5D,WAAW,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;YACnD,SAAS;QACX,CAAC;QAED,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;gBACxB,WAAW,CAAC,IAAI,CACd,gBAAgB,UAAU,CAAC,IAAI,eAAe,UAAU,CAAC,KAAK,GAAG;oBACjE,eAAe,UAAU,CAAC,SAAS,GAAG,CACvC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,2BAA2B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;AACH,CAAC"}
|
|
@@ -1,304 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.ScorerWrapper = exports.Text2SQLScorer = exports.SummarizationScorer = exports.JsonCorrectnessScorer = exports.InstructionAdherenceScorer = exports.HallucinationScorer = exports.GroundednessScorer = exports.FaithfulnessScorer = exports.ExecutionOrderScorer = exports.ContextualRelevancyScorer = exports.ContextualRecallScorer = exports.ContextualPrecisionScorer = exports.ComparisonScorer = exports.AnswerRelevancyScorer = exports.AnswerCorrectnessScorer = void 0;
|
|
13
|
-
const base_scorer_js_1 = require("./base-scorer.js");
|
|
14
|
-
/**
|
|
15
|
-
* Implementation of API-based scorers
|
|
16
|
-
*/
|
|
17
|
-
class AnswerCorrectnessScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
18
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
19
|
-
super('answer_correctness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
20
|
-
this.validateThreshold();
|
|
21
|
-
}
|
|
22
|
-
a_score_example(example) {
|
|
23
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
24
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
25
|
-
});
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
exports.AnswerCorrectnessScorer = AnswerCorrectnessScorer;
|
|
29
|
-
class AnswerRelevancyScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
30
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
31
|
-
super('answer_relevancy', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
32
|
-
this.validateThreshold();
|
|
33
|
-
}
|
|
34
|
-
a_score_example(example) {
|
|
35
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
36
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
37
|
-
});
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
exports.AnswerRelevancyScorer = AnswerRelevancyScorer;
|
|
41
|
-
class ComparisonScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
42
|
-
constructor(threshold = 0.5, criteria = ['Accuracy', 'Helpfulness', 'Relevance'], description = 'Compare the outputs based on the given criteria', additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
43
|
-
super('comparison', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
44
|
-
this.criteria = criteria;
|
|
45
|
-
this.description = description;
|
|
46
|
-
// Comparison is an unbounded scorer, only validate that threshold >= 0
|
|
47
|
-
if (threshold < 0) {
|
|
48
|
-
throw new Error(`Threshold for comparison must be greater than or equal to 0, got: ${threshold}`);
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
toJSON() {
|
|
52
|
-
return {
|
|
53
|
-
score_type: 'comparison',
|
|
54
|
-
threshold: this.threshold,
|
|
55
|
-
criteria: this.criteria,
|
|
56
|
-
description: this.description,
|
|
57
|
-
additional_metadata: this.additional_metadata,
|
|
58
|
-
strict_mode: this.strict_mode,
|
|
59
|
-
async_mode: this.async_mode,
|
|
60
|
-
verbose_mode: this.verbose_mode,
|
|
61
|
-
include_reason: this.include_reason
|
|
62
|
-
};
|
|
63
|
-
}
|
|
64
|
-
a_score_example(example) {
|
|
65
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
66
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
67
|
-
});
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
exports.ComparisonScorer = ComparisonScorer;
|
|
71
|
-
class ContextualPrecisionScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
72
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
73
|
-
super('contextual_precision', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
74
|
-
this.validateThreshold();
|
|
75
|
-
this.requiredFields = ['input', 'actual_output', 'context'];
|
|
76
|
-
}
|
|
77
|
-
a_score_example(example) {
|
|
78
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
79
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
80
|
-
});
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
exports.ContextualPrecisionScorer = ContextualPrecisionScorer;
|
|
84
|
-
class ContextualRecallScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
85
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
86
|
-
super('contextual_recall', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
87
|
-
this.validateThreshold();
|
|
88
|
-
this.requiredFields = ['input', 'actual_output', 'context'];
|
|
89
|
-
}
|
|
90
|
-
a_score_example(example) {
|
|
91
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
92
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
93
|
-
});
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
exports.ContextualRecallScorer = ContextualRecallScorer;
|
|
97
|
-
class ContextualRelevancyScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
98
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
99
|
-
super('contextual_relevancy', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
100
|
-
this.validateThreshold();
|
|
101
|
-
this.requiredFields = ['input', 'actual_output', 'retrieval_context'];
|
|
102
|
-
}
|
|
103
|
-
a_score_example(example) {
|
|
104
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
105
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
106
|
-
});
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
exports.ContextualRelevancyScorer = ContextualRelevancyScorer;
|
|
110
|
-
class ExecutionOrderScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
111
|
-
constructor(threshold = 1.0, expectedTools, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
112
|
-
super('execution_order', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
113
|
-
this.strictMode = strict_mode;
|
|
114
|
-
this.expectedTools = expectedTools;
|
|
115
|
-
this.validateThreshold();
|
|
116
|
-
}
|
|
117
|
-
toJSON() {
|
|
118
|
-
return {
|
|
119
|
-
score_type: 'execution_order',
|
|
120
|
-
threshold: this.threshold,
|
|
121
|
-
strict_mode: this.strictMode,
|
|
122
|
-
expected_tools: this.expectedTools,
|
|
123
|
-
additional_metadata: this.additional_metadata,
|
|
124
|
-
async_mode: this.async_mode,
|
|
125
|
-
verbose_mode: this.verbose_mode,
|
|
126
|
-
include_reason: this.include_reason
|
|
127
|
-
};
|
|
128
|
-
}
|
|
129
|
-
a_score_example(example) {
|
|
130
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
131
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
132
|
-
});
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
exports.ExecutionOrderScorer = ExecutionOrderScorer;
|
|
136
|
-
class FaithfulnessScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
137
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
138
|
-
super('faithfulness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
139
|
-
this.validateThreshold();
|
|
140
|
-
this.requiredFields = ['input', 'actual_output', 'context'];
|
|
141
|
-
}
|
|
142
|
-
a_score_example(example) {
|
|
143
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
144
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
145
|
-
});
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
exports.FaithfulnessScorer = FaithfulnessScorer;
|
|
149
|
-
class GroundednessScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
150
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
151
|
-
super('groundedness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
152
|
-
this.validateThreshold();
|
|
153
|
-
}
|
|
154
|
-
a_score_example(example) {
|
|
155
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
156
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
157
|
-
});
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
exports.GroundednessScorer = GroundednessScorer;
|
|
161
|
-
class HallucinationScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
162
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
163
|
-
super('hallucination', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
164
|
-
this.validateThreshold();
|
|
165
|
-
this.requiredFields = ['input', 'actual_output', 'context'];
|
|
166
|
-
}
|
|
167
|
-
a_score_example(example) {
|
|
168
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
169
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
170
|
-
});
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
exports.HallucinationScorer = HallucinationScorer;
|
|
174
|
-
class InstructionAdherenceScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
175
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
176
|
-
super('instruction_adherence', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
177
|
-
this.validateThreshold();
|
|
178
|
-
}
|
|
179
|
-
a_score_example(example) {
|
|
180
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
181
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
182
|
-
});
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
exports.InstructionAdherenceScorer = InstructionAdherenceScorer;
|
|
186
|
-
class JsonCorrectnessScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
187
|
-
constructor(threshold = 0.7, jsonSchema, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
188
|
-
super('json_correctness', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
189
|
-
this.jsonSchema = jsonSchema;
|
|
190
|
-
this.validateThreshold();
|
|
191
|
-
}
|
|
192
|
-
toJSON() {
|
|
193
|
-
return {
|
|
194
|
-
score_type: 'json_correctness',
|
|
195
|
-
threshold: this.threshold,
|
|
196
|
-
json_schema: this.jsonSchema,
|
|
197
|
-
additional_metadata: this.additional_metadata,
|
|
198
|
-
strict_mode: this.strict_mode,
|
|
199
|
-
async_mode: this.async_mode,
|
|
200
|
-
verbose_mode: this.verbose_mode,
|
|
201
|
-
include_reason: this.include_reason
|
|
202
|
-
};
|
|
203
|
-
}
|
|
204
|
-
a_score_example(example) {
|
|
205
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
206
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
207
|
-
});
|
|
208
|
-
}
|
|
209
|
-
}
|
|
210
|
-
exports.JsonCorrectnessScorer = JsonCorrectnessScorer;
|
|
211
|
-
class SummarizationScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
212
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
213
|
-
super('summarization', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
214
|
-
this.validateThreshold();
|
|
215
|
-
}
|
|
216
|
-
a_score_example(example) {
|
|
217
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
218
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
219
|
-
});
|
|
220
|
-
}
|
|
221
|
-
}
|
|
222
|
-
exports.SummarizationScorer = SummarizationScorer;
|
|
223
|
-
class Text2SQLScorer extends base_scorer_js_1.APIJudgmentScorer {
|
|
224
|
-
constructor(threshold = 0.7, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
225
|
-
super('text2sql', threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
226
|
-
this.validateThreshold();
|
|
227
|
-
}
|
|
228
|
-
a_score_example(example) {
|
|
229
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
230
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
231
|
-
});
|
|
232
|
-
}
|
|
233
|
-
}
|
|
234
|
-
exports.Text2SQLScorer = Text2SQLScorer;
|
|
235
|
-
// Create a ScorerWrapper class to dynamically load the appropriate implementation
|
|
236
|
-
class ScorerWrapper {
|
|
237
|
-
constructor(scorer) {
|
|
238
|
-
this.scorer = scorer;
|
|
239
|
-
}
|
|
240
|
-
get scoreType() {
|
|
241
|
-
return this.scorer.scoreType;
|
|
242
|
-
}
|
|
243
|
-
get threshold() {
|
|
244
|
-
return this.scorer.threshold;
|
|
245
|
-
}
|
|
246
|
-
get additional_metadata() {
|
|
247
|
-
return this.scorer.additional_metadata;
|
|
248
|
-
}
|
|
249
|
-
toJSON() {
|
|
250
|
-
return this.scorer.toJSON();
|
|
251
|
-
}
|
|
252
|
-
static fromType(type, threshold, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
253
|
-
switch (type.toLowerCase()) {
|
|
254
|
-
case 'answer_correctness':
|
|
255
|
-
return new AnswerCorrectnessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
256
|
-
case 'answer_relevancy':
|
|
257
|
-
return new AnswerRelevancyScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
258
|
-
case 'comparison':
|
|
259
|
-
// For comparison, extract criteria and description from metadata if available
|
|
260
|
-
const criteria = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.criteria) || ['Accuracy', 'Helpfulness', 'Relevance'];
|
|
261
|
-
const description = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.description) || 'Compare the outputs based on the given criteria';
|
|
262
|
-
const comparisonMetadata = Object.assign({}, additional_metadata);
|
|
263
|
-
comparisonMetadata === null || comparisonMetadata === void 0 ? true : delete comparisonMetadata.criteria;
|
|
264
|
-
comparisonMetadata === null || comparisonMetadata === void 0 ? true : delete comparisonMetadata.description;
|
|
265
|
-
return new ComparisonScorer(threshold, criteria, description, comparisonMetadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
266
|
-
case 'contextual_precision':
|
|
267
|
-
return new ContextualPrecisionScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
268
|
-
case 'contextual_recall':
|
|
269
|
-
return new ContextualRecallScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
270
|
-
case 'contextual_relevancy':
|
|
271
|
-
return new ContextualRelevancyScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
272
|
-
case 'execution_order':
|
|
273
|
-
// For execution order, extract strict_mode and expected_tools from metadata if available
|
|
274
|
-
const strictMode = (additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.strict_mode) || false;
|
|
275
|
-
const expectedTools = additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.expected_tools;
|
|
276
|
-
const executionOrderMetadata = Object.assign({}, additional_metadata);
|
|
277
|
-
executionOrderMetadata === null || executionOrderMetadata === void 0 ? true : delete executionOrderMetadata.strict_mode;
|
|
278
|
-
executionOrderMetadata === null || executionOrderMetadata === void 0 ? true : delete executionOrderMetadata.expected_tools;
|
|
279
|
-
return new ExecutionOrderScorer(threshold, expectedTools, executionOrderMetadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
280
|
-
case 'faithfulness':
|
|
281
|
-
return new FaithfulnessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
282
|
-
case 'groundedness':
|
|
283
|
-
return new GroundednessScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
284
|
-
case 'hallucination':
|
|
285
|
-
return new HallucinationScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
286
|
-
case 'instruction_adherence':
|
|
287
|
-
return new InstructionAdherenceScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
288
|
-
case 'json_correctness':
|
|
289
|
-
// For JSON correctness, extract json_schema from metadata if available
|
|
290
|
-
const jsonSchema = additional_metadata === null || additional_metadata === void 0 ? void 0 : additional_metadata.json_schema;
|
|
291
|
-
const jsonMetadata = Object.assign({}, additional_metadata);
|
|
292
|
-
jsonMetadata === null || jsonMetadata === void 0 ? true : delete jsonMetadata.json_schema;
|
|
293
|
-
return new JsonCorrectnessScorer(threshold, jsonSchema, jsonMetadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
294
|
-
case 'summarization':
|
|
295
|
-
return new SummarizationScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
296
|
-
case 'text2sql':
|
|
297
|
-
return new Text2SQLScorer(threshold, additional_metadata, strict_mode, async_mode, verbose_mode, include_reason);
|
|
298
|
-
default:
|
|
299
|
-
throw new Error(`Unknown scorer type: ${type}`);
|
|
300
|
-
}
|
|
301
|
-
}
|
|
302
|
-
}
|
|
303
|
-
exports.ScorerWrapper = ScorerWrapper;
|
|
304
|
-
//# sourceMappingURL=api-scorer.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api-scorer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAAqD;AAKrD;;GAEG;AACH,MAAa,uBAAwB,SAAQ,kCAAiB;IAC5D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,oBAAoB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACnH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,0DASC;AAED,MAAa,qBAAsB,SAAQ,kCAAiB;IAC1D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACjH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,sDASC;AAED,MAAa,gBAAiB,SAAQ,kCAAiB;IAIrD,YACE,YAAoB,GAAG,EACvB,WAAqB,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,EAC7D,cAAsB,iDAAiD,EACvE,mBAAyC,EACzC,cAAuB,KAAK,EAC5B,aAAsB,IAAI,EAC1B,eAAwB,IAAI,EAC5B,iBAA0B,IAAI;QAE9B,KAAK,CAAC,YAAY,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC3G,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,uEAAuE;QACvE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qEAAqE,SAAS,EAAE,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,YAAY;YACxB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAxCD,4CAwCC;AAED,MAAa,yBAA0B,SAAQ,kCAAiB;IAG9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAZD,8DAYC;AAED,MAAa,sBAAuB,SAAQ,kCAAiB;IAG3D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,mBAAmB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAClH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAZD,wDAYC;AAED,MAAa,yBAA0B,SAAQ,kCAAiB;IAG9D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,sBAAsB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACrH,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,mBAAmB,CAAC,CAAC;IACxE,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAZD,8DAYC;AAED,MAAa,oBAAqB,SAAQ,kCAAiB;IAIzD,YAAY,YAAoB,GAAG,EAAE,aAAwB,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QAC9N,KAAK,CAAC,iBAAiB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAChH,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC;QAC9B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,iBAAiB;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,cAAc,EAAE,IAAI,CAAC,aAAa;YAClC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AA3BD,oDA2BC;AAED,MAAa,kBAAmB,SAAQ,kCAAiB;IAGvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC7G,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAZD,gDAYC;AAED,MAAa,kBAAmB,SAAQ,kCAAiB;IACvD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,cAAc,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC7G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,gDASC;AAED,MAAa,mBAAoB,SAAQ,kCAAiB;IAGxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC9G,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,SAAS,CAAC,CAAC;IAC9D,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAZD,kDAYC;AAED,MAAa,0BAA2B,SAAQ,kCAAiB;IAC/D,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,uBAAuB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACtH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,gEASC;AAED,MAAa,qBAAsB,SAAQ,kCAAiB;IAG1D,YACE,YAAoB,GAAG,EACvB,UAAgC,EAChC,mBAAyC,EACzC,cAAuB,KAAK,EAC5B,aAAsB,IAAI,EAC1B,eAAwB,IAAI,EAC5B,iBAA0B,IAAI;QAE9B,KAAK,CAAC,kBAAkB,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACjH,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAED,MAAM;QACJ,OAAO;YACL,UAAU,EAAE,kBAAkB;YAC9B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AAjCD,sDAiCC;AAED,MAAa,mBAAoB,SAAQ,kCAAiB;IACxD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,eAAe,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QAC9G,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,kDASC;AAED,MAAa,cAAe,SAAQ,kCAAiB;IACnD,YAAY,YAAoB,GAAG,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QACpM,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;QACzG,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEK,eAAe,CAAC,OAAgB;;YACpC,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;KAAA;CACF;AATD,wCASC;AAED,kFAAkF;AAClF,MAAa,aAAa;IAGxB,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IAC/B,CAAC;IAED,IAAI,mBAAmB;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC;IACzC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,IAAY,EAAE,SAAiB,EAAE,mBAAyC,EAAE,cAAuB,KAAK,EAAE,aAAsB,IAAI,EAAE,eAAwB,IAAI,EAAE,iBAA0B,IAAI;QAChN,QAAQ,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YAC3B,KAAK,oBAAoB;gBACvB,OAAO,IAAI,uBAAuB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC5H,KAAK,kBAAkB;gBACrB,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC1H,KAAK,YAAY;gBACf,8EAA8E;gBAC9E,MAAM,QAAQ,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,QAAoB,KAAI,CAAC,UAAU,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;gBACvG,MAAM,WAAW,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAqB,KAAI,iDAAiD,CAAC;gBACpH,MAAM,kBAAkB,qBAAQ,mBAAmB,CAAE,CAAC;gBAC/C,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,QAAQ,CAAC;gBAC7B,kBAAkB,aAAlB,kBAAkB,4BAAlB,kBAAkB,CAAE,WAAW,CAAC;gBACvC,OAAO,IAAI,gBAAgB,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3I,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9H,KAAK,mBAAmB;gBACtB,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3H,KAAK,sBAAsB;gBACzB,OAAO,IAAI,yBAAyB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC9H,KAAK,iBAAiB;gBACpB,yFAAyF;gBACzF,MAAM,UAAU,GAAG,CAAA,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAsB,KAAI,KAAK,CAAC;gBACxE,MAAM,aAAa,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,cAA0B,CAAC;gBACtE,MAAM,sBAAsB,qBAAQ,mBAAmB,CAAE,CAAC;gBACnD,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,WAAW,CAAC;gBACpC,sBAAsB,aAAtB,sBAAsB,4BAAtB,sBAAsB,CAAE,cAAc,CAAC;gBAC9C,OAAO,IAAI,oBAAoB,CAAC,SAAS,EAAE,aAAa,EAAE,sBAAsB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC3I,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACvH,KAAK,cAAc;gBACjB,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACvH,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxH,KAAK,uBAAuB;gBAC1B,OAAO,IAAI,0BAA0B,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC/H,KAAK,kBAAkB;gBACrB,uEAAuE;gBACvE,MAAM,UAAU,GAAG,mBAAmB,aAAnB,mBAAmB,uBAAnB,mBAAmB,CAAE,WAAW,CAAC;gBACpD,MAAM,YAAY,qBAAQ,mBAAmB,CAAE,CAAC;gBACzC,YAAY,aAAZ,YAAY,4BAAZ,YAAY,CAAE,WAAW,CAAC;gBACjC,OAAO,IAAI,qBAAqB,CAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YAC/H,KAAK,eAAe;gBAClB,OAAO,IAAI,mBAAmB,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxH,KAAK,UAAU;gBACb,OAAO,IAAI,cAAc,CAAC,SAAS,EAAE,mBAAmB,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACnH;gBACE,MAAM,IAAI,KAAK,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;CACF;AAzED,sCAyEC"}
|
|
@@ -1,293 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.ScorerWrapper = exports.JudgevalScorer = exports.APIJudgmentScorer = void 0;
|
|
13
|
-
const constants_js_1 = require("../constants.js");
|
|
14
|
-
const token_costs_js_1 = require("../common/token-costs.js");
|
|
15
|
-
const logger_js_1 = require("../common/logger.js");
|
|
16
|
-
/**
|
|
17
|
-
* Base class for API judgment scorers
|
|
18
|
-
*/
|
|
19
|
-
class APIJudgmentScorer {
|
|
20
|
-
get scoreType() { return this.type; } // For backward compatibility
|
|
21
|
-
constructor(type, threshold, additional_metadata, strict_mode = false, async_mode = true, verbose_mode = true, include_reason = true) {
|
|
22
|
-
this.requiredFields = ['input', 'actual_output']; // Default required fields
|
|
23
|
-
this.type = type;
|
|
24
|
-
this.threshold = threshold;
|
|
25
|
-
this.additional_metadata = additional_metadata;
|
|
26
|
-
this.strict_mode = strict_mode;
|
|
27
|
-
this.async_mode = async_mode;
|
|
28
|
-
this.verbose_mode = verbose_mode;
|
|
29
|
-
this.include_reason = include_reason;
|
|
30
|
-
}
|
|
31
|
-
/**
|
|
32
|
-
* Check if the score meets the threshold
|
|
33
|
-
*/
|
|
34
|
-
successCheck() {
|
|
35
|
-
if (this.score === undefined) {
|
|
36
|
-
return false;
|
|
37
|
-
}
|
|
38
|
-
return this.score >= this.threshold;
|
|
39
|
-
}
|
|
40
|
-
/**
|
|
41
|
-
* Validate that the threshold is within the allowed range
|
|
42
|
-
*/
|
|
43
|
-
validateThreshold() {
|
|
44
|
-
// Check if this is an unbounded scorer
|
|
45
|
-
const isUnbounded = Array.from(constants_js_1.UNBOUNDED_SCORERS).some(scorer => scorer.toLowerCase() === this.type.toLowerCase());
|
|
46
|
-
if (isUnbounded) {
|
|
47
|
-
if (this.threshold < 0) {
|
|
48
|
-
throw new Error(`Threshold for ${this.type} must be greater than or equal to 0, got: ${this.threshold}`);
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
else {
|
|
52
|
-
if (this.threshold < 0 || this.threshold > 1) {
|
|
53
|
-
throw new Error(`Threshold for ${this.type} must be between 0 and 1, got: ${this.threshold}`);
|
|
54
|
-
}
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
/**
|
|
58
|
-
* Convert the scorer to a plain object
|
|
59
|
-
*/
|
|
60
|
-
toJSON() {
|
|
61
|
-
const result = {
|
|
62
|
-
score_type: this.type,
|
|
63
|
-
threshold: this.threshold,
|
|
64
|
-
score: this.score,
|
|
65
|
-
score_breakdown: this.score_breakdown,
|
|
66
|
-
additional_metadata: this.additional_metadata,
|
|
67
|
-
strict_mode: this.strict_mode,
|
|
68
|
-
async_mode: this.async_mode,
|
|
69
|
-
verbose_mode: this.verbose_mode,
|
|
70
|
-
include_reason: this.include_reason,
|
|
71
|
-
};
|
|
72
|
-
return result;
|
|
73
|
-
}
|
|
74
|
-
a_score_example(example) {
|
|
75
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
76
|
-
throw new Error('API scorers are evaluated on the server side');
|
|
77
|
-
});
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
exports.APIJudgmentScorer = APIJudgmentScorer;
|
|
81
|
-
/**
|
|
82
|
-
* Base class for local judgment scorers
|
|
83
|
-
*/
|
|
84
|
-
class JudgevalScorer {
|
|
85
|
-
constructor(type, threshold, additional_metadata, include_reason = true, async_mode = true, strict_mode = false, verbose_mode = true) {
|
|
86
|
-
this.requiredFields = ['input', 'actualOutput']; // Default required fields
|
|
87
|
-
this.type = type;
|
|
88
|
-
this.scoreType = type; // For backward compatibility
|
|
89
|
-
this.threshold = strict_mode ? 1.0 : threshold;
|
|
90
|
-
this.strict_mode = strict_mode;
|
|
91
|
-
this.async_mode = async_mode;
|
|
92
|
-
this.verbose_mode = verbose_mode;
|
|
93
|
-
this.include_reason = include_reason;
|
|
94
|
-
this.additional_metadata = additional_metadata;
|
|
95
|
-
this.validateThreshold();
|
|
96
|
-
}
|
|
97
|
-
/**
|
|
98
|
-
* Check if the score meets the threshold
|
|
99
|
-
*/
|
|
100
|
-
successCheck() {
|
|
101
|
-
if (this.error !== undefined) {
|
|
102
|
-
return false;
|
|
103
|
-
}
|
|
104
|
-
return this.score !== undefined && this.score >= this.threshold;
|
|
105
|
-
}
|
|
106
|
-
/**
|
|
107
|
-
* Internal method to check success
|
|
108
|
-
* This is equivalent to Python's _success_check method
|
|
109
|
-
*/
|
|
110
|
-
_successCheck() {
|
|
111
|
-
return this.successCheck();
|
|
112
|
-
}
|
|
113
|
-
/**
|
|
114
|
-
* Validate that the threshold is within the allowed range
|
|
115
|
-
*/
|
|
116
|
-
validateThreshold() {
|
|
117
|
-
// Check if this is an unbounded scorer
|
|
118
|
-
const isUnbounded = Array.from(constants_js_1.UNBOUNDED_SCORERS).some(scorer => scorer.toLowerCase() === this.type.toLowerCase());
|
|
119
|
-
if (isUnbounded) {
|
|
120
|
-
if (this.threshold < 0) {
|
|
121
|
-
throw new Error(`Threshold for ${this.type} must be greater than or equal to 0, got: ${this.threshold}`);
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
else {
|
|
125
|
-
if (this.threshold < 0 || this.threshold > 1) {
|
|
126
|
-
throw new Error(`Threshold for ${this.type} must be between 0 and 1, got: ${this.threshold}`);
|
|
127
|
-
}
|
|
128
|
-
}
|
|
129
|
-
}
|
|
130
|
-
/**
|
|
131
|
-
* Convert the scorer to a plain object
|
|
132
|
-
*/
|
|
133
|
-
toJSON() {
|
|
134
|
-
return {
|
|
135
|
-
score_type: this.type,
|
|
136
|
-
threshold: this.threshold,
|
|
137
|
-
score: this.score,
|
|
138
|
-
score_breakdown: this.score_breakdown,
|
|
139
|
-
reason: this.reason,
|
|
140
|
-
success: this.success,
|
|
141
|
-
evaluation_model: this.evaluation_model,
|
|
142
|
-
strict_mode: this.strict_mode,
|
|
143
|
-
async_mode: this.async_mode,
|
|
144
|
-
verbose_mode: this.verbose_mode,
|
|
145
|
-
include_reason: this.include_reason,
|
|
146
|
-
error: this.error,
|
|
147
|
-
evaluation_cost: this.evaluation_cost,
|
|
148
|
-
verbose_logs: this.verbose_logs,
|
|
149
|
-
additional_metadata: this.additional_metadata,
|
|
150
|
-
};
|
|
151
|
-
}
|
|
152
|
-
/**
|
|
153
|
-
* Check if example has required parameters
|
|
154
|
-
* This is equivalent to Python's check_example_params function
|
|
155
|
-
*/
|
|
156
|
-
_checkExampleParams(example) {
|
|
157
|
-
for (const param of this.requiredFields) {
|
|
158
|
-
if (param === 'input' && !example.input) {
|
|
159
|
-
throw new Error(`Example is missing required parameter: input`);
|
|
160
|
-
}
|
|
161
|
-
else if (param === 'actualOutput' && !example.actualOutput) {
|
|
162
|
-
throw new Error(`Example is missing required parameter: actualOutput`);
|
|
163
|
-
}
|
|
164
|
-
else if (param === 'expectedOutput' && !example.expectedOutput) {
|
|
165
|
-
throw new Error(`Example is missing required parameter: expectedOutput`);
|
|
166
|
-
}
|
|
167
|
-
else if (param === 'context' && (!example.context || !Array.isArray(example.context))) {
|
|
168
|
-
throw new Error(`Example is missing required parameter: context (must be an array)`);
|
|
169
|
-
}
|
|
170
|
-
else if (param === 'retrievalContext' && (!example.retrievalContext || !Array.isArray(example.retrievalContext))) {
|
|
171
|
-
throw new Error(`Example is missing required parameter: retrievalContext (must be an array)`);
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
/**
|
|
176
|
-
* Get the name of the scorer
|
|
177
|
-
* This is equivalent to Python's __name__ property
|
|
178
|
-
*/
|
|
179
|
-
get name() {
|
|
180
|
-
return this.type;
|
|
181
|
-
}
|
|
182
|
-
/**
|
|
183
|
-
* Calculate token costs for model usage
|
|
184
|
-
* This is a utility method that all scorers can use
|
|
185
|
-
*
|
|
186
|
-
* @param model Model name (e.g., 'gpt-3.5-turbo')
|
|
187
|
-
* @param promptTokens Number of prompt tokens
|
|
188
|
-
* @param completionTokens Number of completion tokens
|
|
189
|
-
* @returns Total cost in USD
|
|
190
|
-
*/
|
|
191
|
-
_calculateTokenCosts(model, promptTokens, completionTokens) {
|
|
192
|
-
try {
|
|
193
|
-
const costResult = (0, token_costs_js_1.calculateTokenCosts)(model, promptTokens, completionTokens);
|
|
194
|
-
return costResult.totalCostUsd;
|
|
195
|
-
}
|
|
196
|
-
catch (e) {
|
|
197
|
-
(0, logger_js_1.warn)(`Error calculating token costs: ${e}`);
|
|
198
|
-
return 0;
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
}
|
|
202
|
-
exports.JudgevalScorer = JudgevalScorer;
|
|
203
|
-
/**
|
|
204
|
-
* Wrapper for scorers to allow dynamic loading of implementations
|
|
205
|
-
*/
|
|
206
|
-
class ScorerWrapper {
|
|
207
|
-
constructor(scorer) {
|
|
208
|
-
this.scorer = scorer;
|
|
209
|
-
this.type = scorer.type;
|
|
210
|
-
this.scoreType = scorer.scoreType || scorer.score_type; // For backward compatibility
|
|
211
|
-
this.threshold = scorer.threshold;
|
|
212
|
-
this.score = scorer.score;
|
|
213
|
-
this.score_breakdown = scorer.score_breakdown;
|
|
214
|
-
this.reason = scorer.reason;
|
|
215
|
-
this.success = scorer.success;
|
|
216
|
-
this.evaluation_model = scorer.evaluation_model;
|
|
217
|
-
this.strict_mode = scorer.strict_mode;
|
|
218
|
-
this.async_mode = scorer.async_mode;
|
|
219
|
-
this.verbose_mode = scorer.verbose_mode;
|
|
220
|
-
this.include_reason = scorer.include_reason;
|
|
221
|
-
this.error = scorer.error;
|
|
222
|
-
this.evaluation_cost = scorer.evaluation_cost;
|
|
223
|
-
this.verbose_logs = scorer.verbose_logs;
|
|
224
|
-
this.additional_metadata = scorer.additional_metadata;
|
|
225
|
-
this.requiredFields = scorer.requiredFields;
|
|
226
|
-
}
|
|
227
|
-
/**
|
|
228
|
-
* Check if the score meets the threshold
|
|
229
|
-
*/
|
|
230
|
-
successCheck() {
|
|
231
|
-
if (this.score === undefined) {
|
|
232
|
-
return false;
|
|
233
|
-
}
|
|
234
|
-
return this.score >= this.threshold;
|
|
235
|
-
}
|
|
236
|
-
/**
|
|
237
|
-
* Load the appropriate implementation based on the use_judgment flag
|
|
238
|
-
*/
|
|
239
|
-
loadImplementation(useJudgment = true) {
|
|
240
|
-
// This would be implemented based on the specific scorer types
|
|
241
|
-
// For now, we'll just return the scorer as is
|
|
242
|
-
if (useJudgment) {
|
|
243
|
-
// Return API implementation
|
|
244
|
-
return this.scorer;
|
|
245
|
-
}
|
|
246
|
-
else {
|
|
247
|
-
// Return local implementation
|
|
248
|
-
return this.scorer;
|
|
249
|
-
}
|
|
250
|
-
}
|
|
251
|
-
/**
|
|
252
|
-
* Validate that the threshold is within the allowed range
|
|
253
|
-
*/
|
|
254
|
-
validateThreshold() {
|
|
255
|
-
// Check if this is an unbounded scorer
|
|
256
|
-
const isUnbounded = Array.from(constants_js_1.UNBOUNDED_SCORERS).some(scorer => scorer.toLowerCase() === this.type.toLowerCase());
|
|
257
|
-
if (isUnbounded) {
|
|
258
|
-
if (this.threshold < 0) {
|
|
259
|
-
throw new Error(`Threshold for ${this.type} must be greater than or equal to 0, got: ${this.threshold}`);
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
else {
|
|
263
|
-
if (this.threshold < 0 || this.threshold > 1) {
|
|
264
|
-
throw new Error(`Threshold for ${this.type} must be between 0 and 1, got: ${this.threshold}`);
|
|
265
|
-
}
|
|
266
|
-
}
|
|
267
|
-
}
|
|
268
|
-
/**
|
|
269
|
-
* Convert the scorer to a plain object
|
|
270
|
-
*/
|
|
271
|
-
toJSON() {
|
|
272
|
-
return {
|
|
273
|
-
score_type: this.type,
|
|
274
|
-
threshold: this.threshold,
|
|
275
|
-
score: this.score,
|
|
276
|
-
score_breakdown: this.score_breakdown,
|
|
277
|
-
reason: this.reason,
|
|
278
|
-
success: this.success,
|
|
279
|
-
evaluation_model: this.evaluation_model,
|
|
280
|
-
strict_mode: this.strict_mode,
|
|
281
|
-
async_mode: this.async_mode,
|
|
282
|
-
verbose_mode: this.verbose_mode,
|
|
283
|
-
include_reason: this.include_reason,
|
|
284
|
-
error: this.error,
|
|
285
|
-
evaluation_cost: this.evaluation_cost,
|
|
286
|
-
verbose_logs: this.verbose_logs,
|
|
287
|
-
additional_metadata: this.additional_metadata,
|
|
288
|
-
requiredFields: this.requiredFields,
|
|
289
|
-
};
|
|
290
|
-
}
|
|
291
|
-
}
|
|
292
|
-
exports.ScorerWrapper = ScorerWrapper;
|
|
293
|
-
//# sourceMappingURL=base-scorer.js.map
|