judgeval 0.2.9 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.d.ts +2 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +2 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example-params.d.ts +13 -0
- package/dist/data/example-params.d.ts.map +1 -0
- package/dist/data/example-params.js +12 -0
- package/dist/data/example-params.js.map +1 -0
- package/dist/data/example.d.ts +4 -0
- package/dist/data/example.d.ts.map +1 -0
- package/dist/data/example.js +10 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/index.d.ts +3 -0
- package/dist/data/index.d.ts.map +1 -0
- package/dist/data/index.js +3 -0
- package/dist/data/index.js.map +1 -0
- package/dist/env.d.ts +6 -0
- package/dist/env.d.ts.map +1 -0
- package/dist/env.js +13 -0
- package/dist/env.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +2 -0
- package/dist/index.mjs.map +1 -0
- package/dist/index.umd.js +2 -0
- package/dist/index.umd.js.map +1 -0
- package/dist/internal/api/index.d.ts +23 -0
- package/dist/internal/api/index.d.ts.map +1 -0
- package/dist/internal/api/index.js +132 -0
- package/dist/internal/api/index.js.map +1 -0
- package/dist/internal/api/models/BaseScorer.d.ts +23 -0
- package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
- package/dist/internal/api/models/BaseScorer.js +6 -0
- package/dist/internal/api/models/BaseScorer.js.map +1 -0
- package/dist/internal/api/models/EvalResults.d.ts +12 -0
- package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResults.js +6 -0
- package/dist/internal/api/models/EvalResults.js.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.js +6 -0
- package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
- package/dist/internal/api/models/Example.d.ts +10 -0
- package/dist/internal/api/models/Example.d.ts.map +1 -0
- package/dist/internal/api/models/Example.js +6 -0
- package/dist/internal/api/models/Example.js.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.js +6 -0
- package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
- package/dist/internal/api/models/PromptScorer.d.ts +14 -0
- package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
- package/dist/internal/api/models/PromptScorer.js +6 -0
- package/dist/internal/api/models/PromptScorer.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
- package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
- package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerConfig.js +6 -0
- package/dist/internal/api/models/ScorerConfig.js.map +1 -0
- package/dist/internal/api/models/ScorerData.d.ts +17 -0
- package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerData.js +6 -0
- package/dist/internal/api/models/ScorerData.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
- package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
- package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
- package/dist/internal/api/models/ScoringResult.d.ts +17 -0
- package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
- package/dist/internal/api/models/ScoringResult.js +6 -0
- package/dist/internal/api/models/ScoringResult.js.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
- package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
- package/dist/internal/api/models.d.ts +24 -0
- package/dist/internal/api/models.d.ts.map +1 -0
- package/dist/internal/api/models.js +24 -0
- package/dist/internal/api/models.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +23 -0
- package/dist/scorers/api-scorer.d.ts.map +1 -0
- package/dist/scorers/api-scorer.js +36 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/index.d.ts +2 -0
- package/dist/scorers/api_scorers/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/index.js +2 -0
- package/dist/scorers/api_scorers/index.js.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +10 -0
- package/dist/scorers/base-scorer.d.ts.map +1 -0
- package/dist/scorers/base-scorer.js +41 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/index.d.ts +4 -0
- package/dist/scorers/index.d.ts.map +1 -0
- package/dist/scorers/index.js +4 -0
- package/dist/scorers/index.js.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.js +12 -0
- package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
- package/dist/tracer/Tracer.d.ts +47 -0
- package/dist/tracer/Tracer.d.ts.map +1 -0
- package/dist/tracer/Tracer.js +235 -0
- package/dist/tracer/Tracer.js.map +1 -0
- package/dist/tracer/TracerConfiguration.d.ts +71 -0
- package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
- package/dist/tracer/TracerConfiguration.js +111 -0
- package/dist/tracer/TracerConfiguration.js.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/index.d.ts +3 -0
- package/dist/tracer/exporters/index.d.ts.map +1 -0
- package/dist/tracer/exporters/index.js +3 -0
- package/dist/tracer/exporters/index.js.map +1 -0
- package/dist/tracer/index.d.ts +5 -0
- package/dist/tracer/index.d.ts.map +1 -0
- package/dist/tracer/index.js +5 -0
- package/dist/tracer/index.js.map +1 -0
- package/dist/umd.d.ts +2 -0
- package/dist/umd.d.ts.map +1 -0
- package/dist/umd.js +2 -0
- package/dist/umd.js.map +1 -0
- package/dist/utils/annotate.d.ts +2 -0
- package/dist/utils/annotate.d.ts.map +1 -0
- package/dist/utils/annotate.js +27 -0
- package/dist/utils/annotate.js.map +1 -0
- package/dist/utils/index.d.ts +5 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +5 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +27 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +70 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/types.d.ts +4 -0
- package/dist/utils/types.d.ts.map +1 -0
- package/dist/utils/types.js +2 -0
- package/dist/utils/types.js.map +1 -0
- package/dist/utils/validation.d.ts +11 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +16 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +57 -108
- package/LICENSE.md +0 -202
- package/README.md +0 -372
- package/dist/cjs/clients.js +0 -78
- package/dist/cjs/clients.js.map +0 -1
- package/dist/cjs/common/integrations/langgraph.js +0 -471
- package/dist/cjs/common/integrations/langgraph.js.map +0 -1
- package/dist/cjs/common/logger-instance.js +0 -64
- package/dist/cjs/common/logger-instance.js.map +0 -1
- package/dist/cjs/common/logger.js +0 -225
- package/dist/cjs/common/logger.js.map +0 -1
- package/dist/cjs/common/token-costs.js +0 -95
- package/dist/cjs/common/token-costs.js.map +0 -1
- package/dist/cjs/common/tracer.js +0 -1099
- package/dist/cjs/common/tracer.js.map +0 -1
- package/dist/cjs/constants.js +0 -347
- package/dist/cjs/constants.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
- package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset.js +0 -405
- package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
- package/dist/cjs/data/example.js +0 -159
- package/dist/cjs/data/example.js.map +0 -1
- package/dist/cjs/data/result.js +0 -83
- package/dist/cjs/data/result.js.map +0 -1
- package/dist/cjs/e2etests/eval-operations.test.js +0 -282
- package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
- package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
- package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/cjs/evaluation-run.js +0 -136
- package/dist/cjs/evaluation-run.js.map +0 -1
- package/dist/cjs/exporters/otel-exporter.js +0 -352
- package/dist/cjs/exporters/otel-exporter.js.map +0 -1
- package/dist/cjs/index.js +0 -78
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/judges/index.js +0 -237
- package/dist/cjs/judges/index.js.map +0 -1
- package/dist/cjs/judgment-client.js +0 -798
- package/dist/cjs/judgment-client.js.map +0 -1
- package/dist/cjs/rules.js +0 -322
- package/dist/cjs/rules.js.map +0 -1
- package/dist/cjs/run-evaluation.js +0 -700
- package/dist/cjs/run-evaluation.js.map +0 -1
- package/dist/cjs/scorers/api-scorer.js +0 -304
- package/dist/cjs/scorers/api-scorer.js.map +0 -1
- package/dist/cjs/scorers/base-scorer.js +0 -293
- package/dist/cjs/scorers/base-scorer.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
- package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
- package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
- package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/esm/clients.js +0 -47
- package/dist/esm/clients.js.map +0 -1
- package/dist/esm/common/integrations/langgraph.js +0 -444
- package/dist/esm/common/integrations/langgraph.js.map +0 -1
- package/dist/esm/common/logger-instance.js +0 -59
- package/dist/esm/common/logger-instance.js.map +0 -1
- package/dist/esm/common/logger.js +0 -208
- package/dist/esm/common/logger.js.map +0 -1
- package/dist/esm/common/token-costs.js +0 -91
- package/dist/esm/common/token-costs.js.map +0 -1
- package/dist/esm/common/tracer.js +0 -1093
- package/dist/esm/common/tracer.js.map +0 -1
- package/dist/esm/constants.js +0 -341
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
- package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset.js +0 -375
- package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
- package/dist/esm/data/example.js +0 -154
- package/dist/esm/data/example.js.map +0 -1
- package/dist/esm/data/result.js +0 -78
- package/dist/esm/data/result.js.map +0 -1
- package/dist/esm/e2etests/eval-operations.test.js +0 -254
- package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
- package/dist/esm/e2etests/judgee-traces.test.js +0 -253
- package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/esm/evaluation-run.js +0 -132
- package/dist/esm/evaluation-run.js.map +0 -1
- package/dist/esm/exporters/otel-exporter.js +0 -348
- package/dist/esm/exporters/otel-exporter.js.map +0 -1
- package/dist/esm/index.js +0 -20
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/judges/index.js +0 -205
- package/dist/esm/judges/index.js.map +0 -1
- package/dist/esm/judgment-client.js +0 -768
- package/dist/esm/judgment-client.js.map +0 -1
- package/dist/esm/rules.js +0 -314
- package/dist/esm/rules.js.map +0 -1
- package/dist/esm/run-evaluation.js +0 -681
- package/dist/esm/run-evaluation.js.map +0 -1
- package/dist/esm/scorers/api-scorer.js +0 -286
- package/dist/esm/scorers/api-scorer.js.map +0 -1
- package/dist/esm/scorers/base-scorer.js +0 -287
- package/dist/esm/scorers/base-scorer.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
- package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
- package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
- package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
- package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
- package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
- package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/types/clients.d.ts +0 -6
- package/dist/types/common/integrations/langgraph.d.ts +0 -39
- package/dist/types/common/logger-instance.d.ts +0 -3
- package/dist/types/common/logger.d.ts +0 -54
- package/dist/types/common/token-costs.d.ts +0 -36
- package/dist/types/common/tracer.d.ts +0 -249
- package/dist/types/constants.d.ts +0 -51
- package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
- package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
- package/dist/types/data/example.d.ts +0 -82
- package/dist/types/data/result.d.ts +0 -51
- package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
- package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
- package/dist/types/evaluation-run.d.ts +0 -44
- package/dist/types/exporters/otel-exporter.d.ts +0 -16
- package/dist/types/index.d.ts +0 -11
- package/dist/types/judges/index.d.ts +0 -50
- package/dist/types/judgment-client.d.ts +0 -149
- package/dist/types/rules.d.ts +0 -120
- package/dist/types/run-evaluation.d.ts +0 -78
- package/dist/types/scorers/api-scorer.d.ts +0 -84
- package/dist/types/scorers/base-scorer.d.ts +0 -162
- package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
- package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
- package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
- package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
- package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
- package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
- package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
- package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export type OtelTraceSpan = {
|
|
6
|
+
organization_id: string;
|
|
7
|
+
project_id?: string | null;
|
|
8
|
+
user_id: string;
|
|
9
|
+
timestamp: string;
|
|
10
|
+
trace_id: string;
|
|
11
|
+
span_id: string;
|
|
12
|
+
parent_span_id?: string | null;
|
|
13
|
+
trace_state?: string | null;
|
|
14
|
+
span_name?: string | null;
|
|
15
|
+
span_kind?: string | null;
|
|
16
|
+
service_name?: string | null;
|
|
17
|
+
resource_attributes?: Record<string, any> | null;
|
|
18
|
+
span_attributes?: Record<string, any> | null;
|
|
19
|
+
duration?: number | null;
|
|
20
|
+
status_code?: string | null;
|
|
21
|
+
status_message?: string | null;
|
|
22
|
+
events?: Array<Record<string, any>> | null;
|
|
23
|
+
links?: Array<Record<string, any>> | null;
|
|
24
|
+
legacy_span_id?: string | null;
|
|
25
|
+
inputs?: Record<string, any> | null;
|
|
26
|
+
output: any;
|
|
27
|
+
error?: Record<string, any> | null;
|
|
28
|
+
agent_id?: string | null;
|
|
29
|
+
cumulative_llm_cost?: number | null;
|
|
30
|
+
state_after?: Record<string, any> | null;
|
|
31
|
+
state_before?: Record<string, any> | null;
|
|
32
|
+
};
|
|
33
|
+
//# sourceMappingURL=OtelTraceSpan.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OtelTraceSpan.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OtelTraceSpan.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,aAAa,GAAG;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACjD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC3C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACpC,MAAM,EAAE,GAAG,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAC3C,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"OtelTraceSpan.js","sourceRoot":"","sources":["../../../../src/internal/api/models/OtelTraceSpan.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export type PromptScorer = {
|
|
6
|
+
name: string;
|
|
7
|
+
prompt: string;
|
|
8
|
+
threshold: number;
|
|
9
|
+
options?: Record<string, number> | null;
|
|
10
|
+
created_at?: string | null;
|
|
11
|
+
updated_at?: string | null;
|
|
12
|
+
is_trace?: boolean | null;
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=PromptScorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PromptScorer.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/PromptScorer.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PromptScorer.js","sourceRoot":"","sources":["../../../../src/internal/api/models/PromptScorer.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ResolveProjectNameRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,yBAAyB,GAAG;IACtC,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ResolveProjectNameRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ResolveProjectNameResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,0BAA0B,GAAG;IACvC,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ResolveProjectNameResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ResolveProjectNameResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export type SavePromptScorerRequest = {
|
|
6
|
+
name: string;
|
|
7
|
+
prompt: string;
|
|
8
|
+
threshold: number;
|
|
9
|
+
options?: Record<string, number> | null;
|
|
10
|
+
is_trace?: boolean | null;
|
|
11
|
+
};
|
|
12
|
+
//# sourceMappingURL=SavePromptScorerRequest.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SavePromptScorerRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACxC,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SavePromptScorerRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SavePromptScorerResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SavePromptScorerResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/SavePromptScorerResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export type ScorerConfig = {
|
|
6
|
+
score_type: string;
|
|
7
|
+
name?: string | null;
|
|
8
|
+
threshold?: number;
|
|
9
|
+
strict_mode?: boolean;
|
|
10
|
+
required_params?: Array<string>;
|
|
11
|
+
kwargs?: Record<string, any> | null;
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=ScorerConfig.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerConfig.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerConfig.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CACrC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerConfig.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerConfig.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export type ScorerData = {
|
|
6
|
+
id?: string;
|
|
7
|
+
name: string;
|
|
8
|
+
threshold: number;
|
|
9
|
+
success: boolean;
|
|
10
|
+
score?: number | null;
|
|
11
|
+
reason?: string | null;
|
|
12
|
+
strict_mode?: boolean | null;
|
|
13
|
+
evaluation_model?: string | null;
|
|
14
|
+
error?: string | null;
|
|
15
|
+
additional_metadata?: Record<string, any> | null;
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=ScorerData.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerData.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerData.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,WAAW,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,mBAAmB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAClD,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerData.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerData.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerExistsRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;CACd,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerExistsRequest.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerExistsResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScorerExistsResponse.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScorerExistsResponse.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
import { Example } from "./Example";
|
|
6
|
+
import { OtelTraceSpan } from "./OtelTraceSpan";
|
|
7
|
+
import { ScorerData } from "./ScorerData";
|
|
8
|
+
export type ScoringResult = {
|
|
9
|
+
success: boolean;
|
|
10
|
+
scorers_data: Array<ScorerData>;
|
|
11
|
+
name?: string | null;
|
|
12
|
+
data_object?: OtelTraceSpan | Example | null;
|
|
13
|
+
trace_id?: string | null;
|
|
14
|
+
run_duration?: number | null;
|
|
15
|
+
evaluation_cost?: number | null;
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=ScoringResult.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScoringResult.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ScoringResult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,MAAM,aAAa,GAAG;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,WAAW,CAAC,EAAE,aAAa,GAAG,OAAO,GAAG,IAAI,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScoringResult.js","sourceRoot":"","sources":["../../../../src/internal/api/models/ScoringResult.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
import { BaseScorer } from "./BaseScorer";
|
|
6
|
+
import { ScorerConfig } from "./ScorerConfig";
|
|
7
|
+
export type TraceEvaluationRun = {
|
|
8
|
+
id?: string;
|
|
9
|
+
project_name: string;
|
|
10
|
+
eval_name: string;
|
|
11
|
+
custom_scorers?: Array<BaseScorer>;
|
|
12
|
+
judgment_scorers?: Array<ScorerConfig>;
|
|
13
|
+
model: string;
|
|
14
|
+
created_at?: string;
|
|
15
|
+
trace_and_span_ids: Array<[string, string]>;
|
|
16
|
+
is_offline?: boolean;
|
|
17
|
+
};
|
|
18
|
+
//# sourceMappingURL=TraceEvaluationRun.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TraceEvaluationRun.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/TraceEvaluationRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,gBAAgB,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kBAAkB,EAAE,KAAK,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5C,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TraceEvaluationRun.js","sourceRoot":"","sources":["../../../../src/internal/api/models/TraceEvaluationRun.ts"],"names":[],"mappings":"AAAA;;;GAGG"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export * from "./models/BaseScorer";
|
|
6
|
+
export * from "./models/EvalResults";
|
|
7
|
+
export * from "./models/EvalResultsFetch";
|
|
8
|
+
export * from "./models/Example";
|
|
9
|
+
export * from "./models/ExampleEvaluationRun";
|
|
10
|
+
export * from "./models/FetchPromptScorersRequest";
|
|
11
|
+
export * from "./models/FetchPromptScorersResponse";
|
|
12
|
+
export * from "./models/OtelTraceSpan";
|
|
13
|
+
export * from "./models/PromptScorer";
|
|
14
|
+
export * from "./models/ResolveProjectNameRequest";
|
|
15
|
+
export * from "./models/ResolveProjectNameResponse";
|
|
16
|
+
export * from "./models/SavePromptScorerRequest";
|
|
17
|
+
export * from "./models/SavePromptScorerResponse";
|
|
18
|
+
export * from "./models/ScorerConfig";
|
|
19
|
+
export * from "./models/ScorerData";
|
|
20
|
+
export * from "./models/ScorerExistsRequest";
|
|
21
|
+
export * from "./models/ScorerExistsResponse";
|
|
22
|
+
export * from "./models/ScoringResult";
|
|
23
|
+
export * from "./models/TraceEvaluationRun";
|
|
24
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../../src/internal/api/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Auto-generated by scripts/generate-client.ts
|
|
3
|
+
* DO NOT EDIT MANUALLY - This file is generated automatically
|
|
4
|
+
*/
|
|
5
|
+
export * from "./models/BaseScorer";
|
|
6
|
+
export * from "./models/EvalResults";
|
|
7
|
+
export * from "./models/EvalResultsFetch";
|
|
8
|
+
export * from "./models/Example";
|
|
9
|
+
export * from "./models/ExampleEvaluationRun";
|
|
10
|
+
export * from "./models/FetchPromptScorersRequest";
|
|
11
|
+
export * from "./models/FetchPromptScorersResponse";
|
|
12
|
+
export * from "./models/OtelTraceSpan";
|
|
13
|
+
export * from "./models/PromptScorer";
|
|
14
|
+
export * from "./models/ResolveProjectNameRequest";
|
|
15
|
+
export * from "./models/ResolveProjectNameResponse";
|
|
16
|
+
export * from "./models/SavePromptScorerRequest";
|
|
17
|
+
export * from "./models/SavePromptScorerResponse";
|
|
18
|
+
export * from "./models/ScorerConfig";
|
|
19
|
+
export * from "./models/ScorerData";
|
|
20
|
+
export * from "./models/ScorerExistsRequest";
|
|
21
|
+
export * from "./models/ScorerExistsResponse";
|
|
22
|
+
export * from "./models/ScoringResult";
|
|
23
|
+
export * from "./models/TraceEvaluationRun";
|
|
24
|
+
//# sourceMappingURL=models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/internal/api/models.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,kBAAkB,CAAC;AACjC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,mCAAmC,CAAC;AAClD,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,8BAA8B,CAAC;AAC7C,cAAc,+BAA+B,CAAC;AAC9C,cAAc,wBAAwB,CAAC;AACvC,cAAc,6BAA6B,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { BaseScorer } from "./base-scorer";
|
|
2
|
+
export declare enum APIScorerType {
|
|
3
|
+
PROMPT_SCORER = "Prompt Scorer",
|
|
4
|
+
TRACE_PROMPT_SCORER = "Trace Prompt Scorer",
|
|
5
|
+
FAITHFULNESS = "Faithfulness",
|
|
6
|
+
ANSWER_RELEVANCY = "Answer Relevancy",
|
|
7
|
+
ANSWER_CORRECTNESS = "Answer Correctness",
|
|
8
|
+
INSTRUCTION_ADHERENCE = "Instruction Adherence",
|
|
9
|
+
EXECUTION_ORDER = "Execution Order",
|
|
10
|
+
TOOL_ORDER = "Tool Order",
|
|
11
|
+
CLASSIFIER = "Classifier",
|
|
12
|
+
TOOL_DEPENDENCY = "Tool Dependency",
|
|
13
|
+
CUSTOM = "Custom"
|
|
14
|
+
}
|
|
15
|
+
export type APIScorer<T extends APIScorerType = APIScorerType, P extends readonly string[] = readonly string[]> = BaseScorer & {
|
|
16
|
+
scoreType: T;
|
|
17
|
+
requiredParams: P;
|
|
18
|
+
setThreshold: (threshold: number) => void;
|
|
19
|
+
getScoreType: () => T;
|
|
20
|
+
setRequiredParams: (params: P) => void;
|
|
21
|
+
};
|
|
22
|
+
export declare function createAPIScorer<T extends APIScorerType, P extends readonly string[]>(scoreType: T, requiredParams: P): APIScorer<T, P>;
|
|
23
|
+
//# sourceMappingURL=api-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api-scorer.d.ts","sourceRoot":"","sources":["../../src/scorers/api-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAoB,MAAM,eAAe,CAAC;AAE7D,oBAAY,aAAa;IACvB,aAAa,kBAAkB;IAC/B,mBAAmB,wBAAwB;IAC3C,YAAY,iBAAiB;IAC7B,gBAAgB,qBAAqB;IACrC,kBAAkB,uBAAuB;IACzC,qBAAqB,0BAA0B;IAC/C,eAAe,oBAAoB;IACnC,UAAU,eAAe;IACzB,UAAU,eAAe;IACzB,eAAe,oBAAoB;IACnC,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,SAAS,CACnB,CAAC,SAAS,aAAa,GAAG,aAAa,EACvC,CAAC,SAAS,SAAS,MAAM,EAAE,GAAG,SAAS,MAAM,EAAE,IAC7C,UAAU,GAAG;IACf,SAAS,EAAE,CAAC,CAAC;IACb,cAAc,EAAE,CAAC,CAAC;IAClB,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC1C,YAAY,EAAE,MAAM,CAAC,CAAC;IACtB,iBAAiB,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,IAAI,CAAC;CACxC,CAAC;AAEF,wBAAgB,eAAe,CAC7B,CAAC,SAAS,aAAa,EACvB,CAAC,SAAS,SAAS,MAAM,EAAE,EAC3B,SAAS,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAwBlD"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { createBaseScorer } from "./base-scorer";
|
|
2
|
+
export var APIScorerType;
|
|
3
|
+
(function (APIScorerType) {
|
|
4
|
+
APIScorerType["PROMPT_SCORER"] = "Prompt Scorer";
|
|
5
|
+
APIScorerType["TRACE_PROMPT_SCORER"] = "Trace Prompt Scorer";
|
|
6
|
+
APIScorerType["FAITHFULNESS"] = "Faithfulness";
|
|
7
|
+
APIScorerType["ANSWER_RELEVANCY"] = "Answer Relevancy";
|
|
8
|
+
APIScorerType["ANSWER_CORRECTNESS"] = "Answer Correctness";
|
|
9
|
+
APIScorerType["INSTRUCTION_ADHERENCE"] = "Instruction Adherence";
|
|
10
|
+
APIScorerType["EXECUTION_ORDER"] = "Execution Order";
|
|
11
|
+
APIScorerType["TOOL_ORDER"] = "Tool Order";
|
|
12
|
+
APIScorerType["CLASSIFIER"] = "Classifier";
|
|
13
|
+
APIScorerType["TOOL_DEPENDENCY"] = "Tool Dependency";
|
|
14
|
+
APIScorerType["CUSTOM"] = "Custom";
|
|
15
|
+
})(APIScorerType || (APIScorerType = {}));
|
|
16
|
+
export function createAPIScorer(scoreType, requiredParams) {
|
|
17
|
+
const scorer = createBaseScorer();
|
|
18
|
+
scorer.scoreType = scoreType;
|
|
19
|
+
scorer.name = scoreType;
|
|
20
|
+
scorer.score_type = scoreType;
|
|
21
|
+
scorer.requiredParams = requiredParams;
|
|
22
|
+
scorer.setThreshold = (threshold) => {
|
|
23
|
+
if (threshold < 0 || threshold > 1) {
|
|
24
|
+
throw new Error(`Threshold must be between 0 and 1, got: ${threshold}`);
|
|
25
|
+
}
|
|
26
|
+
scorer.threshold = threshold;
|
|
27
|
+
};
|
|
28
|
+
scorer.getScoreType = () => {
|
|
29
|
+
return scorer.scoreType;
|
|
30
|
+
};
|
|
31
|
+
scorer.setRequiredParams = (params) => {
|
|
32
|
+
scorer.requiredParams = params;
|
|
33
|
+
};
|
|
34
|
+
return scorer;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=api-scorer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api-scorer.js","sourceRoot":"","sources":["../../src/scorers/api-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAE7D,MAAM,CAAN,IAAY,aAYX;AAZD,WAAY,aAAa;IACvB,gDAA+B,CAAA;IAC/B,4DAA2C,CAAA;IAC3C,8CAA6B,CAAA;IAC7B,sDAAqC,CAAA;IACrC,0DAAyC,CAAA;IACzC,gEAA+C,CAAA;IAC/C,oDAAmC,CAAA;IACnC,0CAAyB,CAAA;IACzB,0CAAyB,CAAA;IACzB,oDAAmC,CAAA;IACnC,kCAAiB,CAAA;AACnB,CAAC,EAZW,aAAa,KAAb,aAAa,QAYxB;AAaD,MAAM,UAAU,eAAe,CAG7B,SAAY,EAAE,cAAiB;IAC/B,MAAM,MAAM,GAAG,gBAAgB,EAAqB,CAAC;IAErD,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC;IACxB,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;IAEvC,MAAM,CAAC,YAAY,GAAG,CAAC,SAAiB,EAAE,EAAE;QAC1C,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;IAC/B,CAAC,CAAC;IAEF,MAAM,CAAC,YAAY,GAAG,GAAG,EAAE;QACzB,OAAO,MAAM,CAAC,SAAS,CAAC;IAC1B,CAAC,CAAC;IAEF,MAAM,CAAC,iBAAiB,GAAG,CAAC,MAAS,EAAE,EAAE;QACvC,MAAM,CAAC,cAAc,GAAG,MAAM,CAAC;IACjC,CAAC,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { ExampleParams } from "../../data";
|
|
2
|
+
import { APIScorer, APIScorerType } from "../api-scorer";
|
|
3
|
+
declare const ANSWER_CORRECTNESS_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT, ExampleParams.EXPECTED_OUTPUT];
|
|
4
|
+
export type AnswerCorrectnessScorer = APIScorer<APIScorerType.ANSWER_CORRECTNESS, typeof ANSWER_CORRECTNESS_REQUIRED_PARAMS>;
|
|
5
|
+
export type AnswerCorrectnessScorerArgs = {
|
|
6
|
+
threshold?: number;
|
|
7
|
+
model?: string;
|
|
8
|
+
};
|
|
9
|
+
export declare function createAnswerCorrectnessScorer(scorerArgs?: AnswerCorrectnessScorerArgs): AnswerCorrectnessScorer;
|
|
10
|
+
export {};
|
|
11
|
+
//# sourceMappingURL=answer-correctness-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answer-correctness-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-correctness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,kCAAkC,4FAI9B,CAAC;AAEX,MAAM,MAAM,uBAAuB,GAAG,SAAS,CAC7C,aAAa,CAAC,kBAAkB,EAChC,OAAO,kCAAkC,CAC1C,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,6BAA6B,CAC3C,UAAU,CAAC,EAAE,2BAA2B,GACvC,uBAAuB,CAgBzB"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { ExampleParams } from "../../data";
|
|
2
|
+
import { APIScorerType, createAPIScorer } from "../api-scorer";
|
|
3
|
+
const ANSWER_CORRECTNESS_REQUIRED_PARAMS = [
|
|
4
|
+
ExampleParams.INPUT,
|
|
5
|
+
ExampleParams.ACTUAL_OUTPUT,
|
|
6
|
+
ExampleParams.EXPECTED_OUTPUT,
|
|
7
|
+
];
|
|
8
|
+
export function createAnswerCorrectnessScorer(scorerArgs) {
|
|
9
|
+
const scorer = createAPIScorer(APIScorerType.ANSWER_CORRECTNESS, ANSWER_CORRECTNESS_REQUIRED_PARAMS);
|
|
10
|
+
if (scorerArgs) {
|
|
11
|
+
if (scorerArgs.threshold !== undefined) {
|
|
12
|
+
scorer.setThreshold(scorerArgs.threshold);
|
|
13
|
+
}
|
|
14
|
+
if (scorerArgs.model) {
|
|
15
|
+
scorer.addModel(scorerArgs.model);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
return scorer;
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=answer-correctness-scorer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answer-correctness-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-correctness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,kCAAkC,GAAG;IACzC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;IAC3B,aAAa,CAAC,eAAe;CACrB,CAAC;AAYX,MAAM,UAAU,6BAA6B,CAC3C,UAAwC;IAExC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,kBAAkB,EAChC,kCAAkC,CACnC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { ExampleParams } from "../../data";
|
|
2
|
+
import { APIScorer, APIScorerType } from "../api-scorer";
|
|
3
|
+
declare const ANSWER_RELEVANCY_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT];
|
|
4
|
+
export type AnswerRelevancyScorer = APIScorer<APIScorerType.ANSWER_RELEVANCY, typeof ANSWER_RELEVANCY_REQUIRED_PARAMS>;
|
|
5
|
+
export type AnswerRelevancyScorerArgs = {
|
|
6
|
+
threshold?: number;
|
|
7
|
+
model?: string;
|
|
8
|
+
};
|
|
9
|
+
export declare function createAnswerRelevancyScorer(scorerArgs?: AnswerRelevancyScorerArgs): AnswerRelevancyScorer;
|
|
10
|
+
export {};
|
|
11
|
+
//# sourceMappingURL=answer-relevancy-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answer-relevancy-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,gCAAgC,6DAG5B,CAAC;AAEX,MAAM,MAAM,qBAAqB,GAAG,SAAS,CAC3C,aAAa,CAAC,gBAAgB,EAC9B,OAAO,gCAAgC,CACxC,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG;IACtC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,2BAA2B,CACzC,UAAU,CAAC,EAAE,yBAAyB,GACrC,qBAAqB,CAgBvB"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { ExampleParams } from "../../data";
|
|
2
|
+
import { APIScorerType, createAPIScorer } from "../api-scorer";
|
|
3
|
+
const ANSWER_RELEVANCY_REQUIRED_PARAMS = [
|
|
4
|
+
ExampleParams.INPUT,
|
|
5
|
+
ExampleParams.ACTUAL_OUTPUT,
|
|
6
|
+
];
|
|
7
|
+
export function createAnswerRelevancyScorer(scorerArgs) {
|
|
8
|
+
const scorer = createAPIScorer(APIScorerType.ANSWER_RELEVANCY, ANSWER_RELEVANCY_REQUIRED_PARAMS);
|
|
9
|
+
if (scorerArgs) {
|
|
10
|
+
if (scorerArgs.threshold !== undefined) {
|
|
11
|
+
scorer.setThreshold(scorerArgs.threshold);
|
|
12
|
+
}
|
|
13
|
+
if (scorerArgs.model) {
|
|
14
|
+
scorer.addModel(scorerArgs.model);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return scorer;
|
|
18
|
+
}
|
|
19
|
+
//# sourceMappingURL=answer-relevancy-scorer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"answer-relevancy-scorer.js","sourceRoot":"","sources":["../../../src/scorers/api_scorers/answer-relevancy-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAa,aAAa,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAE1E,MAAM,gCAAgC,GAAG;IACvC,aAAa,CAAC,KAAK;IACnB,aAAa,CAAC,aAAa;CACnB,CAAC;AAYX,MAAM,UAAU,2BAA2B,CACzC,UAAsC;IAEtC,MAAM,MAAM,GAAG,eAAe,CAC5B,aAAa,CAAC,gBAAgB,EAC9B,gCAAgC,CACjC,CAAC;IAEF,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,UAAU,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { ExampleParams } from "../../data";
|
|
2
|
+
import { APIScorer, APIScorerType } from "../api-scorer";
|
|
3
|
+
declare const FAITHFULNESS_REQUIRED_PARAMS: readonly [ExampleParams.INPUT, ExampleParams.ACTUAL_OUTPUT, ExampleParams.RETRIEVAL_CONTEXT];
|
|
4
|
+
export type FaithfulnessScorer = APIScorer<APIScorerType.FAITHFULNESS, typeof FAITHFULNESS_REQUIRED_PARAMS>;
|
|
5
|
+
export type FaithfulnessScorerArgs = {
|
|
6
|
+
threshold?: number;
|
|
7
|
+
model?: string;
|
|
8
|
+
};
|
|
9
|
+
export declare function createFaithfulnessScorer(scorerArgs?: FaithfulnessScorerArgs): FaithfulnessScorer;
|
|
10
|
+
export {};
|
|
11
|
+
//# sourceMappingURL=faithfulness-scorer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"faithfulness-scorer.d.ts","sourceRoot":"","sources":["../../../src/scorers/api_scorers/faithfulness-scorer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAmB,MAAM,eAAe,CAAC;AAE1E,QAAA,MAAM,4BAA4B,8FAIxB,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAAG,SAAS,CACxC,aAAa,CAAC,YAAY,EAC1B,OAAO,4BAA4B,CACpC,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,wBAAwB,CACtC,UAAU,CAAC,EAAE,sBAAsB,GAClC,kBAAkB,CAgBpB"}
|