judgeval 0.2.9 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.d.ts +2 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +2 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example-params.d.ts +13 -0
- package/dist/data/example-params.d.ts.map +1 -0
- package/dist/data/example-params.js +12 -0
- package/dist/data/example-params.js.map +1 -0
- package/dist/data/example.d.ts +4 -0
- package/dist/data/example.d.ts.map +1 -0
- package/dist/data/example.js +10 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/index.d.ts +3 -0
- package/dist/data/index.d.ts.map +1 -0
- package/dist/data/index.js +3 -0
- package/dist/data/index.js.map +1 -0
- package/dist/env.d.ts +6 -0
- package/dist/env.d.ts.map +1 -0
- package/dist/env.js +13 -0
- package/dist/env.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +2 -0
- package/dist/index.mjs.map +1 -0
- package/dist/index.umd.js +2 -0
- package/dist/index.umd.js.map +1 -0
- package/dist/internal/api/index.d.ts +23 -0
- package/dist/internal/api/index.d.ts.map +1 -0
- package/dist/internal/api/index.js +132 -0
- package/dist/internal/api/index.js.map +1 -0
- package/dist/internal/api/models/BaseScorer.d.ts +23 -0
- package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
- package/dist/internal/api/models/BaseScorer.js +6 -0
- package/dist/internal/api/models/BaseScorer.js.map +1 -0
- package/dist/internal/api/models/EvalResults.d.ts +12 -0
- package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResults.js +6 -0
- package/dist/internal/api/models/EvalResults.js.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.js +6 -0
- package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
- package/dist/internal/api/models/Example.d.ts +10 -0
- package/dist/internal/api/models/Example.d.ts.map +1 -0
- package/dist/internal/api/models/Example.js +6 -0
- package/dist/internal/api/models/Example.js.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.js +6 -0
- package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
- package/dist/internal/api/models/PromptScorer.d.ts +14 -0
- package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
- package/dist/internal/api/models/PromptScorer.js +6 -0
- package/dist/internal/api/models/PromptScorer.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
- package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
- package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerConfig.js +6 -0
- package/dist/internal/api/models/ScorerConfig.js.map +1 -0
- package/dist/internal/api/models/ScorerData.d.ts +17 -0
- package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerData.js +6 -0
- package/dist/internal/api/models/ScorerData.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
- package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
- package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
- package/dist/internal/api/models/ScoringResult.d.ts +17 -0
- package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
- package/dist/internal/api/models/ScoringResult.js +6 -0
- package/dist/internal/api/models/ScoringResult.js.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
- package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
- package/dist/internal/api/models.d.ts +24 -0
- package/dist/internal/api/models.d.ts.map +1 -0
- package/dist/internal/api/models.js +24 -0
- package/dist/internal/api/models.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +23 -0
- package/dist/scorers/api-scorer.d.ts.map +1 -0
- package/dist/scorers/api-scorer.js +36 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/index.d.ts +2 -0
- package/dist/scorers/api_scorers/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/index.js +2 -0
- package/dist/scorers/api_scorers/index.js.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +10 -0
- package/dist/scorers/base-scorer.d.ts.map +1 -0
- package/dist/scorers/base-scorer.js +41 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/index.d.ts +4 -0
- package/dist/scorers/index.d.ts.map +1 -0
- package/dist/scorers/index.js +4 -0
- package/dist/scorers/index.js.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.js +12 -0
- package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
- package/dist/tracer/Tracer.d.ts +47 -0
- package/dist/tracer/Tracer.d.ts.map +1 -0
- package/dist/tracer/Tracer.js +235 -0
- package/dist/tracer/Tracer.js.map +1 -0
- package/dist/tracer/TracerConfiguration.d.ts +71 -0
- package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
- package/dist/tracer/TracerConfiguration.js +111 -0
- package/dist/tracer/TracerConfiguration.js.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/index.d.ts +3 -0
- package/dist/tracer/exporters/index.d.ts.map +1 -0
- package/dist/tracer/exporters/index.js +3 -0
- package/dist/tracer/exporters/index.js.map +1 -0
- package/dist/tracer/index.d.ts +5 -0
- package/dist/tracer/index.d.ts.map +1 -0
- package/dist/tracer/index.js +5 -0
- package/dist/tracer/index.js.map +1 -0
- package/dist/umd.d.ts +2 -0
- package/dist/umd.d.ts.map +1 -0
- package/dist/umd.js +2 -0
- package/dist/umd.js.map +1 -0
- package/dist/utils/annotate.d.ts +2 -0
- package/dist/utils/annotate.d.ts.map +1 -0
- package/dist/utils/annotate.js +27 -0
- package/dist/utils/annotate.js.map +1 -0
- package/dist/utils/index.d.ts +5 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +5 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +27 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +70 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/types.d.ts +4 -0
- package/dist/utils/types.d.ts.map +1 -0
- package/dist/utils/types.js +2 -0
- package/dist/utils/types.js.map +1 -0
- package/dist/utils/validation.d.ts +11 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +16 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +57 -108
- package/LICENSE.md +0 -202
- package/README.md +0 -372
- package/dist/cjs/clients.js +0 -78
- package/dist/cjs/clients.js.map +0 -1
- package/dist/cjs/common/integrations/langgraph.js +0 -471
- package/dist/cjs/common/integrations/langgraph.js.map +0 -1
- package/dist/cjs/common/logger-instance.js +0 -64
- package/dist/cjs/common/logger-instance.js.map +0 -1
- package/dist/cjs/common/logger.js +0 -225
- package/dist/cjs/common/logger.js.map +0 -1
- package/dist/cjs/common/token-costs.js +0 -95
- package/dist/cjs/common/token-costs.js.map +0 -1
- package/dist/cjs/common/tracer.js +0 -1099
- package/dist/cjs/common/tracer.js.map +0 -1
- package/dist/cjs/constants.js +0 -347
- package/dist/cjs/constants.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
- package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset.js +0 -405
- package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
- package/dist/cjs/data/example.js +0 -159
- package/dist/cjs/data/example.js.map +0 -1
- package/dist/cjs/data/result.js +0 -83
- package/dist/cjs/data/result.js.map +0 -1
- package/dist/cjs/e2etests/eval-operations.test.js +0 -282
- package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
- package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
- package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/cjs/evaluation-run.js +0 -136
- package/dist/cjs/evaluation-run.js.map +0 -1
- package/dist/cjs/exporters/otel-exporter.js +0 -352
- package/dist/cjs/exporters/otel-exporter.js.map +0 -1
- package/dist/cjs/index.js +0 -78
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/judges/index.js +0 -237
- package/dist/cjs/judges/index.js.map +0 -1
- package/dist/cjs/judgment-client.js +0 -798
- package/dist/cjs/judgment-client.js.map +0 -1
- package/dist/cjs/rules.js +0 -322
- package/dist/cjs/rules.js.map +0 -1
- package/dist/cjs/run-evaluation.js +0 -700
- package/dist/cjs/run-evaluation.js.map +0 -1
- package/dist/cjs/scorers/api-scorer.js +0 -304
- package/dist/cjs/scorers/api-scorer.js.map +0 -1
- package/dist/cjs/scorers/base-scorer.js +0 -293
- package/dist/cjs/scorers/base-scorer.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
- package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
- package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
- package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/esm/clients.js +0 -47
- package/dist/esm/clients.js.map +0 -1
- package/dist/esm/common/integrations/langgraph.js +0 -444
- package/dist/esm/common/integrations/langgraph.js.map +0 -1
- package/dist/esm/common/logger-instance.js +0 -59
- package/dist/esm/common/logger-instance.js.map +0 -1
- package/dist/esm/common/logger.js +0 -208
- package/dist/esm/common/logger.js.map +0 -1
- package/dist/esm/common/token-costs.js +0 -91
- package/dist/esm/common/token-costs.js.map +0 -1
- package/dist/esm/common/tracer.js +0 -1093
- package/dist/esm/common/tracer.js.map +0 -1
- package/dist/esm/constants.js +0 -341
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
- package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset.js +0 -375
- package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
- package/dist/esm/data/example.js +0 -154
- package/dist/esm/data/example.js.map +0 -1
- package/dist/esm/data/result.js +0 -78
- package/dist/esm/data/result.js.map +0 -1
- package/dist/esm/e2etests/eval-operations.test.js +0 -254
- package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
- package/dist/esm/e2etests/judgee-traces.test.js +0 -253
- package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/esm/evaluation-run.js +0 -132
- package/dist/esm/evaluation-run.js.map +0 -1
- package/dist/esm/exporters/otel-exporter.js +0 -348
- package/dist/esm/exporters/otel-exporter.js.map +0 -1
- package/dist/esm/index.js +0 -20
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/judges/index.js +0 -205
- package/dist/esm/judges/index.js.map +0 -1
- package/dist/esm/judgment-client.js +0 -768
- package/dist/esm/judgment-client.js.map +0 -1
- package/dist/esm/rules.js +0 -314
- package/dist/esm/rules.js.map +0 -1
- package/dist/esm/run-evaluation.js +0 -681
- package/dist/esm/run-evaluation.js.map +0 -1
- package/dist/esm/scorers/api-scorer.js +0 -286
- package/dist/esm/scorers/api-scorer.js.map +0 -1
- package/dist/esm/scorers/base-scorer.js +0 -287
- package/dist/esm/scorers/base-scorer.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
- package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
- package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
- package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
- package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
- package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
- package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/types/clients.d.ts +0 -6
- package/dist/types/common/integrations/langgraph.d.ts +0 -39
- package/dist/types/common/logger-instance.d.ts +0 -3
- package/dist/types/common/logger.d.ts +0 -54
- package/dist/types/common/token-costs.d.ts +0 -36
- package/dist/types/common/tracer.d.ts +0 -249
- package/dist/types/constants.d.ts +0 -51
- package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
- package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
- package/dist/types/data/example.d.ts +0 -82
- package/dist/types/data/result.d.ts +0 -51
- package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
- package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
- package/dist/types/evaluation-run.d.ts +0 -44
- package/dist/types/exporters/otel-exporter.d.ts +0 -16
- package/dist/types/index.d.ts +0 -11
- package/dist/types/judges/index.d.ts +0 -50
- package/dist/types/judgment-client.d.ts +0 -149
- package/dist/types/rules.d.ts +0 -120
- package/dist/types/run-evaluation.d.ts +0 -78
- package/dist/types/scorers/api-scorer.d.ts +0 -84
- package/dist/types/scorers/base-scorer.d.ts +0 -162
- package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
- package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
- package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
- package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
- package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
- package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
- package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
- package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"judgment-client.js","sourceRoot":"","sources":["../../src/judgment-client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AACjC,kDAAyD;AACzD,kDAA4D;AAC5D,gDAAiD;AACjD,6DAA4F;AAC5F,2DAAoD;AACpD,yCAA6C;AAC7C,2DAA4E;AAC5E,iDAOwB;AACxB,qFAAiD;AACjD,wEAAwE;AACxE,gEAAuC;AACvC,8DAAiC;AACjC,mFAA2E;AAE3E,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAoBhB;;GAEG;AACH,MAAa,cAAc;IAKzB;;OAEG;IACI,MAAM,CAAC,WAAW,CAAC,cAAuB,EAAE,cAAuB;QACxE,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,CAAC;YAC7B,cAAc,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;QAC/E,CAAC;QACD,OAAO,cAAc,CAAC,QAAQ,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,YACE,cAAuB,EACvB,cAAuB;QAEvB,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAC3E,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;QAE1E,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAExD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,oDAAoD;YACpD,4BAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAA;YAC5C,MAAM,IAAI,KAAK,CAAC,yGAAyG,CAAC,CAAC;QAC7H,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;QAC3H,CAAC;IACH,CAAC;IAED;;OAEG;IACU,cAAc;6DACzB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,KAAc;YAEd,qDAAqD;YACrD,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,IAAI,EAAE,6BAA6B;YACnC,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,aAAa;6DACxB,QAAmB,EACnB,OAAkE,EAClE,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,cAAuB,IAAI,EAC3B,eAAwB,IAAI,EAC5B,iBAA0B,KAAK,EAC/B,KAAc;YAEd,IAAI,CAAC;gBACH,mDAAmD;gBACnD,MAAM,aAAa,GAA8C,EAAE,CAAC;gBACpE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACH,IAAI,MAAM,YAAY,8BAAa,EAAE,CAAC;4BACpC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;wBAC7D,CAAC;6BAAM,CAAC;4BACN,wEAAwE;4BACxE,aAAa,CAAC,IAAI,CAAC,MAA4C,CAAC,CAAC;wBACnE,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBACpJ,CAAC;gBACH,CAAC;gBAED,sFAAsF;gBACtF,IAAI,KAAK,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,YAAY,+BAAc,CAAC,EAAE,CAAC;oBAC5E,MAAM,IAAI,KAAK,CAAC,kIAAkI,CAAC,CAAC;gBACtJ,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,WAA+B,CAAC;gBACpC,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,EAAE,CAAC;oBACjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;wBACzB,IAAI,CAAC;4BACH,MAAM,mBAAmB,GAAgB,EAAE,CAAC;4BAC5C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gCACxC,yCAAyC;gCACzC,IAAI,SAAS,CAAC,MAAM,YAAY,8BAAa,EAAE,CAAC;oCAC9C,IAAI,CAAC;wCACH,+DAA+D;wCAC/D,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;wCACtE,MAAM,YAAY,GAAG,IAAI,oBAAS,CAAC,YAAY,CAAC,CAAC;wCACjD,iEAAiE;wCACjE,yDAAyD;wCACzD,MAAM,CAAC,MAAM,CAAC,YAAY,kCAAO,SAAS,KAAE,MAAM,EAAE,YAAY,IAAG,CAAC,CAAC,yCAAyC;wCAC9G,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oCACzC,CAAC;oCAAC,OAAO,KAAK,EAAE,CAAC;wCACf,MAAM,IAAI,KAAK,CAAC,8DAA8D,IAAI,CAAC,IAAI,wBAAwB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oCAClN,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gCACtC,CAAC;4BACH,CAAC;4BAED,4CAA4C;4BAC5C,MAAM,OAAO,GAAG,IAAI,eAAI,CACtB,IAAI,CAAC,IAAI,EACT,mBAAmB,EACnB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,MAAM,CACZ,CAAC;4BACF,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;wBACtH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,iCAAa,CAAC;oBACtC,UAAU;oBACV,WAAW;oBACX,QAAQ,EAAE,WAAW;oBACrB,QAAQ;oBACR,OAAO,EAAE,aAAa;oBACtB,KAAK;oBACL,UAAU;oBACV,QAAQ;oBACR,cAAc,EAAE,IAAI,CAAC,cAAc;oBACnC,KAAK,EAAE,WAAW;oBAClB,cAAc,EAAE,IAAI,CAAC,cAAc;iBACpC,CAAC,CAAC;gBAEH,OAAO,IAAA,2BAAO,EAAC,aAAa,EAAE,QAAQ,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;YACxE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,KAAK,CAAC,6EAA6E,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAChH,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBACtF,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,mDAAmD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACtF,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;;;OAIG;IACU,QAAQ,CAAC,MAcrB;;YACC,qBAAqB;YACrB,MAAM,EACJ,QAAQ,EACR,OAAO,EACP,KAAK,GAAG,2CAA2C,EACnD,UAAU,GAAG,SAAS,EACtB,QAAQ,GAAG,EAAE,EACb,WAAW,GAAG,iBAAiB,EAC/B,QAAQ,GAAG,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE,EACnC,UAAU,GAAG,IAAI,EACjB,WAAW,GAAG,IAAI,EAClB,YAAY,GAAG,IAAI,EACnB,cAAc,GAAG,KAAK,EACtB,KAAK,GAAG,SAAS,EACjB,QAAQ,GAAG,KAAK,EACjB,GAAG,MAAM,CAAC;YAEX,uEAAuE;YACvE,OAAO,IAAI,CAAC,aAAa,CACvB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,QAAQ,EACR,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,cAAc,EACd,KAAK,CACN,CAAC;QACJ,CAAC;KAAA;IAED;;OAEG;IACU,eAAe;6DAC1B,OAAY,EAAE,2BAA2B;QACzC,OAA8C,EAC9C,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,aAAsB,IAAI,EAC1B,cAAuB,IAAI,EAC3B,KAAc;YAEd,2BAA2B;YAC3B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;QAC/E,CAAC;KAAA;IAED;;;;;;OAMG;IACU,QAAQ,CACnB,WAAmB,EACnB,WAAmB;;YAEnB,MAAM,kBAAkB,GAAG;gBACzB,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW;gBACtB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,4BAAM,CAAC,IAAI,CAAC,2CAA2C,WAAW,WAAW,WAAW,GAAG,CAAC,CAAC;gBAE7F,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,0CAA2B,EAC3B,kBAAkB,EAClB;oBACE,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;wBAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;qBACzC;iBACF,CACF,CAAC;gBAEF,uEAAuE;gBACvE,OAAO,QAAQ,CAAC,IAAI,CAAC;YACvB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBAChD,MAAM,YAAY,GAAG,gCAAgC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3F,4BAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC3B,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,YAAY,GAAG,kCAAkC,KAAK,EAAE,CAAC;oBAC/D,4BAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC3B,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,UAKI,EAAE;YAEN,kBAAkB;YAClB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;YAC3C,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAC;YACtD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC;YAC/C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC;YAEjD,IAAI,SAAS,GAAQ,IAAI,CAAC;YAE1B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,iEAAiE;oBACjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,EACjD,UAAU,CACX,CAAC;oBAEF,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,4BAAM,CAAC,IAAI,CAAC,iBAAiB,OAAO,GAAG,CAAC,IAAI,UAAU,uBAAuB,OAAO,UAAU,CAAC,CAAC;wBAChG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;oBAC7D,CAAC;oBAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;oBAC9D,OAAO,OAAO,CAAC;gBACjB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,CAAC;oBAElB,+CAA+C;oBAC/C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAChD,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;wBAErC,+DAA+D;wBAC/D,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;4BACpD,4BAAM,CAAC,KAAK,CAAC,qCAAqC,MAAM,EAAE,CAAC,CAAC;4BAC5D,MAAM,KAAK,CAAC;wBACd,CAAC;oBACH,CAAC;oBAED,4BAAM,CAAC,IAAI,CAAC,WAAW,OAAO,GAAG,CAAC,YAAY,OAAO,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;gBACzG,CAAC;YACH,CAAC;YAED,qCAAqC;YACrC,4BAAM,CAAC,KAAK,CAAC,OAAO,UAAU,qCAAqC,CAAC,CAAC;YACrE,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACjG,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,SAAyB,MAAM;YAE/B,4BAAM,CAAC,IAAI,CAAC,uCAAuC,WAAW,WAAW,WAAW,QAAQ,MAAM,EAAE,CAAC,CAAC;YACtG,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;gBAElE,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;oBACxE,4BAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;oBAC3C,OAAO,EAAE,CAAC;gBACZ,CAAC;gBAED,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,OAA0B,CAAC;gBAE1D,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;oBACtB,oBAAoB;oBACpB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC/D,CAAC;qBAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;oBAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,EAAE,CAAC,CAAC,oBAAoB;oBAEzD,6DAA6D;oBAC7D,gCAAgC;oBAChC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;;wBACvC,MAAM,IAAI,GAAwB,EAAE,CAAC;wBACrC,MAAM,WAAW,GAAG,MAAA,MAAA,MAAM,CAAC,UAAU,0CAAE,MAAM,EAAE,mCAAI,EAAE,CAAC,CAAC,oCAAoC;wBAC3F,MAAM,WAAW,GAAG,MAAA,MAAM,CAAC,WAAW,mCAAI,EAAE,CAAC;wBAE7C,uCAAuC;wBACvC,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;4BAC7B,gEAAgE;4BACjE,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;wBAC5C,CAAC;wBAED,mBAAmB;wBACnB,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;4BAC3B,IAAI,CAAC,UAAU,MAAM,CAAC,IAAI,QAAQ,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;4BACnD,IAAI,CAAC,UAAU,MAAM,CAAC,IAAI,sBAAsB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;4BAC/F,IAAI,CAAC,UAAU,MAAM,CAAC,IAAI,QAAQ,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;wBACrD,CAAC,CAAC,CAAC;wBAEH,iCAAiC;wBACjC,IAAI,CAAC,iBAAiB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;wBAEvC,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC,CAAC;oBAEH,6DAA6D;oBAC7D,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAEtE,0CAA0C;oBAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,0CAA0C;oBAC7E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;wBACvB,MAAM,EAAE,OAAO;wBACf,IAAI,EAAE,WAAW;qBAClB,EAAE;wBACD,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,IAAI,EAAE,gDAAgD;wBAC9D,SAAS,EAAE,GAAG;wBACd,UAAU,EAAE,GAAG;wBACf,SAAS,EAAE,GAAG;qBACf,CAAC,CAAC;oBAEH,OAAO,GAAG,CAAC;gBACb,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,EAAE,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;gBACvD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;gBAChD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU,CACrB,WAAmB,EACnB,YAAsB;;YAEtB,4BAAM,CAAC,IAAI,CAAC,uBAAuB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;YAC3F,MAAM,WAAW,GAA6B;gBAC5C,YAAY,EAAE,WAAW;gBACzB,UAAU,EAAE,YAAY;gBACxB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,eAAK,CAAC,IAAI,CAAC,2CAA4B,EAAE,WAAW,EAAE;oBAC1D,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,4BAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBAC/C,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;gBACnD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;gBACzC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,kBAAkB,CAC7B,WAAmB;;YAEnB,4BAAM,CAAC,IAAI,CAAC,uCAAuC,WAAW,EAAE,CAAC,CAAC;YAClE,MAAM,WAAW,GAAG;gBAClB,YAAY,EAAE,WAAW;gBACzB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,eAAK,CAAC,IAAI,CAAC,mDAAoC,EAAE,WAAW,EAAE;oBAClE,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAC/B,CAAC,CAAC;gBACH,4BAAM,CAAC,IAAI,CAAC,kDAAkD,WAAW,GAAG,CAAC,CAAC;gBAC9E,OAAO,IAAI,CAAC;YACd,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;gBACvD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAC;gBACjD,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,4BAAM,CAAC,IAAI,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG;gBAClB,YAAY,EAAE,WAAW;gBACzB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACH,4BAAM,CAAC,IAAI,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC;gBAChD,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,8CAA+B,EAAE,WAAW,EAAE;oBAC7E,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAChC,CAAC,CAAC;gBAEH,mEAAmE;gBACnE,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,KAAK,4BAA4B,EAAE,CAAC;oBAC3E,4BAAM,CAAC,IAAI,CAAC,iCAAiC,WAAW,EAAE,CAAC,CAAC;oBAC5D,OAAO,IAAI,CAAC;gBACf,CAAC;qBAAM,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,KAAK,wBAAwB,EAAE,CAAC;oBAC7E,4BAAM,CAAC,IAAI,CAAC,YAAY,WAAW,mBAAmB,CAAC,CAAC;oBACxD,OAAO,IAAI,CAAC,CAAC,gEAAgE;gBACjF,CAAC;qBAAM,CAAC;oBACJ,4BAAM,CAAC,KAAK,CAAC,6BAA6B,WAAW,gBAAgB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACtG,OAAO,KAAK,CAAC;gBACjB,CAAC;YAEH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,aAAa,CACxB,WAAmB;;YAEnB,4BAAM,CAAC,IAAI,CAAC,qBAAqB,WAAW,EAAE,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG;gBAClB,YAAY,EAAE,WAAW;gBACzB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACtC,CAAC;YAEF,IAAI,CAAC;gBACF,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAAC,8CAA+B,EAAE,WAAW,EAAE;oBAC9E,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;iBAChC,CAAC,CAAC;gBAEF,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,KAAK,8BAA8B,EAAE,CAAC;oBAC9E,4BAAM,CAAC,IAAI,CAAC,iCAAiC,WAAW,EAAE,CAAC,CAAC;oBAC5D,OAAO,IAAI,CAAC;gBACd,CAAC;qBAAM,CAAC;oBACN,4BAAM,CAAC,KAAK,CAAC,6BAA6B,WAAW,gBAAgB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACtG,OAAO,KAAK,CAAC;gBACf,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,eAAe,CAAC,CAAC;gBAC5C,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACW,cAAc;;;YAC1B,4BAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YACtC,IAAI,CAAC;gBACH,+DAA+D;gBAC/D,MAAM,aAAa,GAAG,IAAI,0CAAiB,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;gBACtF,0CAA0C;gBAC1C,MAAM,aAAa,CAAC,uBAAuB,CAAC,wBAAwB,CAAC,CAAC;gBACtE,4BAAM,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBACvC,OAAO,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;YACrC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,GAAG,4BAA4B,CAAC;gBAC3C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC9B,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,EAAE,CAAC;wBACrE,OAAO,GAAG,gCAAgC,CAAC;oBAC7C,CAAC;yBAAM,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,EAAE,CAAC;wBAC1C,8FAA8F;wBAC9F,4DAA4D;wBAC5D,OAAO,GAAG,+DAA+D,CAAC;oBAC5E,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,yCAAyC,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;oBAChG,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,8BAA8B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1D,CAAC;gBACD,4BAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACtB,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;KAAA;IAED;;OAEG;IACU,UAAU;6DACrB,QAAmB,EACnB,OAAkD,EAAE,+BAA+B;QACnF,KAA8B,EAC9B,UAAmB,EACnB,QAA8B,EAC9B,aAAsB,IAAI,EAC1B,cAAsB,iBAAiB,EACvC,cAAsB,kBAAkB,EACxC,WAAoB,KAAK,EACzB,KAAc;YAEd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CACtC,QAAQ,EACR,OAAO,EACP,KAAK,EACL,UAAU,EACV,QAAQ,EACR,UAAU,EACV,WAAW,EACX,WAAW,EACX,QAAQ,EACR,IAAI,EAAE,sEAAsE;YAC5E,KAAK,EAAE,kCAAkC;YACzC,KAAK,EAAE,yBAAyB;YAChC,KAAK,CACN,CAAC;YAEF,IAAA,8BAAU,EAAC,OAAO,CAAC,CAAC,CAAC,6CAA6C;QACpE,CAAC;KAAA;IAED;;;;;OAKG;IACG,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YAC5D,2BAA2B;YAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;YAEjE,0CAA0C;YAC1C,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzE,OAAO,EAAE,CAAC;YACZ,CAAC;YAED,iDAAiD;YACjD,MAAM,cAAc,GAAoB,EAAE,CAAC;YAE3C,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;oBACvF,oCAAoC;oBACpC,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAExF,sDAAsD;oBACtD,MAAM,OAAO,GAAG,IAAI,oBAAO,CAAC;wBAC1B,KAAK,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,KAAK,KAAI,EAAE;wBAC/B,YAAY,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,aAAa,KAAI,EAAE;wBAC9C,cAAc,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,eAAe,KAAI,EAAE;wBAClD,OAAO,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,OAAO,KAAI,IAAI;wBACrC,gBAAgB,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,iBAAiB,KAAI,IAAI;wBACxD,kBAAkB,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,mBAAmB,KAAI,EAAE;wBAC1D,WAAW,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,YAAY,KAAI,IAAI;wBAC9C,aAAa,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,cAAc,KAAI,IAAI;wBAClD,SAAS,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,UAAU,KAAI,IAAI;wBAC1C,IAAI,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI,KAAI,SAAS;wBACpC,YAAY,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,aAAa,KAAI,CAAC;wBAC7C,SAAS,EAAE,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,UAAU,KAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBAC9D,OAAO,EAAE,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,QAAQ,KAAI,IAAI;qBACvC,CAAC,CAAC;oBAEH,mDAAmD;oBACnD,MAAM,aAAa,GAAG,yBAAa,CAAC,OAAO,EAAE;yBAC1C,UAAU,CAAC,OAAO,CAAC;yBACnB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;yBACrC,KAAK,EAAE,CAAC;oBAEX,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;YAED,OAAO,cAAc,CAAC;QACxB,CAAC;KAAA;IAED;;;;;;OAMG;IACU,eAAe,CAAC,WAAmB,EAAE,WAAmB;;;YACnE,MAAM,WAAW,GAAuB;gBACpC,YAAY,EAAE,WAAW;gBACzB,SAAS,EAAE,WAAW;gBACtB,gBAAgB,EAAE,IAAI,CAAC,cAAc;aACxC,CAAC;YAEF,IAAI,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAQ9B,0CAA2B,EAAE,WAAW,EAAE;oBACzC,OAAO,EAAE,IAAI,CAAC,cAAc,EAAE;oBAC9B,2CAA2C;oBAC3C,iBAAiB;iBACpB,CAAC,CAAC;gBAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAE3B,mDAAmD;gBACnD,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC1C,OAAO;wBACH,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS;wBAChC,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;wBAC/D,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,EAAE;wBAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;qBACpB,CAAC;gBACN,CAAC;gBACD,kFAAkF;qBAC7E,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;oBAChE,OAAO;wBACH,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,GAAG;wBACb,OAAO,EAAE,uBAAuB;qBACnC,CAAC;gBACP,CAAC;gBACD,wEAAwE;qBAClE,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,8DAA8D;oBACzI,OAAO;wBACH,MAAM,EAAE,WAAW;wBACnB,QAAQ,EAAE,GAAG;wBACb,OAAO,EAAE,uBAAuB;qBACnC,CAAC;gBACN,CAAC;gBACD,6DAA6D;qBACxD,CAAC;oBACH,4BAAM,CAAC,IAAI,CAAC,uDAAuD,WAAW,GAAG,EAAE,IAAI,CAAC,CAAC;oBACzF,OAAO;wBACH,MAAM,EAAE,SAAS;wBACjB,QAAQ,EAAE,CAAC;wBACX,OAAO,EAAE,+CAA+C;qBAC1D,CAAC;gBACP,CAAC;YAEL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,mDAAmD;gBACnD,IAAI,YAAY,GAAG,oCAAoC,CAAC;gBACxD,IAAI,MAAM,GAAG,OAAO,CAAC;gBACrB,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAA,MAAA,KAAK,CAAC,QAAQ,0CAAE,MAAM,MAAK,GAAG,EAAE,CAAC;oBAC7D,MAAM,GAAG,WAAW,CAAC;oBACrB,YAAY,GAAG,2BAA2B,CAAC;oBAC3C,4BAAM,CAAC,IAAI,CAAC,kBAAkB,WAAW,aAAa,CAAC,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;oBAC9C,YAAY,GAAG,0BAA0B,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7D,CAAC;gBACA,OAAO;oBACL,MAAM,EAAE,MAAM;oBACd,QAAQ,EAAE,CAAC;oBACX,OAAO,EAAE,YAAY;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,uBAAuB;iBAC7C,CAAC;YACL,CAAC;QACH,CAAC;KAAA;IAED;;;;;;OAMG;IACU,iBAAiB;6DAC5B,WAAmB,EACnB,WAAmB,EACnB,UAII,EAAE;YAEN,MAAM,EAAE,UAAU,GAAG,IAAI,EAAE,WAAW,GAAG,GAAG,EAAE,YAAY,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,sCAAsC;YAErH,IAAI,WAA8C,CAAC;YACnD,IAAI,YAAY,EAAE,CAAC;gBACf,WAAW,GAAG,IAAI,sBAAW,CAAC,SAAS,CAAC;oBACpC,MAAM,EAAE,eAAe,qBAAM,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,qBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,8BAA8B;oBAC7G,eAAe,EAAE,QAAQ;oBACzB,iBAAiB,EAAE,QAAQ;oBAC3B,UAAU,EAAE,IAAI;oBAChB,eAAe,EAAE,KAAK;oBACtB,cAAc,EAAE,IAAI;iBACvB,EAAE,sBAAW,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;gBACvC,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;YAC3D,CAAC;YAED,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;gBACrD,IAAI,CAAC;oBACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;oBAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB;oBAC1F,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC;oBAE/D,IAAI,WAAW,EAAE,CAAC;wBACd,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBACzD,CAAC;oBAED,IAAI,YAAY,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBACtC,IAAI,WAAW,EAAE,CAAC;4BACb,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,qBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC;wBACzF,CAAC;wBACD,qCAAqC;wBACrC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;wBAC1E,4BAAM,CAAC,IAAI,CAAC,kBAAkB,WAAW,0BAA0B,CAAC,CAAC;wBACrE,OAAO,YAAY,CAAC;oBACxB,CAAC;yBAAM,IAAI,YAAY,CAAC,MAAM,KAAK,OAAO,IAAI,YAAY,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;wBAC5E,yDAAyD;wBACzD,MAAM,QAAQ,GAAG,kBAAkB,WAAW,oCAAoC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;wBAC3J,4BAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACvB,IAAI,WAAW;4BAAE,WAAW,CAAC,IAAI,EAAE,CAAC;wBACpC,oDAAoD;wBACpD,MAAM,IAAI,oCAAgB,CAAC,QAAQ,CAAC,CAAC;oBAC1C,CAAC;yBAAM,IAAI,YAAY,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;wBAC7C,MAAM,QAAQ,GAAG,kBAAkB,WAAW,aAAa,CAAC;wBAC5D,4BAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;wBACvB,IAAI,WAAW;4BAAE,WAAW,CAAC,IAAI,EAAE,CAAC;wBACpC,2CAA2C;wBAC3C,MAAM,IAAI,oCAAgB,CAAC,QAAQ,CAAC,CAAC;oBACzC,CAAC;oBAED,6BAA6B;oBAC7B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;gBAElE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACZ,mFAAmF;oBACnF,4BAAM,CAAC,KAAK,CAAC,gDAAgD,OAAO,MAAM,KAAK,EAAE,CAAC,CAAC;oBACnF,8DAA8D;oBAC9D,IAAI,KAAK,YAAY,oCAAgB,EAAE,CAAC,CAAC,mDAAmD;wBACxF,IAAI,WAAW;4BAAE,WAAW,CAAC,IAAI,EAAE,CAAC;wBACpC,MAAM,KAAK,CAAC;oBAChB,CAAC;oBACA,uDAAuD;oBACxD,IAAI,OAAO,KAAK,WAAW,EAAE,CAAC;wBACzB,IAAI,WAAW;4BAAE,WAAW,CAAC,IAAI,EAAE,CAAC;wBACpC,MAAM,IAAI,KAAK,CAAC,kCAAkC,WAAW,cAAc,KAAK,EAAE,CAAC,CAAC;oBACzF,CAAC;oBACD,qCAAqC;oBACrC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;gBACnE,CAAC;YACL,CAAC;YAED,+CAA+C;YAC/C,IAAI,WAAW;gBAAE,WAAW,CAAC,IAAI,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kBAAkB,WAAW,2BAA2B,WAAW,YAAY,CAAC,CAAC;QACnG,CAAC;KAAA;IAED;;;;OAIG;IACK,kBAAkB,CAAC,OAAe;QACxC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,4BAA4B;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC;QAC7B,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC9E,CAAC;IAED,8BAA8B;IACtB,cAAc;QACpB,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,IAAI,CAAC,cAAc,EAAE;YAChD,mBAAmB,EAAE,IAAI,CAAC,cAAc;SACzC,CAAC;IACJ,CAAC;IAED,mEAAmE;IAC3D,cAAc,CAAC,KAAc,EAAE,OAAe;QACpD,4BAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,GAAG,CAAC,CAAC;QAC7C,IAAI,eAAK,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,UAAU,GAAG,KAAmB,CAAC;YACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;YAErC,IAAI,QAAQ,EAAE,CAAC;gBACb,4BAAM,CAAC,KAAK,CAAC,WAAW,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClE,4BAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC9C,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,4BAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC1D,CAAC;qBAAM,IAAI,OAAO,KAAK,UAAU,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,8BAA8B;oBAC3F,4BAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBAC7C,CAAC;qBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,+BAA+B;oBAClG,4BAAM,CAAC,IAAI,CAAC,GAAG,OAAO,sDAAsD,CAAC,CAAC;gBACjF,CAAC;YACH,CAAC;iBAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBAC9B,4BAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACN,4BAAM,CAAC,KAAK,CAAC,oCAAoC,OAAO,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;aAAM,CAAC;YACN,4BAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;CACF;AAl5BD,wCAk5BC"}
|
package/dist/cjs/rules.js
DELETED
|
@@ -1,322 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.RulesEngine = exports.AlertResult = exports.Rule = exports.NotificationConfig = exports.Condition = exports.AlertStatus = void 0;
|
|
13
|
-
/**
|
|
14
|
-
* Rules system for JudgEval that enables alerts based on metric thresholds.
|
|
15
|
-
*/
|
|
16
|
-
const uuid_1 = require("uuid");
|
|
17
|
-
const base_scorer_js_1 = require("./scorers/base-scorer.js");
|
|
18
|
-
/**
|
|
19
|
-
* Status of an alert evaluation
|
|
20
|
-
*/
|
|
21
|
-
var AlertStatus;
|
|
22
|
-
(function (AlertStatus) {
|
|
23
|
-
AlertStatus["TRIGGERED"] = "triggered";
|
|
24
|
-
AlertStatus["NOT_TRIGGERED"] = "not_triggered";
|
|
25
|
-
})(AlertStatus || (exports.AlertStatus = AlertStatus = {}));
|
|
26
|
-
/**
|
|
27
|
-
* A single metric condition
|
|
28
|
-
*/
|
|
29
|
-
class Condition {
|
|
30
|
-
constructor(metric) {
|
|
31
|
-
this.metric = metric;
|
|
32
|
-
}
|
|
33
|
-
/**
|
|
34
|
-
* Get the name of the metric for lookups in scores dictionary
|
|
35
|
-
*/
|
|
36
|
-
get metricName() {
|
|
37
|
-
if (this.metric instanceof base_scorer_js_1.ScorerWrapper) {
|
|
38
|
-
return this.metric.scoreType || String(this.metric);
|
|
39
|
-
}
|
|
40
|
-
else if ('scoreType' in this.metric) {
|
|
41
|
-
return this.metric.scoreType;
|
|
42
|
-
}
|
|
43
|
-
else {
|
|
44
|
-
return String(this.metric);
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* Get the threshold from the metric
|
|
49
|
-
*/
|
|
50
|
-
get threshold() {
|
|
51
|
-
return 'threshold' in this.metric ? this.metric.threshold : 0.5;
|
|
52
|
-
}
|
|
53
|
-
/**
|
|
54
|
-
* Evaluate the condition against a value
|
|
55
|
-
* Returns true if the condition passes, false otherwise
|
|
56
|
-
*/
|
|
57
|
-
evaluate(value) {
|
|
58
|
-
// Store the value in the scorer
|
|
59
|
-
if ('score' in this.metric) {
|
|
60
|
-
this.metric.score = value;
|
|
61
|
-
}
|
|
62
|
-
// Use the scorer's success check function if available
|
|
63
|
-
if ('successCheck' in this.metric) {
|
|
64
|
-
return this.metric.successCheck();
|
|
65
|
-
}
|
|
66
|
-
else {
|
|
67
|
-
// Fallback to default comparison (greater than or equal)
|
|
68
|
-
return value >= this.threshold;
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
/**
|
|
72
|
-
* Convert the condition to a plain object
|
|
73
|
-
*/
|
|
74
|
-
toJSON() {
|
|
75
|
-
return {
|
|
76
|
-
metric: this.metric.toJSON ? this.metric.toJSON() : this.metric,
|
|
77
|
-
};
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
exports.Condition = Condition;
|
|
81
|
-
/**
|
|
82
|
-
* Configuration for notifications when a rule is triggered
|
|
83
|
-
*/
|
|
84
|
-
class NotificationConfig {
|
|
85
|
-
constructor(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
86
|
-
this.enabled = enabled;
|
|
87
|
-
this.communicationMethods = communicationMethods;
|
|
88
|
-
this.emailAddresses = emailAddresses;
|
|
89
|
-
this.sendAt = sendAt;
|
|
90
|
-
}
|
|
91
|
-
/**
|
|
92
|
-
* Convert the notification config to a plain object
|
|
93
|
-
*/
|
|
94
|
-
toJSON() {
|
|
95
|
-
return {
|
|
96
|
-
enabled: this.enabled,
|
|
97
|
-
communication_methods: this.communicationMethods,
|
|
98
|
-
email_addresses: this.emailAddresses,
|
|
99
|
-
send_at: this.sendAt,
|
|
100
|
-
};
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
exports.NotificationConfig = NotificationConfig;
|
|
104
|
-
/**
|
|
105
|
-
* Configuration for a single rule
|
|
106
|
-
*/
|
|
107
|
-
class Rule {
|
|
108
|
-
constructor(name, conditions, combine_type = 'all', description, notification, ruleId) {
|
|
109
|
-
this.ruleId = ruleId || (0, uuid_1.v4)();
|
|
110
|
-
this.name = name;
|
|
111
|
-
this.description = description;
|
|
112
|
-
this.conditions = conditions;
|
|
113
|
-
this.combine_type = combine_type;
|
|
114
|
-
this.notification = notification;
|
|
115
|
-
// Validate
|
|
116
|
-
if (!this.conditions || this.conditions.length === 0) {
|
|
117
|
-
throw new Error('Conditions list cannot be empty');
|
|
118
|
-
}
|
|
119
|
-
if (this.combine_type !== 'all' && this.combine_type !== 'any') {
|
|
120
|
-
throw new Error('Combine type must be "all" or "any"');
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
/**
|
|
124
|
-
* Convert the rule to a plain object
|
|
125
|
-
*/
|
|
126
|
-
toJSON() {
|
|
127
|
-
const data = {
|
|
128
|
-
rule_id: this.ruleId,
|
|
129
|
-
name: this.name,
|
|
130
|
-
description: this.description,
|
|
131
|
-
conditions: this.conditions.map(condition => {
|
|
132
|
-
const conditionData = {};
|
|
133
|
-
// Handle the metric property
|
|
134
|
-
if (condition.metric) {
|
|
135
|
-
const metricObj = condition.metric;
|
|
136
|
-
// Create standardized metric representation
|
|
137
|
-
const metricData = {
|
|
138
|
-
score_type: '',
|
|
139
|
-
threshold: 0.0
|
|
140
|
-
};
|
|
141
|
-
// Try to use object's own serialization methods
|
|
142
|
-
if ('toJSON' in metricObj) {
|
|
143
|
-
const origData = metricObj.toJSON();
|
|
144
|
-
// Copy any existing fields
|
|
145
|
-
Object.assign(metricData, origData);
|
|
146
|
-
}
|
|
147
|
-
// Ensure required fields have values
|
|
148
|
-
if (!metricData.score_type && metricData.name) {
|
|
149
|
-
metricData.score_type = metricData.name;
|
|
150
|
-
}
|
|
151
|
-
if (!metricData.score_type) {
|
|
152
|
-
// Try to get score_type from different possible attributes
|
|
153
|
-
if ('scoreType' in metricObj) {
|
|
154
|
-
metricData.score_type = metricObj.scoreType;
|
|
155
|
-
}
|
|
156
|
-
else if ('name' in metricObj) {
|
|
157
|
-
metricData.score_type = metricObj.name;
|
|
158
|
-
}
|
|
159
|
-
else {
|
|
160
|
-
// Last resort: use string representation
|
|
161
|
-
metricData.score_type = String(metricObj);
|
|
162
|
-
}
|
|
163
|
-
}
|
|
164
|
-
// Make sure threshold is set
|
|
165
|
-
if (!metricData.threshold && metricData.threshold !== 0.0) {
|
|
166
|
-
if ('threshold' in metricObj) {
|
|
167
|
-
metricData.threshold = metricObj.threshold;
|
|
168
|
-
}
|
|
169
|
-
else {
|
|
170
|
-
// Use condition threshold
|
|
171
|
-
metricData.threshold = condition.threshold;
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
conditionData.metric = metricData;
|
|
175
|
-
}
|
|
176
|
-
return conditionData;
|
|
177
|
-
}),
|
|
178
|
-
combine_type: this.combine_type,
|
|
179
|
-
};
|
|
180
|
-
if (this.notification) {
|
|
181
|
-
data.notification = this.notification.toJSON();
|
|
182
|
-
}
|
|
183
|
-
return data;
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
exports.Rule = Rule;
|
|
187
|
-
/**
|
|
188
|
-
* Result of evaluating a rule
|
|
189
|
-
*/
|
|
190
|
-
class AlertResult {
|
|
191
|
-
constructor(status, ruleName, conditionsResult, metadata = {}, ruleId, notification) {
|
|
192
|
-
this.status = status;
|
|
193
|
-
this.ruleId = ruleId;
|
|
194
|
-
this.ruleName = ruleName;
|
|
195
|
-
this.conditionsResult = conditionsResult;
|
|
196
|
-
this.metadata = metadata;
|
|
197
|
-
this.notification = notification;
|
|
198
|
-
}
|
|
199
|
-
/**
|
|
200
|
-
* Get example_id from metadata for backward compatibility
|
|
201
|
-
*/
|
|
202
|
-
get exampleId() {
|
|
203
|
-
return this.metadata.example_id;
|
|
204
|
-
}
|
|
205
|
-
/**
|
|
206
|
-
* Get timestamp from metadata for backward compatibility
|
|
207
|
-
*/
|
|
208
|
-
get timestamp() {
|
|
209
|
-
return this.metadata.timestamp;
|
|
210
|
-
}
|
|
211
|
-
/**
|
|
212
|
-
* Convert the alert result to a plain object
|
|
213
|
-
*/
|
|
214
|
-
toJSON() {
|
|
215
|
-
const result = {
|
|
216
|
-
status: this.status,
|
|
217
|
-
rule_name: this.ruleName,
|
|
218
|
-
conditions_result: this.conditionsResult,
|
|
219
|
-
metadata: this.metadata,
|
|
220
|
-
};
|
|
221
|
-
if (this.ruleId) {
|
|
222
|
-
result.rule_id = this.ruleId;
|
|
223
|
-
}
|
|
224
|
-
if (this.notification) {
|
|
225
|
-
result.notification = this.notification.toJSON();
|
|
226
|
-
}
|
|
227
|
-
return result;
|
|
228
|
-
}
|
|
229
|
-
}
|
|
230
|
-
exports.AlertResult = AlertResult;
|
|
231
|
-
/**
|
|
232
|
-
* Engine for creating and evaluating rules against metrics
|
|
233
|
-
*/
|
|
234
|
-
class RulesEngine {
|
|
235
|
-
constructor(rules) {
|
|
236
|
-
this.rules = rules;
|
|
237
|
-
}
|
|
238
|
-
/**
|
|
239
|
-
* Configure notification settings for a specific rule
|
|
240
|
-
*/
|
|
241
|
-
configureNotification(ruleId, enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
242
|
-
if (!this.rules[ruleId]) {
|
|
243
|
-
throw new Error(`Rule with ID ${ruleId} not found`);
|
|
244
|
-
}
|
|
245
|
-
this.rules[ruleId].notification = new NotificationConfig(enabled, communicationMethods, emailAddresses, sendAt);
|
|
246
|
-
}
|
|
247
|
-
/**
|
|
248
|
-
* Configure notification settings for all rules
|
|
249
|
-
*/
|
|
250
|
-
configureAllNotifications(enabled = true, communicationMethods = [], emailAddresses, sendAt) {
|
|
251
|
-
for (const ruleId in this.rules) {
|
|
252
|
-
this.configureNotification(ruleId, enabled, communicationMethods, emailAddresses, sendAt);
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
/**
|
|
256
|
-
* Evaluate all rules against a set of scores
|
|
257
|
-
* Returns mapping of rule IDs to their alert results
|
|
258
|
-
*/
|
|
259
|
-
evaluateRules(scores, exampleMetadata) {
|
|
260
|
-
const results = {};
|
|
261
|
-
const metadata = exampleMetadata || {};
|
|
262
|
-
// Add timestamp if not present
|
|
263
|
-
if (!metadata.timestamp) {
|
|
264
|
-
metadata.timestamp = new Date().toISOString().replace(/[:.]/g, '').slice(0, 15);
|
|
265
|
-
}
|
|
266
|
-
for (const ruleId in this.rules) {
|
|
267
|
-
const rule = this.rules[ruleId];
|
|
268
|
-
const conditionsResult = [];
|
|
269
|
-
let allPassed = true;
|
|
270
|
-
let anyPassed = false;
|
|
271
|
-
// Evaluate each condition
|
|
272
|
-
for (const condition of rule.conditions) {
|
|
273
|
-
const metricName = condition.metricName;
|
|
274
|
-
const value = scores[metricName] || 0;
|
|
275
|
-
const threshold = condition.threshold;
|
|
276
|
-
const passed = condition.evaluate(value);
|
|
277
|
-
conditionsResult.push({
|
|
278
|
-
metric: metricName,
|
|
279
|
-
value,
|
|
280
|
-
threshold,
|
|
281
|
-
passed,
|
|
282
|
-
});
|
|
283
|
-
if (!passed) {
|
|
284
|
-
allPassed = false;
|
|
285
|
-
}
|
|
286
|
-
else {
|
|
287
|
-
anyPassed = true;
|
|
288
|
-
}
|
|
289
|
-
}
|
|
290
|
-
// Determine if the rule is triggered based on combine type
|
|
291
|
-
const isTriggered = (rule.combine_type === 'all' && allPassed) ||
|
|
292
|
-
(rule.combine_type === 'any' && anyPassed);
|
|
293
|
-
results[ruleId] = new AlertResult(isTriggered ? AlertStatus.TRIGGERED : AlertStatus.NOT_TRIGGERED, rule.name, conditionsResult, metadata, rule.ruleId, rule.notification);
|
|
294
|
-
}
|
|
295
|
-
return results;
|
|
296
|
-
}
|
|
297
|
-
/**
|
|
298
|
-
* Evaluate all rules against multiple examples in parallel
|
|
299
|
-
*/
|
|
300
|
-
evaluateRulesParallel(exampleScores_1, exampleMetadata_1) {
|
|
301
|
-
return __awaiter(this, arguments, void 0, function* (exampleScores, exampleMetadata, maxConcurrent = 100) {
|
|
302
|
-
const results = {};
|
|
303
|
-
const exampleIds = Object.keys(exampleScores);
|
|
304
|
-
// Process in batches to control concurrency
|
|
305
|
-
for (let i = 0; i < exampleIds.length; i += maxConcurrent) {
|
|
306
|
-
const batch = exampleIds.slice(i, i + maxConcurrent);
|
|
307
|
-
const batchPromises = batch.map(exampleId => {
|
|
308
|
-
const scores = exampleScores[exampleId];
|
|
309
|
-
const metadata = exampleMetadata[exampleId] || {};
|
|
310
|
-
return this.evaluateRules(scores, metadata);
|
|
311
|
-
});
|
|
312
|
-
const batchResults = yield Promise.all(batchPromises);
|
|
313
|
-
batch.forEach((exampleId, index) => {
|
|
314
|
-
results[exampleId] = batchResults[index];
|
|
315
|
-
});
|
|
316
|
-
}
|
|
317
|
-
return results;
|
|
318
|
-
});
|
|
319
|
-
}
|
|
320
|
-
}
|
|
321
|
-
exports.RulesEngine = RulesEngine;
|
|
322
|
-
//# sourceMappingURL=rules.js.map
|
package/dist/cjs/rules.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rules.js","sourceRoot":"","sources":["../../src/rules.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA;;GAEG;AACH,+BAAoC;AACpC,6DAAoG;AAEpG;;GAEG;AACH,IAAY,WAGX;AAHD,WAAY,WAAW;IACrB,sCAAuB,CAAA;IACvB,8CAA+B,CAAA;AACjC,CAAC,EAHW,WAAW,2BAAX,WAAW,QAGtB;AAED;;GAEG;AACH,MAAa,SAAS;IAGpB,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,IAAI,UAAU;QACZ,IAAI,IAAI,CAAC,MAAM,YAAY,8BAAa,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC;IAClE,CAAC;IAED;;;OAGG;IACH,QAAQ,CAAC,KAAa;QACpB,gCAAgC;QAChC,IAAI,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAC5B,CAAC;QAED,uDAAuD;QACvD,IAAI,cAAc,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,yDAAyD;YACzD,OAAO,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM;SAChE,CAAC;IACJ,CAAC;CACF;AAtDD,8BAsDC;AAED;;GAEG;AACH,MAAa,kBAAkB;IAM7B,YACE,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,qBAAqB,EAAE,IAAI,CAAC,oBAAoB;YAChD,eAAe,EAAE,IAAI,CAAC,cAAc;YACpC,OAAO,EAAE,IAAI,CAAC,MAAM;SACrB,CAAC;IACJ,CAAC;CACF;AA7BD,gDA6BC;AAED;;GAEG;AACH,MAAa,IAAI;IAQf,YACE,IAAY,EACZ,UAAuB,EACvB,eAA8B,KAAK,EACnC,WAAoB,EACpB,YAAiC,EACjC,MAAe;QAEf,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,IAAA,SAAM,GAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QAEjC,WAAW;QACX,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,IAAI,GAAwB;YAChC,OAAO,EAAE,IAAI,CAAC,MAAM;YACpB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;gBAC1C,MAAM,aAAa,GAAwB,EAAE,CAAC;gBAE9C,6BAA6B;gBAC7B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;oBAEnC,4CAA4C;oBAC5C,MAAM,UAAU,GAAwB;wBACtC,UAAU,EAAE,EAAE;wBACd,SAAS,EAAE,GAAG;qBACf,CAAC;oBAEF,gDAAgD;oBAChD,IAAI,QAAQ,IAAI,SAAS,EAAE,CAAC;wBAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;wBACpC,2BAA2B;wBAC3B,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBACtC,CAAC;oBAED,qCAAqC;oBACrC,IAAI,CAAC,UAAU,CAAC,UAAU,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC;wBAC9C,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC;oBAC1C,CAAC;oBAED,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;wBAC3B,2DAA2D;wBAC3D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,SAAS,CAAC;wBACvD,CAAC;6BAAM,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;4BAC/B,UAAU,CAAC,UAAU,GAAI,SAAiB,CAAC,IAAI,CAAC;wBAClD,CAAC;6BAAM,CAAC;4BACN,yCAAyC;4BACzC,UAAU,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC;oBAED,6BAA6B;oBAC7B,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,KAAK,GAAG,EAAE,CAAC;wBAC1D,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;4BAC7B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;6BAAM,CAAC;4BACN,0BAA0B;4BAC1B,UAAU,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;wBAC7C,CAAC;oBACH,CAAC;oBAED,aAAa,CAAC,MAAM,GAAG,UAAU,CAAC;gBACpC,CAAC;gBAED,OAAO,aAAa,CAAC;YACvB,CAAC,CAAC;YACF,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;QAEF,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACjD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AArGD,oBAqGC;AAED;;GAEG;AACH,MAAa,WAAW;IAatB,YACE,MAAmB,EACnB,QAAgB,EAChB,gBAKE,EACF,WAAgC,EAAE,EAClC,MAAe,EACf,YAAiC;QAEjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,MAAM,MAAM,GAAwB;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,iBAAiB,EAAE,IAAI,CAAC,gBAAgB;YACxC,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,CAAC;QAED,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACnD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AArED,kCAqEC;AAED;;GAEG;AACH,MAAa,WAAW;IAGtB,YAAY,KAA2B;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED;;OAEG;IACH,qBAAqB,CACnB,MAAc,EACd,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,GAAG,IAAI,kBAAkB,CACtD,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,yBAAyB,CACvB,UAAmB,IAAI,EACvB,uBAAiC,EAAE,EACnC,cAAyB,EACzB,MAAe;QAEf,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,qBAAqB,CACxB,MAAM,EACN,OAAO,EACP,oBAAoB,EACpB,cAAc,EACd,MAAM,CACP,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,aAAa,CACX,MAA8B,EAC9B,eAAqC;QAErC,MAAM,OAAO,GAAgC,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,eAAe,IAAI,EAAE,CAAC;QAEvC,+BAA+B;QAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACxB,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,gBAAgB,GAKjB,EAAE,CAAC;YAER,IAAI,SAAS,GAAG,IAAI,CAAC;YACrB,IAAI,SAAS,GAAG,KAAK,CAAC;YAEtB,0BAA0B;YAC1B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACxC,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;gBACxC,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;gBACtC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAEzC,gBAAgB,CAAC,IAAI,CAAC;oBACpB,MAAM,EAAE,UAAU;oBAClB,KAAK;oBACL,SAAS;oBACT,MAAM;iBACP,CAAC,CAAC;gBAEH,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,2DAA2D;YAC3D,MAAM,WAAW,GACf,CAAC,IAAI,CAAC,YAAY,KAAK,KAAK,IAAI,SAAS,CAAC;gBAC1C,CAAC,IAAI,CAAC,YAAY,KAAK,KAAK,IAAI,SAAS,CAAC,CAAC;YAE7C,OAAO,CAAC,MAAM,CAAC,GAAG,IAAI,WAAW,CAC/B,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,aAAa,EAC/D,IAAI,CAAC,IAAI,EACT,gBAAgB,EAChB,QAAQ,EACR,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,CAClB,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACG,qBAAqB;6DACzB,aAAqD,EACrD,eAAoD,EACpD,gBAAwB,GAAG;YAE3B,MAAM,OAAO,GAAgD,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAE9C,4CAA4C;YAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC1D,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;gBACrD,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;oBAC1C,MAAM,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;oBACxC,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;oBAClD,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;gBAC9C,CAAC,CAAC,CAAC;gBAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;gBAEtD,KAAK,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;oBACjC,OAAO,CAAC,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;gBAC3C,CAAC,CAAC,CAAC;YACL,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KAAA;CACF;AAjJD,kCAiJC"}
|