judgeval 0.2.9 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/constants.d.ts +2 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +2 -0
- package/dist/constants.js.map +1 -0
- package/dist/data/example-params.d.ts +13 -0
- package/dist/data/example-params.d.ts.map +1 -0
- package/dist/data/example-params.js +12 -0
- package/dist/data/example-params.js.map +1 -0
- package/dist/data/example.d.ts +4 -0
- package/dist/data/example.d.ts.map +1 -0
- package/dist/data/example.js +10 -0
- package/dist/data/example.js.map +1 -0
- package/dist/data/index.d.ts +3 -0
- package/dist/data/index.d.ts.map +1 -0
- package/dist/data/index.js +3 -0
- package/dist/data/index.js.map +1 -0
- package/dist/env.d.ts +6 -0
- package/dist/env.d.ts.map +1 -0
- package/dist/env.js +13 -0
- package/dist/env.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +2 -0
- package/dist/index.mjs.map +1 -0
- package/dist/index.umd.js +2 -0
- package/dist/index.umd.js.map +1 -0
- package/dist/internal/api/index.d.ts +23 -0
- package/dist/internal/api/index.d.ts.map +1 -0
- package/dist/internal/api/index.js +132 -0
- package/dist/internal/api/index.js.map +1 -0
- package/dist/internal/api/models/BaseScorer.d.ts +23 -0
- package/dist/internal/api/models/BaseScorer.d.ts.map +1 -0
- package/dist/internal/api/models/BaseScorer.js +6 -0
- package/dist/internal/api/models/BaseScorer.js.map +1 -0
- package/dist/internal/api/models/EvalResults.d.ts +12 -0
- package/dist/internal/api/models/EvalResults.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResults.js +6 -0
- package/dist/internal/api/models/EvalResults.js.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts +9 -0
- package/dist/internal/api/models/EvalResultsFetch.d.ts.map +1 -0
- package/dist/internal/api/models/EvalResultsFetch.js +6 -0
- package/dist/internal/api/models/EvalResultsFetch.js.map +1 -0
- package/dist/internal/api/models/Example.d.ts +10 -0
- package/dist/internal/api/models/Example.d.ts.map +1 -0
- package/dist/internal/api/models/Example.js +6 -0
- package/dist/internal/api/models/Example.js.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts +20 -0
- package/dist/internal/api/models/ExampleEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js +6 -0
- package/dist/internal/api/models/ExampleEvaluationRun.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts +8 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersRequest.js.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts +9 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.d.ts.map +1 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js +6 -0
- package/dist/internal/api/models/FetchPromptScorersResponse.js.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts +33 -0
- package/dist/internal/api/models/OtelTraceSpan.d.ts.map +1 -0
- package/dist/internal/api/models/OtelTraceSpan.js +6 -0
- package/dist/internal/api/models/OtelTraceSpan.js.map +1 -0
- package/dist/internal/api/models/PromptScorer.d.ts +14 -0
- package/dist/internal/api/models/PromptScorer.d.ts.map +1 -0
- package/dist/internal/api/models/PromptScorer.js +6 -0
- package/dist/internal/api/models/PromptScorer.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameRequest.js.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts +8 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js +6 -0
- package/dist/internal/api/models/ResolveProjectNameResponse.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts +12 -0
- package/dist/internal/api/models/SavePromptScorerRequest.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js +6 -0
- package/dist/internal/api/models/SavePromptScorerRequest.js.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts +9 -0
- package/dist/internal/api/models/SavePromptScorerResponse.d.ts.map +1 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js +6 -0
- package/dist/internal/api/models/SavePromptScorerResponse.js.map +1 -0
- package/dist/internal/api/models/ScorerConfig.d.ts +13 -0
- package/dist/internal/api/models/ScorerConfig.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerConfig.js +6 -0
- package/dist/internal/api/models/ScorerConfig.js.map +1 -0
- package/dist/internal/api/models/ScorerData.d.ts +17 -0
- package/dist/internal/api/models/ScorerData.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerData.js +6 -0
- package/dist/internal/api/models/ScorerData.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsRequest.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsRequest.js +6 -0
- package/dist/internal/api/models/ScorerExistsRequest.js.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts +8 -0
- package/dist/internal/api/models/ScorerExistsResponse.d.ts.map +1 -0
- package/dist/internal/api/models/ScorerExistsResponse.js +6 -0
- package/dist/internal/api/models/ScorerExistsResponse.js.map +1 -0
- package/dist/internal/api/models/ScoringResult.d.ts +17 -0
- package/dist/internal/api/models/ScoringResult.d.ts.map +1 -0
- package/dist/internal/api/models/ScoringResult.js +6 -0
- package/dist/internal/api/models/ScoringResult.js.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts +18 -0
- package/dist/internal/api/models/TraceEvaluationRun.d.ts.map +1 -0
- package/dist/internal/api/models/TraceEvaluationRun.js +6 -0
- package/dist/internal/api/models/TraceEvaluationRun.js.map +1 -0
- package/dist/internal/api/models.d.ts +24 -0
- package/dist/internal/api/models.d.ts.map +1 -0
- package/dist/internal/api/models.js +24 -0
- package/dist/internal/api/models.js.map +1 -0
- package/dist/scorers/api-scorer.d.ts +23 -0
- package/dist/scorers/api-scorer.d.ts.map +1 -0
- package/dist/scorers/api-scorer.js +36 -0
- package/dist/scorers/api-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js +20 -0
- package/dist/scorers/api_scorers/answer-correctness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js +19 -0
- package/dist/scorers/api_scorers/answer-relevancy-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js +20 -0
- package/dist/scorers/api_scorers/faithfulness-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/index.d.ts +2 -0
- package/dist/scorers/api_scorers/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/index.js +2 -0
- package/dist/scorers/api_scorers/index.js.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts +11 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js +20 -0
- package/dist/scorers/api_scorers/instruction-adherence-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts +48 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js +133 -0
- package/dist/scorers/api_scorers/prompt_scorer/base-prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js +5 -0
- package/dist/scorers/api_scorers/prompt_scorer/index.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts +14 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js +44 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer-utils.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts +7 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js +9 -0
- package/dist/scorers/api_scorers/prompt_scorer/prompt-scorer.js.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts +6 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.d.ts.map +1 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js +8 -0
- package/dist/scorers/api_scorers/prompt_scorer/trace-prompt-scorer.js.map +1 -0
- package/dist/scorers/base-scorer.d.ts +10 -0
- package/dist/scorers/base-scorer.d.ts.map +1 -0
- package/dist/scorers/base-scorer.js +41 -0
- package/dist/scorers/base-scorer.js.map +1 -0
- package/dist/scorers/index.d.ts +4 -0
- package/dist/scorers/index.d.ts.map +1 -0
- package/dist/scorers/index.js +4 -0
- package/dist/scorers/index.js.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts +12 -0
- package/dist/tracer/OpenTelemetryKeys.d.ts.map +1 -0
- package/dist/tracer/OpenTelemetryKeys.js +12 -0
- package/dist/tracer/OpenTelemetryKeys.js.map +1 -0
- package/dist/tracer/Tracer.d.ts +47 -0
- package/dist/tracer/Tracer.d.ts.map +1 -0
- package/dist/tracer/Tracer.js +235 -0
- package/dist/tracer/Tracer.js.map +1 -0
- package/dist/tracer/TracerConfiguration.d.ts +71 -0
- package/dist/tracer/TracerConfiguration.d.ts.map +1 -0
- package/dist/tracer/TracerConfiguration.js +111 -0
- package/dist/tracer/TracerConfiguration.js.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts +36 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js +72 -0
- package/dist/tracer/exporters/JudgmentSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts +12 -0
- package/dist/tracer/exporters/NoOpSpanExporter.d.ts.map +1 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js +16 -0
- package/dist/tracer/exporters/NoOpSpanExporter.js.map +1 -0
- package/dist/tracer/exporters/index.d.ts +3 -0
- package/dist/tracer/exporters/index.d.ts.map +1 -0
- package/dist/tracer/exporters/index.js +3 -0
- package/dist/tracer/exporters/index.js.map +1 -0
- package/dist/tracer/index.d.ts +5 -0
- package/dist/tracer/index.d.ts.map +1 -0
- package/dist/tracer/index.js +5 -0
- package/dist/tracer/index.js.map +1 -0
- package/dist/umd.d.ts +2 -0
- package/dist/umd.d.ts.map +1 -0
- package/dist/umd.js +2 -0
- package/dist/umd.js.map +1 -0
- package/dist/utils/annotate.d.ts +2 -0
- package/dist/utils/annotate.d.ts.map +1 -0
- package/dist/utils/annotate.js +27 -0
- package/dist/utils/annotate.js.map +1 -0
- package/dist/utils/index.d.ts +5 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +5 -0
- package/dist/utils/index.js.map +1 -0
- package/dist/utils/logger.d.ts +27 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +70 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/types.d.ts +4 -0
- package/dist/utils/types.d.ts.map +1 -0
- package/dist/utils/types.js +2 -0
- package/dist/utils/types.js.map +1 -0
- package/dist/utils/validation.d.ts +11 -0
- package/dist/utils/validation.d.ts.map +1 -0
- package/dist/utils/validation.js +16 -0
- package/dist/utils/validation.js.map +1 -0
- package/dist/version.d.ts +2 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +2 -0
- package/dist/version.js.map +1 -0
- package/package.json +57 -108
- package/LICENSE.md +0 -202
- package/README.md +0 -372
- package/dist/cjs/clients.js +0 -78
- package/dist/cjs/clients.js.map +0 -1
- package/dist/cjs/common/integrations/langgraph.js +0 -471
- package/dist/cjs/common/integrations/langgraph.js.map +0 -1
- package/dist/cjs/common/logger-instance.js +0 -64
- package/dist/cjs/common/logger-instance.js.map +0 -1
- package/dist/cjs/common/logger.js +0 -225
- package/dist/cjs/common/logger.js.map +0 -1
- package/dist/cjs/common/token-costs.js +0 -95
- package/dist/cjs/common/token-costs.js.map +0 -1
- package/dist/cjs/common/tracer.js +0 -1099
- package/dist/cjs/common/tracer.js.map +0 -1
- package/dist/cjs/constants.js +0 -347
- package/dist/cjs/constants.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset-client.js +0 -394
- package/dist/cjs/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/cjs/data/datasets/eval-dataset.js +0 -405
- package/dist/cjs/data/datasets/eval-dataset.js.map +0 -1
- package/dist/cjs/data/example.js +0 -159
- package/dist/cjs/data/example.js.map +0 -1
- package/dist/cjs/data/result.js +0 -83
- package/dist/cjs/data/result.js.map +0 -1
- package/dist/cjs/e2etests/eval-operations.test.js +0 -282
- package/dist/cjs/e2etests/eval-operations.test.js.map +0 -1
- package/dist/cjs/e2etests/judgee-traces.test.js +0 -278
- package/dist/cjs/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/cjs/evaluation-run.js +0 -136
- package/dist/cjs/evaluation-run.js.map +0 -1
- package/dist/cjs/exporters/otel-exporter.js +0 -352
- package/dist/cjs/exporters/otel-exporter.js.map +0 -1
- package/dist/cjs/index.js +0 -78
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/judges/index.js +0 -237
- package/dist/cjs/judges/index.js.map +0 -1
- package/dist/cjs/judgment-client.js +0 -798
- package/dist/cjs/judgment-client.js.map +0 -1
- package/dist/cjs/rules.js +0 -322
- package/dist/cjs/rules.js.map +0 -1
- package/dist/cjs/run-evaluation.js +0 -700
- package/dist/cjs/run-evaluation.js.map +0 -1
- package/dist/cjs/scorers/api-scorer.js +0 -304
- package/dist/cjs/scorers/api-scorer.js.map +0 -1
- package/dist/cjs/scorers/base-scorer.js +0 -293
- package/dist/cjs/scorers/base-scorer.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js +0 -562
- package/dist/cjs/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js +0 -175
- package/dist/cjs/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -514
- package/dist/cjs/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js +0 -19
- package/dist/cjs/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js +0 -179
- package/dist/cjs/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js +0 -512
- package/dist/cjs/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/index.js +0 -19
- package/dist/cjs/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js +0 -232
- package/dist/cjs/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js +0 -386
- package/dist/cjs/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/index.js +0 -11
- package/dist/cjs/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/hallucination/prompts.js +0 -106
- package/dist/cjs/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js +0 -19
- package/dist/cjs/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -378
- package/dist/cjs/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js +0 -124
- package/dist/cjs/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/esm/clients.js +0 -47
- package/dist/esm/clients.js.map +0 -1
- package/dist/esm/common/integrations/langgraph.js +0 -444
- package/dist/esm/common/integrations/langgraph.js.map +0 -1
- package/dist/esm/common/logger-instance.js +0 -59
- package/dist/esm/common/logger-instance.js.map +0 -1
- package/dist/esm/common/logger.js +0 -208
- package/dist/esm/common/logger.js.map +0 -1
- package/dist/esm/common/token-costs.js +0 -91
- package/dist/esm/common/token-costs.js.map +0 -1
- package/dist/esm/common/tracer.js +0 -1093
- package/dist/esm/common/tracer.js.map +0 -1
- package/dist/esm/constants.js +0 -341
- package/dist/esm/constants.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset-client.js +0 -387
- package/dist/esm/data/datasets/eval-dataset-client.js.map +0 -1
- package/dist/esm/data/datasets/eval-dataset.js +0 -375
- package/dist/esm/data/datasets/eval-dataset.js.map +0 -1
- package/dist/esm/data/example.js +0 -154
- package/dist/esm/data/example.js.map +0 -1
- package/dist/esm/data/result.js +0 -78
- package/dist/esm/data/result.js.map +0 -1
- package/dist/esm/e2etests/eval-operations.test.js +0 -254
- package/dist/esm/e2etests/eval-operations.test.js.map +0 -1
- package/dist/esm/e2etests/judgee-traces.test.js +0 -253
- package/dist/esm/e2etests/judgee-traces.test.js.map +0 -1
- package/dist/esm/evaluation-run.js +0 -132
- package/dist/esm/evaluation-run.js.map +0 -1
- package/dist/esm/exporters/otel-exporter.js +0 -348
- package/dist/esm/exporters/otel-exporter.js.map +0 -1
- package/dist/esm/index.js +0 -20
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/judges/index.js +0 -205
- package/dist/esm/judges/index.js.map +0 -1
- package/dist/esm/judgment-client.js +0 -768
- package/dist/esm/judgment-client.js.map +0 -1
- package/dist/esm/rules.js +0 -314
- package/dist/esm/rules.js.map +0 -1
- package/dist/esm/run-evaluation.js +0 -681
- package/dist/esm/run-evaluation.js.map +0 -1
- package/dist/esm/scorers/api-scorer.js +0 -286
- package/dist/esm/scorers/api-scorer.js.map +0 -1
- package/dist/esm/scorers/base-scorer.js +0 -287
- package/dist/esm/scorers/base-scorer.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js +0 -558
- package/dist/esm/scorers/metrics/answer-correctness/answer-correctness.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-correctness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js +0 -171
- package/dist/esm/scorers/metrics/answer-correctness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js +0 -510
- package/dist/esm/scorers/metrics/answer-relevancy/answer-relevancy.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/index.js +0 -3
- package/dist/esm/scorers/metrics/answer-relevancy/index.js.map +0 -1
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js +0 -175
- package/dist/esm/scorers/metrics/answer-relevancy/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js +0 -508
- package/dist/esm/scorers/metrics/faithfulness/faithfulness.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/index.js +0 -3
- package/dist/esm/scorers/metrics/faithfulness/index.js.map +0 -1
- package/dist/esm/scorers/metrics/faithfulness/prompts.js +0 -228
- package/dist/esm/scorers/metrics/faithfulness/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/hallucination.js +0 -382
- package/dist/esm/scorers/metrics/hallucination/hallucination.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/index.js +0 -3
- package/dist/esm/scorers/metrics/hallucination/index.js.map +0 -1
- package/dist/esm/scorers/metrics/hallucination/prompts.js +0 -102
- package/dist/esm/scorers/metrics/hallucination/prompts.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/index.js +0 -3
- package/dist/esm/scorers/metrics/instruction-adherence/index.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js +0 -374
- package/dist/esm/scorers/metrics/instruction-adherence/instruction-adherence.js.map +0 -1
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js +0 -120
- package/dist/esm/scorers/metrics/instruction-adherence/prompts.js.map +0 -1
- package/dist/types/clients.d.ts +0 -6
- package/dist/types/common/integrations/langgraph.d.ts +0 -39
- package/dist/types/common/logger-instance.d.ts +0 -3
- package/dist/types/common/logger.d.ts +0 -54
- package/dist/types/common/token-costs.d.ts +0 -36
- package/dist/types/common/tracer.d.ts +0 -249
- package/dist/types/constants.d.ts +0 -51
- package/dist/types/data/datasets/eval-dataset-client.d.ts +0 -44
- package/dist/types/data/datasets/eval-dataset.d.ts +0 -45
- package/dist/types/data/example.d.ts +0 -82
- package/dist/types/data/result.d.ts +0 -51
- package/dist/types/e2etests/eval-operations.test.d.ts +0 -5
- package/dist/types/e2etests/judgee-traces.test.d.ts +0 -5
- package/dist/types/evaluation-run.d.ts +0 -44
- package/dist/types/exporters/otel-exporter.d.ts +0 -16
- package/dist/types/index.d.ts +0 -11
- package/dist/types/judges/index.d.ts +0 -50
- package/dist/types/judgment-client.d.ts +0 -149
- package/dist/types/rules.d.ts +0 -120
- package/dist/types/run-evaluation.d.ts +0 -78
- package/dist/types/scorers/api-scorer.d.ts +0 -84
- package/dist/types/scorers/base-scorer.d.ts +0 -162
- package/dist/types/scorers/metrics/answer-correctness/answer-correctness.d.ts +0 -80
- package/dist/types/scorers/metrics/answer-correctness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-correctness/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/answer-relevancy/answer-relevancy.d.ts +0 -74
- package/dist/types/scorers/metrics/answer-relevancy/index.d.ts +0 -2
- package/dist/types/scorers/metrics/answer-relevancy/prompts.d.ts +0 -71
- package/dist/types/scorers/metrics/faithfulness/faithfulness.d.ts +0 -73
- package/dist/types/scorers/metrics/faithfulness/index.d.ts +0 -2
- package/dist/types/scorers/metrics/faithfulness/prompts.d.ts +0 -94
- package/dist/types/scorers/metrics/hallucination/hallucination.d.ts +0 -63
- package/dist/types/scorers/metrics/hallucination/index.d.ts +0 -3
- package/dist/types/scorers/metrics/hallucination/prompts.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/index.d.ts +0 -2
- package/dist/types/scorers/metrics/instruction-adherence/instruction-adherence.d.ts +0 -63
- package/dist/types/scorers/metrics/instruction-adherence/prompts.d.ts +0 -78
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import { trace } from "@opentelemetry/api";
|
|
2
|
+
import { JUDGMENT_DEFAULT_GPT_MODEL } from "../env";
|
|
3
|
+
import { JudgmentApiClient } from "../internal/api";
|
|
4
|
+
import { Logger } from "../utils/logger";
|
|
5
|
+
import { JudgmentSpanExporter, NoOpSpanExporter } from "./exporters";
|
|
6
|
+
import { OpenTelemetryKeys } from "./OpenTelemetryKeys";
|
|
7
|
+
import { TracerConfiguration } from "./TracerConfiguration";
|
|
8
|
+
export class Tracer {
|
|
9
|
+
getConfiguration() {
|
|
10
|
+
return this.configuration;
|
|
11
|
+
}
|
|
12
|
+
getProjectId() {
|
|
13
|
+
return this.projectId;
|
|
14
|
+
}
|
|
15
|
+
getSerializer() {
|
|
16
|
+
return this.serializer;
|
|
17
|
+
}
|
|
18
|
+
constructor(configuration, apiClient, serializer) {
|
|
19
|
+
this.projectId = null;
|
|
20
|
+
this.configuration = configuration;
|
|
21
|
+
this.apiClient = apiClient;
|
|
22
|
+
this.serializer = serializer;
|
|
23
|
+
this.projectIdPromise = this.resolveProjectId();
|
|
24
|
+
}
|
|
25
|
+
async resolveProjectId() {
|
|
26
|
+
try {
|
|
27
|
+
Logger.info(`Resolving project ID for project: ${this.configuration.projectName}`);
|
|
28
|
+
const request = {
|
|
29
|
+
project_name: this.configuration.projectName,
|
|
30
|
+
};
|
|
31
|
+
const response = await this.apiClient.projectsResolve(request);
|
|
32
|
+
this.projectId = response.project_id?.toString() || null;
|
|
33
|
+
if (this.projectId) {
|
|
34
|
+
Logger.info(`Successfully resolved project ID: ${this.projectId}`);
|
|
35
|
+
}
|
|
36
|
+
else {
|
|
37
|
+
Logger.warn(`Project ID not found for project: ${this.configuration.projectName}`);
|
|
38
|
+
}
|
|
39
|
+
return this.projectId;
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
this.projectId = null;
|
|
43
|
+
return null;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
static builder() {
|
|
47
|
+
return new TracerBuilder();
|
|
48
|
+
}
|
|
49
|
+
static createDefault(projectName) {
|
|
50
|
+
return TracerBuilder.builder()
|
|
51
|
+
.configuration(TracerConfiguration.createDefault(projectName))
|
|
52
|
+
.build();
|
|
53
|
+
}
|
|
54
|
+
static createWithConfiguration(configuration) {
|
|
55
|
+
return TracerBuilder.builder().configuration(configuration).build();
|
|
56
|
+
}
|
|
57
|
+
async getSpanExporter() {
|
|
58
|
+
const projectId = await this.projectIdPromise;
|
|
59
|
+
if (!projectId) {
|
|
60
|
+
Logger.error("Failed to resolve project " +
|
|
61
|
+
this.configuration.projectName +
|
|
62
|
+
", please create it first at https://app.judgmentlabs.ai/org/" +
|
|
63
|
+
this.configuration.organizationId +
|
|
64
|
+
"/projects. Skipping Judgment export.");
|
|
65
|
+
return new NoOpSpanExporter();
|
|
66
|
+
}
|
|
67
|
+
return this.createJudgmentSpanExporter(projectId);
|
|
68
|
+
}
|
|
69
|
+
setSpanKind(kind) {
|
|
70
|
+
const currentSpan = trace.getActiveSpan();
|
|
71
|
+
if (!currentSpan) {
|
|
72
|
+
Logger.warn("No active span found, skipping setSpanKind");
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
if (kind !== null) {
|
|
76
|
+
currentSpan.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_SPAN_KIND, kind);
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
setAttribute(key, value, type) {
|
|
80
|
+
const currentSpan = trace.getActiveSpan();
|
|
81
|
+
if (!currentSpan) {
|
|
82
|
+
Logger.warn("No active span found, skipping setAttribute");
|
|
83
|
+
return;
|
|
84
|
+
}
|
|
85
|
+
currentSpan.setAttribute(key, this.serializer(value));
|
|
86
|
+
}
|
|
87
|
+
setLLMSpan() {
|
|
88
|
+
this.setSpanKind("llm");
|
|
89
|
+
}
|
|
90
|
+
setToolSpan() {
|
|
91
|
+
this.setSpanKind("tool");
|
|
92
|
+
}
|
|
93
|
+
setGeneralSpan() {
|
|
94
|
+
this.setSpanKind("span");
|
|
95
|
+
}
|
|
96
|
+
setAttributes(attributes) {
|
|
97
|
+
if (!attributes) {
|
|
98
|
+
return;
|
|
99
|
+
}
|
|
100
|
+
const currentSpan = trace.getActiveSpan();
|
|
101
|
+
if (!currentSpan) {
|
|
102
|
+
Logger.warn("No active span found, skipping setAttributes");
|
|
103
|
+
return;
|
|
104
|
+
}
|
|
105
|
+
for (const [key, value] of Object.entries(attributes)) {
|
|
106
|
+
currentSpan.setAttribute(key, this.serializer(value));
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
setInput(input, type) {
|
|
110
|
+
this.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_INPUT, input);
|
|
111
|
+
}
|
|
112
|
+
setOutput(output, type) {
|
|
113
|
+
this.setAttribute(OpenTelemetryKeys.AttributeKeys.JUDGMENT_OUTPUT, output);
|
|
114
|
+
}
|
|
115
|
+
asyncEvaluate(scorer, example, model) {
|
|
116
|
+
if (!this.configuration.enableEvaluation) {
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
const currentSpan = trace.getActiveSpan();
|
|
120
|
+
if (!currentSpan) {
|
|
121
|
+
Logger.warn("No active span found, skipping asyncEvaluate");
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
if (!currentSpan.isRecording()) {
|
|
125
|
+
Logger.warn("Active span is not recording, skipping asyncEvaluate");
|
|
126
|
+
return;
|
|
127
|
+
}
|
|
128
|
+
const spanContext = currentSpan.spanContext();
|
|
129
|
+
const traceId = spanContext.traceId;
|
|
130
|
+
const spanId = spanContext.spanId;
|
|
131
|
+
Logger.info(`asyncEvaluate: project=${this.configuration.projectName}, traceId=${traceId}, spanId=${spanId}, scorer=${scorer.name}`);
|
|
132
|
+
const evaluationRun = this.createEvaluationRun(scorer, example, model, traceId, spanId);
|
|
133
|
+
this.enqueueEvaluation(evaluationRun);
|
|
134
|
+
}
|
|
135
|
+
asyncTraceEvaluate(scorer, model) {
|
|
136
|
+
if (!this.configuration.enableEvaluation) {
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
const currentSpan = trace.getActiveSpan();
|
|
140
|
+
if (!currentSpan) {
|
|
141
|
+
Logger.warn("No active span found, skipping asyncTraceEvaluate");
|
|
142
|
+
return;
|
|
143
|
+
}
|
|
144
|
+
if (!currentSpan.isRecording()) {
|
|
145
|
+
Logger.warn("Active span is not recording, skipping asyncTraceEvaluate");
|
|
146
|
+
return;
|
|
147
|
+
}
|
|
148
|
+
const spanContext = currentSpan.spanContext();
|
|
149
|
+
const traceId = spanContext.traceId;
|
|
150
|
+
const spanId = spanContext.spanId;
|
|
151
|
+
Logger.info(`asyncTraceEvaluate: project=${this.configuration.projectName}, traceId=${traceId}, spanId=${spanId}, scorer=${scorer.name}`);
|
|
152
|
+
try {
|
|
153
|
+
const traceEvaluationRun = this.createTraceEvaluationRun(scorer, model, traceId, spanId);
|
|
154
|
+
const traceEvalJson = this.serializer(traceEvaluationRun);
|
|
155
|
+
currentSpan.setAttribute(OpenTelemetryKeys.AttributeKeys.PENDING_TRACE_EVAL, traceEvalJson);
|
|
156
|
+
}
|
|
157
|
+
catch (error) {
|
|
158
|
+
Logger.error(`Failed to serialize trace evaluation: ${error instanceof Error ? error.message : String(error)}`);
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
createTraceEvaluationRun(scorer, model, traceId, spanId) {
|
|
162
|
+
const evalName = `async_trace_evaluate_${spanId || Date.now()}`;
|
|
163
|
+
const modelName = model || JUDGMENT_DEFAULT_GPT_MODEL;
|
|
164
|
+
const scorerConfig = scorer.toTransport();
|
|
165
|
+
return {
|
|
166
|
+
project_name: this.configuration.projectName,
|
|
167
|
+
eval_name: evalName,
|
|
168
|
+
scorer: scorerConfig,
|
|
169
|
+
model: modelName,
|
|
170
|
+
organization_id: this.configuration.organizationId,
|
|
171
|
+
trace_id: traceId,
|
|
172
|
+
trace_span_id: spanId,
|
|
173
|
+
};
|
|
174
|
+
}
|
|
175
|
+
createJudgmentSpanExporter(projectId) {
|
|
176
|
+
const endpoint = this.configuration.apiUrl.endsWith("/")
|
|
177
|
+
? `${this.configuration.apiUrl}otel/v1/traces`
|
|
178
|
+
: `${this.configuration.apiUrl}/otel/v1/traces`;
|
|
179
|
+
return new JudgmentSpanExporter(endpoint, this.configuration.apiKey, this.configuration.organizationId, projectId);
|
|
180
|
+
}
|
|
181
|
+
createEvaluationRun(scorer, example, model, traceId, spanId) {
|
|
182
|
+
const runId = `async_evaluate_${spanId || Date.now()}`;
|
|
183
|
+
const modelName = model || JUDGMENT_DEFAULT_GPT_MODEL;
|
|
184
|
+
const scorerConfig = scorer.toTransport();
|
|
185
|
+
const evaluationRun = {
|
|
186
|
+
project_name: this.configuration.projectName,
|
|
187
|
+
eval_name: runId,
|
|
188
|
+
examples: [example],
|
|
189
|
+
custom_scorers: [],
|
|
190
|
+
judgment_scorers: [scorerConfig],
|
|
191
|
+
model: modelName,
|
|
192
|
+
trace_id: traceId,
|
|
193
|
+
trace_span_id: spanId,
|
|
194
|
+
};
|
|
195
|
+
return evaluationRun;
|
|
196
|
+
}
|
|
197
|
+
async enqueueEvaluation(evaluationRun) {
|
|
198
|
+
try {
|
|
199
|
+
await this.apiClient.addToRunEvalQueueExamples(evaluationRun);
|
|
200
|
+
Logger.info(`Enqueuing evaluation run: ${evaluationRun.eval_name}`);
|
|
201
|
+
}
|
|
202
|
+
catch (error) {
|
|
203
|
+
Logger.error(`Failed to enqueue evaluation run: ${error instanceof Error ? error.message : String(error)}`);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
export class TracerBuilder {
|
|
208
|
+
constructor() {
|
|
209
|
+
this._serializer = JSON.stringify;
|
|
210
|
+
}
|
|
211
|
+
static builder() {
|
|
212
|
+
return new TracerBuilder();
|
|
213
|
+
}
|
|
214
|
+
configuration(configuration) {
|
|
215
|
+
this.config = configuration;
|
|
216
|
+
return this;
|
|
217
|
+
}
|
|
218
|
+
apiClient(apiClient) {
|
|
219
|
+
this._apiClient = apiClient;
|
|
220
|
+
return this;
|
|
221
|
+
}
|
|
222
|
+
serializer(serializer) {
|
|
223
|
+
this._serializer = serializer;
|
|
224
|
+
return this;
|
|
225
|
+
}
|
|
226
|
+
build() {
|
|
227
|
+
if (!this.config) {
|
|
228
|
+
throw new Error("Configuration is required");
|
|
229
|
+
}
|
|
230
|
+
const client = this._apiClient ||
|
|
231
|
+
new JudgmentApiClient(this.config.apiUrl, this.config.apiKey, this.config.organizationId);
|
|
232
|
+
return new Tracer(this.config, client, this._serializer);
|
|
233
|
+
}
|
|
234
|
+
}
|
|
235
|
+
//# sourceMappingURL=Tracer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Tracer.js","sourceRoot":"","sources":["../../src/tracer/Tracer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,0BAA0B,EAAE,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAOpD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AACzC,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAI5D,MAAM,OAAO,MAAM;IAOV,gBAAgB;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,YAAY;QACjB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEM,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,YACE,aAAkC,EAClC,SAA4B,EAC5B,UAAsB;QAlBhB,cAAS,GAAkB,IAAI,CAAC;QAoBtC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAClD,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CACT,qCAAqC,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CACtE,CAAC;YAEF,MAAM,OAAO,GAA8B;gBACzC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW;aACpC,CAAC;YAEX,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAC/D,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC;YAEzD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC,qCAAqC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CACT,qCAAqC,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CACtE,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC,SAAS,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,MAAM,CAAC,OAAO;QACnB,OAAO,IAAI,aAAa,EAAE,CAAC;IAC7B,CAAC;IAEM,MAAM,CAAC,aAAa,CAAC,WAAmB;QAC7C,OAAO,aAAa,CAAC,OAAO,EAAE;aAC3B,aAAa,CAAC,mBAAmB,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;aAC7D,KAAK,EAAE,CAAC;IACb,CAAC;IAEM,MAAM,CAAC,uBAAuB,CACnC,aAAkC;QAElC,OAAO,aAAa,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;IACtE,CAAC;IAEM,KAAK,CAAC,eAAe;QAG1B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC9C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,4BAA4B;gBAC1B,IAAI,CAAC,aAAa,CAAC,WAAW;gBAC9B,8DAA8D;gBAC9D,IAAI,CAAC,aAAa,CAAC,cAAc;gBACjC,sCAAsC,CACzC,CAAC;YACF,OAAO,IAAI,gBAAgB,EAAE,CAAC;QAChC,CAAC;QACD,OAAO,IAAI,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC;IAEM,WAAW,CAAC,IAAmB;QACpC,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QACD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAClB,WAAW,CAAC,YAAY,CACtB,iBAAiB,CAAC,aAAa,CAAC,kBAAkB,EAClD,IAAI,CACL,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,KAAc,EAAE,IAAU;QACzD,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QACD,WAAW,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IAEM,UAAU;QACf,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAEM,WAAW;QAChB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAEM,cAAc;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAEM,aAAa,CAAC,UAAmC;QACtD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC5D,OAAO;QACT,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACtD,WAAW,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;IAEM,QAAQ,CAAC,KAAc,EAAE,IAAU;QACxC,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,aAAa,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IAEM,SAAS,CAAC,MAAe,EAAE,IAAU;QAC1C,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,aAAa,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;IAC7E,CAAC;IAEM,aAAa,CAClB,MAAkB,EAClB,OAAqB,EACrB,KAAc;QAEd,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC5D,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;YACpE,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QACpC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAElC,MAAM,CAAC,IAAI,CACT,0BAA0B,IAAI,CAAC,aAAa,CAAC,WAAW,aAAa,OAAO,YAAY,MAAM,YAAY,MAAM,CAAC,IAAI,EAAE,CACxH,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC5C,MAAM,EACN,OAAO,EACP,KAAK,EACL,OAAO,EACP,MAAM,CACP,CAAC;QACF,IAAI,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAEM,kBAAkB,CAAC,MAAkB,EAAE,KAAc;QAC1D,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;QAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;QACpC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAElC,MAAM,CAAC,IAAI,CACT,+BAA+B,IAAI,CAAC,aAAa,CAAC,WAAW,aAAa,OAAO,YAAY,MAAM,YAAY,MAAM,CAAC,IAAI,EAAE,CAC7H,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,kBAAkB,GAAG,IAAI,CAAC,wBAAwB,CACtD,MAAM,EACN,KAAK,EACL,OAAO,EACP,MAAM,CACP,CAAC;YACF,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;YAC1D,WAAW,CAAC,YAAY,CACtB,iBAAiB,CAAC,aAAa,CAAC,kBAAkB,EAClD,aAAa,CACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,yCAAyC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClG,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,wBAAwB,CAC9B,MAAkB,EAClB,KAAyB,EACzB,OAAe,EACf,MAAc;QAEd,MAAM,QAAQ,GAAG,wBAAwB,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAChE,MAAM,SAAS,GAAG,KAAK,IAAI,0BAA0B,CAAC;QAEtD,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAE1C,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW;YAC5C,SAAS,EAAE,QAAQ;YACnB,MAAM,EAAE,YAAY;YACpB,KAAK,EAAE,SAAS;YAChB,eAAe,EAAE,IAAI,CAAC,aAAa,CAAC,cAAc;YAClD,QAAQ,EAAE,OAAO;YACjB,aAAa,EAAE,MAAM;SACtB,CAAC;IACJ,CAAC;IAEO,0BAA0B,CAAC,SAAiB;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtD,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,gBAAgB;YAC9C,CAAC,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,iBAAiB,CAAC;QAElD,OAAO,IAAI,oBAAoB,CAC7B,QAAQ,EACR,IAAI,CAAC,aAAa,CAAC,MAAM,EACzB,IAAI,CAAC,aAAa,CAAC,cAAc,EACjC,SAAS,CACV,CAAC;IACJ,CAAC;IAEO,mBAAmB,CACzB,MAAkB,EAClB,OAAqB,EACrB,KAAyB,EACzB,OAAe,EACf,MAAc;QAEd,MAAM,KAAK,GAAG,kBAAkB,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACvD,MAAM,SAAS,GAAG,KAAK,IAAI,0BAA0B,CAAC;QAEtD,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QAE1C,MAAM,aAAa,GAAyB;YAC1C,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW;YAC5C,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,cAAc,EAAE,EAAE;YAClB,gBAAgB,EAAE,CAAC,YAAY,CAAC;YAChC,KAAK,EAAE,SAAS;YAChB,QAAQ,EAAE,OAAO;YACjB,aAAa,EAAE,MAAM;SACtB,CAAC;QAEF,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,aAAmC;QAEnC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,aAAa,CAAC,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,6BAA6B,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,qCAAqC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC9F,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,aAAa;IAA1B;QAGU,gBAAW,GAAe,IAAI,CAAC,SAAS,CAAC;IAoCnD,CAAC;IAlCQ,MAAM,CAAC,OAAO;QACnB,OAAO,IAAI,aAAa,EAAE,CAAC;IAC7B,CAAC;IAEM,aAAa,CAAC,aAAkC;QACrD,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,SAAS,CAAC,SAA4B;QAC3C,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU,CAAC,UAAsB;QACtC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,MAAM,GACV,IAAI,CAAC,UAAU;YACf,IAAI,iBAAiB,CACnB,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,IAAI,CAAC,MAAM,CAAC,MAAM,EAClB,IAAI,CAAC,MAAM,CAAC,cAAc,CAC3B,CAAC;QAEJ,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC;CACF"}
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Configuration for the Judgment Tracer that controls how tracing and evaluation behave.
|
|
3
|
+
*
|
|
4
|
+
* This class encapsulates all configuration parameters needed to initialize a Tracer.
|
|
5
|
+
*
|
|
6
|
+
* @example
|
|
7
|
+
* ```typescript
|
|
8
|
+
* const config = TracerConfiguration.builder()
|
|
9
|
+
* .projectName("my-project")
|
|
10
|
+
* .apiKey("your-api-key")
|
|
11
|
+
* .organizationId("your-org-id")
|
|
12
|
+
* .enableEvaluation(true)
|
|
13
|
+
* .build();
|
|
14
|
+
*
|
|
15
|
+
* const tracer = Tracer.createWithConfiguration(config);
|
|
16
|
+
* ```
|
|
17
|
+
*/
|
|
18
|
+
export declare class TracerConfiguration {
|
|
19
|
+
readonly projectName: string;
|
|
20
|
+
readonly apiKey: string;
|
|
21
|
+
readonly organizationId: string;
|
|
22
|
+
readonly apiUrl: string;
|
|
23
|
+
readonly enableEvaluation: boolean;
|
|
24
|
+
readonly tracerName: string;
|
|
25
|
+
constructor(projectName: string, apiKey: string, organizationId: string, apiUrl: string, enableEvaluation: boolean, tracerName?: string);
|
|
26
|
+
/**
|
|
27
|
+
* Creates a default configuration with the given project name.
|
|
28
|
+
*
|
|
29
|
+
* This method uses default values from environment variables:
|
|
30
|
+
* - API Key: JUDGMENT_API_KEY
|
|
31
|
+
* - Organization ID: JUDGMENT_ORG_ID
|
|
32
|
+
* - API URL: JUDGMENT_API_URL
|
|
33
|
+
* - Evaluation: enabled
|
|
34
|
+
*
|
|
35
|
+
* @param projectName the name of the project
|
|
36
|
+
* @returns a new TracerConfiguration with default values
|
|
37
|
+
* @throws Error if project name is null or empty
|
|
38
|
+
*/
|
|
39
|
+
static createDefault(projectName: string): TracerConfiguration;
|
|
40
|
+
static builder(): TracerConfigurationBuilder;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Builder for creating TracerConfiguration instances.
|
|
44
|
+
*
|
|
45
|
+
* @example
|
|
46
|
+
* ```typescript
|
|
47
|
+
* const config = TracerConfiguration.builder()
|
|
48
|
+
* .projectName("my-project")
|
|
49
|
+
* .apiKey("custom-api-key")
|
|
50
|
+
* .organizationId("custom-org-id")
|
|
51
|
+
* .apiUrl("https://custom-api.judgmentlabs.ai")
|
|
52
|
+
* .enableEvaluation(false)
|
|
53
|
+
* .build();
|
|
54
|
+
* ```
|
|
55
|
+
*/
|
|
56
|
+
export declare class TracerConfigurationBuilder {
|
|
57
|
+
private _projectName?;
|
|
58
|
+
private _apiKey;
|
|
59
|
+
private _organizationId;
|
|
60
|
+
private _apiUrl;
|
|
61
|
+
private _enableEvaluation;
|
|
62
|
+
private _tracerName;
|
|
63
|
+
projectName(projectName: string): this;
|
|
64
|
+
apiKey(apiKey: string): this;
|
|
65
|
+
organizationId(organizationId: string): this;
|
|
66
|
+
apiUrl(apiUrl: string): this;
|
|
67
|
+
enableEvaluation(enableEvaluation: boolean): this;
|
|
68
|
+
tracerName(tracerName: string): this;
|
|
69
|
+
build(): TracerConfiguration;
|
|
70
|
+
}
|
|
71
|
+
//# sourceMappingURL=TracerConfiguration.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TracerConfiguration.d.ts","sourceRoot":"","sources":["../../src/tracer/TracerConfiguration.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,mBAAmB;aAEZ,WAAW,EAAE,MAAM;aACnB,MAAM,EAAE,MAAM;aACd,cAAc,EAAE,MAAM;aACtB,MAAM,EAAE,MAAM;aACd,gBAAgB,EAAE,OAAO;aACzB,UAAU,EAAE,MAAM;gBALlB,WAAW,EAAE,MAAM,EACnB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EACd,gBAAgB,EAAE,OAAO,EACzB,UAAU,GAAE,MAAoB;IAGlD;;;;;;;;;;;;OAYG;WACW,aAAa,CAAC,WAAW,EAAE,MAAM,GAAG,mBAAmB;WAIvD,OAAO,IAAI,0BAA0B;CAGpD;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,0BAA0B;IACrC,OAAO,CAAC,YAAY,CAAC,CAAS;IAC9B,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,eAAe,CAAiC;IACxD,OAAO,CAAC,OAAO,CAAkC;IACjD,OAAO,CAAC,iBAAiB,CAAiB;IAC1C,OAAO,CAAC,WAAW,CAAuB;IAEnC,WAAW,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAKtC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAK5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAK5B,gBAAgB,CAAC,gBAAgB,EAAE,OAAO,GAAG,IAAI;IAKjD,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKpC,KAAK,IAAI,mBAAmB;CA0BpC"}
|
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
import { TRACER_NAME } from "../constants";
|
|
2
|
+
import { JUDGMENT_API_KEY, JUDGMENT_API_URL, JUDGMENT_ORG_ID } from "../env";
|
|
3
|
+
/**
|
|
4
|
+
* Configuration for the Judgment Tracer that controls how tracing and evaluation behave.
|
|
5
|
+
*
|
|
6
|
+
* This class encapsulates all configuration parameters needed to initialize a Tracer.
|
|
7
|
+
*
|
|
8
|
+
* @example
|
|
9
|
+
* ```typescript
|
|
10
|
+
* const config = TracerConfiguration.builder()
|
|
11
|
+
* .projectName("my-project")
|
|
12
|
+
* .apiKey("your-api-key")
|
|
13
|
+
* .organizationId("your-org-id")
|
|
14
|
+
* .enableEvaluation(true)
|
|
15
|
+
* .build();
|
|
16
|
+
*
|
|
17
|
+
* const tracer = Tracer.createWithConfiguration(config);
|
|
18
|
+
* ```
|
|
19
|
+
*/
|
|
20
|
+
export class TracerConfiguration {
|
|
21
|
+
constructor(projectName, apiKey, organizationId, apiUrl, enableEvaluation, tracerName = TRACER_NAME) {
|
|
22
|
+
this.projectName = projectName;
|
|
23
|
+
this.apiKey = apiKey;
|
|
24
|
+
this.organizationId = organizationId;
|
|
25
|
+
this.apiUrl = apiUrl;
|
|
26
|
+
this.enableEvaluation = enableEvaluation;
|
|
27
|
+
this.tracerName = tracerName;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Creates a default configuration with the given project name.
|
|
31
|
+
*
|
|
32
|
+
* This method uses default values from environment variables:
|
|
33
|
+
* - API Key: JUDGMENT_API_KEY
|
|
34
|
+
* - Organization ID: JUDGMENT_ORG_ID
|
|
35
|
+
* - API URL: JUDGMENT_API_URL
|
|
36
|
+
* - Evaluation: enabled
|
|
37
|
+
*
|
|
38
|
+
* @param projectName the name of the project
|
|
39
|
+
* @returns a new TracerConfiguration with default values
|
|
40
|
+
* @throws Error if project name is null or empty
|
|
41
|
+
*/
|
|
42
|
+
static createDefault(projectName) {
|
|
43
|
+
return new TracerConfigurationBuilder().projectName(projectName).build();
|
|
44
|
+
}
|
|
45
|
+
static builder() {
|
|
46
|
+
return new TracerConfigurationBuilder();
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Builder for creating TracerConfiguration instances.
|
|
51
|
+
*
|
|
52
|
+
* @example
|
|
53
|
+
* ```typescript
|
|
54
|
+
* const config = TracerConfiguration.builder()
|
|
55
|
+
* .projectName("my-project")
|
|
56
|
+
* .apiKey("custom-api-key")
|
|
57
|
+
* .organizationId("custom-org-id")
|
|
58
|
+
* .apiUrl("https://custom-api.judgmentlabs.ai")
|
|
59
|
+
* .enableEvaluation(false)
|
|
60
|
+
* .build();
|
|
61
|
+
* ```
|
|
62
|
+
*/
|
|
63
|
+
export class TracerConfigurationBuilder {
|
|
64
|
+
constructor() {
|
|
65
|
+
this._apiKey = JUDGMENT_API_KEY || "";
|
|
66
|
+
this._organizationId = JUDGMENT_ORG_ID || "";
|
|
67
|
+
this._apiUrl = JUDGMENT_API_URL || "";
|
|
68
|
+
this._enableEvaluation = true;
|
|
69
|
+
this._tracerName = TRACER_NAME;
|
|
70
|
+
}
|
|
71
|
+
projectName(projectName) {
|
|
72
|
+
this._projectName = projectName;
|
|
73
|
+
return this;
|
|
74
|
+
}
|
|
75
|
+
apiKey(apiKey) {
|
|
76
|
+
this._apiKey = apiKey;
|
|
77
|
+
return this;
|
|
78
|
+
}
|
|
79
|
+
organizationId(organizationId) {
|
|
80
|
+
this._organizationId = organizationId;
|
|
81
|
+
return this;
|
|
82
|
+
}
|
|
83
|
+
apiUrl(apiUrl) {
|
|
84
|
+
this._apiUrl = apiUrl;
|
|
85
|
+
return this;
|
|
86
|
+
}
|
|
87
|
+
enableEvaluation(enableEvaluation) {
|
|
88
|
+
this._enableEvaluation = enableEvaluation;
|
|
89
|
+
return this;
|
|
90
|
+
}
|
|
91
|
+
tracerName(tracerName) {
|
|
92
|
+
this._tracerName = tracerName;
|
|
93
|
+
return this;
|
|
94
|
+
}
|
|
95
|
+
build() {
|
|
96
|
+
if (!this._projectName) {
|
|
97
|
+
throw new Error("Project name is required");
|
|
98
|
+
}
|
|
99
|
+
if (!this._apiKey) {
|
|
100
|
+
throw new Error("API key is required");
|
|
101
|
+
}
|
|
102
|
+
if (!this._organizationId) {
|
|
103
|
+
throw new Error("Organization ID is required");
|
|
104
|
+
}
|
|
105
|
+
if (!this._apiUrl) {
|
|
106
|
+
throw new Error("API URL is required");
|
|
107
|
+
}
|
|
108
|
+
return new TracerConfiguration(this._projectName, this._apiKey, this._organizationId, this._apiUrl, this._enableEvaluation, this._tracerName);
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
//# sourceMappingURL=TracerConfiguration.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TracerConfiguration.js","sourceRoot":"","sources":["../../src/tracer/TracerConfiguration.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAE7E;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,mBAAmB;IAC9B,YACkB,WAAmB,EACnB,MAAc,EACd,cAAsB,EACtB,MAAc,EACd,gBAAyB,EACzB,aAAqB,WAAW;QALhC,gBAAW,GAAX,WAAW,CAAQ;QACnB,WAAM,GAAN,MAAM,CAAQ;QACd,mBAAc,GAAd,cAAc,CAAQ;QACtB,WAAM,GAAN,MAAM,CAAQ;QACd,qBAAgB,GAAhB,gBAAgB,CAAS;QACzB,eAAU,GAAV,UAAU,CAAsB;IAC/C,CAAC;IAEJ;;;;;;;;;;;;OAYG;IACI,MAAM,CAAC,aAAa,CAAC,WAAmB;QAC7C,OAAO,IAAI,0BAA0B,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC;IAC3E,CAAC;IAEM,MAAM,CAAC,OAAO;QACnB,OAAO,IAAI,0BAA0B,EAAE,CAAC;IAC1C,CAAC;CACF;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,OAAO,0BAA0B;IAAvC;QAEU,YAAO,GAAW,gBAAgB,IAAI,EAAE,CAAC;QACzC,oBAAe,GAAW,eAAe,IAAI,EAAE,CAAC;QAChD,YAAO,GAAW,gBAAgB,IAAI,EAAE,CAAC;QACzC,sBAAiB,GAAY,IAAI,CAAC;QAClC,gBAAW,GAAW,WAAW,CAAC;IA0D5C,CAAC;IAxDQ,WAAW,CAAC,WAAmB;QACpC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,MAAM,CAAC,MAAc;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,cAAc,CAAC,cAAsB;QAC1C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,MAAM,CAAC,MAAc;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,gBAAgB,CAAC,gBAAyB;QAC/C,IAAI,CAAC,iBAAiB,GAAG,gBAAgB,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU,CAAC,UAAkB;QAClC,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,mBAAmB,CAC5B,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,WAAW,CACjB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
|
|
2
|
+
export declare class JudgmentSpanExporter extends OTLPTraceExporter {
|
|
3
|
+
constructor(endpoint: string, apiKey: string, organizationId: string, projectId: string);
|
|
4
|
+
/**
|
|
5
|
+
* Creates a new builder for constructing JudgmentSpanExporter instances.
|
|
6
|
+
*/
|
|
7
|
+
static builder(): JudgmentSpanExporterBuilder;
|
|
8
|
+
}
|
|
9
|
+
export declare class JudgmentSpanExporterBuilder {
|
|
10
|
+
private _endpoint?;
|
|
11
|
+
private _apiKey?;
|
|
12
|
+
private _organizationId?;
|
|
13
|
+
private _projectId?;
|
|
14
|
+
constructor();
|
|
15
|
+
/**
|
|
16
|
+
* Sets the OTLP endpoint URL.
|
|
17
|
+
*/
|
|
18
|
+
endpoint(endpoint: string): this;
|
|
19
|
+
/**
|
|
20
|
+
* Sets the API key for authentication.
|
|
21
|
+
*/
|
|
22
|
+
apiKey(apiKey: string): this;
|
|
23
|
+
/**
|
|
24
|
+
* Sets the organization ID.
|
|
25
|
+
*/
|
|
26
|
+
organizationId(organizationId: string): this;
|
|
27
|
+
/**
|
|
28
|
+
* Sets the project ID.
|
|
29
|
+
*/
|
|
30
|
+
projectId(projectId: string): this;
|
|
31
|
+
/**
|
|
32
|
+
* Builds a new JudgmentSpanExporter with the current configuration.
|
|
33
|
+
*/
|
|
34
|
+
build(): JudgmentSpanExporter;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=JudgmentSpanExporter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JudgmentSpanExporter.d.ts","sourceRoot":"","sources":["../../../src/tracer/exporters/JudgmentSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAE5E,qBAAa,oBAAqB,SAAQ,iBAAiB;gBAEvD,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EACd,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM;IAgBnB;;OAEG;WACW,OAAO,IAAI,2BAA2B;CAGrD;AAED,qBAAa,2BAA2B;IACtC,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,eAAe,CAAC,CAAS;IACjC,OAAO,CAAC,UAAU,CAAC,CAAS;;IAI5B;;OAEG;IACI,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;IAKvC;;OAEG;IACI,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAKnC;;OAEG;IACI,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAKnD;;OAEG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAKzC;;OAEG;IACI,KAAK,IAAI,oBAAoB;CAqBrC"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-http";
|
|
2
|
+
export class JudgmentSpanExporter extends OTLPTraceExporter {
|
|
3
|
+
constructor(endpoint, apiKey, organizationId, projectId) {
|
|
4
|
+
if (!projectId || projectId.trim() === "") {
|
|
5
|
+
throw new Error("projectId is required for JudgmentSpanExporter");
|
|
6
|
+
}
|
|
7
|
+
super({
|
|
8
|
+
url: endpoint,
|
|
9
|
+
headers: {
|
|
10
|
+
Authorization: `Bearer ${apiKey}`,
|
|
11
|
+
"X-Organization-Id": organizationId,
|
|
12
|
+
"X-Project-Id": projectId,
|
|
13
|
+
},
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
/**
|
|
17
|
+
* Creates a new builder for constructing JudgmentSpanExporter instances.
|
|
18
|
+
*/
|
|
19
|
+
static builder() {
|
|
20
|
+
return new JudgmentSpanExporterBuilder();
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
export class JudgmentSpanExporterBuilder {
|
|
24
|
+
constructor() { }
|
|
25
|
+
/**
|
|
26
|
+
* Sets the OTLP endpoint URL.
|
|
27
|
+
*/
|
|
28
|
+
endpoint(endpoint) {
|
|
29
|
+
this._endpoint = endpoint;
|
|
30
|
+
return this;
|
|
31
|
+
}
|
|
32
|
+
/**
|
|
33
|
+
* Sets the API key for authentication.
|
|
34
|
+
*/
|
|
35
|
+
apiKey(apiKey) {
|
|
36
|
+
this._apiKey = apiKey;
|
|
37
|
+
return this;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Sets the organization ID.
|
|
41
|
+
*/
|
|
42
|
+
organizationId(organizationId) {
|
|
43
|
+
this._organizationId = organizationId;
|
|
44
|
+
return this;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Sets the project ID.
|
|
48
|
+
*/
|
|
49
|
+
projectId(projectId) {
|
|
50
|
+
this._projectId = projectId;
|
|
51
|
+
return this;
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Builds a new JudgmentSpanExporter with the current configuration.
|
|
55
|
+
*/
|
|
56
|
+
build() {
|
|
57
|
+
if (!this._endpoint || this._endpoint.trim() === "") {
|
|
58
|
+
throw new Error("Endpoint is required");
|
|
59
|
+
}
|
|
60
|
+
if (!this._apiKey || this._apiKey.trim() === "") {
|
|
61
|
+
throw new Error("API key is required");
|
|
62
|
+
}
|
|
63
|
+
if (!this._organizationId || this._organizationId.trim() === "") {
|
|
64
|
+
throw new Error("Organization ID is required");
|
|
65
|
+
}
|
|
66
|
+
if (!this._projectId || this._projectId.trim() === "") {
|
|
67
|
+
throw new Error("Project ID is required");
|
|
68
|
+
}
|
|
69
|
+
return new JudgmentSpanExporter(this._endpoint, this._apiKey, this._organizationId, this._projectId);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
//# sourceMappingURL=JudgmentSpanExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JudgmentSpanExporter.js","sourceRoot":"","sources":["../../../src/tracer/exporters/JudgmentSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,yCAAyC,CAAC;AAE5E,MAAM,OAAO,oBAAqB,SAAQ,iBAAiB;IACzD,YACE,QAAgB,EAChB,MAAc,EACd,cAAsB,EACtB,SAAiB;QAEjB,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,KAAK,CAAC;YACJ,GAAG,EAAE,QAAQ;YACb,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,mBAAmB,EAAE,cAAc;gBACnC,cAAc,EAAE,SAAS;aAC1B;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,OAAO;QACnB,OAAO,IAAI,2BAA2B,EAAE,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,OAAO,2BAA2B;IAMtC,gBAAe,CAAC;IAEhB;;OAEG;IACI,QAAQ,CAAC,QAAgB;QAC9B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACI,MAAM,CAAC,MAAc;QAC1B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACI,cAAc,CAAC,cAAsB;QAC1C,IAAI,CAAC,eAAe,GAAG,cAAc,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,SAAiB;QAChC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACI,KAAK;QACV,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YAChE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,oBAAoB,CAC7B,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,UAAU,CAChB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { ExportResult } from "@opentelemetry/core";
|
|
2
|
+
import { ReadableSpan, SpanExporter } from "@opentelemetry/sdk-trace-base";
|
|
3
|
+
/**
|
|
4
|
+
* A no-op span exporter that does nothing.
|
|
5
|
+
* Used when project resolution fails or tracing is disabled.
|
|
6
|
+
*/
|
|
7
|
+
export declare class NoOpSpanExporter implements SpanExporter {
|
|
8
|
+
export(spans: ReadableSpan[], resultCallback: (result: ExportResult) => void): void;
|
|
9
|
+
flush(): Promise<void>;
|
|
10
|
+
shutdown(): Promise<void>;
|
|
11
|
+
}
|
|
12
|
+
//# sourceMappingURL=NoOpSpanExporter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"NoOpSpanExporter.d.ts","sourceRoot":"","sources":["../../../src/tracer/exporters/NoOpSpanExporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE3E;;;GAGG;AACH,qBAAa,gBAAiB,YAAW,YAAY;IACnD,MAAM,CACJ,KAAK,EAAE,YAAY,EAAE,EACrB,cAAc,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,GAC7C,IAAI;IAIP,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAItB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAG1B"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A no-op span exporter that does nothing.
|
|
3
|
+
* Used when project resolution fails or tracing is disabled.
|
|
4
|
+
*/
|
|
5
|
+
export class NoOpSpanExporter {
|
|
6
|
+
export(spans, resultCallback) {
|
|
7
|
+
resultCallback({ code: 0 });
|
|
8
|
+
}
|
|
9
|
+
flush() {
|
|
10
|
+
return Promise.resolve();
|
|
11
|
+
}
|
|
12
|
+
shutdown() {
|
|
13
|
+
return Promise.resolve();
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
//# sourceMappingURL=NoOpSpanExporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"NoOpSpanExporter.js","sourceRoot":"","sources":["../../../src/tracer/exporters/NoOpSpanExporter.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IAC3B,MAAM,CACJ,KAAqB,EACrB,cAA8C;QAE9C,cAAc,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK;QACH,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tracer/exporters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tracer/exporters/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tracer/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,uBAAuB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tracer/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,uBAAuB,CAAC"}
|
package/dist/umd.d.ts
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umd.d.ts","sourceRoot":"","sources":["../src/umd.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC"}
|
package/dist/umd.js
ADDED
package/dist/umd.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"umd.js","sourceRoot":"","sources":["../src/umd.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC"}
|