observability-toolkit 2.0.0 → 2.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +166 -398
- package/dist/__tests__/find-constant-dedup.test.d.ts +11 -0
- package/dist/__tests__/find-constant-dedup.test.d.ts.map +1 -0
- package/dist/__tests__/find-constant-dedup.test.js +132 -0
- package/dist/__tests__/find-constant-dedup.test.js.map +1 -0
- package/dist/backends/backend-schemas.d.ts +309 -0
- package/dist/backends/backend-schemas.d.ts.map +1 -0
- package/dist/backends/backend-schemas.js +215 -0
- package/dist/backends/backend-schemas.js.map +1 -0
- package/dist/backends/cloud.d.ts +46 -0
- package/dist/backends/cloud.d.ts.map +1 -0
- package/dist/backends/cloud.js +520 -0
- package/dist/backends/cloud.js.map +1 -0
- package/dist/backends/cloud.test.d.ts +2 -0
- package/dist/backends/cloud.test.d.ts.map +1 -0
- package/dist/backends/cloud.test.js +436 -0
- package/dist/backends/cloud.test.js.map +1 -0
- package/dist/backends/index.d.ts +659 -386
- package/dist/backends/index.d.ts.map +1 -1
- package/dist/backends/index.js +318 -41
- package/dist/backends/index.js.map +1 -1
- package/dist/backends/index.test.js +578 -57
- package/dist/backends/index.test.js.map +1 -1
- package/dist/backends/local-jsonl-boolean-search.test.js +8 -7
- package/dist/backends/local-jsonl-boolean-search.test.js.map +1 -1
- package/dist/backends/local-jsonl-cache.test.js +33 -31
- package/dist/backends/local-jsonl-cache.test.js.map +1 -1
- package/dist/backends/local-jsonl-circuit-breaker.test.js +9 -7
- package/dist/backends/local-jsonl-circuit-breaker.test.js.map +1 -1
- package/dist/backends/local-jsonl-export.test.js +73 -58
- package/dist/backends/local-jsonl-export.test.js.map +1 -1
- package/dist/backends/local-jsonl-index.test.js +52 -50
- package/dist/backends/local-jsonl-index.test.js.map +1 -1
- package/dist/backends/local-jsonl-logs.test.js +47 -31
- package/dist/backends/local-jsonl-logs.test.js.map +1 -1
- package/dist/backends/local-jsonl-metrics.test.js +85 -82
- package/dist/backends/local-jsonl-metrics.test.js.map +1 -1
- package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts +2 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts.map +1 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.js +602 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.js.map +1 -0
- package/dist/backends/local-jsonl-traces.test.js +161 -147
- package/dist/backends/local-jsonl-traces.test.js.map +1 -1
- package/dist/backends/local-jsonl.d.ts +37 -8
- package/dist/backends/local-jsonl.d.ts.map +1 -1
- package/dist/backends/local-jsonl.js +1088 -241
- package/dist/backends/local-jsonl.js.map +1 -1
- package/dist/backends/shared.d.ts +9 -0
- package/dist/backends/shared.d.ts.map +1 -0
- package/dist/backends/shared.js +9 -0
- package/dist/backends/shared.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts +40 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js +27 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts +106 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js +43 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts +111 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js +42 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts +106 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js +43 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts +243 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.js +49 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +90 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js +66 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts +1134 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js +223 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts +678 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js +107 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +46 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js +25 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +569 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js +195 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.d.ts +157 -0
- package/dist/lib/agent-judge/agent-as-judge.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.js +137 -0
- package/dist/lib/agent-judge/agent-as-judge.js.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.test.js +839 -0
- package/dist/lib/agent-judge/agent-as-judge.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.d.ts +293 -0
- package/dist/lib/agent-judge/agent-eval-metrics.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.js +715 -0
- package/dist/lib/agent-judge/agent-eval-metrics.js.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts +5 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.js +676 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.d.ts +95 -0
- package/dist/lib/agent-judge/agent-judge-classes.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.js +222 -0
- package/dist/lib/agent-judge/agent-judge-classes.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.d.ts +6 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.js +271 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.d.ts +58 -0
- package/dist/lib/agent-judge/agent-judge-consensus.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.js +149 -0
- package/dist/lib/agent-judge/agent-judge-consensus.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts +2 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.js +170 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.d.ts +89 -0
- package/dist/lib/agent-judge/agent-judge-verification.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.js +235 -0
- package/dist/lib/agent-judge/agent-judge-verification.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.d.ts +5 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.js +399 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.js.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.d.ts +167 -0
- package/dist/lib/audit/agent-auditor-scoring.d.ts.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.js +338 -0
- package/dist/lib/audit/agent-auditor-scoring.js.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.test.d.ts +2 -0
- package/dist/lib/audit/agent-auditor-scoring.test.d.ts.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.test.js +576 -0
- package/dist/lib/audit/agent-auditor-scoring.test.js.map +1 -0
- package/dist/lib/audit/audit-record.d.ts +139 -0
- package/dist/lib/audit/audit-record.d.ts.map +1 -0
- package/dist/lib/audit/audit-record.js +288 -0
- package/dist/lib/audit/audit-record.js.map +1 -0
- package/dist/lib/audit/audit-record.test.d.ts +5 -0
- package/dist/lib/audit/audit-record.test.d.ts.map +1 -0
- package/dist/lib/audit/audit-record.test.js +258 -0
- package/dist/lib/audit/audit-record.test.js.map +1 -0
- package/dist/lib/audit/audit-scoring-constants.d.ts +57 -0
- package/dist/lib/audit/audit-scoring-constants.d.ts.map +1 -0
- package/dist/lib/audit/audit-scoring-constants.js +59 -0
- package/dist/lib/audit/audit-scoring-constants.js.map +1 -0
- package/dist/lib/audit/compliance-report.d.ts +125 -0
- package/dist/lib/audit/compliance-report.d.ts.map +1 -0
- package/dist/lib/audit/compliance-report.js +205 -0
- package/dist/lib/audit/compliance-report.js.map +1 -0
- package/dist/lib/audit/compliance-report.test.d.ts +5 -0
- package/dist/lib/audit/compliance-report.test.d.ts.map +1 -0
- package/dist/lib/audit/compliance-report.test.js +290 -0
- package/dist/lib/audit/compliance-report.test.js.map +1 -0
- package/dist/lib/audit/retention-guard.d.ts +41 -0
- package/dist/lib/audit/retention-guard.d.ts.map +1 -0
- package/dist/lib/audit/retention-guard.js +103 -0
- package/dist/lib/audit/retention-guard.js.map +1 -0
- package/dist/lib/audit/retention-guard.test.d.ts +5 -0
- package/dist/lib/audit/retention-guard.test.d.ts.map +1 -0
- package/dist/lib/audit/retention-guard.test.js +109 -0
- package/dist/lib/audit/retention-guard.test.js.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.d.ts +69 -0
- package/dist/lib/audit/skill-auditor-scoring.d.ts.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.js +149 -0
- package/dist/lib/audit/skill-auditor-scoring.js.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.test.d.ts +2 -0
- package/dist/lib/audit/skill-auditor-scoring.test.d.ts.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.test.js +369 -0
- package/dist/lib/audit/skill-auditor-scoring.test.js.map +1 -0
- package/dist/lib/audit/verification-events.d.ts +119 -0
- package/dist/lib/audit/verification-events.d.ts.map +1 -0
- package/dist/lib/audit/verification-events.js +175 -0
- package/dist/lib/audit/verification-events.js.map +1 -0
- package/dist/lib/audit/verification-events.test.d.ts.map +1 -0
- package/dist/lib/audit/verification-events.test.js +197 -0
- package/dist/lib/audit/verification-events.test.js.map +1 -0
- package/dist/lib/core/constants-models.d.ts +90 -0
- package/dist/lib/core/constants-models.d.ts.map +1 -0
- package/dist/lib/core/constants-models.js +208 -0
- package/dist/lib/core/constants-models.js.map +1 -0
- package/dist/lib/core/constants-otel.d.ts +68 -0
- package/dist/lib/core/constants-otel.d.ts.map +1 -0
- package/dist/lib/core/constants-otel.js +128 -0
- package/dist/lib/core/constants-otel.js.map +1 -0
- package/dist/lib/core/constants-symlink.test.d.ts.map +1 -0
- package/dist/lib/core/constants-symlink.test.js +358 -0
- package/dist/lib/core/constants-symlink.test.js.map +1 -0
- package/dist/lib/core/constants-telemetry.d.ts +21 -0
- package/dist/lib/core/constants-telemetry.d.ts.map +1 -0
- package/dist/lib/core/constants-telemetry.js +162 -0
- package/dist/lib/core/constants-telemetry.js.map +1 -0
- package/dist/lib/core/constants.d.ts +152 -0
- package/dist/lib/core/constants.d.ts.map +1 -0
- package/dist/lib/core/constants.js +223 -0
- package/dist/lib/core/constants.js.map +1 -0
- package/dist/lib/core/constants.test.d.ts.map +1 -0
- package/dist/lib/core/constants.test.js +833 -0
- package/dist/lib/core/constants.test.js.map +1 -0
- package/dist/lib/core/doc-sync.test.d.ts +9 -0
- package/dist/lib/core/doc-sync.test.d.ts.map +1 -0
- package/dist/lib/core/doc-sync.test.js +159 -0
- package/dist/lib/core/doc-sync.test.js.map +1 -0
- package/dist/lib/core/edge-cases.test.d.ts.map +1 -0
- package/dist/lib/core/edge-cases.test.js +637 -0
- package/dist/lib/core/edge-cases.test.js.map +1 -0
- package/dist/lib/core/file-utils.d.ts +360 -0
- package/dist/lib/core/file-utils.d.ts.map +1 -0
- package/dist/lib/core/file-utils.js +890 -0
- package/dist/lib/core/file-utils.js.map +1 -0
- package/dist/lib/core/file-utils.test-constants.d.ts +38 -0
- package/dist/lib/core/file-utils.test-constants.d.ts.map +1 -0
- package/dist/lib/core/file-utils.test-constants.js +40 -0
- package/dist/lib/core/file-utils.test-constants.js.map +1 -0
- package/dist/lib/core/file-utils.test.d.ts.map +1 -0
- package/dist/lib/core/file-utils.test.js +1329 -0
- package/dist/lib/core/file-utils.test.js.map +1 -0
- package/dist/lib/core/input-validator.d.ts +125 -0
- package/dist/lib/core/input-validator.d.ts.map +1 -0
- package/dist/lib/core/input-validator.fuzz.test.d.ts.map +1 -0
- package/dist/lib/core/input-validator.fuzz.test.js +302 -0
- package/dist/lib/core/input-validator.fuzz.test.js.map +1 -0
- package/dist/lib/core/input-validator.js +348 -0
- package/dist/lib/core/input-validator.js.map +1 -0
- package/dist/lib/core/input-validator.test.d.ts.map +1 -0
- package/dist/lib/core/input-validator.test.js +465 -0
- package/dist/lib/core/input-validator.test.js.map +1 -0
- package/dist/lib/core/logger.d.ts +32 -0
- package/dist/lib/core/logger.d.ts.map +1 -0
- package/dist/lib/core/logger.js +104 -0
- package/dist/lib/core/logger.js.map +1 -0
- package/dist/lib/core/logger.test.d.ts.map +1 -0
- package/dist/lib/core/logger.test.js.map +1 -0
- package/dist/lib/core/schema-types.d.ts +37 -0
- package/dist/lib/core/schema-types.d.ts.map +1 -0
- package/dist/lib/core/schema-types.js +29 -0
- package/dist/lib/core/schema-types.js.map +1 -0
- package/dist/lib/core/server-utils.d.ts +98 -0
- package/dist/lib/core/server-utils.d.ts.map +1 -0
- package/dist/lib/core/server-utils.js +193 -0
- package/dist/lib/core/server-utils.js.map +1 -0
- package/dist/lib/core/shared-schemas.d.ts +301 -0
- package/dist/lib/core/shared-schemas.d.ts.map +1 -0
- package/dist/lib/core/shared-schemas.js +222 -0
- package/dist/lib/core/shared-schemas.js.map +1 -0
- package/dist/lib/core/shared-schemas.test.d.ts.map +1 -0
- package/dist/lib/core/shared-schemas.test.js +136 -0
- package/dist/lib/core/shared-schemas.test.js.map +1 -0
- package/dist/lib/core/units.d.ts +67 -0
- package/dist/lib/core/units.d.ts.map +1 -0
- package/dist/lib/core/units.js +88 -0
- package/dist/lib/core/units.js.map +1 -0
- package/dist/lib/cost/cost-estimation.d.ts +264 -0
- package/dist/lib/cost/cost-estimation.d.ts.map +1 -0
- package/dist/lib/cost/cost-estimation.js +541 -0
- package/dist/lib/cost/cost-estimation.js.map +1 -0
- package/dist/lib/cost/cost-estimation.test.d.ts +5 -0
- package/dist/lib/cost/cost-estimation.test.d.ts.map +1 -0
- package/dist/lib/cost/cost-estimation.test.js +701 -0
- package/dist/lib/cost/cost-estimation.test.js.map +1 -0
- package/dist/lib/cost/pricing-cache.d.ts +59 -0
- package/dist/lib/cost/pricing-cache.d.ts.map +1 -0
- package/dist/lib/cost/pricing-cache.js +120 -0
- package/dist/lib/cost/pricing-cache.js.map +1 -0
- package/dist/lib/cost/pricing-cache.test.d.ts +5 -0
- package/dist/lib/cost/pricing-cache.test.d.ts.map +1 -0
- package/dist/lib/cost/pricing-cache.test.js +176 -0
- package/dist/lib/cost/pricing-cache.test.js.map +1 -0
- package/dist/lib/dashboard-file-utils.d.ts +35 -0
- package/dist/lib/dashboard-file-utils.d.ts.map +1 -0
- package/dist/lib/dashboard-file-utils.js +94 -0
- package/dist/lib/dashboard-file-utils.js.map +1 -0
- package/dist/lib/errors/error-sanitizer.d.ts +62 -0
- package/dist/lib/errors/error-sanitizer.d.ts.map +1 -0
- package/dist/lib/errors/error-sanitizer.js +235 -0
- package/dist/lib/errors/error-sanitizer.js.map +1 -0
- package/dist/lib/errors/error-sanitizer.test.d.ts.map +1 -0
- package/dist/lib/errors/error-sanitizer.test.js +534 -0
- package/dist/lib/errors/error-sanitizer.test.js.map +1 -0
- package/dist/lib/errors/error-types.d.ts +59 -0
- package/dist/lib/errors/error-types.d.ts.map +1 -0
- package/dist/lib/errors/error-types.js +187 -0
- package/dist/lib/errors/error-types.js.map +1 -0
- package/dist/lib/errors/error-types.test.d.ts.map +1 -0
- package/dist/lib/errors/error-types.test.js +246 -0
- package/dist/lib/errors/error-types.test.js.map +1 -0
- package/dist/lib/errors/query-sanitizer.d.ts.map +1 -0
- package/dist/lib/errors/query-sanitizer.js +269 -0
- package/dist/lib/errors/query-sanitizer.js.map +1 -0
- package/dist/lib/errors/query-sanitizer.test.d.ts.map +1 -0
- package/dist/lib/errors/query-sanitizer.test.js +403 -0
- package/dist/lib/errors/query-sanitizer.test.js.map +1 -0
- package/dist/lib/exports/confident-export.d.ts +105 -0
- package/dist/lib/exports/confident-export.d.ts.map +1 -0
- package/dist/lib/exports/confident-export.js +385 -0
- package/dist/lib/exports/confident-export.js.map +1 -0
- package/dist/lib/exports/confident-export.test.d.ts.map +1 -0
- package/dist/lib/exports/confident-export.test.js +848 -0
- package/dist/lib/exports/confident-export.test.js.map +1 -0
- package/dist/lib/exports/datadog-export.d.ts +200 -0
- package/dist/lib/exports/datadog-export.d.ts.map +1 -0
- package/dist/lib/exports/datadog-export.js +488 -0
- package/dist/lib/exports/datadog-export.js.map +1 -0
- package/dist/lib/exports/datadog-export.test.d.ts +2 -0
- package/dist/lib/exports/datadog-export.test.d.ts.map +1 -0
- package/dist/lib/exports/datadog-export.test.js +890 -0
- package/dist/lib/exports/datadog-export.test.js.map +1 -0
- package/dist/lib/exports/export-config-schemas.d.ts +67 -0
- package/dist/lib/exports/export-config-schemas.d.ts.map +1 -0
- package/dist/lib/exports/export-config-schemas.js +120 -0
- package/dist/lib/exports/export-config-schemas.js.map +1 -0
- package/dist/lib/exports/export-config-schemas.test.d.ts +8 -0
- package/dist/lib/exports/export-config-schemas.test.d.ts.map +1 -0
- package/dist/lib/exports/export-config-schemas.test.js +503 -0
- package/dist/lib/exports/export-config-schemas.test.js.map +1 -0
- package/dist/lib/exports/export-utils.d.ts +127 -0
- package/dist/lib/exports/export-utils.d.ts.map +1 -0
- package/dist/lib/exports/export-utils.js +303 -0
- package/dist/lib/exports/export-utils.js.map +1 -0
- package/dist/lib/exports/export-utils.test.d.ts.map +1 -0
- package/dist/lib/exports/export-utils.test.js +344 -0
- package/dist/lib/exports/export-utils.test.js.map +1 -0
- package/dist/lib/exports/langfuse-export.d.ts +129 -0
- package/dist/lib/exports/langfuse-export.d.ts.map +1 -0
- package/dist/lib/exports/langfuse-export.js +370 -0
- package/dist/lib/exports/langfuse-export.js.map +1 -0
- package/dist/lib/exports/langfuse-export.test.d.ts.map +1 -0
- package/dist/lib/exports/langfuse-export.test.js +1020 -0
- package/dist/lib/exports/langfuse-export.test.js.map +1 -0
- package/dist/lib/exports/otlp-export.d.ts +179 -0
- package/dist/lib/exports/otlp-export.d.ts.map +1 -0
- package/dist/lib/exports/otlp-export.js +397 -0
- package/dist/lib/exports/otlp-export.js.map +1 -0
- package/dist/lib/exports/otlp-format-converter.d.ts +70 -0
- package/dist/lib/exports/otlp-format-converter.d.ts.map +1 -0
- package/dist/lib/exports/otlp-format-converter.js +401 -0
- package/dist/lib/exports/otlp-format-converter.js.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.d.ts +53 -0
- package/dist/lib/exports/otlp-proto-encode.d.ts.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.js +165 -0
- package/dist/lib/exports/otlp-proto-encode.js.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.test.d.ts +7 -0
- package/dist/lib/exports/otlp-proto-encode.test.d.ts.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.test.js +997 -0
- package/dist/lib/exports/otlp-proto-encode.test.js.map +1 -0
- package/dist/lib/exports/phoenix-export.d.ts +119 -0
- package/dist/lib/exports/phoenix-export.d.ts.map +1 -0
- package/dist/lib/exports/phoenix-export.js +448 -0
- package/dist/lib/exports/phoenix-export.js.map +1 -0
- package/dist/lib/exports/phoenix-export.test.d.ts.map +1 -0
- package/dist/lib/exports/phoenix-export.test.js +816 -0
- package/dist/lib/exports/phoenix-export.test.js.map +1 -0
- package/dist/lib/index.d.ts +16 -0
- package/dist/lib/index.d.ts.map +1 -0
- package/dist/lib/index.js +31 -0
- package/dist/lib/index.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks-schemas.d.ts +186 -0
- package/dist/lib/judge/evaluation-hooks-schemas.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks-schemas.js +125 -0
- package/dist/lib/judge/evaluation-hooks-schemas.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks.d.ts +88 -0
- package/dist/lib/judge/evaluation-hooks.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks.js +658 -0
- package/dist/lib/judge/evaluation-hooks.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks.test.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks.test.js +934 -0
- package/dist/lib/judge/evaluation-hooks.test.js.map +1 -0
- package/dist/lib/judge/llm-as-judge.d.ts +138 -0
- package/dist/lib/judge/llm-as-judge.d.ts.map +1 -0
- package/dist/lib/judge/llm-as-judge.js +103 -0
- package/dist/lib/judge/llm-as-judge.js.map +1 -0
- package/dist/lib/judge/llm-as-judge.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-as-judge.test.js +2179 -0
- package/dist/lib/judge/llm-as-judge.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-bias.d.ts +44 -0
- package/dist/lib/judge/llm-judge-bias.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-bias.js +130 -0
- package/dist/lib/judge/llm-judge-bias.js.map +1 -0
- package/dist/lib/judge/llm-judge-bias.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-bias.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-bias.test.js +380 -0
- package/dist/lib/judge/llm-judge-bias.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-code.d.ts +99 -0
- package/dist/lib/judge/llm-judge-code.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-code.js +261 -0
- package/dist/lib/judge/llm-judge-code.js.map +1 -0
- package/dist/lib/judge/llm-judge-code.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-code.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-code.test.js +981 -0
- package/dist/lib/judge/llm-judge-code.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-config.d.ts +241 -0
- package/dist/lib/judge/llm-judge-config.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-config.js +390 -0
- package/dist/lib/judge/llm-judge-config.js.map +1 -0
- package/dist/lib/judge/llm-judge-config.test.d.ts +5 -0
- package/dist/lib/judge/llm-judge-config.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-config.test.js +392 -0
- package/dist/lib/judge/llm-judge-config.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-constants.d.ts +111 -0
- package/dist/lib/judge/llm-judge-constants.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-constants.js +150 -0
- package/dist/lib/judge/llm-judge-constants.js.map +1 -0
- package/dist/lib/judge/llm-judge-dag.d.ts +57 -0
- package/dist/lib/judge/llm-judge-dag.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-dag.js +217 -0
- package/dist/lib/judge/llm-judge-dag.js.map +1 -0
- package/dist/lib/judge/llm-judge-dag.test.d.ts +8 -0
- package/dist/lib/judge/llm-judge-dag.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-dag.test.js +973 -0
- package/dist/lib/judge/llm-judge-dag.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-domain.d.ts +42 -0
- package/dist/lib/judge/llm-judge-domain.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-domain.js +167 -0
- package/dist/lib/judge/llm-judge-domain.js.map +1 -0
- package/dist/lib/judge/llm-judge-domain.test.d.ts +6 -0
- package/dist/lib/judge/llm-judge-domain.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-domain.test.js +337 -0
- package/dist/lib/judge/llm-judge-domain.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-geval.d.ts +42 -0
- package/dist/lib/judge/llm-judge-geval.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-geval.js +213 -0
- package/dist/lib/judge/llm-judge-geval.js.map +1 -0
- package/dist/lib/judge/llm-judge-geval.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-geval.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-geval.test.js +556 -0
- package/dist/lib/judge/llm-judge-geval.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-otel.test.d.ts +9 -0
- package/dist/lib/judge/llm-judge-otel.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-otel.test.js +91 -0
- package/dist/lib/judge/llm-judge-otel.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-qag.d.ts +38 -0
- package/dist/lib/judge/llm-judge-qag.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-qag.js +205 -0
- package/dist/lib/judge/llm-judge-qag.js.map +1 -0
- package/dist/lib/judge/llm-judge-qag.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-qag.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-qag.test.js +386 -0
- package/dist/lib/judge/llm-judge-qag.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.d.ts +74 -0
- package/dist/lib/judge/llm-judge-resilience.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.js +146 -0
- package/dist/lib/judge/llm-judge-resilience.js.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-resilience.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.test.js +353 -0
- package/dist/lib/judge/llm-judge-resilience.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-security.d.ts +106 -0
- package/dist/lib/judge/llm-judge-security.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-security.js +314 -0
- package/dist/lib/judge/llm-judge-security.js.map +1 -0
- package/dist/lib/judge/llm-judge-security.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-security.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-security.test.js +1011 -0
- package/dist/lib/judge/llm-judge-security.test.js.map +1 -0
- package/dist/lib/observability/context-accumulator.d.ts +32 -0
- package/dist/lib/observability/context-accumulator.d.ts.map +1 -0
- package/dist/lib/observability/context-accumulator.js +87 -0
- package/dist/lib/observability/context-accumulator.js.map +1 -0
- package/dist/lib/observability/evaluation-events.d.ts +35 -0
- package/dist/lib/observability/evaluation-events.d.ts.map +1 -0
- package/dist/lib/observability/evaluation-events.js +90 -0
- package/dist/lib/observability/evaluation-events.js.map +1 -0
- package/dist/lib/observability/file-span-exporter.d.ts +17 -0
- package/dist/lib/observability/file-span-exporter.d.ts.map +1 -0
- package/dist/lib/observability/file-span-exporter.js +49 -0
- package/dist/lib/observability/file-span-exporter.js.map +1 -0
- package/dist/lib/observability/histogram-bucket-constants.d.ts +25 -0
- package/dist/lib/observability/histogram-bucket-constants.d.ts.map +1 -0
- package/dist/lib/observability/histogram-bucket-constants.js +60 -0
- package/dist/lib/observability/histogram-bucket-constants.js.map +1 -0
- package/dist/lib/observability/histogram.d.ts +112 -0
- package/dist/lib/observability/histogram.d.ts.map +1 -0
- package/dist/lib/observability/histogram.js +170 -0
- package/dist/lib/observability/histogram.js.map +1 -0
- package/dist/lib/observability/histogram.test.d.ts.map +1 -0
- package/dist/lib/observability/histogram.test.js +385 -0
- package/dist/lib/observability/histogram.test.js.map +1 -0
- package/dist/lib/observability/indexer.d.ts +114 -0
- package/dist/lib/observability/indexer.d.ts.map +1 -0
- package/dist/lib/observability/indexer.js +402 -0
- package/dist/lib/observability/indexer.js.map +1 -0
- package/dist/lib/observability/indexer.test.d.ts.map +1 -0
- package/dist/lib/observability/indexer.test.js +713 -0
- package/dist/lib/observability/indexer.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-eval.test.d.ts +5 -0
- package/dist/lib/observability/instrumentation-eval.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-eval.test.js +63 -0
- package/dist/lib/observability/instrumentation-eval.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-init-errors.test.d.ts +13 -0
- package/dist/lib/observability/instrumentation-init-errors.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-init-errors.test.js +194 -0
- package/dist/lib/observability/instrumentation-init-errors.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts +15 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.js +188 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-set-otel.test.d.ts +5 -0
- package/dist/lib/observability/instrumentation-set-otel.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-set-otel.test.js +59 -0
- package/dist/lib/observability/instrumentation-set-otel.test.js.map +1 -0
- package/dist/lib/observability/instrumentation.d.ts +158 -0
- package/dist/lib/observability/instrumentation.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.integration.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.integration.test.js +590 -0
- package/dist/lib/observability/instrumentation.integration.test.js.map +1 -0
- package/dist/lib/observability/instrumentation.js +512 -0
- package/dist/lib/observability/instrumentation.js.map +1 -0
- package/dist/lib/observability/instrumentation.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.test.js +822 -0
- package/dist/lib/observability/instrumentation.test.js.map +1 -0
- package/dist/lib/observability/mcp-semconv-constants.d.ts +98 -0
- package/dist/lib/observability/mcp-semconv-constants.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv-constants.js +102 -0
- package/dist/lib/observability/mcp-semconv-constants.js.map +1 -0
- package/dist/lib/observability/mcp-semconv.d.ts +37 -0
- package/dist/lib/observability/mcp-semconv.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv.js +87 -0
- package/dist/lib/observability/mcp-semconv.js.map +1 -0
- package/dist/lib/observability/mcp-semconv.test.d.ts +2 -0
- package/dist/lib/observability/mcp-semconv.test.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv.test.js +168 -0
- package/dist/lib/observability/mcp-semconv.test.js.map +1 -0
- package/dist/lib/observability/metrics.d.ts +100 -0
- package/dist/lib/observability/metrics.d.ts.map +1 -0
- package/dist/lib/observability/metrics.js +429 -0
- package/dist/lib/observability/metrics.js.map +1 -0
- package/dist/lib/observability/metrics.test.d.ts.map +1 -0
- package/dist/lib/observability/metrics.test.js +191 -0
- package/dist/lib/observability/metrics.test.js.map +1 -0
- package/dist/lib/observability/observability-test-constants.d.ts +34 -0
- package/dist/lib/observability/observability-test-constants.d.ts.map +1 -0
- package/dist/lib/observability/observability-test-constants.js +55 -0
- package/dist/lib/observability/observability-test-constants.js.map +1 -0
- package/dist/lib/observability/opentelemetry-resources.test.d.ts +2 -0
- package/dist/lib/observability/opentelemetry-resources.test.d.ts.map +1 -0
- package/dist/lib/observability/opentelemetry-resources.test.js +19 -0
- package/dist/lib/observability/opentelemetry-resources.test.js.map +1 -0
- package/dist/lib/observability/parse-stats.d.ts.map +1 -0
- package/dist/lib/observability/parse-stats.js +207 -0
- package/dist/lib/observability/parse-stats.js.map +1 -0
- package/dist/lib/observability/parse-stats.test.d.ts.map +1 -0
- package/dist/lib/observability/parse-stats.test.js +287 -0
- package/dist/lib/observability/parse-stats.test.js.map +1 -0
- package/dist/lib/observability/render-trace-tree.d.ts +31 -0
- package/dist/lib/observability/render-trace-tree.d.ts.map +1 -0
- package/dist/lib/observability/render-trace-tree.js +95 -0
- package/dist/lib/observability/render-trace-tree.js.map +1 -0
- package/dist/lib/observability/render-trace-tree.test.d.ts +5 -0
- package/dist/lib/observability/render-trace-tree.test.d.ts.map +1 -0
- package/dist/lib/observability/render-trace-tree.test.js +97 -0
- package/dist/lib/observability/render-trace-tree.test.js.map +1 -0
- package/dist/lib/observability/span-attributes.d.ts +27 -0
- package/dist/lib/observability/span-attributes.d.ts.map +1 -0
- package/dist/lib/observability/span-attributes.js +85 -0
- package/dist/lib/observability/span-attributes.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.d.ts +23 -0
- package/dist/lib/observability/trace-anomaly-detector.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.js +211 -0
- package/dist/lib/observability/trace-anomaly-detector.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.test.d.ts +5 -0
- package/dist/lib/observability/trace-anomaly-detector.test.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.test.js +224 -0
- package/dist/lib/observability/trace-anomaly-detector.test.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-schemas.d.ts +189 -0
- package/dist/lib/observability/trace-anomaly-schemas.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-schemas.js +167 -0
- package/dist/lib/observability/trace-anomaly-schemas.js.map +1 -0
- package/dist/lib/privacy/content-redaction.d.ts +141 -0
- package/dist/lib/privacy/content-redaction.d.ts.map +1 -0
- package/dist/lib/privacy/content-redaction.js +210 -0
- package/dist/lib/privacy/content-redaction.js.map +1 -0
- package/dist/lib/privacy/content-redaction.test.d.ts +2 -0
- package/dist/lib/privacy/content-redaction.test.d.ts.map +1 -0
- package/dist/lib/privacy/content-redaction.test.js +302 -0
- package/dist/lib/privacy/content-redaction.test.js.map +1 -0
- package/dist/lib/quality/bucket-utils.d.ts +17 -0
- package/dist/lib/quality/bucket-utils.d.ts.map +1 -0
- package/dist/lib/quality/bucket-utils.js +31 -0
- package/dist/lib/quality/bucket-utils.js.map +1 -0
- package/dist/lib/quality/bucket-utils.test.d.ts +2 -0
- package/dist/lib/quality/bucket-utils.test.d.ts.map +1 -0
- package/dist/lib/quality/bucket-utils.test.js +42 -0
- package/dist/lib/quality/bucket-utils.test.js.map +1 -0
- package/dist/lib/quality/qfe-backtest-detail.test.d.ts +5 -0
- package/dist/lib/quality/qfe-backtest-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-backtest-detail.test.js +179 -0
- package/dist/lib/quality/qfe-backtest-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-calibration-paths.test.d.ts +5 -0
- package/dist/lib/quality/qfe-calibration-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-calibration-paths.test.js +203 -0
- package/dist/lib/quality/qfe-calibration-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.d.ts +6 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.js +143 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.js.map +1 -0
- package/dist/lib/quality/qfe-cqi-paths.test.d.ts +6 -0
- package/dist/lib/quality/qfe-cqi-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-cqi-paths.test.js +231 -0
- package/dist/lib/quality/qfe-cqi-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-critic-internals.test.d.ts +6 -0
- package/dist/lib/quality/qfe-critic-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-critic-internals.test.js +191 -0
- package/dist/lib/quality/qfe-critic-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-derived-paths.test.d.ts +2 -0
- package/dist/lib/quality/qfe-derived-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-derived-paths.test.js +372 -0
- package/dist/lib/quality/qfe-derived-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.d.ts +8 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.js +223 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-granger-internals.test.d.ts +6 -0
- package/dist/lib/quality/qfe-granger-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-granger-internals.test.js +158 -0
- package/dist/lib/quality/qfe-granger-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-label-normalize.test.d.ts +7 -0
- package/dist/lib/quality/qfe-label-normalize.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-label-normalize.test.js +332 -0
- package/dist/lib/quality/qfe-label-normalize.test.js.map +1 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.d.ts +6 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.js +98 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.js.map +1 -0
- package/dist/lib/quality/qfe-roles-detail.test.d.ts +5 -0
- package/dist/lib/quality/qfe-roles-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-roles-detail.test.js +115 -0
- package/dist/lib/quality/qfe-roles-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-rolling-detail.test.d.ts +7 -0
- package/dist/lib/quality/qfe-rolling-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-rolling-detail.test.js +249 -0
- package/dist/lib/quality/qfe-rolling-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-stats-internals.test.d.ts +7 -0
- package/dist/lib/quality/qfe-stats-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-stats-internals.test.js +143 -0
- package/dist/lib/quality/qfe-stats-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-streaming.test.d.ts +5 -0
- package/dist/lib/quality/qfe-streaming.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-streaming.test.js +239 -0
- package/dist/lib/quality/qfe-streaming.test.js.map +1 -0
- package/dist/lib/quality/qfe-sweep-detail.test.d.ts +6 -0
- package/dist/lib/quality/qfe-sweep-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-sweep-detail.test.js +291 -0
- package/dist/lib/quality/qfe-sweep-detail.test.js.map +1 -0
- package/dist/lib/quality/quality-alerts.d.ts +23 -0
- package/dist/lib/quality/quality-alerts.d.ts.map +1 -0
- package/dist/lib/quality/quality-alerts.js +89 -0
- package/dist/lib/quality/quality-alerts.js.map +1 -0
- package/dist/lib/quality/quality-alerts.test.d.ts +2 -0
- package/dist/lib/quality/quality-alerts.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-alerts.test.js +86 -0
- package/dist/lib/quality/quality-alerts.test.js.map +1 -0
- package/dist/lib/quality/quality-constants.d.ts +294 -0
- package/dist/lib/quality/quality-constants.d.ts.map +1 -0
- package/dist/lib/quality/quality-constants.js +335 -0
- package/dist/lib/quality/quality-constants.js.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.d.ts +1071 -0
- package/dist/lib/quality/quality-feature-engineering.d.ts.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.js +2076 -0
- package/dist/lib/quality/quality-feature-engineering.js.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.test.d.ts +5 -0
- package/dist/lib/quality/quality-feature-engineering.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.test.js +2908 -0
- package/dist/lib/quality/quality-feature-engineering.test.js.map +1 -0
- package/dist/lib/quality/quality-metrics.d.ts +943 -0
- package/dist/lib/quality/quality-metrics.d.ts.map +1 -0
- package/dist/lib/quality/quality-metrics.js +1151 -0
- package/dist/lib/quality/quality-metrics.js.map +1 -0
- package/dist/lib/quality/quality-metrics.test.d.ts +5 -0
- package/dist/lib/quality/quality-metrics.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-metrics.test.js +2766 -0
- package/dist/lib/quality/quality-metrics.test.js.map +1 -0
- package/dist/lib/quality/quality-multi-agent.d.ts +106 -0
- package/dist/lib/quality/quality-multi-agent.d.ts.map +1 -0
- package/dist/lib/quality/quality-multi-agent.js +124 -0
- package/dist/lib/quality/quality-multi-agent.js.map +1 -0
- package/dist/lib/quality/quality-multi-agent.test.d.ts +6 -0
- package/dist/lib/quality/quality-multi-agent.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-multi-agent.test.js +163 -0
- package/dist/lib/quality/quality-multi-agent.test.js.map +1 -0
- package/dist/lib/quality/quality-sla.d.ts +35 -0
- package/dist/lib/quality/quality-sla.d.ts.map +1 -0
- package/dist/lib/quality/quality-sla.js +62 -0
- package/dist/lib/quality/quality-sla.js.map +1 -0
- package/dist/lib/quality/quality-sla.test.d.ts +5 -0
- package/dist/lib/quality/quality-sla.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-sla.test.js +144 -0
- package/dist/lib/quality/quality-sla.test.js.map +1 -0
- package/dist/lib/quality/quality-test-constants.d.ts +23 -0
- package/dist/lib/quality/quality-test-constants.d.ts.map +1 -0
- package/dist/lib/quality/quality-test-constants.js +25 -0
- package/dist/lib/quality/quality-test-constants.js.map +1 -0
- package/dist/lib/quality/quality-trends.d.ts +101 -0
- package/dist/lib/quality/quality-trends.d.ts.map +1 -0
- package/dist/lib/quality/quality-trends.js +299 -0
- package/dist/lib/quality/quality-trends.js.map +1 -0
- package/dist/lib/quality/quality-trends.test.d.ts +6 -0
- package/dist/lib/quality/quality-trends.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-trends.test.js +377 -0
- package/dist/lib/quality/quality-trends.test.js.map +1 -0
- package/dist/lib/quality/quality-views.d.ts +966 -0
- package/dist/lib/quality/quality-views.d.ts.map +1 -0
- package/dist/lib/quality/quality-views.js +367 -0
- package/dist/lib/quality/quality-views.js.map +1 -0
- package/dist/lib/quality/quality-views.test.d.ts +6 -0
- package/dist/lib/quality/quality-views.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-views.test.js +262 -0
- package/dist/lib/quality/quality-views.test.js.map +1 -0
- package/dist/lib/quality/quality-visualization.d.ts +112 -0
- package/dist/lib/quality/quality-visualization.d.ts.map +1 -0
- package/dist/lib/quality/quality-visualization.js +136 -0
- package/dist/lib/quality/quality-visualization.js.map +1 -0
- package/dist/lib/quality/quality-visualization.test.d.ts +5 -0
- package/dist/lib/quality/quality-visualization.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-visualization.test.js +189 -0
- package/dist/lib/quality/quality-visualization.test.js.map +1 -0
- package/dist/lib/resilience/cache.d.ts +56 -0
- package/dist/lib/resilience/cache.d.ts.map +1 -0
- package/dist/lib/resilience/cache.js +96 -0
- package/dist/lib/resilience/cache.js.map +1 -0
- package/dist/lib/resilience/cache.test.d.ts.map +1 -0
- package/dist/lib/resilience/cache.test.js +106 -0
- package/dist/lib/resilience/cache.test.js.map +1 -0
- package/dist/lib/resilience/circuit-breaker.d.ts +147 -0
- package/dist/lib/resilience/circuit-breaker.d.ts.map +1 -0
- package/dist/lib/resilience/circuit-breaker.js +251 -0
- package/dist/lib/resilience/circuit-breaker.js.map +1 -0
- package/dist/lib/resilience/circuit-breaker.test.d.ts.map +1 -0
- package/dist/lib/resilience/circuit-breaker.test.js +266 -0
- package/dist/lib/resilience/circuit-breaker.test.js.map +1 -0
- package/dist/lib/resilience/toon-encoder.d.ts +31 -0
- package/dist/lib/resilience/toon-encoder.d.ts.map +1 -0
- package/dist/lib/resilience/toon-encoder.js +66 -0
- package/dist/lib/resilience/toon-encoder.js.map +1 -0
- package/dist/lib/resilience/toon-encoder.test.d.ts.map +1 -0
- package/dist/lib/resilience/toon-encoder.test.js +86 -0
- package/dist/lib/resilience/toon-encoder.test.js.map +1 -0
- package/dist/lib/testing/mock-llm-builder.d.ts +139 -0
- package/dist/lib/testing/mock-llm-builder.d.ts.map +1 -0
- package/dist/lib/testing/mock-llm-builder.js +254 -0
- package/dist/lib/testing/mock-llm-builder.js.map +1 -0
- package/dist/lib/testing/mock-llm-builder.test.d.ts +5 -0
- package/dist/lib/testing/mock-llm-builder.test.d.ts.map +1 -0
- package/dist/lib/testing/mock-llm-builder.test.js +304 -0
- package/dist/lib/testing/mock-llm-builder.test.js.map +1 -0
- package/dist/lib/validation/api-schemas.d.ts +705 -0
- package/dist/lib/validation/api-schemas.d.ts.map +1 -0
- package/dist/lib/validation/api-schemas.js +351 -0
- package/dist/lib/validation/api-schemas.js.map +1 -0
- package/dist/lib/validation/api-schemas.test.d.ts +5 -0
- package/dist/lib/validation/api-schemas.test.d.ts.map +1 -0
- package/dist/lib/validation/api-schemas.test.js +427 -0
- package/dist/lib/validation/api-schemas.test.js.map +1 -0
- package/dist/lib/validation/dashboard-schemas.d.ts +203 -0
- package/dist/lib/validation/dashboard-schemas.d.ts.map +1 -0
- package/dist/lib/validation/dashboard-schemas.js +186 -0
- package/dist/lib/validation/dashboard-schemas.js.map +1 -0
- package/dist/lib/validation/dashboard-schemas.test.d.ts +5 -0
- package/dist/lib/validation/dashboard-schemas.test.d.ts.map +1 -0
- package/dist/lib/validation/dashboard-schemas.test.js +353 -0
- package/dist/lib/validation/dashboard-schemas.test.js.map +1 -0
- package/dist/server.d.ts +2 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +158 -144
- package/dist/server.js.map +1 -1
- package/dist/server.test.js +102 -95
- package/dist/server.test.js.map +1 -1
- package/dist/test-helpers/assertions.d.ts +6 -0
- package/dist/test-helpers/assertions.d.ts.map +1 -0
- package/dist/test-helpers/assertions.js +11 -0
- package/dist/test-helpers/assertions.js.map +1 -0
- package/dist/test-helpers/env-utils.d.ts +0 -64
- package/dist/test-helpers/env-utils.d.ts.map +1 -1
- package/dist/test-helpers/env-utils.js +0 -100
- package/dist/test-helpers/env-utils.js.map +1 -1
- package/dist/test-helpers/fuzz-generators.d.ts.map +1 -1
- package/dist/test-helpers/fuzz-generators.js +62 -22
- package/dist/test-helpers/fuzz-generators.js.map +1 -1
- package/dist/test-helpers/index.d.ts +3 -2
- package/dist/test-helpers/index.d.ts.map +1 -1
- package/dist/test-helpers/index.js +4 -2
- package/dist/test-helpers/index.js.map +1 -1
- package/dist/test-helpers/memfs-utils.test.js +81 -76
- package/dist/test-helpers/memfs-utils.test.js.map +1 -1
- package/dist/test-helpers/mock-backends.d.ts +19 -17
- package/dist/test-helpers/mock-backends.d.ts.map +1 -1
- package/dist/test-helpers/mock-backends.js +16 -4
- package/dist/test-helpers/mock-backends.js.map +1 -1
- package/dist/test-helpers/mock-backends.test.js +43 -112
- package/dist/test-helpers/mock-backends.test.js.map +1 -1
- package/dist/test-helpers/race-condition-helpers.d.ts.map +1 -1
- package/dist/test-helpers/race-condition-helpers.js +3 -2
- package/dist/test-helpers/race-condition-helpers.js.map +1 -1
- package/dist/test-helpers/schema-validators.d.ts +2 -2
- package/dist/test-helpers/schema-validators.d.ts.map +1 -1
- package/dist/test-helpers/schema-validators.js +35 -31
- package/dist/test-helpers/schema-validators.js.map +1 -1
- package/dist/test-helpers/test-constants.d.ts +74 -0
- package/dist/test-helpers/test-constants.d.ts.map +1 -0
- package/dist/test-helpers/test-constants.js +78 -0
- package/dist/test-helpers/test-constants.js.map +1 -0
- package/dist/test-helpers/test-data-builders.d.ts +25 -7
- package/dist/test-helpers/test-data-builders.d.ts.map +1 -1
- package/dist/test-helpers/test-data-builders.js +32 -9
- package/dist/test-helpers/test-data-builders.js.map +1 -1
- package/dist/test-helpers/test-data-builders.test.js +116 -107
- package/dist/test-helpers/test-data-builders.test.js.map +1 -1
- package/dist/test-helpers/tool-validators.d.ts +1 -1
- package/dist/test-helpers/tool-validators.d.ts.map +1 -1
- package/dist/test-helpers/tool-validators.js +10 -10
- package/dist/test-helpers/tool-validators.js.map +1 -1
- package/dist/tools/audit-trail.d.ts +170 -0
- package/dist/tools/audit-trail.d.ts.map +1 -0
- package/dist/tools/audit-trail.js +109 -0
- package/dist/tools/audit-trail.js.map +1 -0
- package/dist/tools/audit-trail.test.d.ts +5 -0
- package/dist/tools/audit-trail.test.d.ts.map +1 -0
- package/dist/tools/audit-trail.test.js +122 -0
- package/dist/tools/audit-trail.test.js.map +1 -0
- package/dist/tools/context-stats.d.ts +6 -20
- package/dist/tools/context-stats.d.ts.map +1 -1
- package/dist/tools/context-stats.js +106 -88
- package/dist/tools/context-stats.js.map +1 -1
- package/dist/tools/context-stats.test.js +109 -60
- package/dist/tools/context-stats.test.js.map +1 -1
- package/dist/tools/detect-trace-anomalies.d.ts +123 -0
- package/dist/tools/detect-trace-anomalies.d.ts.map +1 -0
- package/dist/tools/detect-trace-anomalies.js +66 -0
- package/dist/tools/detect-trace-anomalies.js.map +1 -0
- package/dist/tools/estimate-cost.d.ts +77 -0
- package/dist/tools/estimate-cost.d.ts.map +1 -0
- package/dist/tools/estimate-cost.js +104 -0
- package/dist/tools/estimate-cost.js.map +1 -0
- package/dist/tools/estimate-cost.test.d.ts +5 -0
- package/dist/tools/estimate-cost.test.d.ts.map +1 -0
- package/dist/tools/estimate-cost.test.js +343 -0
- package/dist/tools/estimate-cost.test.js.map +1 -0
- package/dist/tools/export-base.d.ts +77 -0
- package/dist/tools/export-base.d.ts.map +1 -0
- package/dist/tools/export-base.js +150 -0
- package/dist/tools/export-base.js.map +1 -0
- package/dist/tools/export-base.test.d.ts +18 -0
- package/dist/tools/export-base.test.d.ts.map +1 -0
- package/dist/tools/export-base.test.js +220 -0
- package/dist/tools/export-base.test.js.map +1 -0
- package/dist/tools/export-confident.d.ts +94 -90
- package/dist/tools/export-confident.d.ts.map +1 -1
- package/dist/tools/export-confident.js +17 -115
- package/dist/tools/export-confident.js.map +1 -1
- package/dist/tools/export-confident.test.js +79 -75
- package/dist/tools/export-confident.test.js.map +1 -1
- package/dist/tools/export-datadog.d.ts +77 -116
- package/dist/tools/export-datadog.d.ts.map +1 -1
- package/dist/tools/export-datadog.js +38 -40
- package/dist/tools/export-datadog.js.map +1 -1
- package/dist/tools/export-datadog.test.js +122 -165
- package/dist/tools/export-datadog.test.js.map +1 -1
- package/dist/tools/export-jaeger.d.ts +100 -0
- package/dist/tools/export-jaeger.d.ts.map +1 -0
- package/dist/tools/export-jaeger.js +154 -0
- package/dist/tools/export-jaeger.js.map +1 -0
- package/dist/tools/export-jaeger.test.d.ts +2 -0
- package/dist/tools/export-jaeger.test.d.ts.map +1 -0
- package/dist/tools/export-jaeger.test.js +113 -0
- package/dist/tools/export-jaeger.test.js.map +1 -0
- package/dist/tools/export-langfuse.d.ts +78 -80
- package/dist/tools/export-langfuse.d.ts.map +1 -1
- package/dist/tools/export-langfuse.js +15 -113
- package/dist/tools/export-langfuse.js.map +1 -1
- package/dist/tools/export-langfuse.test.js +70 -81
- package/dist/tools/export-langfuse.test.js.map +1 -1
- package/dist/tools/export-phoenix.d.ts +115 -90
- package/dist/tools/export-phoenix.d.ts.map +1 -1
- package/dist/tools/export-phoenix.js +29 -117
- package/dist/tools/export-phoenix.js.map +1 -1
- package/dist/tools/export-phoenix.test.js +95 -94
- package/dist/tools/export-phoenix.test.js.map +1 -1
- package/dist/tools/get-trace-url.d.ts +2 -10
- package/dist/tools/get-trace-url.d.ts.map +1 -1
- package/dist/tools/get-trace-url.js +5 -8
- package/dist/tools/get-trace-url.js.map +1 -1
- package/dist/tools/get-trace-url.test.js +81 -399
- package/dist/tools/get-trace-url.test.js.map +1 -1
- package/dist/tools/hallucination-detection.d.ts +203 -0
- package/dist/tools/hallucination-detection.d.ts.map +1 -0
- package/dist/tools/hallucination-detection.js +189 -0
- package/dist/tools/hallucination-detection.js.map +1 -0
- package/dist/tools/hallucination-detection.test.d.ts +5 -0
- package/dist/tools/hallucination-detection.test.d.ts.map +1 -0
- package/dist/tools/hallucination-detection.test.js +529 -0
- package/dist/tools/hallucination-detection.test.js.map +1 -0
- package/dist/tools/health-check.d.ts +9 -16
- package/dist/tools/health-check.d.ts.map +1 -1
- package/dist/tools/health-check.js +88 -101
- package/dist/tools/health-check.js.map +1 -1
- package/dist/tools/health-check.test.js +72 -165
- package/dist/tools/health-check.test.js.map +1 -1
- package/dist/tools/index.d.ts +13 -0
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +13 -0
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/ingest-constants.d.ts +8 -0
- package/dist/tools/ingest-constants.d.ts.map +1 -0
- package/dist/tools/ingest-constants.js +8 -0
- package/dist/tools/ingest-constants.js.map +1 -0
- package/dist/tools/ingest-spans.d.ts +45 -0
- package/dist/tools/ingest-spans.d.ts.map +1 -0
- package/dist/tools/ingest-spans.js +129 -0
- package/dist/tools/ingest-spans.js.map +1 -0
- package/dist/tools/ingest-spans.test.d.ts +5 -0
- package/dist/tools/ingest-spans.test.d.ts.map +1 -0
- package/dist/tools/ingest-spans.test.js +250 -0
- package/dist/tools/ingest-spans.test.js.map +1 -0
- package/dist/tools/ingest-traces.d.ts +76 -0
- package/dist/tools/ingest-traces.d.ts.map +1 -0
- package/dist/tools/ingest-traces.js +164 -0
- package/dist/tools/ingest-traces.js.map +1 -0
- package/dist/tools/ingest-traces.test.d.ts +5 -0
- package/dist/tools/ingest-traces.test.d.ts.map +1 -0
- package/dist/tools/ingest-traces.test.js +483 -0
- package/dist/tools/ingest-traces.test.js.map +1 -0
- package/dist/tools/inject-evaluations.d.ts +136 -1197
- package/dist/tools/inject-evaluations.d.ts.map +1 -1
- package/dist/tools/inject-evaluations.js +65 -53
- package/dist/tools/inject-evaluations.js.map +1 -1
- package/dist/tools/inject-evaluations.test.js +83 -71
- package/dist/tools/inject-evaluations.test.js.map +1 -1
- package/dist/tools/manage-datasets.d.ts +850 -0
- package/dist/tools/manage-datasets.d.ts.map +1 -0
- package/dist/tools/manage-datasets.js +139 -0
- package/dist/tools/manage-datasets.js.map +1 -0
- package/dist/tools/manage-datasets.test.d.ts +5 -0
- package/dist/tools/manage-datasets.test.d.ts.map +1 -0
- package/dist/tools/manage-datasets.test.js +430 -0
- package/dist/tools/manage-datasets.test.js.map +1 -0
- package/dist/tools/multi-agent-coordination.d.ts +178 -0
- package/dist/tools/multi-agent-coordination.d.ts.map +1 -0
- package/dist/tools/multi-agent-coordination.js +270 -0
- package/dist/tools/multi-agent-coordination.js.map +1 -0
- package/dist/tools/multi-agent-coordination.test.d.ts +5 -0
- package/dist/tools/multi-agent-coordination.test.d.ts.map +1 -0
- package/dist/tools/multi-agent-coordination.test.js +530 -0
- package/dist/tools/multi-agent-coordination.test.js.map +1 -0
- package/dist/tools/query-evaluations.d.ts +147 -105
- package/dist/tools/query-evaluations.d.ts.map +1 -1
- package/dist/tools/query-evaluations.js +205 -178
- package/dist/tools/query-evaluations.js.map +1 -1
- package/dist/tools/query-evaluations.test.js +386 -391
- package/dist/tools/query-evaluations.test.js.map +1 -1
- package/dist/tools/query-llm-events.d.ts +100 -75
- package/dist/tools/query-llm-events.d.ts.map +1 -1
- package/dist/tools/query-llm-events.js +106 -80
- package/dist/tools/query-llm-events.js.map +1 -1
- package/dist/tools/query-llm-events.test.js +183 -346
- package/dist/tools/query-llm-events.test.js.map +1 -1
- package/dist/tools/query-logs.d.ts +45 -58
- package/dist/tools/query-logs.d.ts.map +1 -1
- package/dist/tools/query-logs.js +54 -101
- package/dist/tools/query-logs.js.map +1 -1
- package/dist/tools/query-logs.test.js +118 -314
- package/dist/tools/query-logs.test.js.map +1 -1
- package/dist/tools/query-metric-histograms.d.ts +112 -0
- package/dist/tools/query-metric-histograms.d.ts.map +1 -0
- package/dist/tools/query-metric-histograms.js +69 -0
- package/dist/tools/query-metric-histograms.js.map +1 -0
- package/dist/tools/query-metric-histograms.test.d.ts +5 -0
- package/dist/tools/query-metric-histograms.test.d.ts.map +1 -0
- package/dist/tools/query-metric-histograms.test.js +209 -0
- package/dist/tools/query-metric-histograms.test.js.map +1 -0
- package/dist/tools/query-metrics.d.ts +159 -60
- package/dist/tools/query-metrics.d.ts.map +1 -1
- package/dist/tools/query-metrics.js +133 -111
- package/dist/tools/query-metrics.js.map +1 -1
- package/dist/tools/query-metrics.test.js +314 -389
- package/dist/tools/query-metrics.test.js.map +1 -1
- package/dist/tools/query-regressions.d.ts +76 -0
- package/dist/tools/query-regressions.d.ts.map +1 -0
- package/dist/tools/query-regressions.js +122 -0
- package/dist/tools/query-regressions.js.map +1 -0
- package/dist/tools/query-regressions.test.d.ts +8 -0
- package/dist/tools/query-regressions.test.d.ts.map +1 -0
- package/dist/tools/query-regressions.test.js +129 -0
- package/dist/tools/query-regressions.test.js.map +1 -0
- package/dist/tools/query-traces.d.ts +103 -71
- package/dist/tools/query-traces.d.ts.map +1 -1
- package/dist/tools/query-traces.js +75 -106
- package/dist/tools/query-traces.js.map +1 -1
- package/dist/tools/query-traces.test.js +140 -846
- package/dist/tools/query-traces.test.js.map +1 -1
- package/dist/tools/query-verifications.d.ts +55 -43
- package/dist/tools/query-verifications.d.ts.map +1 -1
- package/dist/tools/query-verifications.js +47 -46
- package/dist/tools/query-verifications.js.map +1 -1
- package/dist/tools/query-verifications.test.js +42 -35
- package/dist/tools/query-verifications.test.js.map +1 -1
- package/dist/tools/routing-telemetry.d.ts +168 -0
- package/dist/tools/routing-telemetry.d.ts.map +1 -0
- package/dist/tools/routing-telemetry.js +267 -0
- package/dist/tools/routing-telemetry.js.map +1 -0
- package/dist/tools/routing-telemetry.test.d.ts +5 -0
- package/dist/tools/routing-telemetry.test.d.ts.map +1 -0
- package/dist/tools/routing-telemetry.test.js +747 -0
- package/dist/tools/routing-telemetry.test.js.map +1 -0
- package/dist/tools/setup-claudeignore.d.ts +4 -32
- package/dist/tools/setup-claudeignore.d.ts.map +1 -1
- package/dist/tools/setup-claudeignore.js +18 -22
- package/dist/tools/setup-claudeignore.js.map +1 -1
- package/dist/tools/setup-claudeignore.test.js +50 -49
- package/dist/tools/setup-claudeignore.test.js.map +1 -1
- package/dist/tools/token-budget.d.ts +170 -0
- package/dist/tools/token-budget.d.ts.map +1 -0
- package/dist/tools/token-budget.js +219 -0
- package/dist/tools/token-budget.js.map +1 -0
- package/dist/tools/token-budget.test.d.ts +5 -0
- package/dist/tools/token-budget.test.d.ts.map +1 -0
- package/dist/tools/token-budget.test.js +293 -0
- package/dist/tools/token-budget.test.js.map +1 -0
- package/package.json +72 -10
- package/dist/backends/local-jsonl.test.d.ts +0 -2
- package/dist/backends/local-jsonl.test.d.ts.map +0 -1
- package/dist/backends/local-jsonl.test.js +0 -4651
- package/dist/backends/local-jsonl.test.js.map +0 -1
- package/dist/backends/signoz-api-circuit-breaker.test.d.ts +0 -6
- package/dist/backends/signoz-api-circuit-breaker.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-circuit-breaker.test.js +0 -548
- package/dist/backends/signoz-api-circuit-breaker.test.js.map +0 -1
- package/dist/backends/signoz-api-rate-limiter.test.d.ts +0 -6
- package/dist/backends/signoz-api-rate-limiter.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-rate-limiter.test.js +0 -390
- package/dist/backends/signoz-api-rate-limiter.test.js.map +0 -1
- package/dist/backends/signoz-api-ssrf.test.d.ts +0 -6
- package/dist/backends/signoz-api-ssrf.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-ssrf.test.js +0 -216
- package/dist/backends/signoz-api-ssrf.test.js.map +0 -1
- package/dist/backends/signoz-api-test-helpers.d.ts +0 -80
- package/dist/backends/signoz-api-test-helpers.d.ts.map +0 -1
- package/dist/backends/signoz-api-test-helpers.js +0 -79
- package/dist/backends/signoz-api-test-helpers.js.map +0 -1
- package/dist/backends/signoz-api.d.ts +0 -109
- package/dist/backends/signoz-api.d.ts.map +0 -1
- package/dist/backends/signoz-api.integration.test.d.ts +0 -8
- package/dist/backends/signoz-api.integration.test.d.ts.map +0 -1
- package/dist/backends/signoz-api.integration.test.js +0 -137
- package/dist/backends/signoz-api.integration.test.js.map +0 -1
- package/dist/backends/signoz-api.js +0 -1132
- package/dist/backends/signoz-api.js.map +0 -1
- package/dist/backends/signoz-api.test.d.ts +0 -11
- package/dist/backends/signoz-api.test.d.ts.map +0 -1
- package/dist/backends/signoz-api.test.js +0 -832
- package/dist/backends/signoz-api.test.js.map +0 -1
- package/dist/lib/agent-as-judge.d.ts +0 -388
- package/dist/lib/agent-as-judge.d.ts.map +0 -1
- package/dist/lib/agent-as-judge.js +0 -740
- package/dist/lib/agent-as-judge.js.map +0 -1
- package/dist/lib/agent-as-judge.test.d.ts.map +0 -1
- package/dist/lib/agent-as-judge.test.js +0 -816
- package/dist/lib/agent-as-judge.test.js.map +0 -1
- package/dist/lib/cache.d.ts +0 -90
- package/dist/lib/cache.d.ts.map +0 -1
- package/dist/lib/cache.js +0 -133
- package/dist/lib/cache.js.map +0 -1
- package/dist/lib/cache.test.d.ts.map +0 -1
- package/dist/lib/cache.test.js +0 -105
- package/dist/lib/cache.test.js.map +0 -1
- package/dist/lib/circuit-breaker.d.ts +0 -101
- package/dist/lib/circuit-breaker.d.ts.map +0 -1
- package/dist/lib/circuit-breaker.js +0 -158
- package/dist/lib/circuit-breaker.js.map +0 -1
- package/dist/lib/circuit-breaker.test.d.ts.map +0 -1
- package/dist/lib/circuit-breaker.test.js +0 -263
- package/dist/lib/circuit-breaker.test.js.map +0 -1
- package/dist/lib/confident-export.d.ts +0 -101
- package/dist/lib/confident-export.d.ts.map +0 -1
- package/dist/lib/confident-export.js +0 -393
- package/dist/lib/confident-export.js.map +0 -1
- package/dist/lib/confident-export.test.d.ts.map +0 -1
- package/dist/lib/confident-export.test.js +0 -835
- package/dist/lib/confident-export.test.js.map +0 -1
- package/dist/lib/constants-symlink.test.d.ts.map +0 -1
- package/dist/lib/constants-symlink.test.js +0 -357
- package/dist/lib/constants-symlink.test.js.map +0 -1
- package/dist/lib/constants.d.ts +0 -183
- package/dist/lib/constants.d.ts.map +0 -1
- package/dist/lib/constants.js +0 -453
- package/dist/lib/constants.js.map +0 -1
- package/dist/lib/constants.test.d.ts.map +0 -1
- package/dist/lib/constants.test.js +0 -717
- package/dist/lib/constants.test.js.map +0 -1
- package/dist/lib/datadog-export.d.ts +0 -156
- package/dist/lib/datadog-export.d.ts.map +0 -1
- package/dist/lib/datadog-export.js +0 -464
- package/dist/lib/datadog-export.js.map +0 -1
- package/dist/lib/datadog-export.test.d.ts +0 -14
- package/dist/lib/datadog-export.test.d.ts.map +0 -1
- package/dist/lib/datadog-export.test.js +0 -890
- package/dist/lib/datadog-export.test.js.map +0 -1
- package/dist/lib/edge-cases.test.d.ts.map +0 -1
- package/dist/lib/edge-cases.test.js +0 -634
- package/dist/lib/edge-cases.test.js.map +0 -1
- package/dist/lib/error-sanitizer.d.ts +0 -57
- package/dist/lib/error-sanitizer.d.ts.map +0 -1
- package/dist/lib/error-sanitizer.js +0 -233
- package/dist/lib/error-sanitizer.js.map +0 -1
- package/dist/lib/error-sanitizer.test.d.ts.map +0 -1
- package/dist/lib/error-sanitizer.test.js +0 -528
- package/dist/lib/error-sanitizer.test.js.map +0 -1
- package/dist/lib/error-types.d.ts +0 -54
- package/dist/lib/error-types.d.ts.map +0 -1
- package/dist/lib/error-types.js +0 -154
- package/dist/lib/error-types.js.map +0 -1
- package/dist/lib/error-types.test.d.ts.map +0 -1
- package/dist/lib/error-types.test.js +0 -196
- package/dist/lib/error-types.test.js.map +0 -1
- package/dist/lib/evaluation-hooks.d.ts +0 -49
- package/dist/lib/evaluation-hooks.d.ts.map +0 -1
- package/dist/lib/evaluation-hooks.js +0 -488
- package/dist/lib/evaluation-hooks.js.map +0 -1
- package/dist/lib/evaluation-hooks.test.d.ts.map +0 -1
- package/dist/lib/evaluation-hooks.test.js +0 -624
- package/dist/lib/evaluation-hooks.test.js.map +0 -1
- package/dist/lib/export-utils.d.ts +0 -99
- package/dist/lib/export-utils.d.ts.map +0 -1
- package/dist/lib/export-utils.js +0 -238
- package/dist/lib/export-utils.js.map +0 -1
- package/dist/lib/export-utils.test.d.ts.map +0 -1
- package/dist/lib/export-utils.test.js +0 -193
- package/dist/lib/export-utils.test.js.map +0 -1
- package/dist/lib/file-utils.d.ts +0 -320
- package/dist/lib/file-utils.d.ts.map +0 -1
- package/dist/lib/file-utils.js +0 -816
- package/dist/lib/file-utils.js.map +0 -1
- package/dist/lib/file-utils.test.d.ts.map +0 -1
- package/dist/lib/file-utils.test.js +0 -1333
- package/dist/lib/file-utils.test.js.map +0 -1
- package/dist/lib/histogram.d.ts +0 -119
- package/dist/lib/histogram.d.ts.map +0 -1
- package/dist/lib/histogram.js +0 -202
- package/dist/lib/histogram.js.map +0 -1
- package/dist/lib/histogram.test.d.ts.map +0 -1
- package/dist/lib/histogram.test.js +0 -381
- package/dist/lib/histogram.test.js.map +0 -1
- package/dist/lib/indexer.d.ts +0 -96
- package/dist/lib/indexer.d.ts.map +0 -1
- package/dist/lib/indexer.js +0 -353
- package/dist/lib/indexer.js.map +0 -1
- package/dist/lib/indexer.test.d.ts.map +0 -1
- package/dist/lib/indexer.test.js +0 -696
- package/dist/lib/indexer.test.js.map +0 -1
- package/dist/lib/input-validator.d.ts +0 -115
- package/dist/lib/input-validator.d.ts.map +0 -1
- package/dist/lib/input-validator.fuzz.test.d.ts.map +0 -1
- package/dist/lib/input-validator.fuzz.test.js +0 -290
- package/dist/lib/input-validator.fuzz.test.js.map +0 -1
- package/dist/lib/input-validator.js +0 -304
- package/dist/lib/input-validator.js.map +0 -1
- package/dist/lib/input-validator.test.d.ts.map +0 -1
- package/dist/lib/input-validator.test.js +0 -415
- package/dist/lib/input-validator.test.js.map +0 -1
- package/dist/lib/instrumentation.d.ts +0 -153
- package/dist/lib/instrumentation.d.ts.map +0 -1
- package/dist/lib/instrumentation.integration.test.d.ts.map +0 -1
- package/dist/lib/instrumentation.integration.test.js +0 -589
- package/dist/lib/instrumentation.integration.test.js.map +0 -1
- package/dist/lib/instrumentation.js +0 -520
- package/dist/lib/instrumentation.js.map +0 -1
- package/dist/lib/instrumentation.test.d.ts.map +0 -1
- package/dist/lib/instrumentation.test.js +0 -821
- package/dist/lib/instrumentation.test.js.map +0 -1
- package/dist/lib/langfuse-export.d.ts +0 -125
- package/dist/lib/langfuse-export.d.ts.map +0 -1
- package/dist/lib/langfuse-export.js +0 -367
- package/dist/lib/langfuse-export.js.map +0 -1
- package/dist/lib/langfuse-export.test.d.ts.map +0 -1
- package/dist/lib/langfuse-export.test.js +0 -1007
- package/dist/lib/langfuse-export.test.js.map +0 -1
- package/dist/lib/llm-as-judge.d.ts +0 -657
- package/dist/lib/llm-as-judge.d.ts.map +0 -1
- package/dist/lib/llm-as-judge.js +0 -1397
- package/dist/lib/llm-as-judge.js.map +0 -1
- package/dist/lib/llm-as-judge.test.d.ts.map +0 -1
- package/dist/lib/llm-as-judge.test.js +0 -2409
- package/dist/lib/llm-as-judge.test.js.map +0 -1
- package/dist/lib/logger.d.ts +0 -46
- package/dist/lib/logger.d.ts.map +0 -1
- package/dist/lib/logger.js +0 -81
- package/dist/lib/logger.js.map +0 -1
- package/dist/lib/logger.test.d.ts.map +0 -1
- package/dist/lib/logger.test.js.map +0 -1
- package/dist/lib/metrics.d.ts +0 -62
- package/dist/lib/metrics.d.ts.map +0 -1
- package/dist/lib/metrics.js +0 -166
- package/dist/lib/metrics.js.map +0 -1
- package/dist/lib/metrics.test.d.ts.map +0 -1
- package/dist/lib/metrics.test.js +0 -189
- package/dist/lib/metrics.test.js.map +0 -1
- package/dist/lib/otlp-export.d.ts +0 -178
- package/dist/lib/otlp-export.d.ts.map +0 -1
- package/dist/lib/otlp-export.js +0 -382
- package/dist/lib/otlp-export.js.map +0 -1
- package/dist/lib/parse-stats.d.ts.map +0 -1
- package/dist/lib/parse-stats.js +0 -206
- package/dist/lib/parse-stats.js.map +0 -1
- package/dist/lib/parse-stats.test.d.ts.map +0 -1
- package/dist/lib/parse-stats.test.js +0 -283
- package/dist/lib/parse-stats.test.js.map +0 -1
- package/dist/lib/phoenix-export.d.ts +0 -109
- package/dist/lib/phoenix-export.d.ts.map +0 -1
- package/dist/lib/phoenix-export.js +0 -429
- package/dist/lib/phoenix-export.js.map +0 -1
- package/dist/lib/phoenix-export.test.d.ts.map +0 -1
- package/dist/lib/phoenix-export.test.js +0 -725
- package/dist/lib/phoenix-export.test.js.map +0 -1
- package/dist/lib/query-sanitizer.d.ts.map +0 -1
- package/dist/lib/query-sanitizer.js +0 -261
- package/dist/lib/query-sanitizer.js.map +0 -1
- package/dist/lib/query-sanitizer.test.d.ts.map +0 -1
- package/dist/lib/query-sanitizer.test.js +0 -400
- package/dist/lib/query-sanitizer.test.js.map +0 -1
- package/dist/lib/server-utils.d.ts +0 -93
- package/dist/lib/server-utils.d.ts.map +0 -1
- package/dist/lib/server-utils.js +0 -181
- package/dist/lib/server-utils.js.map +0 -1
- package/dist/lib/shared-schemas.d.ts +0 -87
- package/dist/lib/shared-schemas.d.ts.map +0 -1
- package/dist/lib/shared-schemas.js +0 -87
- package/dist/lib/shared-schemas.js.map +0 -1
- package/dist/lib/shared-schemas.test.d.ts.map +0 -1
- package/dist/lib/shared-schemas.test.js +0 -106
- package/dist/lib/shared-schemas.test.js.map +0 -1
- package/dist/lib/toon-encoder.d.ts +0 -26
- package/dist/lib/toon-encoder.d.ts.map +0 -1
- package/dist/lib/toon-encoder.js +0 -61
- package/dist/lib/toon-encoder.js.map +0 -1
- package/dist/lib/toon-encoder.test.d.ts.map +0 -1
- package/dist/lib/toon-encoder.test.js +0 -85
- package/dist/lib/toon-encoder.test.js.map +0 -1
- package/dist/lib/verification-events.d.ts +0 -100
- package/dist/lib/verification-events.d.ts.map +0 -1
- package/dist/lib/verification-events.js +0 -162
- package/dist/lib/verification-events.js.map +0 -1
- package/dist/lib/verification-events.test.d.ts.map +0 -1
- package/dist/lib/verification-events.test.js +0 -193
- package/dist/lib/verification-events.test.js.map +0 -1
- package/dist/tools/signoz.integration.test.d.ts +0 -8
- package/dist/tools/signoz.integration.test.d.ts.map +0 -1
- package/dist/tools/signoz.integration.test.js +0 -141
- package/dist/tools/signoz.integration.test.js.map +0 -1
- package/dist/types/evaluation-hooks.d.ts +0 -176
- package/dist/types/evaluation-hooks.d.ts.map +0 -1
- package/dist/types/evaluation-hooks.js +0 -49
- package/dist/types/evaluation-hooks.js.map +0 -1
- /package/dist/lib/{agent-as-judge.test.d.ts → agent-judge/agent-as-judge.test.d.ts} +0 -0
- /package/dist/lib/{verification-events.test.d.ts → audit/verification-events.test.d.ts} +0 -0
- /package/dist/lib/{constants-symlink.test.d.ts → core/constants-symlink.test.d.ts} +0 -0
- /package/dist/lib/{constants.test.d.ts → core/constants.test.d.ts} +0 -0
- /package/dist/lib/{edge-cases.test.d.ts → core/edge-cases.test.d.ts} +0 -0
- /package/dist/lib/{file-utils.test.d.ts → core/file-utils.test.d.ts} +0 -0
- /package/dist/lib/{input-validator.fuzz.test.d.ts → core/input-validator.fuzz.test.d.ts} +0 -0
- /package/dist/lib/{input-validator.test.d.ts → core/input-validator.test.d.ts} +0 -0
- /package/dist/lib/{logger.test.d.ts → core/logger.test.d.ts} +0 -0
- /package/dist/lib/{logger.test.js → core/logger.test.js} +0 -0
- /package/dist/lib/{shared-schemas.test.d.ts → core/shared-schemas.test.d.ts} +0 -0
- /package/dist/lib/{error-sanitizer.test.d.ts → errors/error-sanitizer.test.d.ts} +0 -0
- /package/dist/lib/{error-types.test.d.ts → errors/error-types.test.d.ts} +0 -0
- /package/dist/lib/{query-sanitizer.d.ts → errors/query-sanitizer.d.ts} +0 -0
- /package/dist/lib/{query-sanitizer.test.d.ts → errors/query-sanitizer.test.d.ts} +0 -0
- /package/dist/lib/{confident-export.test.d.ts → exports/confident-export.test.d.ts} +0 -0
- /package/dist/lib/{export-utils.test.d.ts → exports/export-utils.test.d.ts} +0 -0
- /package/dist/lib/{langfuse-export.test.d.ts → exports/langfuse-export.test.d.ts} +0 -0
- /package/dist/lib/{phoenix-export.test.d.ts → exports/phoenix-export.test.d.ts} +0 -0
- /package/dist/lib/{evaluation-hooks.test.d.ts → judge/evaluation-hooks.test.d.ts} +0 -0
- /package/dist/lib/{llm-as-judge.test.d.ts → judge/llm-as-judge.test.d.ts} +0 -0
- /package/dist/lib/{histogram.test.d.ts → observability/histogram.test.d.ts} +0 -0
- /package/dist/lib/{indexer.test.d.ts → observability/indexer.test.d.ts} +0 -0
- /package/dist/lib/{instrumentation.integration.test.d.ts → observability/instrumentation.integration.test.d.ts} +0 -0
- /package/dist/lib/{instrumentation.test.d.ts → observability/instrumentation.test.d.ts} +0 -0
- /package/dist/lib/{metrics.test.d.ts → observability/metrics.test.d.ts} +0 -0
- /package/dist/lib/{parse-stats.d.ts → observability/parse-stats.d.ts} +0 -0
- /package/dist/lib/{parse-stats.test.d.ts → observability/parse-stats.test.d.ts} +0 -0
- /package/dist/lib/{cache.test.d.ts → resilience/cache.test.d.ts} +0 -0
- /package/dist/lib/{circuit-breaker.test.d.ts → resilience/circuit-breaker.test.d.ts} +0 -0
- /package/dist/lib/{toon-encoder.test.d.ts → resilience/toon-encoder.test.d.ts} +0 -0
|
@@ -0,0 +1,372 @@
|
|
|
1
|
+
import { describe, it } from 'vitest';
|
|
2
|
+
import * as assert from 'node:assert';
|
|
3
|
+
import { computeDerivedFeatures } from './quality-feature-engineering.js';
|
|
4
|
+
import { TEST_SCORE_STRONG, TEST_SCORE_ADEQUATE, TEST_SCORE_GOOD, TEST_SCORE_PASSING, TEST_SCORE_BASELINE, TEST_SCORE_EXCELLENT, TEST_SCORE_MID, TEST_SCORE_WARNING, TEST_SCORE_LOW, TEST_SCORE_VERY_LOW, TEST_SCORE_POOR, } from './quality-test-constants.js';
|
|
5
|
+
import { COUNT_TWO, COUNT_TEN, COUNT_HUNDRED, DELTA, } from '../../test-helpers/test-constants.js';
|
|
6
|
+
import { requireDefined } from '../../test-helpers/assertions.js';
|
|
7
|
+
const LATENCY_AVG_SECONDS = 5.0;
|
|
8
|
+
const CUSTOM_WEIGHT_HIGH = 0.6;
|
|
9
|
+
const CUSTOM_WEIGHT_LOW = 0.4;
|
|
10
|
+
const LARGE_METRIC_COUNT = 10;
|
|
11
|
+
const TEST_P50_DEFAULT = 0.84;
|
|
12
|
+
const TEST_AVG_FAITHFULNESS = 0.9;
|
|
13
|
+
const TEST_AVG_HALLUCINATION_LOW = 0.1;
|
|
14
|
+
const TIMESERIES_SINGLE_POINT = [TEST_SCORE_STRONG];
|
|
15
|
+
const TIMESERIES_MULTI_POINT = [
|
|
16
|
+
TEST_SCORE_GOOD,
|
|
17
|
+
TEST_SCORE_PASSING,
|
|
18
|
+
TEST_SCORE_BASELINE,
|
|
19
|
+
TEST_SCORE_MID,
|
|
20
|
+
TEST_SCORE_POOR,
|
|
21
|
+
TEST_SCORE_VERY_LOW,
|
|
22
|
+
TEST_SCORE_WARNING,
|
|
23
|
+
TEST_SCORE_LOW,
|
|
24
|
+
TEST_SCORE_ADEQUATE,
|
|
25
|
+
TEST_SCORE_STRONG,
|
|
26
|
+
TEST_SCORE_EXCELLENT,
|
|
27
|
+
];
|
|
28
|
+
function makeMetricResult(overrides) {
|
|
29
|
+
return {
|
|
30
|
+
displayName: overrides.name,
|
|
31
|
+
values: {
|
|
32
|
+
avg: TEST_SCORE_STRONG,
|
|
33
|
+
p50: TEST_P50_DEFAULT,
|
|
34
|
+
p95: TEST_SCORE_PASSING,
|
|
35
|
+
p99: null,
|
|
36
|
+
min: TEST_SCORE_BASELINE,
|
|
37
|
+
max: TEST_SCORE_EXCELLENT,
|
|
38
|
+
count: COUNT_HUNDRED,
|
|
39
|
+
},
|
|
40
|
+
sampleCount: COUNT_HUNDRED,
|
|
41
|
+
alerts: [],
|
|
42
|
+
status: 'healthy',
|
|
43
|
+
...overrides,
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
describe('quality-feature-engineering — derived features paths', () => {
|
|
47
|
+
describe('no metrics', () => {
|
|
48
|
+
it('returns undefined cqi when metrics array is empty', () => {
|
|
49
|
+
const result = computeDerivedFeatures({ metrics: [] });
|
|
50
|
+
assert.strictEqual(result.cqi, undefined);
|
|
51
|
+
});
|
|
52
|
+
it('returns undefined cqiSensitivity when metrics array is empty', () => {
|
|
53
|
+
const result = computeDerivedFeatures({ metrics: [] });
|
|
54
|
+
assert.strictEqual(result.cqiSensitivity, undefined);
|
|
55
|
+
});
|
|
56
|
+
it('returns empty coverageConfidence map when metrics array is empty', () => {
|
|
57
|
+
const result = computeDerivedFeatures({ metrics: [] });
|
|
58
|
+
assert.strictEqual(result.coverageConfidence.size, 0);
|
|
59
|
+
});
|
|
60
|
+
it('returns empty correlations when metrics array is empty', () => {
|
|
61
|
+
const result = computeDerivedFeatures({ metrics: [] });
|
|
62
|
+
assert.strictEqual(result.correlations.length, 0);
|
|
63
|
+
});
|
|
64
|
+
});
|
|
65
|
+
describe('metrics without timeSeries', () => {
|
|
66
|
+
const metrics = [
|
|
67
|
+
makeMetricResult({ name: 'relevance' }),
|
|
68
|
+
makeMetricResult({ name: 'faithfulness', values: { avg: TEST_AVG_FAITHFULNESS, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED } }),
|
|
69
|
+
];
|
|
70
|
+
it('computes CQI from available metrics', () => {
|
|
71
|
+
const result = computeDerivedFeatures({ metrics });
|
|
72
|
+
assert.ok(requireDefined(result.cqi).value > 0);
|
|
73
|
+
});
|
|
74
|
+
it('computes cqiSensitivity when CQI is defined', () => {
|
|
75
|
+
const result = computeDerivedFeatures({ metrics });
|
|
76
|
+
assert.ok(result.cqiSensitivity !== undefined);
|
|
77
|
+
});
|
|
78
|
+
it('returns empty correlations with no metricTimeSeries', () => {
|
|
79
|
+
const result = computeDerivedFeatures({ metrics });
|
|
80
|
+
assert.strictEqual(result.correlations.length, 0);
|
|
81
|
+
});
|
|
82
|
+
it('returns empty coverageConfidence with no evaluationsPerInput', () => {
|
|
83
|
+
const result = computeDerivedFeatures({ metrics });
|
|
84
|
+
assert.strictEqual(result.coverageConfidence.size, 0);
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
describe('metrics WITH metricTimeSeries', () => {
|
|
88
|
+
const metrics = [
|
|
89
|
+
makeMetricResult({ name: 'relevance' }),
|
|
90
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
91
|
+
];
|
|
92
|
+
const metricTimeSeries = new Map([
|
|
93
|
+
['relevance', TIMESERIES_MULTI_POINT],
|
|
94
|
+
['faithfulness', [
|
|
95
|
+
TEST_SCORE_POOR, TEST_SCORE_WARNING, TEST_SCORE_LOW, TEST_SCORE_VERY_LOW, TEST_SCORE_MID,
|
|
96
|
+
TEST_SCORE_BASELINE, TEST_SCORE_ADEQUATE, TEST_SCORE_PASSING, TEST_SCORE_GOOD, TEST_SCORE_STRONG,
|
|
97
|
+
TEST_SCORE_EXCELLENT,
|
|
98
|
+
]],
|
|
99
|
+
]);
|
|
100
|
+
it('produces non-empty correlations array', () => {
|
|
101
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries });
|
|
102
|
+
assert.ok(result.correlations.length > 0);
|
|
103
|
+
});
|
|
104
|
+
it('each correlation entry has a pair of metric names', () => {
|
|
105
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries });
|
|
106
|
+
const first = result.correlations[0];
|
|
107
|
+
assert.ok(first !== undefined);
|
|
108
|
+
assert.ok(typeof first.metricA === 'string');
|
|
109
|
+
assert.ok(typeof first.metricB === 'string');
|
|
110
|
+
});
|
|
111
|
+
});
|
|
112
|
+
describe('timeSeries with single point', () => {
|
|
113
|
+
const metrics = [
|
|
114
|
+
makeMetricResult({ name: 'relevance' }),
|
|
115
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
116
|
+
];
|
|
117
|
+
const metricTimeSeries = new Map([
|
|
118
|
+
['relevance', TIMESERIES_SINGLE_POINT],
|
|
119
|
+
['faithfulness', TIMESERIES_SINGLE_POINT],
|
|
120
|
+
]);
|
|
121
|
+
it('handles single-point timeSeries without throwing', () => {
|
|
122
|
+
assert.doesNotThrow(() => computeDerivedFeatures({ metrics, metricTimeSeries }));
|
|
123
|
+
});
|
|
124
|
+
it('returns defined result structure with single-point series', () => {
|
|
125
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries });
|
|
126
|
+
assert.ok(Array.isArray(result.correlations));
|
|
127
|
+
assert.ok(result.coverageConfidence instanceof Map);
|
|
128
|
+
});
|
|
129
|
+
});
|
|
130
|
+
describe('evaluationsPerInput branch', () => {
|
|
131
|
+
const metricsWithConf = [
|
|
132
|
+
makeMetricResult({
|
|
133
|
+
name: 'relevance',
|
|
134
|
+
confidence: {
|
|
135
|
+
level: 'high',
|
|
136
|
+
sampleCount: COUNT_HUNDRED,
|
|
137
|
+
scoreStdDev: DELTA,
|
|
138
|
+
evaluatorCount: 1,
|
|
139
|
+
evaluatorAgreement: null,
|
|
140
|
+
},
|
|
141
|
+
}),
|
|
142
|
+
makeMetricResult({
|
|
143
|
+
name: 'faithfulness',
|
|
144
|
+
confidence: {
|
|
145
|
+
level: 'medium',
|
|
146
|
+
sampleCount: COUNT_HUNDRED,
|
|
147
|
+
scoreStdDev: DELTA,
|
|
148
|
+
evaluatorCount: 1,
|
|
149
|
+
evaluatorAgreement: null,
|
|
150
|
+
},
|
|
151
|
+
}),
|
|
152
|
+
];
|
|
153
|
+
const evaluationsPerInput = new Map([
|
|
154
|
+
['relevance', [COUNT_TEN, COUNT_TEN, COUNT_TEN, COUNT_TEN, COUNT_TEN]],
|
|
155
|
+
['faithfulness', [COUNT_TEN, COUNT_TEN]],
|
|
156
|
+
]);
|
|
157
|
+
it('populates coverageConfidence for metrics with confidence + evaluationsPerInput', () => {
|
|
158
|
+
const result = computeDerivedFeatures({ metrics: metricsWithConf, evaluationsPerInput });
|
|
159
|
+
assert.ok(result.coverageConfidence.size >= COUNT_TWO);
|
|
160
|
+
});
|
|
161
|
+
it('includes relevance key in coverageConfidence', () => {
|
|
162
|
+
const result = computeDerivedFeatures({ metrics: metricsWithConf, evaluationsPerInput });
|
|
163
|
+
assert.ok(result.coverageConfidence.has('relevance'));
|
|
164
|
+
});
|
|
165
|
+
it('includes faithfulness key in coverageConfidence', () => {
|
|
166
|
+
const result = computeDerivedFeatures({ metrics: metricsWithConf, evaluationsPerInput });
|
|
167
|
+
assert.ok(result.coverageConfidence.has('faithfulness'));
|
|
168
|
+
});
|
|
169
|
+
it('skips metrics with no evaluationsPerInput entry', () => {
|
|
170
|
+
const metricsNoConf = [
|
|
171
|
+
makeMetricResult({ name: 'coherence' }),
|
|
172
|
+
];
|
|
173
|
+
const result = computeDerivedFeatures({ metrics: metricsNoConf, evaluationsPerInput });
|
|
174
|
+
assert.strictEqual(result.coverageConfidence.has('coherence'), false);
|
|
175
|
+
});
|
|
176
|
+
it('skips metrics with empty evaluationsPerInput array', () => {
|
|
177
|
+
const emptyEvals = new Map([['relevance', []]]);
|
|
178
|
+
const result = computeDerivedFeatures({ metrics: metricsWithConf, evaluationsPerInput: emptyEvals });
|
|
179
|
+
assert.strictEqual(result.coverageConfidence.has('relevance'), false);
|
|
180
|
+
});
|
|
181
|
+
it('skips metrics without confidence field', () => {
|
|
182
|
+
const noConfMetric = [
|
|
183
|
+
makeMetricResult({ name: 'relevance' }),
|
|
184
|
+
];
|
|
185
|
+
const result = computeDerivedFeatures({ metrics: noConfMetric, evaluationsPerInput });
|
|
186
|
+
assert.strictEqual(result.coverageConfidence.has('relevance'), false);
|
|
187
|
+
});
|
|
188
|
+
});
|
|
189
|
+
describe('custom cqiWeights', () => {
|
|
190
|
+
const metrics = [
|
|
191
|
+
makeMetricResult({ name: 'relevance' }),
|
|
192
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
193
|
+
];
|
|
194
|
+
it('uses custom weights, CQI contributions match weighted metrics only', () => {
|
|
195
|
+
const result = computeDerivedFeatures({
|
|
196
|
+
metrics,
|
|
197
|
+
cqiWeights: { relevance: CUSTOM_WEIGHT_HIGH, faithfulness: CUSTOM_WEIGHT_LOW },
|
|
198
|
+
});
|
|
199
|
+
assert.ok(result.cqi !== undefined);
|
|
200
|
+
assert.strictEqual(requireDefined(result.cqi).contributions.length, COUNT_TWO);
|
|
201
|
+
});
|
|
202
|
+
it('excludes metrics not in custom cqiWeights', () => {
|
|
203
|
+
const metricsWithExtra = [
|
|
204
|
+
makeMetricResult({ name: 'relevance' }),
|
|
205
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
206
|
+
makeMetricResult({ name: 'coherence' }),
|
|
207
|
+
];
|
|
208
|
+
const result = computeDerivedFeatures({
|
|
209
|
+
metrics: metricsWithExtra,
|
|
210
|
+
cqiWeights: { relevance: CUSTOM_WEIGHT_HIGH },
|
|
211
|
+
});
|
|
212
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
213
|
+
assert.ok(contributions.every(c => c.metric !== 'coherence'));
|
|
214
|
+
});
|
|
215
|
+
it('computes cqiSensitivity with custom weights when CQI is defined', () => {
|
|
216
|
+
const result = computeDerivedFeatures({
|
|
217
|
+
metrics,
|
|
218
|
+
cqiWeights: { relevance: CUSTOM_WEIGHT_HIGH, faithfulness: CUSTOM_WEIGHT_LOW },
|
|
219
|
+
});
|
|
220
|
+
assert.ok(result.cqiSensitivity !== undefined);
|
|
221
|
+
});
|
|
222
|
+
});
|
|
223
|
+
describe('metric with avg null', () => {
|
|
224
|
+
it('excludes null-avg metric from CQI contributions', () => {
|
|
225
|
+
const metrics = [
|
|
226
|
+
makeMetricResult({ name: 'relevance', values: { avg: null, p50: null, p95: null, p99: null, min: null, max: null, count: 0 } }),
|
|
227
|
+
makeMetricResult({ name: 'faithfulness', values: { avg: TEST_SCORE_STRONG, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED } }),
|
|
228
|
+
];
|
|
229
|
+
const result = computeDerivedFeatures({ metrics });
|
|
230
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
231
|
+
assert.ok(contributions.every(c => c.metric !== 'relevance'));
|
|
232
|
+
});
|
|
233
|
+
it('returns undefined CQI when all metrics have avg null', () => {
|
|
234
|
+
const metrics = [
|
|
235
|
+
makeMetricResult({ name: 'relevance', values: { avg: null, p50: null, p95: null, p99: null, min: null, max: null, count: 0 } }),
|
|
236
|
+
];
|
|
237
|
+
const result = computeDerivedFeatures({ metrics });
|
|
238
|
+
assert.strictEqual(result.cqi, undefined);
|
|
239
|
+
});
|
|
240
|
+
});
|
|
241
|
+
describe('evaluation_latency metric (latency normalization branch)', () => {
|
|
242
|
+
const latencyMetric = makeMetricResult({
|
|
243
|
+
name: 'evaluation_latency',
|
|
244
|
+
values: {
|
|
245
|
+
avg: LATENCY_AVG_SECONDS,
|
|
246
|
+
p50: null, p95: null, p99: null, min: null, max: null,
|
|
247
|
+
count: COUNT_HUNDRED,
|
|
248
|
+
},
|
|
249
|
+
});
|
|
250
|
+
const metrics = [
|
|
251
|
+
makeMetricResult({ name: 'relevance' }),
|
|
252
|
+
latencyMetric,
|
|
253
|
+
];
|
|
254
|
+
it('computes CQI when evaluation_latency metric is included', () => {
|
|
255
|
+
const result = computeDerivedFeatures({ metrics });
|
|
256
|
+
assert.ok(result.cqi !== undefined);
|
|
257
|
+
});
|
|
258
|
+
it('includes evaluation_latency in CQI contributions', () => {
|
|
259
|
+
const result = computeDerivedFeatures({ metrics });
|
|
260
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
261
|
+
const latencyContrib = contributions.find(c => c.metric === 'evaluation_latency');
|
|
262
|
+
assert.ok(latencyContrib !== undefined);
|
|
263
|
+
});
|
|
264
|
+
it('normalizes evaluation_latency score to 0-1 range', () => {
|
|
265
|
+
const result = computeDerivedFeatures({ metrics });
|
|
266
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
267
|
+
const latencyContrib = requireDefined(contributions.find(c => c.metric === 'evaluation_latency'));
|
|
268
|
+
assert.ok(latencyContrib.normalizedScore >= 0 && latencyContrib.normalizedScore <= 1);
|
|
269
|
+
});
|
|
270
|
+
});
|
|
271
|
+
describe('hallucination metric (minimize-invert branch)', () => {
|
|
272
|
+
const metrics = [
|
|
273
|
+
makeMetricResult({ name: 'relevance' }),
|
|
274
|
+
makeMetricResult({
|
|
275
|
+
name: 'hallucination',
|
|
276
|
+
values: { avg: DELTA, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED },
|
|
277
|
+
}),
|
|
278
|
+
];
|
|
279
|
+
it('includes hallucination in CQI contributions with inverted score', () => {
|
|
280
|
+
const result = computeDerivedFeatures({ metrics });
|
|
281
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
282
|
+
const hallucinationContrib = contributions.find(c => c.metric === 'hallucination');
|
|
283
|
+
assert.ok(hallucinationContrib !== undefined);
|
|
284
|
+
assert.ok(requireDefined(hallucinationContrib).normalizedScore > requireDefined(hallucinationContrib).rawScore);
|
|
285
|
+
});
|
|
286
|
+
});
|
|
287
|
+
describe('large metric set (10+ metrics)', () => {
|
|
288
|
+
const metricNames = [
|
|
289
|
+
'relevance', 'faithfulness', 'coherence', 'task_completion',
|
|
290
|
+
'tool_correctness', 'custom_a', 'custom_b', 'custom_c', 'custom_d', 'custom_e',
|
|
291
|
+
];
|
|
292
|
+
const metrics = metricNames.map(name => makeMetricResult({ name, values: { avg: TEST_SCORE_ADEQUATE, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED } }));
|
|
293
|
+
const customWeights = Object.fromEntries(metricNames.map(n => [n, 1 / LARGE_METRIC_COUNT]));
|
|
294
|
+
it('aggregates CQI over all metrics without error', () => {
|
|
295
|
+
assert.doesNotThrow(() => computeDerivedFeatures({ metrics, cqiWeights: customWeights }));
|
|
296
|
+
});
|
|
297
|
+
it('CQI value is in 0-1 range for large metric set', () => {
|
|
298
|
+
const result = computeDerivedFeatures({ metrics, cqiWeights: customWeights });
|
|
299
|
+
const cqi = requireDefined(result.cqi);
|
|
300
|
+
assert.ok(cqi.value >= 0 && cqi.value <= 1);
|
|
301
|
+
});
|
|
302
|
+
it('CQI contributions length matches metric count in weights', () => {
|
|
303
|
+
const result = computeDerivedFeatures({ metrics, cqiWeights: customWeights });
|
|
304
|
+
const cqi = requireDefined(result.cqi);
|
|
305
|
+
assert.strictEqual(cqi.contributions.length, LARGE_METRIC_COUNT);
|
|
306
|
+
});
|
|
307
|
+
});
|
|
308
|
+
describe('mix of latency and non-latency metrics', () => {
|
|
309
|
+
const metrics = [
|
|
310
|
+
makeMetricResult({ name: 'relevance' }),
|
|
311
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
312
|
+
makeMetricResult({
|
|
313
|
+
name: 'hallucination',
|
|
314
|
+
values: { avg: TEST_AVG_HALLUCINATION_LOW, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED },
|
|
315
|
+
}),
|
|
316
|
+
makeMetricResult({
|
|
317
|
+
name: 'evaluation_latency',
|
|
318
|
+
values: { avg: LATENCY_AVG_SECONDS, p50: null, p95: null, p99: null, min: null, max: null, count: COUNT_HUNDRED },
|
|
319
|
+
}),
|
|
320
|
+
];
|
|
321
|
+
it('computes CQI for mix of metric types', () => {
|
|
322
|
+
const result = computeDerivedFeatures({ metrics });
|
|
323
|
+
assert.ok(result.cqi !== undefined);
|
|
324
|
+
});
|
|
325
|
+
it('all contributions have normalized scores in 0-1 range', () => {
|
|
326
|
+
const result = computeDerivedFeatures({ metrics });
|
|
327
|
+
const contributions = requireDefined(result.cqi).contributions;
|
|
328
|
+
for (const c of contributions) {
|
|
329
|
+
assert.ok(c.normalizedScore >= 0 && c.normalizedScore <= 1, `${c.metric} normalizedScore ${c.normalizedScore} out of range`);
|
|
330
|
+
}
|
|
331
|
+
});
|
|
332
|
+
});
|
|
333
|
+
describe('timeSeries with 10+ points', () => {
|
|
334
|
+
const metrics = [
|
|
335
|
+
makeMetricResult({ name: 'relevance' }),
|
|
336
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
337
|
+
];
|
|
338
|
+
const metricTimeSeries = new Map([
|
|
339
|
+
['relevance', TIMESERIES_MULTI_POINT],
|
|
340
|
+
['faithfulness', TIMESERIES_MULTI_POINT.slice().reverse()],
|
|
341
|
+
]);
|
|
342
|
+
it('computes correlations with 10+ point series', () => {
|
|
343
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries });
|
|
344
|
+
assert.ok(result.correlations.length > 0);
|
|
345
|
+
});
|
|
346
|
+
it('computed correlation pearsonR is a finite number', () => {
|
|
347
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries });
|
|
348
|
+
for (const c of result.correlations) {
|
|
349
|
+
assert.ok(isFinite(c.pearsonR), `pearsonR should be finite, got ${c.pearsonR}`);
|
|
350
|
+
}
|
|
351
|
+
});
|
|
352
|
+
});
|
|
353
|
+
describe('knownToxicCombos with metricTimeSeries', () => {
|
|
354
|
+
const metrics = [
|
|
355
|
+
makeMetricResult({ name: 'relevance' }),
|
|
356
|
+
makeMetricResult({ name: 'faithfulness' }),
|
|
357
|
+
];
|
|
358
|
+
const metricTimeSeries = new Map([
|
|
359
|
+
['relevance', TIMESERIES_MULTI_POINT],
|
|
360
|
+
['faithfulness', TIMESERIES_MULTI_POINT],
|
|
361
|
+
]);
|
|
362
|
+
const knownToxicCombos = new Set(['relevance:faithfulness']);
|
|
363
|
+
it('returns result without throwing when knownToxicCombos provided', () => {
|
|
364
|
+
assert.doesNotThrow(() => computeDerivedFeatures({ metrics, metricTimeSeries, knownToxicCombos }));
|
|
365
|
+
});
|
|
366
|
+
it('correlations array is non-empty with knownToxicCombos', () => {
|
|
367
|
+
const result = computeDerivedFeatures({ metrics, metricTimeSeries, knownToxicCombos });
|
|
368
|
+
assert.ok(result.correlations.length > 0);
|
|
369
|
+
});
|
|
370
|
+
});
|
|
371
|
+
});
|
|
372
|
+
//# sourceMappingURL=qfe-derived-paths.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qfe-derived-paths.test.js","sourceRoot":"","sources":["../../../src/lib/quality/qfe-derived-paths.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAE1E,OAAO,EACL,iBAAiB,EACjB,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,cAAc,EACd,kBAAkB,EAClB,cAAc,EACd,mBAAmB,EACnB,eAAe,GAChB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,SAAS,EACT,SAAS,EACT,aAAa,EACb,KAAK,GACN,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAElE,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAC9B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAClC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AACvC,MAAM,uBAAuB,GAAG,CAAC,iBAAiB,CAAC,CAAC;AACpD,MAAM,sBAAsB,GAAG;IAC7B,eAAe;IACf,kBAAkB;IAClB,mBAAmB;IACnB,cAAc;IACd,eAAe;IACf,mBAAmB;IACnB,kBAAkB;IAClB,cAAc;IACd,mBAAmB;IACnB,iBAAiB;IACjB,oBAAoB;CACrB,CAAC;AAEF,SAAS,gBAAgB,CAAC,SAA0D;IAClF,OAAO;QACL,WAAW,EAAE,SAAS,CAAC,IAAI;QAC3B,MAAM,EAAE;YACN,GAAG,EAAE,iBAAiB;YACtB,GAAG,EAAE,gBAAgB;YACrB,GAAG,EAAE,kBAAkB;YACvB,GAAG,EAAE,IAAI;YACT,GAAG,EAAE,mBAAmB;YACxB,GAAG,EAAE,oBAAoB;YACzB,KAAK,EAAE,aAAa;SACrB;QACD,WAAW,EAAE,aAAa;QAC1B,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,SAAS;QACjB,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,sDAAsD,EAAE,GAAG,EAAE;IACpE,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACtE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;YAC1E,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;YAChE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,qBAAqB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,CAAC;SAChK,CAAC;QAEF,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;YACtE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAC3C,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,CAAC,WAAW,EAAE,sBAAsB,CAAC;YACrC,CAAC,cAAc,EAAE;oBACf,eAAe,EAAE,kBAAkB,EAAE,cAAc,EAAE,mBAAmB,EAAE,cAAc;oBACxF,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,eAAe,EAAE,iBAAiB;oBAChG,oBAAoB;iBACrB,CAAC;SACH,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrE,MAAM,KAAK,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,CAAC,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;YAC7C,MAAM,CAAC,EAAE,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAC3C,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,CAAC,WAAW,EAAE,uBAAuB,CAAC;YACtC,CAAC,cAAc,EAAE,uBAAuB,CAAC;SAC1C,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,YAAY,GAAG,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,MAAM,eAAe,GAA0B;YAC7C,gBAAgB,CAAC;gBACf,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE;oBACV,KAAK,EAAE,MAAM;oBACb,WAAW,EAAE,aAAa;oBAC1B,WAAW,EAAE,KAAK;oBAClB,cAAc,EAAE,CAAC;oBACjB,kBAAkB,EAAE,IAAI;iBACzB;aACF,CAAC;YACF,gBAAgB,CAAC;gBACf,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE;oBACV,KAAK,EAAE,QAAQ;oBACf,WAAW,EAAE,aAAa;oBAC1B,WAAW,EAAE,KAAK;oBAClB,cAAc,EAAE,CAAC;oBACjB,kBAAkB,EAAE,IAAI;iBACzB;aACF,CAAC;SACH,CAAC;QACF,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;YAClC,CAAC,WAAW,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YACtE,CAAC,cAAc,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;SACzC,CAAC,CAAC;QAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;YACxF,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACzF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACzF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACzF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,aAAa,GAA0B;gBAC3C,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;aACxC,CAAC;YACF,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACvF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,EAAc,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,UAAU,EAAE,CAAC,CAAC;YACrG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,YAAY,GAA0B;gBAC1C,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;aACxC,CAAC;YACF,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,CAAC,CAAC;YACtF,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAC3C,CAAC;QAEF,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;YAC5E,MAAM,MAAM,GAAG,sBAAsB,CAAC;gBACpC,OAAO;gBACP,UAAU,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,YAAY,EAAE,iBAAiB,EAAE;aAC/E,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QACjF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,gBAAgB,GAA0B;gBAC9C,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;gBACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;gBAC1C,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;aACxC,CAAC;YACF,MAAM,MAAM,GAAG,sBAAsB,CAAC;gBACpC,OAAO,EAAE,gBAAgB;gBACzB,UAAU,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE;aAC9C,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;YACzE,MAAM,MAAM,GAAG,sBAAsB,CAAC;gBACpC,OAAO;gBACP,UAAU,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,YAAY,EAAE,iBAAiB,EAAE;aAC/E,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,OAAO,GAA0B;gBACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/H,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,iBAAiB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,CAAC;aAC5J,CAAC;YACF,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;YAC9D,MAAM,OAAO,GAA0B;gBACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;aAChI,CAAC;YACF,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0DAA0D,EAAE,GAAG,EAAE;QACxE,MAAM,aAAa,GAAG,gBAAgB,CAAC;YACrC,IAAI,EAAE,oBAAoB;YAC1B,MAAM,EAAE;gBACN,GAAG,EAAE,mBAAmB;gBACxB,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI;gBACrD,KAAK,EAAE,aAAa;aACrB;SACF,CAAC,CAAC;QACH,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,aAAa;SACd,CAAC;QAEF,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YACjE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,oBAAoB,CAAC,CAAC;YAClF,MAAM,CAAC,EAAE,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,MAAM,cAAc,GAAG,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAClG,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,eAAe,IAAI,CAAC,IAAI,cAAc,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+CAA+C,EAAE,GAAG,EAAE;QAC7D,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC;gBACf,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE;aACpG,CAAC;SACH,CAAC;QAEF,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;YACzE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,MAAM,oBAAoB,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,eAAe,CAAC,CAAC;YACnF,MAAM,CAAC,EAAE,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,eAAe,GAAG,cAAc,CAAC,oBAAoB,CAAC,CAAC,QAAQ,CAAC,CAAC;QAClH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC9C,MAAM,WAAW,GAAG;YAClB,WAAW,EAAE,cAAc,EAAE,WAAW,EAAE,iBAAiB;YAC3D,kBAAkB,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU;SAC/E,CAAC;QACF,MAAM,OAAO,GAA0B,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAC5D,gBAAgB,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,CAAC,CAC9I,CAAC;QACF,MAAM,aAAa,GAA2B,MAAM,CAAC,WAAW,CAC9D,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,CAAC,CAClD,CAAC;QAEF,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,sBAAsB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC;QAC5F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9E,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9E,MAAM,GAAG,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;YAC1C,gBAAgB,CAAC;gBACf,IAAI,EAAE,eAAe;gBACrB,MAAM,EAAE,EAAE,GAAG,EAAE,0BAA0B,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE;aACzH,CAAC;YACF,gBAAgB,CAAC;gBACf,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,EAAE,GAAG,EAAE,mBAAmB,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE;aAClH,CAAC;SACH,CAAC;QAEF,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACnD,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YAC/D,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,IAAI,CAAC,CAAC,eAAe,IAAI,CAAC,EACxD,GAAG,CAAC,CAAC,MAAM,oBAAoB,CAAC,CAAC,eAAe,eAAe,CAAC,CAAC;YACrE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAC3C,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,CAAC,WAAW,EAAE,sBAAsB,CAAC;YACrC,CAAC,cAAc,EAAE,sBAAsB,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;SAC3D,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACrE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;gBACpC,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAClF,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACtD,MAAM,OAAO,GAA0B;YACrC,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;YACvC,gBAAgB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;SAC3C,CAAC;QACF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,CAAC,WAAW,EAAE,sBAAsB,CAAC;YACrC,CAAC,cAAc,EAAE,sBAAsB,CAAC;SACzC,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAE7D,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;YACxE,MAAM,CAAC,YAAY,CAAC,GAAG,EAAE,CACvB,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC,CACxE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,MAAM,GAAG,sBAAsB,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,CAAC,CAAC;YACvF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for computeMetricDynamics branch paths that exercise exponentialSmooth.
|
|
3
|
+
* Covers: single-value array, two-value, monotone increase/decrease,
|
|
4
|
+
* parabolic series, inflection flag, projection, confidence scaling,
|
|
5
|
+
* identical values, and long series (20+ points).
|
|
6
|
+
*/
|
|
7
|
+
export {};
|
|
8
|
+
//# sourceMappingURL=qfe-dynamics-paths.test.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"qfe-dynamics-paths.test.d.ts","sourceRoot":"","sources":["../../../src/lib/quality/qfe-dynamics-paths.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
|
|
@@ -0,0 +1,223 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for computeMetricDynamics branch paths that exercise exponentialSmooth.
|
|
3
|
+
* Covers: single-value array, two-value, monotone increase/decrease,
|
|
4
|
+
* parabolic series, inflection flag, projection, confidence scaling,
|
|
5
|
+
* identical values, and long series (20+ points).
|
|
6
|
+
*/
|
|
7
|
+
import { describe, it } from 'vitest';
|
|
8
|
+
import * as assert from 'node:assert';
|
|
9
|
+
import { computeMetricDynamics } from './quality-feature-engineering.js';
|
|
10
|
+
import { roundTo, SCORE_PRECISION } from './quality-metrics.js';
|
|
11
|
+
import { DYNAMICS_CONFIDENCE_BASE, DYNAMICS_CONFIDENCE_MAX, DYNAMICS_CONFIDENCE_STEP, } from './quality-constants.js';
|
|
12
|
+
import { COUNT_THREE, COUNT_SIX, COUNT_NINE, COUNT_TWENTY, DELTA, } from '../../test-helpers/test-constants.js';
|
|
13
|
+
// ---------------------------------------------------------------------------
|
|
14
|
+
// Helpers
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
function makeTrend(overrides) {
|
|
17
|
+
return {
|
|
18
|
+
direction: 'stable',
|
|
19
|
+
delta: 0,
|
|
20
|
+
percentChange: 0,
|
|
21
|
+
previousValue: 0.8,
|
|
22
|
+
currentValue: 0.8,
|
|
23
|
+
aggregation: 'avg',
|
|
24
|
+
...overrides,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
/** Build a MetricTrend with the given delta value */
|
|
28
|
+
function trendWithDelta(delta) {
|
|
29
|
+
return makeTrend({ delta });
|
|
30
|
+
}
|
|
31
|
+
// ---------------------------------------------------------------------------
|
|
32
|
+
// Constants used in assertions
|
|
33
|
+
// ---------------------------------------------------------------------------
|
|
34
|
+
const PERIOD_1H = 1;
|
|
35
|
+
const BASE_VALUE = 0.5;
|
|
36
|
+
const STEP = 0.05;
|
|
37
|
+
// ---------------------------------------------------------------------------
|
|
38
|
+
// Tests
|
|
39
|
+
// ---------------------------------------------------------------------------
|
|
40
|
+
describe('quality-feature-engineering — metric dynamics paths', () => {
|
|
41
|
+
// -------------------------------------------------------------------------
|
|
42
|
+
// No trendHistory — fallback path (backward-compat)
|
|
43
|
+
// -------------------------------------------------------------------------
|
|
44
|
+
describe('fallback path (no trendHistory)', () => {
|
|
45
|
+
it('single trend: zero velocity and zero acceleration with no previous', () => {
|
|
46
|
+
const current = trendWithDelta(0);
|
|
47
|
+
const result = computeMetricDynamics(current, undefined, PERIOD_1H);
|
|
48
|
+
if (result === undefined)
|
|
49
|
+
throw new Error('expected result to be defined');
|
|
50
|
+
assert.strictEqual(result.velocity, 0);
|
|
51
|
+
assert.strictEqual(result.acceleration, 0);
|
|
52
|
+
assert.strictEqual(result.inflectionDetected, false);
|
|
53
|
+
});
|
|
54
|
+
it('two trends: computes acceleration from raw deltas', () => {
|
|
55
|
+
// velocity = 0.1, previousVelocity = 0.05 → acceleration = 0.05
|
|
56
|
+
const current = trendWithDelta(0.1);
|
|
57
|
+
const previous = trendWithDelta(STEP);
|
|
58
|
+
const result = computeMetricDynamics(current, previous, PERIOD_1H);
|
|
59
|
+
if (result === undefined)
|
|
60
|
+
throw new Error('expected result to be defined');
|
|
61
|
+
assert.strictEqual(result.velocity, roundTo(0.1, SCORE_PRECISION));
|
|
62
|
+
assert.strictEqual(result.acceleration, roundTo(STEP, SCORE_PRECISION));
|
|
63
|
+
assert.strictEqual(result.inflectionDetected, false);
|
|
64
|
+
});
|
|
65
|
+
it('inflection detected when raw velocity changes sign', () => {
|
|
66
|
+
const current = trendWithDelta(-0.1);
|
|
67
|
+
const previous = trendWithDelta(0.1);
|
|
68
|
+
const result = computeMetricDynamics(current, previous, PERIOD_1H);
|
|
69
|
+
if (result === undefined)
|
|
70
|
+
throw new Error('expected result to be defined');
|
|
71
|
+
assert.strictEqual(result.inflectionDetected, true);
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
// -------------------------------------------------------------------------
|
|
75
|
+
// trendHistory path — exercises exponentialSmooth
|
|
76
|
+
// -------------------------------------------------------------------------
|
|
77
|
+
describe('trendHistory path — exponentialSmooth exercised', () => {
|
|
78
|
+
it('single-item history (< 2): falls back to raw computation, no smoothing', () => {
|
|
79
|
+
// trendHistory.length === 1 → does NOT enter the smoothing branch
|
|
80
|
+
// Fallback uses currentTrend.delta, not history entries
|
|
81
|
+
const history = [trendWithDelta(0.1)];
|
|
82
|
+
const current = trendWithDelta(STEP);
|
|
83
|
+
const result = computeMetricDynamics(current, undefined, PERIOD_1H, undefined, history);
|
|
84
|
+
if (result === undefined)
|
|
85
|
+
throw new Error('expected result to be defined');
|
|
86
|
+
assert.strictEqual(result.velocity, roundTo(STEP / PERIOD_1H, SCORE_PRECISION));
|
|
87
|
+
assert.strictEqual(result.acceleration, 0);
|
|
88
|
+
});
|
|
89
|
+
it('two-item history: smoothing applied, velocity equals EMA of two deltas', () => {
|
|
90
|
+
// EMA alpha=0.3: smoothed[0]=v0, smoothed[1]=0.3*v1 + 0.7*v0
|
|
91
|
+
const delta0 = 0.1;
|
|
92
|
+
const delta1 = 0.2;
|
|
93
|
+
const history = [trendWithDelta(delta0), trendWithDelta(delta1)];
|
|
94
|
+
const current = history[history.length - 1];
|
|
95
|
+
const result = computeMetricDynamics(current, undefined, PERIOD_1H, undefined, history);
|
|
96
|
+
if (result === undefined)
|
|
97
|
+
throw new Error('expected result to be defined');
|
|
98
|
+
const alpha = 0.3;
|
|
99
|
+
const smoothed0 = delta0; // 0.1
|
|
100
|
+
const smoothed1 = alpha * delta1 + (1 - alpha) * smoothed0; // 0.3*0.2 + 0.7*0.1 = 0.13
|
|
101
|
+
assert.strictEqual(result.velocity, roundTo(smoothed1, SCORE_PRECISION));
|
|
102
|
+
// acceleration = (smoothed1 - smoothed0) / periodHours
|
|
103
|
+
assert.strictEqual(result.acceleration, roundTo((smoothed1 - smoothed0) / PERIOD_1H, SCORE_PRECISION));
|
|
104
|
+
});
|
|
105
|
+
it('3+ values monotone increase: positive velocity, low acceleration', () => {
|
|
106
|
+
const history = Array.from({ length: COUNT_THREE }, (_, i) => trendWithDelta(STEP * (i + 1)));
|
|
107
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
108
|
+
if (result === undefined)
|
|
109
|
+
throw new Error('expected result to be defined');
|
|
110
|
+
assert.ok(result.velocity > 0, `velocity=${result.velocity} should be positive`);
|
|
111
|
+
});
|
|
112
|
+
it('3+ values monotone decrease: negative velocity', () => {
|
|
113
|
+
const history = Array.from({ length: COUNT_THREE }, (_, i) => trendWithDelta(-STEP * (i + 1)));
|
|
114
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
115
|
+
if (result === undefined)
|
|
116
|
+
throw new Error('expected result to be defined');
|
|
117
|
+
assert.ok(result.velocity < 0, `velocity=${result.velocity} should be negative`);
|
|
118
|
+
});
|
|
119
|
+
it('identical values: zero velocity and zero acceleration', () => {
|
|
120
|
+
const history = Array.from({ length: COUNT_THREE }, () => trendWithDelta(0));
|
|
121
|
+
const result = computeMetricDynamics(history[0], undefined, PERIOD_1H, undefined, history);
|
|
122
|
+
if (result === undefined)
|
|
123
|
+
throw new Error('expected result to be defined');
|
|
124
|
+
assert.strictEqual(result.velocity, 0);
|
|
125
|
+
assert.strictEqual(result.acceleration, 0);
|
|
126
|
+
assert.strictEqual(result.inflectionDetected, false);
|
|
127
|
+
});
|
|
128
|
+
it('parabolic series (up then down): non-zero acceleration when directions differ', () => {
|
|
129
|
+
// Increasing then decreasing deltas — the EMA will capture the change in slope
|
|
130
|
+
const rising = [0.05, 0.10, 0.15];
|
|
131
|
+
const falling = [0.10, 0.05, 0.00];
|
|
132
|
+
const deltas = [...rising, ...falling];
|
|
133
|
+
const history = deltas.map(d => trendWithDelta(d));
|
|
134
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
135
|
+
if (result === undefined)
|
|
136
|
+
throw new Error('expected result to be defined');
|
|
137
|
+
// Acceleration should be non-zero because smoothed velocity is changing
|
|
138
|
+
assert.ok(Number.isFinite(result.acceleration));
|
|
139
|
+
});
|
|
140
|
+
it('inflection detected when smoothed velocity changes sign', () => {
|
|
141
|
+
// EMA alpha=0.3: after 4 entries of +0.5, EMA ≈ 0.2 at step 5 (after first -0.5).
|
|
142
|
+
// At step 6, EMA = 0.3*(-0.5) + 0.7*0.2 = -0.01 < 0.
|
|
143
|
+
// So last two smoothed velocities go from positive to negative → inflection = true.
|
|
144
|
+
const history = [
|
|
145
|
+
trendWithDelta(0.5),
|
|
146
|
+
trendWithDelta(0.5),
|
|
147
|
+
trendWithDelta(0.5),
|
|
148
|
+
trendWithDelta(0.5),
|
|
149
|
+
trendWithDelta(-0.5),
|
|
150
|
+
trendWithDelta(-0.5),
|
|
151
|
+
];
|
|
152
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
153
|
+
if (result === undefined)
|
|
154
|
+
throw new Error('expected result to be defined');
|
|
155
|
+
assert.strictEqual(result.inflectionDetected, true);
|
|
156
|
+
});
|
|
157
|
+
it('confidence increases with more data points (below cap)', () => {
|
|
158
|
+
// DYNAMICS_CONFIDENCE_MAX = 0.95, cap reached at n=10 (0.2 + 0.075*10 = 0.95).
|
|
159
|
+
// Compare n=3, n=6, n=9 — all below cap, strictly increasing.
|
|
160
|
+
const makeHistory = (n) => Array.from({ length: n }, () => trendWithDelta(STEP));
|
|
161
|
+
const hist3 = makeHistory(COUNT_THREE);
|
|
162
|
+
const hist6 = makeHistory(COUNT_SIX);
|
|
163
|
+
const hist9 = makeHistory(COUNT_NINE);
|
|
164
|
+
const r3 = computeMetricDynamics(hist3[hist3.length - 1], undefined, PERIOD_1H, undefined, hist3);
|
|
165
|
+
const r6 = computeMetricDynamics(hist6[hist6.length - 1], undefined, PERIOD_1H, undefined, hist6);
|
|
166
|
+
const r9 = computeMetricDynamics(hist9[hist9.length - 1], undefined, PERIOD_1H, undefined, hist9);
|
|
167
|
+
if (!r3 || !r6 || !r9)
|
|
168
|
+
throw new Error('expected r3, r6, r9 to be defined');
|
|
169
|
+
assert.ok(r3.confidence < r6.confidence, `conf3=${r3.confidence} should be < conf6=${r6.confidence}`);
|
|
170
|
+
assert.ok(r6.confidence < r9.confidence, `conf6=${r6.confidence} should be < conf9=${r9.confidence}`);
|
|
171
|
+
});
|
|
172
|
+
it('confidence for 3-item history matches formula: base + step * 3', () => {
|
|
173
|
+
const history = Array.from({ length: COUNT_THREE }, () => trendWithDelta(STEP));
|
|
174
|
+
const result = computeMetricDynamics(history[0], undefined, PERIOD_1H, undefined, history);
|
|
175
|
+
if (result === undefined)
|
|
176
|
+
throw new Error('expected result to be defined');
|
|
177
|
+
const expected = roundTo(Math.min(DYNAMICS_CONFIDENCE_MAX, DYNAMICS_CONFIDENCE_BASE + DYNAMICS_CONFIDENCE_STEP * COUNT_THREE), SCORE_PRECISION);
|
|
178
|
+
assert.strictEqual(result.confidence, expected);
|
|
179
|
+
});
|
|
180
|
+
it('very long series (20+ points): confidence capped at max', () => {
|
|
181
|
+
const history = Array.from({ length: COUNT_TWENTY }, (_, i) => trendWithDelta(STEP * i));
|
|
182
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
183
|
+
if (result === undefined)
|
|
184
|
+
throw new Error('expected result to be defined');
|
|
185
|
+
assert.strictEqual(result.confidence, DYNAMICS_CONFIDENCE_MAX);
|
|
186
|
+
});
|
|
187
|
+
it('projection: positive velocity toward above threshold produces warning status', () => {
|
|
188
|
+
const currentValue = BASE_VALUE;
|
|
189
|
+
const thresholdValue = BASE_VALUE + 0.1;
|
|
190
|
+
const history = Array.from({ length: COUNT_THREE }, () => makeTrend({ delta: 0.05, currentValue }));
|
|
191
|
+
const thresholds = [{ value: thresholdValue, direction: 'above', severity: 'warning' }];
|
|
192
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, thresholds, history);
|
|
193
|
+
if (result === undefined)
|
|
194
|
+
throw new Error('expected result to be defined');
|
|
195
|
+
assert.ok(result.projectedStatus === 'warning' || result.projectedStatus === 'healthy', `projectedStatus=${result.projectedStatus} should be warning or healthy`);
|
|
196
|
+
});
|
|
197
|
+
it('projection: positive velocity with above threshold produces non-null breachTime if moving toward it', () => {
|
|
198
|
+
// currentValue = 0.5, threshold above at 0.6, velocity positive → will breach
|
|
199
|
+
const current = makeTrend({ delta: 0.1, currentValue: BASE_VALUE });
|
|
200
|
+
const history = Array.from({ length: COUNT_THREE }, () => makeTrend({ delta: 0.1, currentValue: BASE_VALUE }));
|
|
201
|
+
const thresholds = [{ value: 0.6, direction: 'above', severity: 'critical' }];
|
|
202
|
+
const result = computeMetricDynamics(current, undefined, PERIOD_1H, thresholds, history);
|
|
203
|
+
if (result === undefined)
|
|
204
|
+
throw new Error('expected result to be defined');
|
|
205
|
+
// projectedBreachTime will be set if smoothed velocity is positive
|
|
206
|
+
if (result.velocity > 0) {
|
|
207
|
+
assert.ok(result.projectedBreachTime !== undefined, 'expected projectedBreachTime to be set');
|
|
208
|
+
assert.ok(result.projectedStatus === 'critical');
|
|
209
|
+
}
|
|
210
|
+
});
|
|
211
|
+
it('stable long series: smooth velocity stays stable across many points', () => {
|
|
212
|
+
const history = Array.from({ length: COUNT_TWENTY }, () => trendWithDelta(STEP));
|
|
213
|
+
const result = computeMetricDynamics(history[history.length - 1], undefined, PERIOD_1H, undefined, history);
|
|
214
|
+
if (result === undefined)
|
|
215
|
+
throw new Error('expected result to be defined');
|
|
216
|
+
// Constant-delta series → smoothed velocity converges to delta/period = STEP
|
|
217
|
+
assert.ok(Math.abs(result.velocity - STEP) < DELTA, `velocity=${result.velocity} should be near ${STEP}`);
|
|
218
|
+
// Acceleration should converge near zero
|
|
219
|
+
assert.ok(Math.abs(result.acceleration) < DELTA, `acceleration=${result.acceleration} should be near 0`);
|
|
220
|
+
});
|
|
221
|
+
});
|
|
222
|
+
});
|
|
223
|
+
//# sourceMappingURL=qfe-dynamics-paths.test.js.map
|