observability-toolkit 2.0.0 → 2.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +166 -398
- package/dist/__tests__/find-constant-dedup.test.d.ts +11 -0
- package/dist/__tests__/find-constant-dedup.test.d.ts.map +1 -0
- package/dist/__tests__/find-constant-dedup.test.js +132 -0
- package/dist/__tests__/find-constant-dedup.test.js.map +1 -0
- package/dist/backends/backend-schemas.d.ts +309 -0
- package/dist/backends/backend-schemas.d.ts.map +1 -0
- package/dist/backends/backend-schemas.js +215 -0
- package/dist/backends/backend-schemas.js.map +1 -0
- package/dist/backends/cloud.d.ts +46 -0
- package/dist/backends/cloud.d.ts.map +1 -0
- package/dist/backends/cloud.js +520 -0
- package/dist/backends/cloud.js.map +1 -0
- package/dist/backends/cloud.test.d.ts +2 -0
- package/dist/backends/cloud.test.d.ts.map +1 -0
- package/dist/backends/cloud.test.js +436 -0
- package/dist/backends/cloud.test.js.map +1 -0
- package/dist/backends/index.d.ts +659 -386
- package/dist/backends/index.d.ts.map +1 -1
- package/dist/backends/index.js +318 -41
- package/dist/backends/index.js.map +1 -1
- package/dist/backends/index.test.js +578 -57
- package/dist/backends/index.test.js.map +1 -1
- package/dist/backends/local-jsonl-boolean-search.test.js +8 -7
- package/dist/backends/local-jsonl-boolean-search.test.js.map +1 -1
- package/dist/backends/local-jsonl-cache.test.js +33 -31
- package/dist/backends/local-jsonl-cache.test.js.map +1 -1
- package/dist/backends/local-jsonl-circuit-breaker.test.js +9 -7
- package/dist/backends/local-jsonl-circuit-breaker.test.js.map +1 -1
- package/dist/backends/local-jsonl-export.test.js +73 -58
- package/dist/backends/local-jsonl-export.test.js.map +1 -1
- package/dist/backends/local-jsonl-index.test.js +52 -50
- package/dist/backends/local-jsonl-index.test.js.map +1 -1
- package/dist/backends/local-jsonl-logs.test.js +47 -31
- package/dist/backends/local-jsonl-logs.test.js.map +1 -1
- package/dist/backends/local-jsonl-metrics.test.js +85 -82
- package/dist/backends/local-jsonl-metrics.test.js.map +1 -1
- package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts +2 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.d.ts.map +1 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.js +602 -0
- package/dist/backends/local-jsonl-otlp-unwrap.test.js.map +1 -0
- package/dist/backends/local-jsonl-traces.test.js +161 -147
- package/dist/backends/local-jsonl-traces.test.js.map +1 -1
- package/dist/backends/local-jsonl.d.ts +37 -8
- package/dist/backends/local-jsonl.d.ts.map +1 -1
- package/dist/backends/local-jsonl.js +1088 -241
- package/dist/backends/local-jsonl.js.map +1 -1
- package/dist/backends/shared.d.ts +9 -0
- package/dist/backends/shared.d.ts.map +1 -0
- package/dist/backends/shared.js +9 -0
- package/dist/backends/shared.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts +40 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js +27 -0
- package/dist/generated/opentelemetry/proto/collector/logs/v1/logs_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts +106 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js +43 -0
- package/dist/generated/opentelemetry/proto/collector/metrics/v1/metrics_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts +111 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js +42 -0
- package/dist/generated/opentelemetry/proto/collector/profiles/v1development/profiles_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts +106 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js +43 -0
- package/dist/generated/opentelemetry/proto/collector/trace/v1/trace_service_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts +243 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.js +49 -0
- package/dist/generated/opentelemetry/proto/common/v1/common_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts +90 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js +66 -0
- package/dist/generated/opentelemetry/proto/logs/v1/logs_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts +1134 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js +223 -0
- package/dist/generated/opentelemetry/proto/metrics/v1/metrics_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts +678 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js +107 -0
- package/dist/generated/opentelemetry/proto/profiles/v1development/profiles_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts +46 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js +25 -0
- package/dist/generated/opentelemetry/proto/resource/v1/resource_pb.js.map +1 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts +569 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.d.ts.map +1 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js +195 -0
- package/dist/generated/opentelemetry/proto/trace/v1/trace_pb.js.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.d.ts +157 -0
- package/dist/lib/agent-judge/agent-as-judge.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.js +137 -0
- package/dist/lib/agent-judge/agent-as-judge.js.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-as-judge.test.js +839 -0
- package/dist/lib/agent-judge/agent-as-judge.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.d.ts +293 -0
- package/dist/lib/agent-judge/agent-eval-metrics.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.js +715 -0
- package/dist/lib/agent-judge/agent-eval-metrics.js.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts +5 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.js +676 -0
- package/dist/lib/agent-judge/agent-eval-metrics.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.d.ts +95 -0
- package/dist/lib/agent-judge/agent-judge-classes.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.js +222 -0
- package/dist/lib/agent-judge/agent-judge-classes.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.d.ts +6 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.js +271 -0
- package/dist/lib/agent-judge/agent-judge-classes.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.d.ts +58 -0
- package/dist/lib/agent-judge/agent-judge-consensus.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.js +149 -0
- package/dist/lib/agent-judge/agent-judge-consensus.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts +2 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.js +170 -0
- package/dist/lib/agent-judge/agent-judge-consensus.test.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.d.ts +89 -0
- package/dist/lib/agent-judge/agent-judge-verification.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.js +235 -0
- package/dist/lib/agent-judge/agent-judge-verification.js.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.d.ts +5 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.d.ts.map +1 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.js +399 -0
- package/dist/lib/agent-judge/agent-judge-verification.test.js.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.d.ts +167 -0
- package/dist/lib/audit/agent-auditor-scoring.d.ts.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.js +338 -0
- package/dist/lib/audit/agent-auditor-scoring.js.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.test.d.ts +2 -0
- package/dist/lib/audit/agent-auditor-scoring.test.d.ts.map +1 -0
- package/dist/lib/audit/agent-auditor-scoring.test.js +576 -0
- package/dist/lib/audit/agent-auditor-scoring.test.js.map +1 -0
- package/dist/lib/audit/audit-record.d.ts +139 -0
- package/dist/lib/audit/audit-record.d.ts.map +1 -0
- package/dist/lib/audit/audit-record.js +288 -0
- package/dist/lib/audit/audit-record.js.map +1 -0
- package/dist/lib/audit/audit-record.test.d.ts +5 -0
- package/dist/lib/audit/audit-record.test.d.ts.map +1 -0
- package/dist/lib/audit/audit-record.test.js +258 -0
- package/dist/lib/audit/audit-record.test.js.map +1 -0
- package/dist/lib/audit/audit-scoring-constants.d.ts +57 -0
- package/dist/lib/audit/audit-scoring-constants.d.ts.map +1 -0
- package/dist/lib/audit/audit-scoring-constants.js +59 -0
- package/dist/lib/audit/audit-scoring-constants.js.map +1 -0
- package/dist/lib/audit/compliance-report.d.ts +125 -0
- package/dist/lib/audit/compliance-report.d.ts.map +1 -0
- package/dist/lib/audit/compliance-report.js +205 -0
- package/dist/lib/audit/compliance-report.js.map +1 -0
- package/dist/lib/audit/compliance-report.test.d.ts +5 -0
- package/dist/lib/audit/compliance-report.test.d.ts.map +1 -0
- package/dist/lib/audit/compliance-report.test.js +290 -0
- package/dist/lib/audit/compliance-report.test.js.map +1 -0
- package/dist/lib/audit/retention-guard.d.ts +41 -0
- package/dist/lib/audit/retention-guard.d.ts.map +1 -0
- package/dist/lib/audit/retention-guard.js +103 -0
- package/dist/lib/audit/retention-guard.js.map +1 -0
- package/dist/lib/audit/retention-guard.test.d.ts +5 -0
- package/dist/lib/audit/retention-guard.test.d.ts.map +1 -0
- package/dist/lib/audit/retention-guard.test.js +109 -0
- package/dist/lib/audit/retention-guard.test.js.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.d.ts +69 -0
- package/dist/lib/audit/skill-auditor-scoring.d.ts.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.js +149 -0
- package/dist/lib/audit/skill-auditor-scoring.js.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.test.d.ts +2 -0
- package/dist/lib/audit/skill-auditor-scoring.test.d.ts.map +1 -0
- package/dist/lib/audit/skill-auditor-scoring.test.js +369 -0
- package/dist/lib/audit/skill-auditor-scoring.test.js.map +1 -0
- package/dist/lib/audit/verification-events.d.ts +119 -0
- package/dist/lib/audit/verification-events.d.ts.map +1 -0
- package/dist/lib/audit/verification-events.js +175 -0
- package/dist/lib/audit/verification-events.js.map +1 -0
- package/dist/lib/audit/verification-events.test.d.ts.map +1 -0
- package/dist/lib/audit/verification-events.test.js +197 -0
- package/dist/lib/audit/verification-events.test.js.map +1 -0
- package/dist/lib/core/constants-models.d.ts +90 -0
- package/dist/lib/core/constants-models.d.ts.map +1 -0
- package/dist/lib/core/constants-models.js +208 -0
- package/dist/lib/core/constants-models.js.map +1 -0
- package/dist/lib/core/constants-otel.d.ts +68 -0
- package/dist/lib/core/constants-otel.d.ts.map +1 -0
- package/dist/lib/core/constants-otel.js +128 -0
- package/dist/lib/core/constants-otel.js.map +1 -0
- package/dist/lib/core/constants-symlink.test.d.ts.map +1 -0
- package/dist/lib/core/constants-symlink.test.js +358 -0
- package/dist/lib/core/constants-symlink.test.js.map +1 -0
- package/dist/lib/core/constants-telemetry.d.ts +21 -0
- package/dist/lib/core/constants-telemetry.d.ts.map +1 -0
- package/dist/lib/core/constants-telemetry.js +162 -0
- package/dist/lib/core/constants-telemetry.js.map +1 -0
- package/dist/lib/core/constants.d.ts +152 -0
- package/dist/lib/core/constants.d.ts.map +1 -0
- package/dist/lib/core/constants.js +223 -0
- package/dist/lib/core/constants.js.map +1 -0
- package/dist/lib/core/constants.test.d.ts.map +1 -0
- package/dist/lib/core/constants.test.js +833 -0
- package/dist/lib/core/constants.test.js.map +1 -0
- package/dist/lib/core/doc-sync.test.d.ts +9 -0
- package/dist/lib/core/doc-sync.test.d.ts.map +1 -0
- package/dist/lib/core/doc-sync.test.js +159 -0
- package/dist/lib/core/doc-sync.test.js.map +1 -0
- package/dist/lib/core/edge-cases.test.d.ts.map +1 -0
- package/dist/lib/core/edge-cases.test.js +637 -0
- package/dist/lib/core/edge-cases.test.js.map +1 -0
- package/dist/lib/core/file-utils.d.ts +360 -0
- package/dist/lib/core/file-utils.d.ts.map +1 -0
- package/dist/lib/core/file-utils.js +890 -0
- package/dist/lib/core/file-utils.js.map +1 -0
- package/dist/lib/core/file-utils.test-constants.d.ts +38 -0
- package/dist/lib/core/file-utils.test-constants.d.ts.map +1 -0
- package/dist/lib/core/file-utils.test-constants.js +40 -0
- package/dist/lib/core/file-utils.test-constants.js.map +1 -0
- package/dist/lib/core/file-utils.test.d.ts.map +1 -0
- package/dist/lib/core/file-utils.test.js +1329 -0
- package/dist/lib/core/file-utils.test.js.map +1 -0
- package/dist/lib/core/input-validator.d.ts +125 -0
- package/dist/lib/core/input-validator.d.ts.map +1 -0
- package/dist/lib/core/input-validator.fuzz.test.d.ts.map +1 -0
- package/dist/lib/core/input-validator.fuzz.test.js +302 -0
- package/dist/lib/core/input-validator.fuzz.test.js.map +1 -0
- package/dist/lib/core/input-validator.js +348 -0
- package/dist/lib/core/input-validator.js.map +1 -0
- package/dist/lib/core/input-validator.test.d.ts.map +1 -0
- package/dist/lib/core/input-validator.test.js +465 -0
- package/dist/lib/core/input-validator.test.js.map +1 -0
- package/dist/lib/core/logger.d.ts +32 -0
- package/dist/lib/core/logger.d.ts.map +1 -0
- package/dist/lib/core/logger.js +104 -0
- package/dist/lib/core/logger.js.map +1 -0
- package/dist/lib/core/logger.test.d.ts.map +1 -0
- package/dist/lib/core/logger.test.js.map +1 -0
- package/dist/lib/core/schema-types.d.ts +37 -0
- package/dist/lib/core/schema-types.d.ts.map +1 -0
- package/dist/lib/core/schema-types.js +29 -0
- package/dist/lib/core/schema-types.js.map +1 -0
- package/dist/lib/core/server-utils.d.ts +98 -0
- package/dist/lib/core/server-utils.d.ts.map +1 -0
- package/dist/lib/core/server-utils.js +193 -0
- package/dist/lib/core/server-utils.js.map +1 -0
- package/dist/lib/core/shared-schemas.d.ts +301 -0
- package/dist/lib/core/shared-schemas.d.ts.map +1 -0
- package/dist/lib/core/shared-schemas.js +222 -0
- package/dist/lib/core/shared-schemas.js.map +1 -0
- package/dist/lib/core/shared-schemas.test.d.ts.map +1 -0
- package/dist/lib/core/shared-schemas.test.js +136 -0
- package/dist/lib/core/shared-schemas.test.js.map +1 -0
- package/dist/lib/core/units.d.ts +67 -0
- package/dist/lib/core/units.d.ts.map +1 -0
- package/dist/lib/core/units.js +88 -0
- package/dist/lib/core/units.js.map +1 -0
- package/dist/lib/cost/cost-estimation.d.ts +264 -0
- package/dist/lib/cost/cost-estimation.d.ts.map +1 -0
- package/dist/lib/cost/cost-estimation.js +541 -0
- package/dist/lib/cost/cost-estimation.js.map +1 -0
- package/dist/lib/cost/cost-estimation.test.d.ts +5 -0
- package/dist/lib/cost/cost-estimation.test.d.ts.map +1 -0
- package/dist/lib/cost/cost-estimation.test.js +701 -0
- package/dist/lib/cost/cost-estimation.test.js.map +1 -0
- package/dist/lib/cost/pricing-cache.d.ts +59 -0
- package/dist/lib/cost/pricing-cache.d.ts.map +1 -0
- package/dist/lib/cost/pricing-cache.js +120 -0
- package/dist/lib/cost/pricing-cache.js.map +1 -0
- package/dist/lib/cost/pricing-cache.test.d.ts +5 -0
- package/dist/lib/cost/pricing-cache.test.d.ts.map +1 -0
- package/dist/lib/cost/pricing-cache.test.js +176 -0
- package/dist/lib/cost/pricing-cache.test.js.map +1 -0
- package/dist/lib/dashboard-file-utils.d.ts +35 -0
- package/dist/lib/dashboard-file-utils.d.ts.map +1 -0
- package/dist/lib/dashboard-file-utils.js +94 -0
- package/dist/lib/dashboard-file-utils.js.map +1 -0
- package/dist/lib/errors/error-sanitizer.d.ts +62 -0
- package/dist/lib/errors/error-sanitizer.d.ts.map +1 -0
- package/dist/lib/errors/error-sanitizer.js +235 -0
- package/dist/lib/errors/error-sanitizer.js.map +1 -0
- package/dist/lib/errors/error-sanitizer.test.d.ts.map +1 -0
- package/dist/lib/errors/error-sanitizer.test.js +534 -0
- package/dist/lib/errors/error-sanitizer.test.js.map +1 -0
- package/dist/lib/errors/error-types.d.ts +59 -0
- package/dist/lib/errors/error-types.d.ts.map +1 -0
- package/dist/lib/errors/error-types.js +187 -0
- package/dist/lib/errors/error-types.js.map +1 -0
- package/dist/lib/errors/error-types.test.d.ts.map +1 -0
- package/dist/lib/errors/error-types.test.js +246 -0
- package/dist/lib/errors/error-types.test.js.map +1 -0
- package/dist/lib/errors/query-sanitizer.d.ts.map +1 -0
- package/dist/lib/errors/query-sanitizer.js +269 -0
- package/dist/lib/errors/query-sanitizer.js.map +1 -0
- package/dist/lib/errors/query-sanitizer.test.d.ts.map +1 -0
- package/dist/lib/errors/query-sanitizer.test.js +403 -0
- package/dist/lib/errors/query-sanitizer.test.js.map +1 -0
- package/dist/lib/exports/confident-export.d.ts +105 -0
- package/dist/lib/exports/confident-export.d.ts.map +1 -0
- package/dist/lib/exports/confident-export.js +385 -0
- package/dist/lib/exports/confident-export.js.map +1 -0
- package/dist/lib/exports/confident-export.test.d.ts.map +1 -0
- package/dist/lib/exports/confident-export.test.js +848 -0
- package/dist/lib/exports/confident-export.test.js.map +1 -0
- package/dist/lib/exports/datadog-export.d.ts +200 -0
- package/dist/lib/exports/datadog-export.d.ts.map +1 -0
- package/dist/lib/exports/datadog-export.js +488 -0
- package/dist/lib/exports/datadog-export.js.map +1 -0
- package/dist/lib/exports/datadog-export.test.d.ts +2 -0
- package/dist/lib/exports/datadog-export.test.d.ts.map +1 -0
- package/dist/lib/exports/datadog-export.test.js +890 -0
- package/dist/lib/exports/datadog-export.test.js.map +1 -0
- package/dist/lib/exports/export-config-schemas.d.ts +67 -0
- package/dist/lib/exports/export-config-schemas.d.ts.map +1 -0
- package/dist/lib/exports/export-config-schemas.js +120 -0
- package/dist/lib/exports/export-config-schemas.js.map +1 -0
- package/dist/lib/exports/export-config-schemas.test.d.ts +8 -0
- package/dist/lib/exports/export-config-schemas.test.d.ts.map +1 -0
- package/dist/lib/exports/export-config-schemas.test.js +503 -0
- package/dist/lib/exports/export-config-schemas.test.js.map +1 -0
- package/dist/lib/exports/export-utils.d.ts +127 -0
- package/dist/lib/exports/export-utils.d.ts.map +1 -0
- package/dist/lib/exports/export-utils.js +303 -0
- package/dist/lib/exports/export-utils.js.map +1 -0
- package/dist/lib/exports/export-utils.test.d.ts.map +1 -0
- package/dist/lib/exports/export-utils.test.js +344 -0
- package/dist/lib/exports/export-utils.test.js.map +1 -0
- package/dist/lib/exports/langfuse-export.d.ts +129 -0
- package/dist/lib/exports/langfuse-export.d.ts.map +1 -0
- package/dist/lib/exports/langfuse-export.js +370 -0
- package/dist/lib/exports/langfuse-export.js.map +1 -0
- package/dist/lib/exports/langfuse-export.test.d.ts.map +1 -0
- package/dist/lib/exports/langfuse-export.test.js +1020 -0
- package/dist/lib/exports/langfuse-export.test.js.map +1 -0
- package/dist/lib/exports/otlp-export.d.ts +179 -0
- package/dist/lib/exports/otlp-export.d.ts.map +1 -0
- package/dist/lib/exports/otlp-export.js +397 -0
- package/dist/lib/exports/otlp-export.js.map +1 -0
- package/dist/lib/exports/otlp-format-converter.d.ts +70 -0
- package/dist/lib/exports/otlp-format-converter.d.ts.map +1 -0
- package/dist/lib/exports/otlp-format-converter.js +401 -0
- package/dist/lib/exports/otlp-format-converter.js.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.d.ts +53 -0
- package/dist/lib/exports/otlp-proto-encode.d.ts.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.js +165 -0
- package/dist/lib/exports/otlp-proto-encode.js.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.test.d.ts +7 -0
- package/dist/lib/exports/otlp-proto-encode.test.d.ts.map +1 -0
- package/dist/lib/exports/otlp-proto-encode.test.js +997 -0
- package/dist/lib/exports/otlp-proto-encode.test.js.map +1 -0
- package/dist/lib/exports/phoenix-export.d.ts +119 -0
- package/dist/lib/exports/phoenix-export.d.ts.map +1 -0
- package/dist/lib/exports/phoenix-export.js +448 -0
- package/dist/lib/exports/phoenix-export.js.map +1 -0
- package/dist/lib/exports/phoenix-export.test.d.ts.map +1 -0
- package/dist/lib/exports/phoenix-export.test.js +816 -0
- package/dist/lib/exports/phoenix-export.test.js.map +1 -0
- package/dist/lib/index.d.ts +16 -0
- package/dist/lib/index.d.ts.map +1 -0
- package/dist/lib/index.js +31 -0
- package/dist/lib/index.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks-schemas.d.ts +186 -0
- package/dist/lib/judge/evaluation-hooks-schemas.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks-schemas.js +125 -0
- package/dist/lib/judge/evaluation-hooks-schemas.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks.d.ts +88 -0
- package/dist/lib/judge/evaluation-hooks.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks.js +658 -0
- package/dist/lib/judge/evaluation-hooks.js.map +1 -0
- package/dist/lib/judge/evaluation-hooks.test.d.ts.map +1 -0
- package/dist/lib/judge/evaluation-hooks.test.js +934 -0
- package/dist/lib/judge/evaluation-hooks.test.js.map +1 -0
- package/dist/lib/judge/llm-as-judge.d.ts +138 -0
- package/dist/lib/judge/llm-as-judge.d.ts.map +1 -0
- package/dist/lib/judge/llm-as-judge.js +103 -0
- package/dist/lib/judge/llm-as-judge.js.map +1 -0
- package/dist/lib/judge/llm-as-judge.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-as-judge.test.js +2179 -0
- package/dist/lib/judge/llm-as-judge.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-bias.d.ts +44 -0
- package/dist/lib/judge/llm-judge-bias.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-bias.js +130 -0
- package/dist/lib/judge/llm-judge-bias.js.map +1 -0
- package/dist/lib/judge/llm-judge-bias.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-bias.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-bias.test.js +380 -0
- package/dist/lib/judge/llm-judge-bias.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-code.d.ts +99 -0
- package/dist/lib/judge/llm-judge-code.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-code.js +261 -0
- package/dist/lib/judge/llm-judge-code.js.map +1 -0
- package/dist/lib/judge/llm-judge-code.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-code.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-code.test.js +981 -0
- package/dist/lib/judge/llm-judge-code.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-config.d.ts +241 -0
- package/dist/lib/judge/llm-judge-config.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-config.js +390 -0
- package/dist/lib/judge/llm-judge-config.js.map +1 -0
- package/dist/lib/judge/llm-judge-config.test.d.ts +5 -0
- package/dist/lib/judge/llm-judge-config.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-config.test.js +392 -0
- package/dist/lib/judge/llm-judge-config.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-constants.d.ts +111 -0
- package/dist/lib/judge/llm-judge-constants.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-constants.js +150 -0
- package/dist/lib/judge/llm-judge-constants.js.map +1 -0
- package/dist/lib/judge/llm-judge-dag.d.ts +57 -0
- package/dist/lib/judge/llm-judge-dag.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-dag.js +217 -0
- package/dist/lib/judge/llm-judge-dag.js.map +1 -0
- package/dist/lib/judge/llm-judge-dag.test.d.ts +8 -0
- package/dist/lib/judge/llm-judge-dag.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-dag.test.js +973 -0
- package/dist/lib/judge/llm-judge-dag.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-domain.d.ts +42 -0
- package/dist/lib/judge/llm-judge-domain.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-domain.js +167 -0
- package/dist/lib/judge/llm-judge-domain.js.map +1 -0
- package/dist/lib/judge/llm-judge-domain.test.d.ts +6 -0
- package/dist/lib/judge/llm-judge-domain.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-domain.test.js +337 -0
- package/dist/lib/judge/llm-judge-domain.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-geval.d.ts +42 -0
- package/dist/lib/judge/llm-judge-geval.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-geval.js +213 -0
- package/dist/lib/judge/llm-judge-geval.js.map +1 -0
- package/dist/lib/judge/llm-judge-geval.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-geval.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-geval.test.js +556 -0
- package/dist/lib/judge/llm-judge-geval.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-otel.test.d.ts +9 -0
- package/dist/lib/judge/llm-judge-otel.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-otel.test.js +91 -0
- package/dist/lib/judge/llm-judge-otel.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-qag.d.ts +38 -0
- package/dist/lib/judge/llm-judge-qag.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-qag.js +205 -0
- package/dist/lib/judge/llm-judge-qag.js.map +1 -0
- package/dist/lib/judge/llm-judge-qag.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-qag.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-qag.test.js +386 -0
- package/dist/lib/judge/llm-judge-qag.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.d.ts +74 -0
- package/dist/lib/judge/llm-judge-resilience.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.js +146 -0
- package/dist/lib/judge/llm-judge-resilience.js.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-resilience.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-resilience.test.js +353 -0
- package/dist/lib/judge/llm-judge-resilience.test.js.map +1 -0
- package/dist/lib/judge/llm-judge-security.d.ts +106 -0
- package/dist/lib/judge/llm-judge-security.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-security.js +314 -0
- package/dist/lib/judge/llm-judge-security.js.map +1 -0
- package/dist/lib/judge/llm-judge-security.test.d.ts +2 -0
- package/dist/lib/judge/llm-judge-security.test.d.ts.map +1 -0
- package/dist/lib/judge/llm-judge-security.test.js +1011 -0
- package/dist/lib/judge/llm-judge-security.test.js.map +1 -0
- package/dist/lib/observability/context-accumulator.d.ts +32 -0
- package/dist/lib/observability/context-accumulator.d.ts.map +1 -0
- package/dist/lib/observability/context-accumulator.js +87 -0
- package/dist/lib/observability/context-accumulator.js.map +1 -0
- package/dist/lib/observability/evaluation-events.d.ts +35 -0
- package/dist/lib/observability/evaluation-events.d.ts.map +1 -0
- package/dist/lib/observability/evaluation-events.js +90 -0
- package/dist/lib/observability/evaluation-events.js.map +1 -0
- package/dist/lib/observability/file-span-exporter.d.ts +17 -0
- package/dist/lib/observability/file-span-exporter.d.ts.map +1 -0
- package/dist/lib/observability/file-span-exporter.js +49 -0
- package/dist/lib/observability/file-span-exporter.js.map +1 -0
- package/dist/lib/observability/histogram-bucket-constants.d.ts +25 -0
- package/dist/lib/observability/histogram-bucket-constants.d.ts.map +1 -0
- package/dist/lib/observability/histogram-bucket-constants.js +60 -0
- package/dist/lib/observability/histogram-bucket-constants.js.map +1 -0
- package/dist/lib/observability/histogram.d.ts +112 -0
- package/dist/lib/observability/histogram.d.ts.map +1 -0
- package/dist/lib/observability/histogram.js +170 -0
- package/dist/lib/observability/histogram.js.map +1 -0
- package/dist/lib/observability/histogram.test.d.ts.map +1 -0
- package/dist/lib/observability/histogram.test.js +385 -0
- package/dist/lib/observability/histogram.test.js.map +1 -0
- package/dist/lib/observability/indexer.d.ts +114 -0
- package/dist/lib/observability/indexer.d.ts.map +1 -0
- package/dist/lib/observability/indexer.js +402 -0
- package/dist/lib/observability/indexer.js.map +1 -0
- package/dist/lib/observability/indexer.test.d.ts.map +1 -0
- package/dist/lib/observability/indexer.test.js +713 -0
- package/dist/lib/observability/indexer.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-eval.test.d.ts +5 -0
- package/dist/lib/observability/instrumentation-eval.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-eval.test.js +63 -0
- package/dist/lib/observability/instrumentation-eval.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-init-errors.test.d.ts +13 -0
- package/dist/lib/observability/instrumentation-init-errors.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-init-errors.test.js +194 -0
- package/dist/lib/observability/instrumentation-init-errors.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts +15 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.js +188 -0
- package/dist/lib/observability/instrumentation-retry-timeout.test.js.map +1 -0
- package/dist/lib/observability/instrumentation-set-otel.test.d.ts +5 -0
- package/dist/lib/observability/instrumentation-set-otel.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation-set-otel.test.js +59 -0
- package/dist/lib/observability/instrumentation-set-otel.test.js.map +1 -0
- package/dist/lib/observability/instrumentation.d.ts +158 -0
- package/dist/lib/observability/instrumentation.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.integration.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.integration.test.js +590 -0
- package/dist/lib/observability/instrumentation.integration.test.js.map +1 -0
- package/dist/lib/observability/instrumentation.js +512 -0
- package/dist/lib/observability/instrumentation.js.map +1 -0
- package/dist/lib/observability/instrumentation.test.d.ts.map +1 -0
- package/dist/lib/observability/instrumentation.test.js +822 -0
- package/dist/lib/observability/instrumentation.test.js.map +1 -0
- package/dist/lib/observability/mcp-semconv-constants.d.ts +98 -0
- package/dist/lib/observability/mcp-semconv-constants.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv-constants.js +102 -0
- package/dist/lib/observability/mcp-semconv-constants.js.map +1 -0
- package/dist/lib/observability/mcp-semconv.d.ts +37 -0
- package/dist/lib/observability/mcp-semconv.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv.js +87 -0
- package/dist/lib/observability/mcp-semconv.js.map +1 -0
- package/dist/lib/observability/mcp-semconv.test.d.ts +2 -0
- package/dist/lib/observability/mcp-semconv.test.d.ts.map +1 -0
- package/dist/lib/observability/mcp-semconv.test.js +168 -0
- package/dist/lib/observability/mcp-semconv.test.js.map +1 -0
- package/dist/lib/observability/metrics.d.ts +100 -0
- package/dist/lib/observability/metrics.d.ts.map +1 -0
- package/dist/lib/observability/metrics.js +429 -0
- package/dist/lib/observability/metrics.js.map +1 -0
- package/dist/lib/observability/metrics.test.d.ts.map +1 -0
- package/dist/lib/observability/metrics.test.js +191 -0
- package/dist/lib/observability/metrics.test.js.map +1 -0
- package/dist/lib/observability/observability-test-constants.d.ts +34 -0
- package/dist/lib/observability/observability-test-constants.d.ts.map +1 -0
- package/dist/lib/observability/observability-test-constants.js +55 -0
- package/dist/lib/observability/observability-test-constants.js.map +1 -0
- package/dist/lib/observability/opentelemetry-resources.test.d.ts +2 -0
- package/dist/lib/observability/opentelemetry-resources.test.d.ts.map +1 -0
- package/dist/lib/observability/opentelemetry-resources.test.js +19 -0
- package/dist/lib/observability/opentelemetry-resources.test.js.map +1 -0
- package/dist/lib/observability/parse-stats.d.ts.map +1 -0
- package/dist/lib/observability/parse-stats.js +207 -0
- package/dist/lib/observability/parse-stats.js.map +1 -0
- package/dist/lib/observability/parse-stats.test.d.ts.map +1 -0
- package/dist/lib/observability/parse-stats.test.js +287 -0
- package/dist/lib/observability/parse-stats.test.js.map +1 -0
- package/dist/lib/observability/render-trace-tree.d.ts +31 -0
- package/dist/lib/observability/render-trace-tree.d.ts.map +1 -0
- package/dist/lib/observability/render-trace-tree.js +95 -0
- package/dist/lib/observability/render-trace-tree.js.map +1 -0
- package/dist/lib/observability/render-trace-tree.test.d.ts +5 -0
- package/dist/lib/observability/render-trace-tree.test.d.ts.map +1 -0
- package/dist/lib/observability/render-trace-tree.test.js +97 -0
- package/dist/lib/observability/render-trace-tree.test.js.map +1 -0
- package/dist/lib/observability/span-attributes.d.ts +27 -0
- package/dist/lib/observability/span-attributes.d.ts.map +1 -0
- package/dist/lib/observability/span-attributes.js +85 -0
- package/dist/lib/observability/span-attributes.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.d.ts +23 -0
- package/dist/lib/observability/trace-anomaly-detector.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.js +211 -0
- package/dist/lib/observability/trace-anomaly-detector.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.test.d.ts +5 -0
- package/dist/lib/observability/trace-anomaly-detector.test.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-detector.test.js +224 -0
- package/dist/lib/observability/trace-anomaly-detector.test.js.map +1 -0
- package/dist/lib/observability/trace-anomaly-schemas.d.ts +189 -0
- package/dist/lib/observability/trace-anomaly-schemas.d.ts.map +1 -0
- package/dist/lib/observability/trace-anomaly-schemas.js +167 -0
- package/dist/lib/observability/trace-anomaly-schemas.js.map +1 -0
- package/dist/lib/privacy/content-redaction.d.ts +141 -0
- package/dist/lib/privacy/content-redaction.d.ts.map +1 -0
- package/dist/lib/privacy/content-redaction.js +210 -0
- package/dist/lib/privacy/content-redaction.js.map +1 -0
- package/dist/lib/privacy/content-redaction.test.d.ts +2 -0
- package/dist/lib/privacy/content-redaction.test.d.ts.map +1 -0
- package/dist/lib/privacy/content-redaction.test.js +302 -0
- package/dist/lib/privacy/content-redaction.test.js.map +1 -0
- package/dist/lib/quality/bucket-utils.d.ts +17 -0
- package/dist/lib/quality/bucket-utils.d.ts.map +1 -0
- package/dist/lib/quality/bucket-utils.js +31 -0
- package/dist/lib/quality/bucket-utils.js.map +1 -0
- package/dist/lib/quality/bucket-utils.test.d.ts +2 -0
- package/dist/lib/quality/bucket-utils.test.d.ts.map +1 -0
- package/dist/lib/quality/bucket-utils.test.js +42 -0
- package/dist/lib/quality/bucket-utils.test.js.map +1 -0
- package/dist/lib/quality/qfe-backtest-detail.test.d.ts +5 -0
- package/dist/lib/quality/qfe-backtest-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-backtest-detail.test.js +179 -0
- package/dist/lib/quality/qfe-backtest-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-calibration-paths.test.d.ts +5 -0
- package/dist/lib/quality/qfe-calibration-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-calibration-paths.test.js +203 -0
- package/dist/lib/quality/qfe-calibration-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.d.ts +6 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.js +143 -0
- package/dist/lib/quality/qfe-correlation-helpers.test.js.map +1 -0
- package/dist/lib/quality/qfe-cqi-paths.test.d.ts +6 -0
- package/dist/lib/quality/qfe-cqi-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-cqi-paths.test.js +231 -0
- package/dist/lib/quality/qfe-cqi-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-critic-internals.test.d.ts +6 -0
- package/dist/lib/quality/qfe-critic-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-critic-internals.test.js +191 -0
- package/dist/lib/quality/qfe-critic-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-derived-paths.test.d.ts +2 -0
- package/dist/lib/quality/qfe-derived-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-derived-paths.test.js +372 -0
- package/dist/lib/quality/qfe-derived-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.d.ts +8 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.js +223 -0
- package/dist/lib/quality/qfe-dynamics-paths.test.js.map +1 -0
- package/dist/lib/quality/qfe-granger-internals.test.d.ts +6 -0
- package/dist/lib/quality/qfe-granger-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-granger-internals.test.js +158 -0
- package/dist/lib/quality/qfe-granger-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-label-normalize.test.d.ts +7 -0
- package/dist/lib/quality/qfe-label-normalize.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-label-normalize.test.js +332 -0
- package/dist/lib/quality/qfe-label-normalize.test.js.map +1 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.d.ts +6 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.js +98 -0
- package/dist/lib/quality/qfe-ordinal-edge.test.js.map +1 -0
- package/dist/lib/quality/qfe-roles-detail.test.d.ts +5 -0
- package/dist/lib/quality/qfe-roles-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-roles-detail.test.js +115 -0
- package/dist/lib/quality/qfe-roles-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-rolling-detail.test.d.ts +7 -0
- package/dist/lib/quality/qfe-rolling-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-rolling-detail.test.js +249 -0
- package/dist/lib/quality/qfe-rolling-detail.test.js.map +1 -0
- package/dist/lib/quality/qfe-stats-internals.test.d.ts +7 -0
- package/dist/lib/quality/qfe-stats-internals.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-stats-internals.test.js +143 -0
- package/dist/lib/quality/qfe-stats-internals.test.js.map +1 -0
- package/dist/lib/quality/qfe-streaming.test.d.ts +5 -0
- package/dist/lib/quality/qfe-streaming.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-streaming.test.js +239 -0
- package/dist/lib/quality/qfe-streaming.test.js.map +1 -0
- package/dist/lib/quality/qfe-sweep-detail.test.d.ts +6 -0
- package/dist/lib/quality/qfe-sweep-detail.test.d.ts.map +1 -0
- package/dist/lib/quality/qfe-sweep-detail.test.js +291 -0
- package/dist/lib/quality/qfe-sweep-detail.test.js.map +1 -0
- package/dist/lib/quality/quality-alerts.d.ts +23 -0
- package/dist/lib/quality/quality-alerts.d.ts.map +1 -0
- package/dist/lib/quality/quality-alerts.js +89 -0
- package/dist/lib/quality/quality-alerts.js.map +1 -0
- package/dist/lib/quality/quality-alerts.test.d.ts +2 -0
- package/dist/lib/quality/quality-alerts.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-alerts.test.js +86 -0
- package/dist/lib/quality/quality-alerts.test.js.map +1 -0
- package/dist/lib/quality/quality-constants.d.ts +294 -0
- package/dist/lib/quality/quality-constants.d.ts.map +1 -0
- package/dist/lib/quality/quality-constants.js +335 -0
- package/dist/lib/quality/quality-constants.js.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.d.ts +1071 -0
- package/dist/lib/quality/quality-feature-engineering.d.ts.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.js +2076 -0
- package/dist/lib/quality/quality-feature-engineering.js.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.test.d.ts +5 -0
- package/dist/lib/quality/quality-feature-engineering.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-feature-engineering.test.js +2908 -0
- package/dist/lib/quality/quality-feature-engineering.test.js.map +1 -0
- package/dist/lib/quality/quality-metrics.d.ts +943 -0
- package/dist/lib/quality/quality-metrics.d.ts.map +1 -0
- package/dist/lib/quality/quality-metrics.js +1151 -0
- package/dist/lib/quality/quality-metrics.js.map +1 -0
- package/dist/lib/quality/quality-metrics.test.d.ts +5 -0
- package/dist/lib/quality/quality-metrics.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-metrics.test.js +2766 -0
- package/dist/lib/quality/quality-metrics.test.js.map +1 -0
- package/dist/lib/quality/quality-multi-agent.d.ts +106 -0
- package/dist/lib/quality/quality-multi-agent.d.ts.map +1 -0
- package/dist/lib/quality/quality-multi-agent.js +124 -0
- package/dist/lib/quality/quality-multi-agent.js.map +1 -0
- package/dist/lib/quality/quality-multi-agent.test.d.ts +6 -0
- package/dist/lib/quality/quality-multi-agent.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-multi-agent.test.js +163 -0
- package/dist/lib/quality/quality-multi-agent.test.js.map +1 -0
- package/dist/lib/quality/quality-sla.d.ts +35 -0
- package/dist/lib/quality/quality-sla.d.ts.map +1 -0
- package/dist/lib/quality/quality-sla.js +62 -0
- package/dist/lib/quality/quality-sla.js.map +1 -0
- package/dist/lib/quality/quality-sla.test.d.ts +5 -0
- package/dist/lib/quality/quality-sla.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-sla.test.js +144 -0
- package/dist/lib/quality/quality-sla.test.js.map +1 -0
- package/dist/lib/quality/quality-test-constants.d.ts +23 -0
- package/dist/lib/quality/quality-test-constants.d.ts.map +1 -0
- package/dist/lib/quality/quality-test-constants.js +25 -0
- package/dist/lib/quality/quality-test-constants.js.map +1 -0
- package/dist/lib/quality/quality-trends.d.ts +101 -0
- package/dist/lib/quality/quality-trends.d.ts.map +1 -0
- package/dist/lib/quality/quality-trends.js +299 -0
- package/dist/lib/quality/quality-trends.js.map +1 -0
- package/dist/lib/quality/quality-trends.test.d.ts +6 -0
- package/dist/lib/quality/quality-trends.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-trends.test.js +377 -0
- package/dist/lib/quality/quality-trends.test.js.map +1 -0
- package/dist/lib/quality/quality-views.d.ts +966 -0
- package/dist/lib/quality/quality-views.d.ts.map +1 -0
- package/dist/lib/quality/quality-views.js +367 -0
- package/dist/lib/quality/quality-views.js.map +1 -0
- package/dist/lib/quality/quality-views.test.d.ts +6 -0
- package/dist/lib/quality/quality-views.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-views.test.js +262 -0
- package/dist/lib/quality/quality-views.test.js.map +1 -0
- package/dist/lib/quality/quality-visualization.d.ts +112 -0
- package/dist/lib/quality/quality-visualization.d.ts.map +1 -0
- package/dist/lib/quality/quality-visualization.js +136 -0
- package/dist/lib/quality/quality-visualization.js.map +1 -0
- package/dist/lib/quality/quality-visualization.test.d.ts +5 -0
- package/dist/lib/quality/quality-visualization.test.d.ts.map +1 -0
- package/dist/lib/quality/quality-visualization.test.js +189 -0
- package/dist/lib/quality/quality-visualization.test.js.map +1 -0
- package/dist/lib/resilience/cache.d.ts +56 -0
- package/dist/lib/resilience/cache.d.ts.map +1 -0
- package/dist/lib/resilience/cache.js +96 -0
- package/dist/lib/resilience/cache.js.map +1 -0
- package/dist/lib/resilience/cache.test.d.ts.map +1 -0
- package/dist/lib/resilience/cache.test.js +106 -0
- package/dist/lib/resilience/cache.test.js.map +1 -0
- package/dist/lib/resilience/circuit-breaker.d.ts +147 -0
- package/dist/lib/resilience/circuit-breaker.d.ts.map +1 -0
- package/dist/lib/resilience/circuit-breaker.js +251 -0
- package/dist/lib/resilience/circuit-breaker.js.map +1 -0
- package/dist/lib/resilience/circuit-breaker.test.d.ts.map +1 -0
- package/dist/lib/resilience/circuit-breaker.test.js +266 -0
- package/dist/lib/resilience/circuit-breaker.test.js.map +1 -0
- package/dist/lib/resilience/toon-encoder.d.ts +31 -0
- package/dist/lib/resilience/toon-encoder.d.ts.map +1 -0
- package/dist/lib/resilience/toon-encoder.js +66 -0
- package/dist/lib/resilience/toon-encoder.js.map +1 -0
- package/dist/lib/resilience/toon-encoder.test.d.ts.map +1 -0
- package/dist/lib/resilience/toon-encoder.test.js +86 -0
- package/dist/lib/resilience/toon-encoder.test.js.map +1 -0
- package/dist/lib/testing/mock-llm-builder.d.ts +139 -0
- package/dist/lib/testing/mock-llm-builder.d.ts.map +1 -0
- package/dist/lib/testing/mock-llm-builder.js +254 -0
- package/dist/lib/testing/mock-llm-builder.js.map +1 -0
- package/dist/lib/testing/mock-llm-builder.test.d.ts +5 -0
- package/dist/lib/testing/mock-llm-builder.test.d.ts.map +1 -0
- package/dist/lib/testing/mock-llm-builder.test.js +304 -0
- package/dist/lib/testing/mock-llm-builder.test.js.map +1 -0
- package/dist/lib/validation/api-schemas.d.ts +705 -0
- package/dist/lib/validation/api-schemas.d.ts.map +1 -0
- package/dist/lib/validation/api-schemas.js +351 -0
- package/dist/lib/validation/api-schemas.js.map +1 -0
- package/dist/lib/validation/api-schemas.test.d.ts +5 -0
- package/dist/lib/validation/api-schemas.test.d.ts.map +1 -0
- package/dist/lib/validation/api-schemas.test.js +427 -0
- package/dist/lib/validation/api-schemas.test.js.map +1 -0
- package/dist/lib/validation/dashboard-schemas.d.ts +203 -0
- package/dist/lib/validation/dashboard-schemas.d.ts.map +1 -0
- package/dist/lib/validation/dashboard-schemas.js +186 -0
- package/dist/lib/validation/dashboard-schemas.js.map +1 -0
- package/dist/lib/validation/dashboard-schemas.test.d.ts +5 -0
- package/dist/lib/validation/dashboard-schemas.test.d.ts.map +1 -0
- package/dist/lib/validation/dashboard-schemas.test.js +353 -0
- package/dist/lib/validation/dashboard-schemas.test.js.map +1 -0
- package/dist/server.d.ts +2 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +158 -144
- package/dist/server.js.map +1 -1
- package/dist/server.test.js +102 -95
- package/dist/server.test.js.map +1 -1
- package/dist/test-helpers/assertions.d.ts +6 -0
- package/dist/test-helpers/assertions.d.ts.map +1 -0
- package/dist/test-helpers/assertions.js +11 -0
- package/dist/test-helpers/assertions.js.map +1 -0
- package/dist/test-helpers/env-utils.d.ts +0 -64
- package/dist/test-helpers/env-utils.d.ts.map +1 -1
- package/dist/test-helpers/env-utils.js +0 -100
- package/dist/test-helpers/env-utils.js.map +1 -1
- package/dist/test-helpers/fuzz-generators.d.ts.map +1 -1
- package/dist/test-helpers/fuzz-generators.js +62 -22
- package/dist/test-helpers/fuzz-generators.js.map +1 -1
- package/dist/test-helpers/index.d.ts +3 -2
- package/dist/test-helpers/index.d.ts.map +1 -1
- package/dist/test-helpers/index.js +4 -2
- package/dist/test-helpers/index.js.map +1 -1
- package/dist/test-helpers/memfs-utils.test.js +81 -76
- package/dist/test-helpers/memfs-utils.test.js.map +1 -1
- package/dist/test-helpers/mock-backends.d.ts +19 -17
- package/dist/test-helpers/mock-backends.d.ts.map +1 -1
- package/dist/test-helpers/mock-backends.js +16 -4
- package/dist/test-helpers/mock-backends.js.map +1 -1
- package/dist/test-helpers/mock-backends.test.js +43 -112
- package/dist/test-helpers/mock-backends.test.js.map +1 -1
- package/dist/test-helpers/race-condition-helpers.d.ts.map +1 -1
- package/dist/test-helpers/race-condition-helpers.js +3 -2
- package/dist/test-helpers/race-condition-helpers.js.map +1 -1
- package/dist/test-helpers/schema-validators.d.ts +2 -2
- package/dist/test-helpers/schema-validators.d.ts.map +1 -1
- package/dist/test-helpers/schema-validators.js +35 -31
- package/dist/test-helpers/schema-validators.js.map +1 -1
- package/dist/test-helpers/test-constants.d.ts +74 -0
- package/dist/test-helpers/test-constants.d.ts.map +1 -0
- package/dist/test-helpers/test-constants.js +78 -0
- package/dist/test-helpers/test-constants.js.map +1 -0
- package/dist/test-helpers/test-data-builders.d.ts +25 -7
- package/dist/test-helpers/test-data-builders.d.ts.map +1 -1
- package/dist/test-helpers/test-data-builders.js +32 -9
- package/dist/test-helpers/test-data-builders.js.map +1 -1
- package/dist/test-helpers/test-data-builders.test.js +116 -107
- package/dist/test-helpers/test-data-builders.test.js.map +1 -1
- package/dist/test-helpers/tool-validators.d.ts +1 -1
- package/dist/test-helpers/tool-validators.d.ts.map +1 -1
- package/dist/test-helpers/tool-validators.js +10 -10
- package/dist/test-helpers/tool-validators.js.map +1 -1
- package/dist/tools/audit-trail.d.ts +170 -0
- package/dist/tools/audit-trail.d.ts.map +1 -0
- package/dist/tools/audit-trail.js +109 -0
- package/dist/tools/audit-trail.js.map +1 -0
- package/dist/tools/audit-trail.test.d.ts +5 -0
- package/dist/tools/audit-trail.test.d.ts.map +1 -0
- package/dist/tools/audit-trail.test.js +122 -0
- package/dist/tools/audit-trail.test.js.map +1 -0
- package/dist/tools/context-stats.d.ts +6 -20
- package/dist/tools/context-stats.d.ts.map +1 -1
- package/dist/tools/context-stats.js +106 -88
- package/dist/tools/context-stats.js.map +1 -1
- package/dist/tools/context-stats.test.js +109 -60
- package/dist/tools/context-stats.test.js.map +1 -1
- package/dist/tools/detect-trace-anomalies.d.ts +123 -0
- package/dist/tools/detect-trace-anomalies.d.ts.map +1 -0
- package/dist/tools/detect-trace-anomalies.js +66 -0
- package/dist/tools/detect-trace-anomalies.js.map +1 -0
- package/dist/tools/estimate-cost.d.ts +77 -0
- package/dist/tools/estimate-cost.d.ts.map +1 -0
- package/dist/tools/estimate-cost.js +104 -0
- package/dist/tools/estimate-cost.js.map +1 -0
- package/dist/tools/estimate-cost.test.d.ts +5 -0
- package/dist/tools/estimate-cost.test.d.ts.map +1 -0
- package/dist/tools/estimate-cost.test.js +343 -0
- package/dist/tools/estimate-cost.test.js.map +1 -0
- package/dist/tools/export-base.d.ts +77 -0
- package/dist/tools/export-base.d.ts.map +1 -0
- package/dist/tools/export-base.js +150 -0
- package/dist/tools/export-base.js.map +1 -0
- package/dist/tools/export-base.test.d.ts +18 -0
- package/dist/tools/export-base.test.d.ts.map +1 -0
- package/dist/tools/export-base.test.js +220 -0
- package/dist/tools/export-base.test.js.map +1 -0
- package/dist/tools/export-confident.d.ts +94 -90
- package/dist/tools/export-confident.d.ts.map +1 -1
- package/dist/tools/export-confident.js +17 -115
- package/dist/tools/export-confident.js.map +1 -1
- package/dist/tools/export-confident.test.js +79 -75
- package/dist/tools/export-confident.test.js.map +1 -1
- package/dist/tools/export-datadog.d.ts +77 -116
- package/dist/tools/export-datadog.d.ts.map +1 -1
- package/dist/tools/export-datadog.js +38 -40
- package/dist/tools/export-datadog.js.map +1 -1
- package/dist/tools/export-datadog.test.js +122 -165
- package/dist/tools/export-datadog.test.js.map +1 -1
- package/dist/tools/export-jaeger.d.ts +100 -0
- package/dist/tools/export-jaeger.d.ts.map +1 -0
- package/dist/tools/export-jaeger.js +154 -0
- package/dist/tools/export-jaeger.js.map +1 -0
- package/dist/tools/export-jaeger.test.d.ts +2 -0
- package/dist/tools/export-jaeger.test.d.ts.map +1 -0
- package/dist/tools/export-jaeger.test.js +113 -0
- package/dist/tools/export-jaeger.test.js.map +1 -0
- package/dist/tools/export-langfuse.d.ts +78 -80
- package/dist/tools/export-langfuse.d.ts.map +1 -1
- package/dist/tools/export-langfuse.js +15 -113
- package/dist/tools/export-langfuse.js.map +1 -1
- package/dist/tools/export-langfuse.test.js +70 -81
- package/dist/tools/export-langfuse.test.js.map +1 -1
- package/dist/tools/export-phoenix.d.ts +115 -90
- package/dist/tools/export-phoenix.d.ts.map +1 -1
- package/dist/tools/export-phoenix.js +29 -117
- package/dist/tools/export-phoenix.js.map +1 -1
- package/dist/tools/export-phoenix.test.js +95 -94
- package/dist/tools/export-phoenix.test.js.map +1 -1
- package/dist/tools/get-trace-url.d.ts +2 -10
- package/dist/tools/get-trace-url.d.ts.map +1 -1
- package/dist/tools/get-trace-url.js +5 -8
- package/dist/tools/get-trace-url.js.map +1 -1
- package/dist/tools/get-trace-url.test.js +81 -399
- package/dist/tools/get-trace-url.test.js.map +1 -1
- package/dist/tools/hallucination-detection.d.ts +203 -0
- package/dist/tools/hallucination-detection.d.ts.map +1 -0
- package/dist/tools/hallucination-detection.js +189 -0
- package/dist/tools/hallucination-detection.js.map +1 -0
- package/dist/tools/hallucination-detection.test.d.ts +5 -0
- package/dist/tools/hallucination-detection.test.d.ts.map +1 -0
- package/dist/tools/hallucination-detection.test.js +529 -0
- package/dist/tools/hallucination-detection.test.js.map +1 -0
- package/dist/tools/health-check.d.ts +9 -16
- package/dist/tools/health-check.d.ts.map +1 -1
- package/dist/tools/health-check.js +88 -101
- package/dist/tools/health-check.js.map +1 -1
- package/dist/tools/health-check.test.js +72 -165
- package/dist/tools/health-check.test.js.map +1 -1
- package/dist/tools/index.d.ts +13 -0
- package/dist/tools/index.d.ts.map +1 -1
- package/dist/tools/index.js +13 -0
- package/dist/tools/index.js.map +1 -1
- package/dist/tools/ingest-constants.d.ts +8 -0
- package/dist/tools/ingest-constants.d.ts.map +1 -0
- package/dist/tools/ingest-constants.js +8 -0
- package/dist/tools/ingest-constants.js.map +1 -0
- package/dist/tools/ingest-spans.d.ts +45 -0
- package/dist/tools/ingest-spans.d.ts.map +1 -0
- package/dist/tools/ingest-spans.js +129 -0
- package/dist/tools/ingest-spans.js.map +1 -0
- package/dist/tools/ingest-spans.test.d.ts +5 -0
- package/dist/tools/ingest-spans.test.d.ts.map +1 -0
- package/dist/tools/ingest-spans.test.js +250 -0
- package/dist/tools/ingest-spans.test.js.map +1 -0
- package/dist/tools/ingest-traces.d.ts +76 -0
- package/dist/tools/ingest-traces.d.ts.map +1 -0
- package/dist/tools/ingest-traces.js +164 -0
- package/dist/tools/ingest-traces.js.map +1 -0
- package/dist/tools/ingest-traces.test.d.ts +5 -0
- package/dist/tools/ingest-traces.test.d.ts.map +1 -0
- package/dist/tools/ingest-traces.test.js +483 -0
- package/dist/tools/ingest-traces.test.js.map +1 -0
- package/dist/tools/inject-evaluations.d.ts +136 -1197
- package/dist/tools/inject-evaluations.d.ts.map +1 -1
- package/dist/tools/inject-evaluations.js +65 -53
- package/dist/tools/inject-evaluations.js.map +1 -1
- package/dist/tools/inject-evaluations.test.js +83 -71
- package/dist/tools/inject-evaluations.test.js.map +1 -1
- package/dist/tools/manage-datasets.d.ts +850 -0
- package/dist/tools/manage-datasets.d.ts.map +1 -0
- package/dist/tools/manage-datasets.js +139 -0
- package/dist/tools/manage-datasets.js.map +1 -0
- package/dist/tools/manage-datasets.test.d.ts +5 -0
- package/dist/tools/manage-datasets.test.d.ts.map +1 -0
- package/dist/tools/manage-datasets.test.js +430 -0
- package/dist/tools/manage-datasets.test.js.map +1 -0
- package/dist/tools/multi-agent-coordination.d.ts +178 -0
- package/dist/tools/multi-agent-coordination.d.ts.map +1 -0
- package/dist/tools/multi-agent-coordination.js +270 -0
- package/dist/tools/multi-agent-coordination.js.map +1 -0
- package/dist/tools/multi-agent-coordination.test.d.ts +5 -0
- package/dist/tools/multi-agent-coordination.test.d.ts.map +1 -0
- package/dist/tools/multi-agent-coordination.test.js +530 -0
- package/dist/tools/multi-agent-coordination.test.js.map +1 -0
- package/dist/tools/query-evaluations.d.ts +147 -105
- package/dist/tools/query-evaluations.d.ts.map +1 -1
- package/dist/tools/query-evaluations.js +205 -178
- package/dist/tools/query-evaluations.js.map +1 -1
- package/dist/tools/query-evaluations.test.js +386 -391
- package/dist/tools/query-evaluations.test.js.map +1 -1
- package/dist/tools/query-llm-events.d.ts +100 -75
- package/dist/tools/query-llm-events.d.ts.map +1 -1
- package/dist/tools/query-llm-events.js +106 -80
- package/dist/tools/query-llm-events.js.map +1 -1
- package/dist/tools/query-llm-events.test.js +183 -346
- package/dist/tools/query-llm-events.test.js.map +1 -1
- package/dist/tools/query-logs.d.ts +45 -58
- package/dist/tools/query-logs.d.ts.map +1 -1
- package/dist/tools/query-logs.js +54 -101
- package/dist/tools/query-logs.js.map +1 -1
- package/dist/tools/query-logs.test.js +118 -314
- package/dist/tools/query-logs.test.js.map +1 -1
- package/dist/tools/query-metric-histograms.d.ts +112 -0
- package/dist/tools/query-metric-histograms.d.ts.map +1 -0
- package/dist/tools/query-metric-histograms.js +69 -0
- package/dist/tools/query-metric-histograms.js.map +1 -0
- package/dist/tools/query-metric-histograms.test.d.ts +5 -0
- package/dist/tools/query-metric-histograms.test.d.ts.map +1 -0
- package/dist/tools/query-metric-histograms.test.js +209 -0
- package/dist/tools/query-metric-histograms.test.js.map +1 -0
- package/dist/tools/query-metrics.d.ts +159 -60
- package/dist/tools/query-metrics.d.ts.map +1 -1
- package/dist/tools/query-metrics.js +133 -111
- package/dist/tools/query-metrics.js.map +1 -1
- package/dist/tools/query-metrics.test.js +314 -389
- package/dist/tools/query-metrics.test.js.map +1 -1
- package/dist/tools/query-regressions.d.ts +76 -0
- package/dist/tools/query-regressions.d.ts.map +1 -0
- package/dist/tools/query-regressions.js +122 -0
- package/dist/tools/query-regressions.js.map +1 -0
- package/dist/tools/query-regressions.test.d.ts +8 -0
- package/dist/tools/query-regressions.test.d.ts.map +1 -0
- package/dist/tools/query-regressions.test.js +129 -0
- package/dist/tools/query-regressions.test.js.map +1 -0
- package/dist/tools/query-traces.d.ts +103 -71
- package/dist/tools/query-traces.d.ts.map +1 -1
- package/dist/tools/query-traces.js +75 -106
- package/dist/tools/query-traces.js.map +1 -1
- package/dist/tools/query-traces.test.js +140 -846
- package/dist/tools/query-traces.test.js.map +1 -1
- package/dist/tools/query-verifications.d.ts +55 -43
- package/dist/tools/query-verifications.d.ts.map +1 -1
- package/dist/tools/query-verifications.js +47 -46
- package/dist/tools/query-verifications.js.map +1 -1
- package/dist/tools/query-verifications.test.js +42 -35
- package/dist/tools/query-verifications.test.js.map +1 -1
- package/dist/tools/routing-telemetry.d.ts +168 -0
- package/dist/tools/routing-telemetry.d.ts.map +1 -0
- package/dist/tools/routing-telemetry.js +267 -0
- package/dist/tools/routing-telemetry.js.map +1 -0
- package/dist/tools/routing-telemetry.test.d.ts +5 -0
- package/dist/tools/routing-telemetry.test.d.ts.map +1 -0
- package/dist/tools/routing-telemetry.test.js +747 -0
- package/dist/tools/routing-telemetry.test.js.map +1 -0
- package/dist/tools/setup-claudeignore.d.ts +4 -32
- package/dist/tools/setup-claudeignore.d.ts.map +1 -1
- package/dist/tools/setup-claudeignore.js +18 -22
- package/dist/tools/setup-claudeignore.js.map +1 -1
- package/dist/tools/setup-claudeignore.test.js +50 -49
- package/dist/tools/setup-claudeignore.test.js.map +1 -1
- package/dist/tools/token-budget.d.ts +170 -0
- package/dist/tools/token-budget.d.ts.map +1 -0
- package/dist/tools/token-budget.js +219 -0
- package/dist/tools/token-budget.js.map +1 -0
- package/dist/tools/token-budget.test.d.ts +5 -0
- package/dist/tools/token-budget.test.d.ts.map +1 -0
- package/dist/tools/token-budget.test.js +293 -0
- package/dist/tools/token-budget.test.js.map +1 -0
- package/package.json +72 -10
- package/dist/backends/local-jsonl.test.d.ts +0 -2
- package/dist/backends/local-jsonl.test.d.ts.map +0 -1
- package/dist/backends/local-jsonl.test.js +0 -4651
- package/dist/backends/local-jsonl.test.js.map +0 -1
- package/dist/backends/signoz-api-circuit-breaker.test.d.ts +0 -6
- package/dist/backends/signoz-api-circuit-breaker.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-circuit-breaker.test.js +0 -548
- package/dist/backends/signoz-api-circuit-breaker.test.js.map +0 -1
- package/dist/backends/signoz-api-rate-limiter.test.d.ts +0 -6
- package/dist/backends/signoz-api-rate-limiter.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-rate-limiter.test.js +0 -390
- package/dist/backends/signoz-api-rate-limiter.test.js.map +0 -1
- package/dist/backends/signoz-api-ssrf.test.d.ts +0 -6
- package/dist/backends/signoz-api-ssrf.test.d.ts.map +0 -1
- package/dist/backends/signoz-api-ssrf.test.js +0 -216
- package/dist/backends/signoz-api-ssrf.test.js.map +0 -1
- package/dist/backends/signoz-api-test-helpers.d.ts +0 -80
- package/dist/backends/signoz-api-test-helpers.d.ts.map +0 -1
- package/dist/backends/signoz-api-test-helpers.js +0 -79
- package/dist/backends/signoz-api-test-helpers.js.map +0 -1
- package/dist/backends/signoz-api.d.ts +0 -109
- package/dist/backends/signoz-api.d.ts.map +0 -1
- package/dist/backends/signoz-api.integration.test.d.ts +0 -8
- package/dist/backends/signoz-api.integration.test.d.ts.map +0 -1
- package/dist/backends/signoz-api.integration.test.js +0 -137
- package/dist/backends/signoz-api.integration.test.js.map +0 -1
- package/dist/backends/signoz-api.js +0 -1132
- package/dist/backends/signoz-api.js.map +0 -1
- package/dist/backends/signoz-api.test.d.ts +0 -11
- package/dist/backends/signoz-api.test.d.ts.map +0 -1
- package/dist/backends/signoz-api.test.js +0 -832
- package/dist/backends/signoz-api.test.js.map +0 -1
- package/dist/lib/agent-as-judge.d.ts +0 -388
- package/dist/lib/agent-as-judge.d.ts.map +0 -1
- package/dist/lib/agent-as-judge.js +0 -740
- package/dist/lib/agent-as-judge.js.map +0 -1
- package/dist/lib/agent-as-judge.test.d.ts.map +0 -1
- package/dist/lib/agent-as-judge.test.js +0 -816
- package/dist/lib/agent-as-judge.test.js.map +0 -1
- package/dist/lib/cache.d.ts +0 -90
- package/dist/lib/cache.d.ts.map +0 -1
- package/dist/lib/cache.js +0 -133
- package/dist/lib/cache.js.map +0 -1
- package/dist/lib/cache.test.d.ts.map +0 -1
- package/dist/lib/cache.test.js +0 -105
- package/dist/lib/cache.test.js.map +0 -1
- package/dist/lib/circuit-breaker.d.ts +0 -101
- package/dist/lib/circuit-breaker.d.ts.map +0 -1
- package/dist/lib/circuit-breaker.js +0 -158
- package/dist/lib/circuit-breaker.js.map +0 -1
- package/dist/lib/circuit-breaker.test.d.ts.map +0 -1
- package/dist/lib/circuit-breaker.test.js +0 -263
- package/dist/lib/circuit-breaker.test.js.map +0 -1
- package/dist/lib/confident-export.d.ts +0 -101
- package/dist/lib/confident-export.d.ts.map +0 -1
- package/dist/lib/confident-export.js +0 -393
- package/dist/lib/confident-export.js.map +0 -1
- package/dist/lib/confident-export.test.d.ts.map +0 -1
- package/dist/lib/confident-export.test.js +0 -835
- package/dist/lib/confident-export.test.js.map +0 -1
- package/dist/lib/constants-symlink.test.d.ts.map +0 -1
- package/dist/lib/constants-symlink.test.js +0 -357
- package/dist/lib/constants-symlink.test.js.map +0 -1
- package/dist/lib/constants.d.ts +0 -183
- package/dist/lib/constants.d.ts.map +0 -1
- package/dist/lib/constants.js +0 -453
- package/dist/lib/constants.js.map +0 -1
- package/dist/lib/constants.test.d.ts.map +0 -1
- package/dist/lib/constants.test.js +0 -717
- package/dist/lib/constants.test.js.map +0 -1
- package/dist/lib/datadog-export.d.ts +0 -156
- package/dist/lib/datadog-export.d.ts.map +0 -1
- package/dist/lib/datadog-export.js +0 -464
- package/dist/lib/datadog-export.js.map +0 -1
- package/dist/lib/datadog-export.test.d.ts +0 -14
- package/dist/lib/datadog-export.test.d.ts.map +0 -1
- package/dist/lib/datadog-export.test.js +0 -890
- package/dist/lib/datadog-export.test.js.map +0 -1
- package/dist/lib/edge-cases.test.d.ts.map +0 -1
- package/dist/lib/edge-cases.test.js +0 -634
- package/dist/lib/edge-cases.test.js.map +0 -1
- package/dist/lib/error-sanitizer.d.ts +0 -57
- package/dist/lib/error-sanitizer.d.ts.map +0 -1
- package/dist/lib/error-sanitizer.js +0 -233
- package/dist/lib/error-sanitizer.js.map +0 -1
- package/dist/lib/error-sanitizer.test.d.ts.map +0 -1
- package/dist/lib/error-sanitizer.test.js +0 -528
- package/dist/lib/error-sanitizer.test.js.map +0 -1
- package/dist/lib/error-types.d.ts +0 -54
- package/dist/lib/error-types.d.ts.map +0 -1
- package/dist/lib/error-types.js +0 -154
- package/dist/lib/error-types.js.map +0 -1
- package/dist/lib/error-types.test.d.ts.map +0 -1
- package/dist/lib/error-types.test.js +0 -196
- package/dist/lib/error-types.test.js.map +0 -1
- package/dist/lib/evaluation-hooks.d.ts +0 -49
- package/dist/lib/evaluation-hooks.d.ts.map +0 -1
- package/dist/lib/evaluation-hooks.js +0 -488
- package/dist/lib/evaluation-hooks.js.map +0 -1
- package/dist/lib/evaluation-hooks.test.d.ts.map +0 -1
- package/dist/lib/evaluation-hooks.test.js +0 -624
- package/dist/lib/evaluation-hooks.test.js.map +0 -1
- package/dist/lib/export-utils.d.ts +0 -99
- package/dist/lib/export-utils.d.ts.map +0 -1
- package/dist/lib/export-utils.js +0 -238
- package/dist/lib/export-utils.js.map +0 -1
- package/dist/lib/export-utils.test.d.ts.map +0 -1
- package/dist/lib/export-utils.test.js +0 -193
- package/dist/lib/export-utils.test.js.map +0 -1
- package/dist/lib/file-utils.d.ts +0 -320
- package/dist/lib/file-utils.d.ts.map +0 -1
- package/dist/lib/file-utils.js +0 -816
- package/dist/lib/file-utils.js.map +0 -1
- package/dist/lib/file-utils.test.d.ts.map +0 -1
- package/dist/lib/file-utils.test.js +0 -1333
- package/dist/lib/file-utils.test.js.map +0 -1
- package/dist/lib/histogram.d.ts +0 -119
- package/dist/lib/histogram.d.ts.map +0 -1
- package/dist/lib/histogram.js +0 -202
- package/dist/lib/histogram.js.map +0 -1
- package/dist/lib/histogram.test.d.ts.map +0 -1
- package/dist/lib/histogram.test.js +0 -381
- package/dist/lib/histogram.test.js.map +0 -1
- package/dist/lib/indexer.d.ts +0 -96
- package/dist/lib/indexer.d.ts.map +0 -1
- package/dist/lib/indexer.js +0 -353
- package/dist/lib/indexer.js.map +0 -1
- package/dist/lib/indexer.test.d.ts.map +0 -1
- package/dist/lib/indexer.test.js +0 -696
- package/dist/lib/indexer.test.js.map +0 -1
- package/dist/lib/input-validator.d.ts +0 -115
- package/dist/lib/input-validator.d.ts.map +0 -1
- package/dist/lib/input-validator.fuzz.test.d.ts.map +0 -1
- package/dist/lib/input-validator.fuzz.test.js +0 -290
- package/dist/lib/input-validator.fuzz.test.js.map +0 -1
- package/dist/lib/input-validator.js +0 -304
- package/dist/lib/input-validator.js.map +0 -1
- package/dist/lib/input-validator.test.d.ts.map +0 -1
- package/dist/lib/input-validator.test.js +0 -415
- package/dist/lib/input-validator.test.js.map +0 -1
- package/dist/lib/instrumentation.d.ts +0 -153
- package/dist/lib/instrumentation.d.ts.map +0 -1
- package/dist/lib/instrumentation.integration.test.d.ts.map +0 -1
- package/dist/lib/instrumentation.integration.test.js +0 -589
- package/dist/lib/instrumentation.integration.test.js.map +0 -1
- package/dist/lib/instrumentation.js +0 -520
- package/dist/lib/instrumentation.js.map +0 -1
- package/dist/lib/instrumentation.test.d.ts.map +0 -1
- package/dist/lib/instrumentation.test.js +0 -821
- package/dist/lib/instrumentation.test.js.map +0 -1
- package/dist/lib/langfuse-export.d.ts +0 -125
- package/dist/lib/langfuse-export.d.ts.map +0 -1
- package/dist/lib/langfuse-export.js +0 -367
- package/dist/lib/langfuse-export.js.map +0 -1
- package/dist/lib/langfuse-export.test.d.ts.map +0 -1
- package/dist/lib/langfuse-export.test.js +0 -1007
- package/dist/lib/langfuse-export.test.js.map +0 -1
- package/dist/lib/llm-as-judge.d.ts +0 -657
- package/dist/lib/llm-as-judge.d.ts.map +0 -1
- package/dist/lib/llm-as-judge.js +0 -1397
- package/dist/lib/llm-as-judge.js.map +0 -1
- package/dist/lib/llm-as-judge.test.d.ts.map +0 -1
- package/dist/lib/llm-as-judge.test.js +0 -2409
- package/dist/lib/llm-as-judge.test.js.map +0 -1
- package/dist/lib/logger.d.ts +0 -46
- package/dist/lib/logger.d.ts.map +0 -1
- package/dist/lib/logger.js +0 -81
- package/dist/lib/logger.js.map +0 -1
- package/dist/lib/logger.test.d.ts.map +0 -1
- package/dist/lib/logger.test.js.map +0 -1
- package/dist/lib/metrics.d.ts +0 -62
- package/dist/lib/metrics.d.ts.map +0 -1
- package/dist/lib/metrics.js +0 -166
- package/dist/lib/metrics.js.map +0 -1
- package/dist/lib/metrics.test.d.ts.map +0 -1
- package/dist/lib/metrics.test.js +0 -189
- package/dist/lib/metrics.test.js.map +0 -1
- package/dist/lib/otlp-export.d.ts +0 -178
- package/dist/lib/otlp-export.d.ts.map +0 -1
- package/dist/lib/otlp-export.js +0 -382
- package/dist/lib/otlp-export.js.map +0 -1
- package/dist/lib/parse-stats.d.ts.map +0 -1
- package/dist/lib/parse-stats.js +0 -206
- package/dist/lib/parse-stats.js.map +0 -1
- package/dist/lib/parse-stats.test.d.ts.map +0 -1
- package/dist/lib/parse-stats.test.js +0 -283
- package/dist/lib/parse-stats.test.js.map +0 -1
- package/dist/lib/phoenix-export.d.ts +0 -109
- package/dist/lib/phoenix-export.d.ts.map +0 -1
- package/dist/lib/phoenix-export.js +0 -429
- package/dist/lib/phoenix-export.js.map +0 -1
- package/dist/lib/phoenix-export.test.d.ts.map +0 -1
- package/dist/lib/phoenix-export.test.js +0 -725
- package/dist/lib/phoenix-export.test.js.map +0 -1
- package/dist/lib/query-sanitizer.d.ts.map +0 -1
- package/dist/lib/query-sanitizer.js +0 -261
- package/dist/lib/query-sanitizer.js.map +0 -1
- package/dist/lib/query-sanitizer.test.d.ts.map +0 -1
- package/dist/lib/query-sanitizer.test.js +0 -400
- package/dist/lib/query-sanitizer.test.js.map +0 -1
- package/dist/lib/server-utils.d.ts +0 -93
- package/dist/lib/server-utils.d.ts.map +0 -1
- package/dist/lib/server-utils.js +0 -181
- package/dist/lib/server-utils.js.map +0 -1
- package/dist/lib/shared-schemas.d.ts +0 -87
- package/dist/lib/shared-schemas.d.ts.map +0 -1
- package/dist/lib/shared-schemas.js +0 -87
- package/dist/lib/shared-schemas.js.map +0 -1
- package/dist/lib/shared-schemas.test.d.ts.map +0 -1
- package/dist/lib/shared-schemas.test.js +0 -106
- package/dist/lib/shared-schemas.test.js.map +0 -1
- package/dist/lib/toon-encoder.d.ts +0 -26
- package/dist/lib/toon-encoder.d.ts.map +0 -1
- package/dist/lib/toon-encoder.js +0 -61
- package/dist/lib/toon-encoder.js.map +0 -1
- package/dist/lib/toon-encoder.test.d.ts.map +0 -1
- package/dist/lib/toon-encoder.test.js +0 -85
- package/dist/lib/toon-encoder.test.js.map +0 -1
- package/dist/lib/verification-events.d.ts +0 -100
- package/dist/lib/verification-events.d.ts.map +0 -1
- package/dist/lib/verification-events.js +0 -162
- package/dist/lib/verification-events.js.map +0 -1
- package/dist/lib/verification-events.test.d.ts.map +0 -1
- package/dist/lib/verification-events.test.js +0 -193
- package/dist/lib/verification-events.test.js.map +0 -1
- package/dist/tools/signoz.integration.test.d.ts +0 -8
- package/dist/tools/signoz.integration.test.d.ts.map +0 -1
- package/dist/tools/signoz.integration.test.js +0 -141
- package/dist/tools/signoz.integration.test.js.map +0 -1
- package/dist/types/evaluation-hooks.d.ts +0 -176
- package/dist/types/evaluation-hooks.d.ts.map +0 -1
- package/dist/types/evaluation-hooks.js +0 -49
- package/dist/types/evaluation-hooks.js.map +0 -1
- /package/dist/lib/{agent-as-judge.test.d.ts → agent-judge/agent-as-judge.test.d.ts} +0 -0
- /package/dist/lib/{verification-events.test.d.ts → audit/verification-events.test.d.ts} +0 -0
- /package/dist/lib/{constants-symlink.test.d.ts → core/constants-symlink.test.d.ts} +0 -0
- /package/dist/lib/{constants.test.d.ts → core/constants.test.d.ts} +0 -0
- /package/dist/lib/{edge-cases.test.d.ts → core/edge-cases.test.d.ts} +0 -0
- /package/dist/lib/{file-utils.test.d.ts → core/file-utils.test.d.ts} +0 -0
- /package/dist/lib/{input-validator.fuzz.test.d.ts → core/input-validator.fuzz.test.d.ts} +0 -0
- /package/dist/lib/{input-validator.test.d.ts → core/input-validator.test.d.ts} +0 -0
- /package/dist/lib/{logger.test.d.ts → core/logger.test.d.ts} +0 -0
- /package/dist/lib/{logger.test.js → core/logger.test.js} +0 -0
- /package/dist/lib/{shared-schemas.test.d.ts → core/shared-schemas.test.d.ts} +0 -0
- /package/dist/lib/{error-sanitizer.test.d.ts → errors/error-sanitizer.test.d.ts} +0 -0
- /package/dist/lib/{error-types.test.d.ts → errors/error-types.test.d.ts} +0 -0
- /package/dist/lib/{query-sanitizer.d.ts → errors/query-sanitizer.d.ts} +0 -0
- /package/dist/lib/{query-sanitizer.test.d.ts → errors/query-sanitizer.test.d.ts} +0 -0
- /package/dist/lib/{confident-export.test.d.ts → exports/confident-export.test.d.ts} +0 -0
- /package/dist/lib/{export-utils.test.d.ts → exports/export-utils.test.d.ts} +0 -0
- /package/dist/lib/{langfuse-export.test.d.ts → exports/langfuse-export.test.d.ts} +0 -0
- /package/dist/lib/{phoenix-export.test.d.ts → exports/phoenix-export.test.d.ts} +0 -0
- /package/dist/lib/{evaluation-hooks.test.d.ts → judge/evaluation-hooks.test.d.ts} +0 -0
- /package/dist/lib/{llm-as-judge.test.d.ts → judge/llm-as-judge.test.d.ts} +0 -0
- /package/dist/lib/{histogram.test.d.ts → observability/histogram.test.d.ts} +0 -0
- /package/dist/lib/{indexer.test.d.ts → observability/indexer.test.d.ts} +0 -0
- /package/dist/lib/{instrumentation.integration.test.d.ts → observability/instrumentation.integration.test.d.ts} +0 -0
- /package/dist/lib/{instrumentation.test.d.ts → observability/instrumentation.test.d.ts} +0 -0
- /package/dist/lib/{metrics.test.d.ts → observability/metrics.test.d.ts} +0 -0
- /package/dist/lib/{parse-stats.d.ts → observability/parse-stats.d.ts} +0 -0
- /package/dist/lib/{parse-stats.test.d.ts → observability/parse-stats.test.d.ts} +0 -0
- /package/dist/lib/{cache.test.d.ts → resilience/cache.test.d.ts} +0 -0
- /package/dist/lib/{circuit-breaker.test.d.ts → resilience/circuit-breaker.test.d.ts} +0 -0
- /package/dist/lib/{toon-encoder.test.d.ts → resilience/toon-encoder.test.d.ts} +0 -0
|
@@ -0,0 +1,701 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for Cost Estimation Layer
|
|
3
|
+
*/
|
|
4
|
+
import { describe, it, beforeEach } from 'vitest';
|
|
5
|
+
import * as assert from 'node:assert';
|
|
6
|
+
import { calculateCost, getModelPricing, listModelsWithPricing, isPricingStale, checkBudget, createBudgetTracker, estimateBatchCost, estimateCostBeforeRequest, estimateTokens, CostEstimationError, InvalidModelError, tokenUsageSchema, budgetConfigSchema, DEFAULT_CACHE_DISCOUNT, } from './cost-estimation.js';
|
|
7
|
+
import { HOURS_PER_DAY, TIME_MS, MINUTES_PER_HOUR, SECONDS, } from '../core/units.js';
|
|
8
|
+
import { COUNT_FIFTY, COUNT_FIVE, COUNT_FIVE_THOUSAND, COUNT_HUNDRED, COUNT_SEVEN, COUNT_SIX, COUNT_THOUSAND, COUNT_THREE, COUNT_TWO, COUNT_TWO_THOUSAND, } from '../../test-helpers/test-constants.js';
|
|
9
|
+
const TEST_OUTPUT_TOKENS = COUNT_THOUSAND / COUNT_TWO;
|
|
10
|
+
const TEST_CACHE_CREATION_TOKENS = COUNT_TWO_THOUSAND;
|
|
11
|
+
const TEST_CACHE_READ_TOKENS = COUNT_FIVE_THOUSAND;
|
|
12
|
+
const TEST_METADATA_OUTPUT_TOKENS = COUNT_FIFTY;
|
|
13
|
+
const EXPECTED_SONNET_INPUT_COST = 0.003;
|
|
14
|
+
const EXPECTED_SONNET_OUTPUT_COST = 0.0075;
|
|
15
|
+
const EXPECTED_SONNET_TOTAL_COST = 0.0105;
|
|
16
|
+
const EXPECTED_OPUS_INPUT_COST = 0.005;
|
|
17
|
+
const EXPECTED_OPUS_OUTPUT_COST = 0.0125;
|
|
18
|
+
const EXPECTED_OPUS_TOTAL_COST = 0.0175;
|
|
19
|
+
const EXPECTED_SONNET_CACHE_READ_INPUT_COST = 0.0045;
|
|
20
|
+
const EXPECTED_SONNET_CACHE_CREATE_INPUT_COST = 0.009;
|
|
21
|
+
const EXPECTED_HALF_DISCOUNT_INPUT_COST = 0.015;
|
|
22
|
+
const EXPECTED_GPT4O_INPUT_COST = 0.0025;
|
|
23
|
+
const HALF_DISCOUNT = 0.5;
|
|
24
|
+
const INVALID_NEGATIVE_DISCOUNT = -0.1;
|
|
25
|
+
const INVALID_OVER_MAX_DISCOUNT = 1.5;
|
|
26
|
+
const BUDGET_LIMIT_STANDARD = 10.0;
|
|
27
|
+
const BUDGET_SPEND_HALF = 5.0;
|
|
28
|
+
const BUDGET_SPEND_WARNING = 8.0;
|
|
29
|
+
const BUDGET_SPEND_CRITICAL = 9.6;
|
|
30
|
+
const BUDGET_SPEND_EXCEEDED = 11.0;
|
|
31
|
+
const BUDGET_SPEND_DEFAULT_WARNING = 8.5;
|
|
32
|
+
const BUDGET_SPEND_DEFAULT_OK = 7.0;
|
|
33
|
+
const NEGATIVE_BUDGET_LIMIT = -10.0;
|
|
34
|
+
const BUDGET_PERCENT_HALF = 50;
|
|
35
|
+
const BUDGET_PERCENT_WARNING = 80;
|
|
36
|
+
const BUDGET_PERCENT_CRITICAL = 96;
|
|
37
|
+
const TRACKED_DAILY_SPEND = 4.0;
|
|
38
|
+
const SESSION_SPEND_FIRST = 2.0;
|
|
39
|
+
const SESSION_SPEND_SECOND = 2.5;
|
|
40
|
+
const SESSION_SPEND_TOTAL = 4.5;
|
|
41
|
+
const SUMMARY_TOTAL_COST = 3.0;
|
|
42
|
+
const LARGE_METADATA_LENGTH = 2000;
|
|
43
|
+
const MAX_ATTRIBUTIONS = COUNT_FIVE;
|
|
44
|
+
const ATTRIBUTION_INSERTIONS = COUNT_SEVEN;
|
|
45
|
+
const EXPECTED_BATCH_TOTAL_COST = 0.0315;
|
|
46
|
+
const EXPECTED_PRE_REQUEST_INPUT_COST = 0.015;
|
|
47
|
+
const EXPECTED_PRE_REQUEST_OUTPUT_COST = 0.03;
|
|
48
|
+
const EXPECTED_PRE_REQUEST_TOTAL_COST = 0.045;
|
|
49
|
+
const NEGATIVE_TOKEN_COUNT = -100;
|
|
50
|
+
const EXPECTED_DEFAULT_TOKEN_COUNT = COUNT_THREE;
|
|
51
|
+
const CHARS_PER_TOKEN_CUSTOM = COUNT_TWO;
|
|
52
|
+
const EXPECTED_CUSTOM_TOKEN_COUNT = COUNT_SIX;
|
|
53
|
+
describe('cost-estimation', () => {
|
|
54
|
+
// ==========================================================================
|
|
55
|
+
// calculateCost
|
|
56
|
+
// ==========================================================================
|
|
57
|
+
describe('calculateCost', () => {
|
|
58
|
+
it('calculates cost for known model', () => {
|
|
59
|
+
const usage = { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS };
|
|
60
|
+
const result = calculateCost(usage, 'claude-sonnet-4-20250514');
|
|
61
|
+
// Sonnet: $3/1M input, $15/1M output
|
|
62
|
+
assert.strictEqual(result.inputCost, EXPECTED_SONNET_INPUT_COST);
|
|
63
|
+
assert.strictEqual(result.outputCost, EXPECTED_SONNET_OUTPUT_COST);
|
|
64
|
+
assert.strictEqual(result.totalCost, EXPECTED_SONNET_TOTAL_COST);
|
|
65
|
+
assert.strictEqual(result.model, 'claude-sonnet-4-20250514');
|
|
66
|
+
assert.strictEqual(result.usedFallbackPricing, undefined);
|
|
67
|
+
});
|
|
68
|
+
it('calculates cost for opus model', () => {
|
|
69
|
+
const usage = { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS };
|
|
70
|
+
const result = calculateCost(usage, 'claude-opus-4-5-20251101');
|
|
71
|
+
// Opus 4.5: $5/1M input, $25/1M output
|
|
72
|
+
assert.strictEqual(result.inputCost, EXPECTED_OPUS_INPUT_COST);
|
|
73
|
+
assert.strictEqual(result.outputCost, EXPECTED_OPUS_OUTPUT_COST);
|
|
74
|
+
assert.strictEqual(result.totalCost, EXPECTED_OPUS_TOTAL_COST);
|
|
75
|
+
});
|
|
76
|
+
it('falls back to sonnet pricing for unknown models and flags it', () => {
|
|
77
|
+
const usage = { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS };
|
|
78
|
+
const result = calculateCost(usage, 'unknown-model-v1');
|
|
79
|
+
// Should use sonnet pricing as fallback
|
|
80
|
+
assert.strictEqual(result.inputCost, EXPECTED_SONNET_INPUT_COST);
|
|
81
|
+
assert.strictEqual(result.outputCost, EXPECTED_SONNET_OUTPUT_COST);
|
|
82
|
+
assert.strictEqual(result.model, 'unknown-model-v1');
|
|
83
|
+
assert.strictEqual(result.usedFallbackPricing, true);
|
|
84
|
+
});
|
|
85
|
+
it('handles cache read tokens with discount', () => {
|
|
86
|
+
const usage = {
|
|
87
|
+
inputTokens: COUNT_THOUSAND,
|
|
88
|
+
outputTokens: TEST_OUTPUT_TOKENS,
|
|
89
|
+
cacheReadTokens: TEST_CACHE_READ_TOKENS,
|
|
90
|
+
};
|
|
91
|
+
const result = calculateCost(usage, 'claude-sonnet-4-20250514');
|
|
92
|
+
// Regular input: 1000 * $3/1M = $0.003
|
|
93
|
+
// Cache read: 5000 * $3/1M * (1 - 0.9) = $0.0015
|
|
94
|
+
// Output: 500 * $15/1M = $0.0075
|
|
95
|
+
assert.strictEqual(result.inputCost, EXPECTED_SONNET_CACHE_READ_INPUT_COST);
|
|
96
|
+
assert.strictEqual(result.outputCost, EXPECTED_SONNET_OUTPUT_COST);
|
|
97
|
+
assert.strictEqual(result.cacheDiscount, DEFAULT_CACHE_DISCOUNT);
|
|
98
|
+
});
|
|
99
|
+
it('handles cache creation tokens', () => {
|
|
100
|
+
const usage = {
|
|
101
|
+
inputTokens: COUNT_THOUSAND,
|
|
102
|
+
outputTokens: TEST_OUTPUT_TOKENS,
|
|
103
|
+
cacheCreationTokens: TEST_CACHE_CREATION_TOKENS,
|
|
104
|
+
};
|
|
105
|
+
const result = calculateCost(usage, 'claude-sonnet-4-20250514');
|
|
106
|
+
// Regular input: 1000 * $3/1M = $0.003
|
|
107
|
+
// Cache creation: 2000 * $3/1M = $0.006 (no discount)
|
|
108
|
+
// Output: 500 * $15/1M = $0.0075
|
|
109
|
+
assert.strictEqual(result.inputCost, EXPECTED_SONNET_CACHE_CREATE_INPUT_COST);
|
|
110
|
+
assert.strictEqual(result.outputCost, EXPECTED_SONNET_OUTPUT_COST);
|
|
111
|
+
});
|
|
112
|
+
it('handles custom cache discount', () => {
|
|
113
|
+
const usage = {
|
|
114
|
+
inputTokens: 0,
|
|
115
|
+
outputTokens: 0,
|
|
116
|
+
cacheReadTokens: COUNT_HUNDRED * COUNT_HUNDRED,
|
|
117
|
+
};
|
|
118
|
+
const result = calculateCost(usage, 'claude-sonnet-4-20250514', HALF_DISCOUNT);
|
|
119
|
+
// Cache read with 50% discount: 10000 * $3/1M * 0.5 = $0.015
|
|
120
|
+
assert.strictEqual(result.inputCost, EXPECTED_HALF_DISCOUNT_INPUT_COST);
|
|
121
|
+
assert.strictEqual(result.cacheDiscount, HALF_DISCOUNT);
|
|
122
|
+
});
|
|
123
|
+
it('handles zero tokens', () => {
|
|
124
|
+
const usage = { inputTokens: 0, outputTokens: 0 };
|
|
125
|
+
const result = calculateCost(usage, 'claude-sonnet-4-20250514');
|
|
126
|
+
assert.strictEqual(result.inputCost, 0);
|
|
127
|
+
assert.strictEqual(result.outputCost, 0);
|
|
128
|
+
assert.strictEqual(result.totalCost, 0);
|
|
129
|
+
});
|
|
130
|
+
it('calculates cost for GPT models', () => {
|
|
131
|
+
const usage = { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS };
|
|
132
|
+
const result = calculateCost(usage, 'gpt-4o');
|
|
133
|
+
// GPT-4o: $2.50/1M input, $10/1M output
|
|
134
|
+
assert.strictEqual(result.inputCost, EXPECTED_GPT4O_INPUT_COST);
|
|
135
|
+
assert.strictEqual(result.outputCost, EXPECTED_OPUS_INPUT_COST);
|
|
136
|
+
});
|
|
137
|
+
// Error handling tests
|
|
138
|
+
it('throws on negative input tokens', () => {
|
|
139
|
+
assert.throws(() => calculateCost({ inputTokens: -1, outputTokens: 0 }, 'claude-sonnet-4-20250514'), CostEstimationError);
|
|
140
|
+
});
|
|
141
|
+
it('throws on negative output tokens', () => {
|
|
142
|
+
assert.throws(() => calculateCost({ inputTokens: 0, outputTokens: -1 }, 'claude-sonnet-4-20250514'), CostEstimationError);
|
|
143
|
+
});
|
|
144
|
+
it('throws on non-integer tokens', () => {
|
|
145
|
+
assert.throws(() => calculateCost({ inputTokens: 1.5, outputTokens: 0 }, 'claude-sonnet-4-20250514'), CostEstimationError);
|
|
146
|
+
});
|
|
147
|
+
it('throws on NaN tokens', () => {
|
|
148
|
+
assert.throws(() => calculateCost({ inputTokens: NaN, outputTokens: 0 }, 'claude-sonnet-4-20250514'), CostEstimationError);
|
|
149
|
+
});
|
|
150
|
+
it('throws on negative cache discount', () => {
|
|
151
|
+
assert.throws(() => calculateCost({ inputTokens: COUNT_HUNDRED, outputTokens: 0 }, 'claude-sonnet-4-20250514', INVALID_NEGATIVE_DISCOUNT), CostEstimationError);
|
|
152
|
+
});
|
|
153
|
+
it('throws on cache discount > 1', () => {
|
|
154
|
+
assert.throws(() => calculateCost({ inputTokens: COUNT_HUNDRED, outputTokens: 0 }, 'claude-sonnet-4-20250514', INVALID_OVER_MAX_DISCOUNT), CostEstimationError);
|
|
155
|
+
});
|
|
156
|
+
it('throws on NaN cache discount', () => {
|
|
157
|
+
assert.throws(() => calculateCost({ inputTokens: COUNT_HUNDRED, outputTokens: 0 }, 'claude-sonnet-4-20250514', NaN), CostEstimationError);
|
|
158
|
+
});
|
|
159
|
+
});
|
|
160
|
+
// ==========================================================================
|
|
161
|
+
// getModelPricing
|
|
162
|
+
// ==========================================================================
|
|
163
|
+
describe('getModelPricing', () => {
|
|
164
|
+
it('returns pricing for known model', () => {
|
|
165
|
+
const pricing = getModelPricing('claude-sonnet-4-20250514');
|
|
166
|
+
assert.deepStrictEqual(pricing, { input: 3.0, output: 15.0 });
|
|
167
|
+
});
|
|
168
|
+
it('returns null for unknown model', () => {
|
|
169
|
+
const pricing = getModelPricing('nonexistent-model');
|
|
170
|
+
assert.strictEqual(pricing, null);
|
|
171
|
+
});
|
|
172
|
+
it('return shape has no provider field (BF-2 regression)', () => {
|
|
173
|
+
// BF-2: getModelPricing previously returned { input, output, provider }.
|
|
174
|
+
// The provider field was removed; this guard prevents re-introduction.
|
|
175
|
+
const pricing = getModelPricing('claude-sonnet-4-20250514');
|
|
176
|
+
assert.ok(pricing !== null, 'expected non-null pricing for known model');
|
|
177
|
+
assert.ok(!('provider' in pricing), 'return shape must not include a provider field');
|
|
178
|
+
});
|
|
179
|
+
});
|
|
180
|
+
// ==========================================================================
|
|
181
|
+
// listModelsWithPricing
|
|
182
|
+
// ==========================================================================
|
|
183
|
+
describe('listModelsWithPricing', () => {
|
|
184
|
+
it('returns array of models with pricing', () => {
|
|
185
|
+
const models = listModelsWithPricing();
|
|
186
|
+
assert.ok(Array.isArray(models));
|
|
187
|
+
assert.ok(models.length > 0);
|
|
188
|
+
assert.ok('model' in models[0]);
|
|
189
|
+
assert.ok('input' in models[0]);
|
|
190
|
+
assert.ok('output' in models[0]);
|
|
191
|
+
});
|
|
192
|
+
it('includes major providers', () => {
|
|
193
|
+
const models = listModelsWithPricing();
|
|
194
|
+
const modelNames = models.map(m => m.model);
|
|
195
|
+
assert.ok(modelNames.includes('claude-sonnet-4-20250514'));
|
|
196
|
+
assert.ok(modelNames.includes('gpt-4o'));
|
|
197
|
+
assert.ok(modelNames.includes('gemini-1.5-pro'));
|
|
198
|
+
});
|
|
199
|
+
});
|
|
200
|
+
// ==========================================================================
|
|
201
|
+
// isPricingStale
|
|
202
|
+
// ==========================================================================
|
|
203
|
+
describe('isPricingStale', () => {
|
|
204
|
+
it('returns staleness status', () => {
|
|
205
|
+
const result = isPricingStale();
|
|
206
|
+
assert.ok('isStale' in result);
|
|
207
|
+
assert.ok('daysSinceUpdate' in result);
|
|
208
|
+
assert.ok('lastUpdated' in result);
|
|
209
|
+
assert.strictEqual(typeof result.isStale, 'boolean');
|
|
210
|
+
assert.strictEqual(typeof result.daysSinceUpdate, 'number');
|
|
211
|
+
});
|
|
212
|
+
});
|
|
213
|
+
// ==========================================================================
|
|
214
|
+
// checkBudget
|
|
215
|
+
// ==========================================================================
|
|
216
|
+
describe('checkBudget', () => {
|
|
217
|
+
it('returns ok when under threshold', () => {
|
|
218
|
+
const result = checkBudget(BUDGET_SPEND_HALF, BUDGET_LIMIT_STANDARD);
|
|
219
|
+
assert.strictEqual(result.level, 'ok');
|
|
220
|
+
assert.strictEqual(result.percentUsed, BUDGET_PERCENT_HALF);
|
|
221
|
+
assert.strictEqual(result.remainingBudget, BUDGET_SPEND_HALF);
|
|
222
|
+
});
|
|
223
|
+
it('returns warning at alert threshold', () => {
|
|
224
|
+
const result = checkBudget(BUDGET_SPEND_WARNING, BUDGET_LIMIT_STANDARD, { alertThreshold: 0.8, criticalThreshold: 0.95 });
|
|
225
|
+
assert.strictEqual(result.level, 'warning');
|
|
226
|
+
assert.strictEqual(result.percentUsed, BUDGET_PERCENT_WARNING);
|
|
227
|
+
});
|
|
228
|
+
it('returns critical at critical threshold', () => {
|
|
229
|
+
const result = checkBudget(BUDGET_SPEND_CRITICAL, BUDGET_LIMIT_STANDARD, { alertThreshold: 0.8, criticalThreshold: 0.95 });
|
|
230
|
+
assert.strictEqual(result.level, 'critical');
|
|
231
|
+
assert.strictEqual(result.percentUsed, BUDGET_PERCENT_CRITICAL);
|
|
232
|
+
});
|
|
233
|
+
it('returns exceeded when over limit', () => {
|
|
234
|
+
const result = checkBudget(BUDGET_SPEND_EXCEEDED, BUDGET_LIMIT_STANDARD);
|
|
235
|
+
assert.strictEqual(result.level, 'exceeded');
|
|
236
|
+
assert.strictEqual(result.remainingBudget, 0);
|
|
237
|
+
});
|
|
238
|
+
it('handles zero limit gracefully', () => {
|
|
239
|
+
const result = checkBudget(0, 0);
|
|
240
|
+
assert.strictEqual(result.percentUsed, 0);
|
|
241
|
+
});
|
|
242
|
+
it('uses default thresholds', () => {
|
|
243
|
+
// 85% should trigger warning (default 80%)
|
|
244
|
+
const warning = checkBudget(BUDGET_SPEND_DEFAULT_WARNING, BUDGET_LIMIT_STANDARD);
|
|
245
|
+
assert.strictEqual(warning.level, 'warning');
|
|
246
|
+
// 70% should be ok
|
|
247
|
+
const ok = checkBudget(BUDGET_SPEND_DEFAULT_OK, BUDGET_LIMIT_STANDARD);
|
|
248
|
+
assert.strictEqual(ok.level, 'ok');
|
|
249
|
+
});
|
|
250
|
+
// Error handling tests
|
|
251
|
+
it('throws on negative spend', () => {
|
|
252
|
+
assert.throws(() => checkBudget(-1, BUDGET_LIMIT_STANDARD), CostEstimationError);
|
|
253
|
+
});
|
|
254
|
+
it('throws on negative limit', () => {
|
|
255
|
+
assert.throws(() => checkBudget(BUDGET_SPEND_HALF, NEGATIVE_BUDGET_LIMIT), CostEstimationError);
|
|
256
|
+
});
|
|
257
|
+
it('throws on NaN spend', () => {
|
|
258
|
+
assert.throws(() => checkBudget(NaN, BUDGET_LIMIT_STANDARD), CostEstimationError);
|
|
259
|
+
});
|
|
260
|
+
it('throws on Infinity limit', () => {
|
|
261
|
+
assert.throws(() => checkBudget(BUDGET_SPEND_HALF, Infinity), CostEstimationError);
|
|
262
|
+
});
|
|
263
|
+
it('throws when alertThreshold >= criticalThreshold', () => {
|
|
264
|
+
assert.throws(() => checkBudget(BUDGET_SPEND_HALF, BUDGET_LIMIT_STANDARD, { alertThreshold: 0.9, criticalThreshold: 0.8 }), CostEstimationError);
|
|
265
|
+
});
|
|
266
|
+
it('throws when thresholds are equal', () => {
|
|
267
|
+
assert.throws(() => checkBudget(BUDGET_SPEND_HALF, BUDGET_LIMIT_STANDARD, { alertThreshold: 0.8, criticalThreshold: 0.8 }), CostEstimationError);
|
|
268
|
+
});
|
|
269
|
+
});
|
|
270
|
+
// ==========================================================================
|
|
271
|
+
// createBudgetTracker
|
|
272
|
+
// ==========================================================================
|
|
273
|
+
describe('createBudgetTracker', () => {
|
|
274
|
+
let tracker;
|
|
275
|
+
beforeEach(() => {
|
|
276
|
+
tracker = createBudgetTracker({
|
|
277
|
+
dailyLimit: BUDGET_LIMIT_STANDARD,
|
|
278
|
+
sessionLimit: BUDGET_SPEND_HALF,
|
|
279
|
+
userDailyLimit: SUMMARY_TOTAL_COST,
|
|
280
|
+
alertThreshold: 0.8,
|
|
281
|
+
criticalThreshold: 0.95,
|
|
282
|
+
});
|
|
283
|
+
});
|
|
284
|
+
it('tracks spend and checks daily budget', () => {
|
|
285
|
+
tracker.recordSpend(TRACKED_DAILY_SPEND, 'session-1', 'user-1', 'claude-sonnet-4-20250514');
|
|
286
|
+
const daily = tracker.checkDaily();
|
|
287
|
+
assert.ok(daily !== null);
|
|
288
|
+
assert.strictEqual(daily.currentSpend, TRACKED_DAILY_SPEND);
|
|
289
|
+
assert.strictEqual(daily.level, 'ok');
|
|
290
|
+
});
|
|
291
|
+
it('tracks session budget', () => {
|
|
292
|
+
tracker.recordSpend(SESSION_SPEND_FIRST, 'session-1', 'user-1');
|
|
293
|
+
tracker.recordSpend(SESSION_SPEND_SECOND, 'session-1', 'user-1');
|
|
294
|
+
const session = tracker.checkSession('session-1');
|
|
295
|
+
assert.ok(session !== null);
|
|
296
|
+
assert.strictEqual(session.currentSpend, SESSION_SPEND_TOTAL);
|
|
297
|
+
assert.strictEqual(session.level, 'warning'); // 90% of $5 limit
|
|
298
|
+
});
|
|
299
|
+
it('tracks user daily budget', () => {
|
|
300
|
+
tracker.recordSpend(SESSION_SPEND_SECOND, 'session-1', 'user-1');
|
|
301
|
+
const userDaily = tracker.checkUserDaily('user-1');
|
|
302
|
+
assert.ok(userDaily !== null);
|
|
303
|
+
assert.strictEqual(userDaily.currentSpend, SESSION_SPEND_SECOND);
|
|
304
|
+
assert.strictEqual(userDaily.level, 'warning'); // 83% of $3 limit
|
|
305
|
+
});
|
|
306
|
+
it('returns null when limit not configured', () => {
|
|
307
|
+
const noLimits = createBudgetTracker({});
|
|
308
|
+
assert.strictEqual(noLimits.checkDaily(), null);
|
|
309
|
+
assert.strictEqual(noLimits.checkSession('any'), null);
|
|
310
|
+
assert.strictEqual(noLimits.checkUserDaily('any'), null);
|
|
311
|
+
});
|
|
312
|
+
it('generates cost summary', () => {
|
|
313
|
+
tracker.recordSpend(1, 'session-1', 'user-1', 'claude-sonnet-4-20250514', COUNT_THOUSAND, TEST_OUTPUT_TOKENS);
|
|
314
|
+
tracker.recordSpend(SESSION_SPEND_FIRST, 'session-2', 'user-2', 'gpt-4o', COUNT_TWO_THOUSAND, COUNT_THOUSAND);
|
|
315
|
+
const summary = tracker.getSummary();
|
|
316
|
+
assert.strictEqual(summary.totalCost, SUMMARY_TOTAL_COST);
|
|
317
|
+
assert.strictEqual(summary.totalRequests, COUNT_TWO);
|
|
318
|
+
assert.strictEqual(summary.byModel['claude-sonnet-4-20250514'].cost, 1.0);
|
|
319
|
+
assert.strictEqual(summary.byModel['gpt-4o'].cost, SESSION_SPEND_FIRST);
|
|
320
|
+
assert.ok(summary.bySession);
|
|
321
|
+
assert.strictEqual(summary.bySession['session-1'].cost, 1.0);
|
|
322
|
+
assert.ok(summary.byUser);
|
|
323
|
+
assert.strictEqual(summary.byUser['user-1'].cost, 1.0);
|
|
324
|
+
});
|
|
325
|
+
it('filters summary by date range', () => {
|
|
326
|
+
const now = new Date();
|
|
327
|
+
const yesterday = new Date(now.getTime() - HOURS_PER_DAY * MINUTES_PER_HOUR * SECONDS.MINUTE * TIME_MS.SECOND);
|
|
328
|
+
tracker.recordSpend(1.0, 'session-1', 'user-1');
|
|
329
|
+
// Summary with future range should be empty
|
|
330
|
+
const futureStart = new Date(now.getTime() + MINUTES_PER_HOUR * SECONDS.MINUTE * TIME_MS.SECOND).toISOString();
|
|
331
|
+
const futureEnd = new Date(now.getTime() + COUNT_TWO * MINUTES_PER_HOUR * SECONDS.MINUTE * TIME_MS.SECOND).toISOString();
|
|
332
|
+
const future = tracker.getSummary(futureStart, futureEnd);
|
|
333
|
+
assert.strictEqual(future.totalRequests, 0);
|
|
334
|
+
// Summary including now should have data
|
|
335
|
+
const full = tracker.getSummary(yesterday.toISOString(), now.toISOString());
|
|
336
|
+
assert.strictEqual(full.totalRequests, 1);
|
|
337
|
+
});
|
|
338
|
+
it('resets tracked data', () => {
|
|
339
|
+
tracker.recordSpend(BUDGET_SPEND_HALF, 'session-1', 'user-1');
|
|
340
|
+
tracker.reset();
|
|
341
|
+
const daily = tracker.checkDaily();
|
|
342
|
+
assert.ok(daily !== null);
|
|
343
|
+
assert.strictEqual(daily.currentSpend, 0);
|
|
344
|
+
assert.strictEqual(tracker.getAttributions().length, 0);
|
|
345
|
+
});
|
|
346
|
+
it('includes metadata in attributions', () => {
|
|
347
|
+
tracker.recordSpend(1, 'session-1', 'user-1', 'model', COUNT_HUNDRED, TEST_METADATA_OUTPUT_TOKENS, { feature: 'test' });
|
|
348
|
+
const attrs = tracker.getAttributions();
|
|
349
|
+
assert.deepStrictEqual(attrs[0].metadata, { feature: 'test' });
|
|
350
|
+
});
|
|
351
|
+
// Memory protection tests
|
|
352
|
+
it('enforces max attributions with FIFO eviction', () => {
|
|
353
|
+
const limitedTracker = createBudgetTracker({
|
|
354
|
+
dailyLimit: 100.0,
|
|
355
|
+
maxAttributions: MAX_ATTRIBUTIONS,
|
|
356
|
+
});
|
|
357
|
+
// Add 7 attributions
|
|
358
|
+
for (let i = 0; i < ATTRIBUTION_INSERTIONS; i++) {
|
|
359
|
+
limitedTracker.recordSpend(1.0, `session-${i}`, 'user-1');
|
|
360
|
+
}
|
|
361
|
+
// Should only have 5 (latest)
|
|
362
|
+
const attrs = limitedTracker.getAttributions();
|
|
363
|
+
assert.strictEqual(attrs.length, MAX_ATTRIBUTIONS);
|
|
364
|
+
// First attribution should be session-2 (0, 1 were evicted)
|
|
365
|
+
assert.strictEqual(attrs[0].sessionId, 'session-2');
|
|
366
|
+
});
|
|
367
|
+
it('provides memory stats', () => {
|
|
368
|
+
tracker.recordSpend(1.0, 'session-1', 'user-1');
|
|
369
|
+
tracker.recordSpend(SESSION_SPEND_FIRST, 'session-2', 'user-2');
|
|
370
|
+
const stats = tracker.getStats();
|
|
371
|
+
assert.strictEqual(stats.attributions, COUNT_TWO);
|
|
372
|
+
assert.strictEqual(stats.dailyEntries, 1); // Same day
|
|
373
|
+
assert.strictEqual(stats.sessionEntries, COUNT_TWO);
|
|
374
|
+
assert.strictEqual(stats.userDailyEntries, COUNT_TWO);
|
|
375
|
+
});
|
|
376
|
+
it('throws on negative cost', () => {
|
|
377
|
+
assert.throws(() => tracker.recordSpend(-1.0, 'session-1', 'user-1'), CostEstimationError);
|
|
378
|
+
});
|
|
379
|
+
it('throws on NaN cost', () => {
|
|
380
|
+
assert.throws(() => tracker.recordSpend(NaN, 'session-1', 'user-1'), CostEstimationError);
|
|
381
|
+
});
|
|
382
|
+
it('throws on oversized metadata', () => {
|
|
383
|
+
const largeMetadata = { data: 'x'.repeat(LARGE_METADATA_LENGTH) };
|
|
384
|
+
assert.throws(() => tracker.recordSpend(1.0, 'session-1', 'user-1', 'model', 0, 0, largeMetadata), CostEstimationError);
|
|
385
|
+
});
|
|
386
|
+
it('throws on non-serializable metadata', () => {
|
|
387
|
+
const circular = {};
|
|
388
|
+
circular.self = circular;
|
|
389
|
+
assert.throws(() => tracker.recordSpend(1.0, 'session-1', 'user-1', 'model', 0, 0, circular), CostEstimationError);
|
|
390
|
+
});
|
|
391
|
+
it('allows manual cleanup', () => {
|
|
392
|
+
tracker.recordSpend(1.0, 'session-1', 'user-1');
|
|
393
|
+
tracker.cleanup();
|
|
394
|
+
// Should not throw
|
|
395
|
+
assert.ok(true);
|
|
396
|
+
});
|
|
397
|
+
});
|
|
398
|
+
// ==========================================================================
|
|
399
|
+
// estimateBatchCost
|
|
400
|
+
// ==========================================================================
|
|
401
|
+
describe('estimateBatchCost', () => {
|
|
402
|
+
it('calculates total cost for batch', () => {
|
|
403
|
+
const requests = [
|
|
404
|
+
{ usage: { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS }, model: 'claude-sonnet-4-20250514' },
|
|
405
|
+
{ usage: { inputTokens: COUNT_TWO_THOUSAND, outputTokens: COUNT_THOUSAND }, model: 'claude-sonnet-4-20250514' },
|
|
406
|
+
];
|
|
407
|
+
const result = estimateBatchCost(requests);
|
|
408
|
+
// First: $0.003 + $0.0075 = $0.0105
|
|
409
|
+
// Second: $0.006 + $0.015 = $0.021
|
|
410
|
+
// Total: $0.0315
|
|
411
|
+
assert.strictEqual(result.totalCost, EXPECTED_BATCH_TOTAL_COST);
|
|
412
|
+
assert.strictEqual(result.perRequest.length, COUNT_TWO);
|
|
413
|
+
});
|
|
414
|
+
it('handles empty batch', () => {
|
|
415
|
+
const result = estimateBatchCost([]);
|
|
416
|
+
assert.strictEqual(result.totalCost, 0);
|
|
417
|
+
assert.strictEqual(result.perRequest.length, 0);
|
|
418
|
+
});
|
|
419
|
+
it('handles mixed models', () => {
|
|
420
|
+
const requests = [
|
|
421
|
+
{ usage: { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS }, model: 'claude-sonnet-4-20250514' },
|
|
422
|
+
{ usage: { inputTokens: COUNT_THOUSAND, outputTokens: TEST_OUTPUT_TOKENS }, model: 'gpt-4o' },
|
|
423
|
+
];
|
|
424
|
+
const result = estimateBatchCost(requests);
|
|
425
|
+
assert.strictEqual(result.perRequest[0].model, 'claude-sonnet-4-20250514');
|
|
426
|
+
assert.strictEqual(result.perRequest[1].model, 'gpt-4o');
|
|
427
|
+
});
|
|
428
|
+
it('throws on invalid usage in batch', () => {
|
|
429
|
+
assert.throws(() => estimateBatchCost([
|
|
430
|
+
{ usage: { inputTokens: -1, outputTokens: 0 }, model: 'test' }
|
|
431
|
+
]), CostEstimationError);
|
|
432
|
+
});
|
|
433
|
+
});
|
|
434
|
+
// ==========================================================================
|
|
435
|
+
// estimateCostBeforeRequest
|
|
436
|
+
// ==========================================================================
|
|
437
|
+
describe('estimateCostBeforeRequest', () => {
|
|
438
|
+
it('estimates cost for planned request', () => {
|
|
439
|
+
const result = estimateCostBeforeRequest(COUNT_FIVE_THOUSAND, COUNT_TWO_THOUSAND, 'claude-sonnet-4-20250514');
|
|
440
|
+
// Input: 5000 * $3/1M = $0.015
|
|
441
|
+
// Output: 2000 * $15/1M = $0.03
|
|
442
|
+
assert.strictEqual(result.inputCost, EXPECTED_PRE_REQUEST_INPUT_COST);
|
|
443
|
+
assert.strictEqual(result.outputCost, EXPECTED_PRE_REQUEST_OUTPUT_COST);
|
|
444
|
+
assert.strictEqual(result.totalCost, EXPECTED_PRE_REQUEST_TOTAL_COST);
|
|
445
|
+
});
|
|
446
|
+
it('throws on negative tokens', () => {
|
|
447
|
+
assert.throws(() => estimateCostBeforeRequest(NEGATIVE_TOKEN_COUNT, 0, 'test'), CostEstimationError);
|
|
448
|
+
});
|
|
449
|
+
});
|
|
450
|
+
// ==========================================================================
|
|
451
|
+
// estimateTokens
|
|
452
|
+
// ==========================================================================
|
|
453
|
+
describe('estimateTokens', () => {
|
|
454
|
+
it('estimates tokens from text length', () => {
|
|
455
|
+
const text = 'Hello world'; // 11 chars
|
|
456
|
+
const tokens = estimateTokens(text);
|
|
457
|
+
// 11 / 4 = 2.75, ceil = 3
|
|
458
|
+
assert.strictEqual(tokens, EXPECTED_DEFAULT_TOKEN_COUNT);
|
|
459
|
+
});
|
|
460
|
+
it('uses custom chars per token', () => {
|
|
461
|
+
const text = 'Hello world'; // 11 chars
|
|
462
|
+
const tokens = estimateTokens(text, CHARS_PER_TOKEN_CUSTOM);
|
|
463
|
+
// 11 / 2 = 5.5, ceil = 6
|
|
464
|
+
assert.strictEqual(tokens, EXPECTED_CUSTOM_TOKEN_COUNT);
|
|
465
|
+
});
|
|
466
|
+
it('handles empty string', () => {
|
|
467
|
+
assert.strictEqual(estimateTokens(''), 0);
|
|
468
|
+
});
|
|
469
|
+
it('throws on zero charsPerToken', () => {
|
|
470
|
+
assert.throws(() => estimateTokens('hello', 0), CostEstimationError);
|
|
471
|
+
});
|
|
472
|
+
it('throws on negative charsPerToken', () => {
|
|
473
|
+
assert.throws(() => estimateTokens('hello', -1), CostEstimationError);
|
|
474
|
+
});
|
|
475
|
+
it('throws on NaN charsPerToken', () => {
|
|
476
|
+
assert.throws(() => estimateTokens('hello', NaN), CostEstimationError);
|
|
477
|
+
});
|
|
478
|
+
it('throws on Infinity charsPerToken', () => {
|
|
479
|
+
assert.throws(() => estimateTokens('hello', Infinity), CostEstimationError);
|
|
480
|
+
});
|
|
481
|
+
});
|
|
482
|
+
// ==========================================================================
|
|
483
|
+
// Error class tests
|
|
484
|
+
// ==========================================================================
|
|
485
|
+
describe('CostEstimationError', () => {
|
|
486
|
+
it('has correct name', () => {
|
|
487
|
+
const error = new CostEstimationError('test');
|
|
488
|
+
assert.strictEqual(error.name, 'CostEstimationError');
|
|
489
|
+
});
|
|
490
|
+
it('has correct message', () => {
|
|
491
|
+
const error = new CostEstimationError('test message');
|
|
492
|
+
assert.strictEqual(error.message, 'test message');
|
|
493
|
+
});
|
|
494
|
+
it('is instanceof Error', () => {
|
|
495
|
+
const error = new CostEstimationError('test');
|
|
496
|
+
assert.ok(error instanceof Error);
|
|
497
|
+
});
|
|
498
|
+
});
|
|
499
|
+
// ==========================================================================
|
|
500
|
+
// InvalidModelError tests
|
|
501
|
+
// ==========================================================================
|
|
502
|
+
describe('InvalidModelError', () => {
|
|
503
|
+
it('has correct name', () => {
|
|
504
|
+
const error = new InvalidModelError('bad-model-v1');
|
|
505
|
+
assert.strictEqual(error.name, 'InvalidModelError');
|
|
506
|
+
});
|
|
507
|
+
it('is instanceof CostEstimationError', () => {
|
|
508
|
+
const error = new InvalidModelError('bad-model-v1');
|
|
509
|
+
assert.ok(error instanceof CostEstimationError);
|
|
510
|
+
});
|
|
511
|
+
it('is instanceof Error', () => {
|
|
512
|
+
const error = new InvalidModelError('bad-model-v1');
|
|
513
|
+
assert.ok(error instanceof Error);
|
|
514
|
+
});
|
|
515
|
+
it('includes model name in message', () => {
|
|
516
|
+
const error = new InvalidModelError('my-unknown-model');
|
|
517
|
+
assert.ok(error.message.includes('my-unknown-model'));
|
|
518
|
+
assert.ok(error.message.includes('Unknown model'));
|
|
519
|
+
});
|
|
520
|
+
});
|
|
521
|
+
// ==========================================================================
|
|
522
|
+
// Zod Schema tests
|
|
523
|
+
// ==========================================================================
|
|
524
|
+
describe('tokenUsageSchema', () => {
|
|
525
|
+
it('accepts valid token usage', () => {
|
|
526
|
+
const result = tokenUsageSchema.safeParse({
|
|
527
|
+
inputTokens: COUNT_THOUSAND,
|
|
528
|
+
outputTokens: TEST_OUTPUT_TOKENS,
|
|
529
|
+
});
|
|
530
|
+
assert.ok(result.success);
|
|
531
|
+
});
|
|
532
|
+
it('accepts cache tokens', () => {
|
|
533
|
+
const result = tokenUsageSchema.safeParse({
|
|
534
|
+
inputTokens: COUNT_HUNDRED,
|
|
535
|
+
outputTokens: COUNT_HUNDRED,
|
|
536
|
+
cacheReadTokens: COUNT_FIVE_THOUSAND,
|
|
537
|
+
cacheCreationTokens: COUNT_TWO_THOUSAND,
|
|
538
|
+
});
|
|
539
|
+
assert.ok(result.success);
|
|
540
|
+
if (result.success) {
|
|
541
|
+
assert.strictEqual(result.data.cacheReadTokens, COUNT_FIVE_THOUSAND);
|
|
542
|
+
assert.strictEqual(result.data.cacheCreationTokens, COUNT_TWO_THOUSAND);
|
|
543
|
+
}
|
|
544
|
+
});
|
|
545
|
+
it('validates max token bounds', () => {
|
|
546
|
+
const tooLarge = Number.MAX_SAFE_INTEGER + 1;
|
|
547
|
+
const result = tokenUsageSchema.safeParse({
|
|
548
|
+
inputTokens: tooLarge,
|
|
549
|
+
outputTokens: 0,
|
|
550
|
+
});
|
|
551
|
+
assert.ok(!result.success);
|
|
552
|
+
});
|
|
553
|
+
it('rejects negative tokens', () => {
|
|
554
|
+
const result = tokenUsageSchema.safeParse({
|
|
555
|
+
inputTokens: -1,
|
|
556
|
+
outputTokens: 0,
|
|
557
|
+
});
|
|
558
|
+
assert.ok(!result.success);
|
|
559
|
+
});
|
|
560
|
+
it('rejects non-integer tokens', () => {
|
|
561
|
+
const result = tokenUsageSchema.safeParse({
|
|
562
|
+
inputTokens: 1.5,
|
|
563
|
+
outputTokens: 0,
|
|
564
|
+
});
|
|
565
|
+
assert.ok(!result.success);
|
|
566
|
+
});
|
|
567
|
+
});
|
|
568
|
+
describe('budgetConfigSchema', () => {
|
|
569
|
+
it('accepts valid config', () => {
|
|
570
|
+
const result = budgetConfigSchema.safeParse({
|
|
571
|
+
dailyLimit: COUNT_HUNDRED,
|
|
572
|
+
sessionLimit: COUNT_FIFTY,
|
|
573
|
+
alertThreshold: 0.8,
|
|
574
|
+
criticalThreshold: 0.95,
|
|
575
|
+
});
|
|
576
|
+
assert.ok(result.success);
|
|
577
|
+
});
|
|
578
|
+
it('enforces alert < critical threshold', () => {
|
|
579
|
+
const result = budgetConfigSchema.safeParse({
|
|
580
|
+
alertThreshold: 0.95,
|
|
581
|
+
criticalThreshold: 0.8,
|
|
582
|
+
});
|
|
583
|
+
assert.ok(!result.success);
|
|
584
|
+
});
|
|
585
|
+
it('applies default thresholds', () => {
|
|
586
|
+
const result = budgetConfigSchema.safeParse({
|
|
587
|
+
dailyLimit: COUNT_HUNDRED,
|
|
588
|
+
});
|
|
589
|
+
assert.ok(result.success);
|
|
590
|
+
if (result.success) {
|
|
591
|
+
assert.strictEqual(result.data.alertThreshold, 0.8);
|
|
592
|
+
assert.strictEqual(result.data.criticalThreshold, 0.95);
|
|
593
|
+
}
|
|
594
|
+
});
|
|
595
|
+
it('rejects non-positive limits', () => {
|
|
596
|
+
const result = budgetConfigSchema.safeParse({
|
|
597
|
+
dailyLimit: 0,
|
|
598
|
+
});
|
|
599
|
+
assert.ok(!result.success);
|
|
600
|
+
});
|
|
601
|
+
});
|
|
602
|
+
// ==========================================================================
|
|
603
|
+
// createBudgetTracker advanced tests
|
|
604
|
+
// ==========================================================================
|
|
605
|
+
describe('createBudgetTracker (advanced)', () => {
|
|
606
|
+
it('returns undefined bySession/byUser in summary with no attributions', () => {
|
|
607
|
+
const tracker = createBudgetTracker({});
|
|
608
|
+
const summary = tracker.getSummary();
|
|
609
|
+
assert.strictEqual(summary.totalCost, 0);
|
|
610
|
+
assert.strictEqual(summary.bySession, undefined);
|
|
611
|
+
assert.strictEqual(summary.byUser, undefined);
|
|
612
|
+
});
|
|
613
|
+
it('returns empty bySession/byUser when no session/user data recorded', () => {
|
|
614
|
+
const tracker = createBudgetTracker({});
|
|
615
|
+
tracker.recordSpend(1.0); // no sessionId or userId
|
|
616
|
+
const summary = tracker.getSummary();
|
|
617
|
+
assert.strictEqual(summary.bySession, undefined);
|
|
618
|
+
assert.strictEqual(summary.byUser, undefined);
|
|
619
|
+
});
|
|
620
|
+
it('cleanup removes entries older than retention days', () => {
|
|
621
|
+
const tracker = createBudgetTracker({
|
|
622
|
+
retentionDays: COUNT_TWO,
|
|
623
|
+
});
|
|
624
|
+
// Record spend today
|
|
625
|
+
tracker.recordSpend(1.0, 'session-1', 'user-1');
|
|
626
|
+
// Access internal state via getStats to confirm initial setup
|
|
627
|
+
let stats = tracker.getStats();
|
|
628
|
+
assert.strictEqual(stats.dailyEntries, 1);
|
|
629
|
+
tracker.cleanup();
|
|
630
|
+
// Old entries should be cleaned up
|
|
631
|
+
// New entries should remain
|
|
632
|
+
stats = tracker.getStats();
|
|
633
|
+
assert.ok(stats.dailyEntries <= 1); // Cleaned old entries
|
|
634
|
+
});
|
|
635
|
+
it('reset zeroes all tracked stats', () => {
|
|
636
|
+
const tracker = createBudgetTracker({
|
|
637
|
+
dailyLimit: BUDGET_LIMIT_STANDARD,
|
|
638
|
+
});
|
|
639
|
+
tracker.recordSpend(BUDGET_SPEND_HALF, 'session-1', 'user-1');
|
|
640
|
+
tracker.recordSpend(SESSION_SPEND_FIRST, 'session-2', 'user-2');
|
|
641
|
+
let stats = tracker.getStats();
|
|
642
|
+
assert.strictEqual(stats.attributions, COUNT_TWO);
|
|
643
|
+
assert.ok(stats.dailyEntries > 0);
|
|
644
|
+
assert.ok(stats.sessionEntries > 0);
|
|
645
|
+
tracker.reset();
|
|
646
|
+
stats = tracker.getStats();
|
|
647
|
+
assert.strictEqual(stats.attributions, 0);
|
|
648
|
+
assert.strictEqual(stats.dailyEntries, 0);
|
|
649
|
+
assert.strictEqual(stats.sessionEntries, 0);
|
|
650
|
+
assert.strictEqual(stats.userDailyEntries, 0);
|
|
651
|
+
});
|
|
652
|
+
it('getStats reflects accurate counts after operations', () => {
|
|
653
|
+
const tracker = createBudgetTracker({});
|
|
654
|
+
tracker.recordSpend(1.0, 'sess-1', 'user-1');
|
|
655
|
+
tracker.recordSpend(2.0, 'sess-1', 'user-2');
|
|
656
|
+
tracker.recordSpend(3.0, 'sess-2', 'user-1');
|
|
657
|
+
const stats = tracker.getStats();
|
|
658
|
+
assert.strictEqual(stats.attributions, COUNT_THREE);
|
|
659
|
+
assert.strictEqual(stats.sessionEntries, COUNT_TWO); // sess-1, sess-2
|
|
660
|
+
assert.strictEqual(stats.userDailyEntries, COUNT_TWO); // user-1, user-2 (today)
|
|
661
|
+
});
|
|
662
|
+
it('recordSpend without sessionId/userId still tracks properly', () => {
|
|
663
|
+
const tracker = createBudgetTracker({});
|
|
664
|
+
tracker.recordSpend(1.0);
|
|
665
|
+
tracker.recordSpend(2.0, 'sess-1');
|
|
666
|
+
tracker.recordSpend(3.0, undefined, 'user-1');
|
|
667
|
+
const summary = tracker.getSummary();
|
|
668
|
+
assert.strictEqual(summary.totalCost, 6.0);
|
|
669
|
+
assert.strictEqual(summary.totalRequests, COUNT_THREE);
|
|
670
|
+
// bySession should only have sess-1
|
|
671
|
+
if (summary.bySession) {
|
|
672
|
+
assert.strictEqual(Object.keys(summary.bySession).length, 1);
|
|
673
|
+
assert.ok('sess-1' in summary.bySession);
|
|
674
|
+
}
|
|
675
|
+
});
|
|
676
|
+
});
|
|
677
|
+
// ==========================================================================
|
|
678
|
+
// estimateTokens additional tests
|
|
679
|
+
// ==========================================================================
|
|
680
|
+
describe('estimateTokens (additional)', () => {
|
|
681
|
+
it('handles short strings', () => {
|
|
682
|
+
const result = estimateTokens('hi'); // 2 chars
|
|
683
|
+
assert.strictEqual(result, 1); // 2 / 4 = 0.5, ceil = 1
|
|
684
|
+
});
|
|
685
|
+
it('uses fallback charsPerToken when default not optimal', () => {
|
|
686
|
+
const text = 'a'; // 1 char
|
|
687
|
+
const resultDefault = estimateTokens(text); // 1 / 4 = 0.25, ceil = 1
|
|
688
|
+
const resultCustom = estimateTokens(text, 1); // 1 / 1 = 1
|
|
689
|
+
assert.strictEqual(resultDefault, 1);
|
|
690
|
+
assert.strictEqual(resultCustom, 1);
|
|
691
|
+
});
|
|
692
|
+
it('scales linearly with text length', () => {
|
|
693
|
+
const base = 'x'.repeat(COUNT_HUNDRED);
|
|
694
|
+
const result1 = estimateTokens(base);
|
|
695
|
+
const result2 = estimateTokens(base + base); // Double size
|
|
696
|
+
assert.ok(result2 > result1);
|
|
697
|
+
assert.strictEqual(result2, COUNT_TWO * result1); // Linear scaling
|
|
698
|
+
});
|
|
699
|
+
});
|
|
700
|
+
});
|
|
701
|
+
//# sourceMappingURL=cost-estimation.test.js.map
|