observability-toolkit-hooks 0.0.0-stage → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONFIG.md +144 -0
- package/README.md +201 -2
- package/dist/handlers/compact.js +38 -0
- package/dist/handlers/mcp-status.js +66 -0
- package/dist/handlers/notification.js +45 -0
- package/dist/handlers/post-tool-agent.js +157 -0
- package/dist/handlers/post-tool-changelog-sync.js +148 -0
- package/dist/handlers/post-tool-code-structure.js +116 -0
- package/dist/handlers/post-tool-edit-ledger.js +15 -0
- package/dist/handlers/post-tool-failure.js +83 -0
- package/dist/handlers/post-tool-git.js +79 -0
- package/dist/handlers/post-tool-mcp.js +105 -0
- package/dist/handlers/post-tool-outcome.js +48 -0
- package/dist/handlers/post-tool-task-state.js +74 -0
- package/dist/handlers/post-tool.js +132 -0
- package/dist/handlers/pre-tool-agent.js +192 -0
- package/dist/handlers/pre-tool.js +218 -0
- package/dist/handlers/session-end.js +39 -0
- package/dist/handlers/session-start.js +262 -0
- package/dist/handlers/stop-error-reminder.js +195 -0
- package/dist/handlers/stop-quality-evaluation.js +58 -0
- package/dist/handlers/stop-session-summary.js +62 -0
- package/dist/handlers/stop-token-metrics.js +83 -0
- package/dist/handlers/stop.js +25 -0
- package/dist/handlers/subagent.js +105 -0
- package/dist/handlers/tool-event-router.js +39 -0
- package/dist/handlers/user-prompt.js +218 -0
- package/dist/hook-runner.js +10 -0
- package/dist/hook-runner.js.map +7 -0
- package/dist/lib/agent/agent-context.js +123 -0
- package/dist/lib/agent/agent-evaluations.js +155 -0
- package/dist/lib/agent/agent-file-budget.js +65 -0
- package/dist/lib/agent/agent-sources.js +165 -0
- package/dist/lib/agent/synth-spans.js +51 -0
- package/dist/lib/core/bounded-label.js +6 -0
- package/dist/lib/core/category-rules.js +11 -0
- package/dist/lib/core/child-result.js +19 -0
- package/dist/lib/core/config-dir-recovery.js +22 -0
- package/dist/lib/core/constants.js +171 -0
- package/dist/lib/core/detached-runner.js +55 -0
- package/dist/lib/core/file-utils.js +353 -0
- package/dist/lib/core/format-utils.js +51 -0
- package/dist/lib/core/http-utils.js +74 -0
- package/dist/lib/core/http1-fetch.js +14 -0
- package/dist/lib/core/identity-key-resolver.js +149 -0
- package/dist/lib/core/jsonl-tail.js +207 -0
- package/dist/lib/core/load-envrc.js +72 -0
- package/dist/lib/core/parsers.js +43 -0
- package/dist/lib/core/regex.js +27 -0
- package/dist/lib/core/settings-env.js +31 -0
- package/dist/lib/core/shell-command.js +122 -0
- package/dist/lib/core/units.js +97 -0
- package/dist/lib/git/git-cache.js +158 -0
- package/dist/lib/git/git-commit.js +189 -0
- package/dist/lib/git/git-exec.js +30 -0
- package/dist/lib/mcp/mcp-completeness.js +40 -0
- package/dist/lib/mcp/mcp-config.js +118 -0
- package/dist/lib/mcp/mcp-failure-latch.js +22 -0
- package/dist/lib/mcp/mcp-identity-launcher.js +43 -0
- package/dist/lib/otel/attributes.js +322 -0
- package/dist/lib/otel/evaluation-attrs.js +51 -0
- package/dist/lib/otel/file-exporters.js +169 -0
- package/dist/lib/otel/host-resource.js +61 -0
- package/dist/lib/otel/otel-headers-helper.js +26 -0
- package/dist/lib/otel/otel-monitor.js +181 -0
- package/dist/lib/otel/otel.js +235 -0
- package/dist/lib/otel/otlp-headers.js +101 -0
- package/dist/lib/otel/otlp-post.js +122 -0
- package/dist/lib/otel/otlp-serialize.js +142 -0
- package/dist/lib/otel/otlp-signal.js +2 -0
- package/dist/lib/otel/remote-spans.js +142 -0
- package/dist/lib/otel/service-identity.js +10 -0
- package/dist/lib/otel/telemetry-alerts.js +43 -0
- package/dist/lib/otel/token-metrics.js +122 -0
- package/dist/lib/otel/trace-context.js +81 -0
- package/dist/lib/quality/judge-meta-eval.js +70 -0
- package/dist/lib/quality/judge-prompts.js +104 -0
- package/dist/lib/quality/judge-providers.js +193 -0
- package/dist/lib/quality/judge-transport.js +93 -0
- package/dist/lib/quality/llm-judge.js +170 -0
- package/dist/lib/quality/quality-budget.js +99 -0
- package/dist/lib/quality/quality-degradation.js +156 -0
- package/dist/lib/quality/quality-eval-handoff.js +74 -0
- package/dist/lib/quality/quality-evaluator.js +178 -0
- package/dist/lib/quality/quality-sampler.js +43 -0
- package/dist/lib/quality/quality-signals.js +150 -0
- package/dist/lib/runtime/categorizers.js +101 -0
- package/dist/lib/runtime/hook-input.js +16 -0
- package/dist/lib/runtime/hook-output.js +50 -0
- package/dist/lib/runtime/output-analyzer.js +160 -0
- package/dist/lib/runtime/run-handlers.js +32 -0
- package/dist/lib/runtime/tool-input.js +111 -0
- package/dist/lib/runtime/tool-output.js +44 -0
- package/dist/lib/runtime/unknown-tool.js +32 -0
- package/dist/lib/session/edit-ledger.js +29 -0
- package/dist/lib/session/forked-skill.js +39 -0
- package/dist/lib/session/handoffs.js +77 -0
- package/dist/lib/session/session-state.js +169 -0
- package/dist/lib/session/skill-rules.js +196 -0
- package/dist/lib/session/task-tracker.js +83 -0
- package/dist/lib/shipper/shipper-credentials.js +38 -0
- package/dist/lib/shipper/shipper-cursor.js +89 -0
- package/dist/lib/shipper/shipper-status.js +174 -0
- package/dist/lib/shipper/span-shipper.js +272 -0
- package/dist/lib/shipper/telemetry-shipper.js +39 -0
- package/dist/lib/transcript/agent-transcript-metrics.js +34 -0
- package/dist/lib/transcript/context-breakdown.js +134 -0
- package/dist/lib/transcript/context-history.js +69 -0
- package/dist/lib/transcript/context-tracker.js +226 -0
- package/dist/lib/transcript/message-count.js +49 -0
- package/dist/lib/transcript/model-ids.js +36 -0
- package/dist/lib/transcript/model-pricing.js +153 -0
- package/dist/lib/transcript/token-metrics-checkpoint.js +152 -0
- package/dist/lib/transcript/tool-call-durations.js +64 -0
- package/dist/lib/transcript/transcript-entry.js +67 -0
- package/dist/lib/transcript/transcript-fold.js +130 -0
- package/dist/lib/transcript/transcript-layout.js +39 -0
- package/dist/lib/transcript/transcript-parser.js +117 -0
- package/dist/runner/agent-context-4XTCLMLZ.js +23 -0
- package/dist/runner/agent-context-4XTCLMLZ.js.map +7 -0
- package/dist/runner/agent-file-budget-Q33ESBBE.js +68 -0
- package/dist/runner/agent-file-budget-Q33ESBBE.js.map +7 -0
- package/dist/runner/agent-transcript-metrics-W5CZZFMI.js +39 -0
- package/dist/runner/agent-transcript-metrics-W5CZZFMI.js.map +7 -0
- package/dist/runner/chunk-2NTNAJZE.js +49 -0
- package/dist/runner/chunk-2NTNAJZE.js.map +7 -0
- package/dist/runner/chunk-4KWBQTTG.js +78 -0
- package/dist/runner/chunk-4KWBQTTG.js.map +7 -0
- package/dist/runner/chunk-52RY6LQT.js +699 -0
- package/dist/runner/chunk-52RY6LQT.js.map +7 -0
- package/dist/runner/chunk-7OM5CYES.js +8695 -0
- package/dist/runner/chunk-7OM5CYES.js.map +7 -0
- package/dist/runner/chunk-7PEOKGYR.js +1568 -0
- package/dist/runner/chunk-7PEOKGYR.js.map +7 -0
- package/dist/runner/chunk-AGSGKELQ.js +126 -0
- package/dist/runner/chunk-AGSGKELQ.js.map +7 -0
- package/dist/runner/chunk-AVM7PJFW.js +12 -0
- package/dist/runner/chunk-AVM7PJFW.js.map +7 -0
- package/dist/runner/chunk-C3WHUMU5.js +178 -0
- package/dist/runner/chunk-C3WHUMU5.js.map +7 -0
- package/dist/runner/chunk-DGB4NSSD.js +157 -0
- package/dist/runner/chunk-DGB4NSSD.js.map +7 -0
- package/dist/runner/chunk-DNSTWC26.js +151 -0
- package/dist/runner/chunk-DNSTWC26.js.map +7 -0
- package/dist/runner/chunk-FDJJ3TYU.js +449 -0
- package/dist/runner/chunk-FDJJ3TYU.js.map +7 -0
- package/dist/runner/chunk-FGKYDQHZ.js +137 -0
- package/dist/runner/chunk-FGKYDQHZ.js.map +7 -0
- package/dist/runner/chunk-GG2I4TGI.js +582 -0
- package/dist/runner/chunk-GG2I4TGI.js.map +7 -0
- package/dist/runner/chunk-GNNKUMRF.js +60 -0
- package/dist/runner/chunk-GNNKUMRF.js.map +7 -0
- package/dist/runner/chunk-I7TD2QVR.js +118 -0
- package/dist/runner/chunk-I7TD2QVR.js.map +7 -0
- package/dist/runner/chunk-IJ4SLUBV.js +78 -0
- package/dist/runner/chunk-IJ4SLUBV.js.map +7 -0
- package/dist/runner/chunk-IY7AP7NA.js +32 -0
- package/dist/runner/chunk-IY7AP7NA.js.map +7 -0
- package/dist/runner/chunk-J3F3Z3EQ.js +177 -0
- package/dist/runner/chunk-J3F3Z3EQ.js.map +7 -0
- package/dist/runner/chunk-JLEO5OHU.js +104 -0
- package/dist/runner/chunk-JLEO5OHU.js.map +7 -0
- package/dist/runner/chunk-JRNNLOPR.js +168 -0
- package/dist/runner/chunk-JRNNLOPR.js.map +7 -0
- package/dist/runner/chunk-KGSA5JYP.js +82 -0
- package/dist/runner/chunk-KGSA5JYP.js.map +7 -0
- package/dist/runner/chunk-LBCZAYFR.js +125 -0
- package/dist/runner/chunk-LBCZAYFR.js.map +7 -0
- package/dist/runner/chunk-LHWRXY2G.js +41 -0
- package/dist/runner/chunk-LHWRXY2G.js.map +7 -0
- package/dist/runner/chunk-LQ2LGUYJ.js +41 -0
- package/dist/runner/chunk-LQ2LGUYJ.js.map +7 -0
- package/dist/runner/chunk-LYY6RCIE.js +158 -0
- package/dist/runner/chunk-LYY6RCIE.js.map +7 -0
- package/dist/runner/chunk-M4R4QIQH.js +41 -0
- package/dist/runner/chunk-M4R4QIQH.js.map +7 -0
- package/dist/runner/chunk-MC75VXMX.js +207 -0
- package/dist/runner/chunk-MC75VXMX.js.map +7 -0
- package/dist/runner/chunk-NKZU4RRG.js +104 -0
- package/dist/runner/chunk-NKZU4RRG.js.map +7 -0
- package/dist/runner/chunk-PJHWHJ3K.js +56 -0
- package/dist/runner/chunk-PJHWHJ3K.js.map +7 -0
- package/dist/runner/chunk-RIGVYJ2O.js +114 -0
- package/dist/runner/chunk-RIGVYJ2O.js.map +7 -0
- package/dist/runner/chunk-RWRGC7ZK.js +93 -0
- package/dist/runner/chunk-RWRGC7ZK.js.map +7 -0
- package/dist/runner/chunk-SRMAJQMV.js +54 -0
- package/dist/runner/chunk-SRMAJQMV.js.map +7 -0
- package/dist/runner/chunk-TRMFD36J.js +47 -0
- package/dist/runner/chunk-TRMFD36J.js.map +7 -0
- package/dist/runner/chunk-U4IOZYQ3.js +21 -0
- package/dist/runner/chunk-U4IOZYQ3.js.map +7 -0
- package/dist/runner/chunk-UEXDE3WP.js +83 -0
- package/dist/runner/chunk-UEXDE3WP.js.map +7 -0
- package/dist/runner/chunk-UW3GQZSM.js +50 -0
- package/dist/runner/chunk-UW3GQZSM.js.map +7 -0
- package/dist/runner/chunk-V2GSP6VR.js +46 -0
- package/dist/runner/chunk-V2GSP6VR.js.map +7 -0
- package/dist/runner/chunk-VOV4Y5VU.js +81 -0
- package/dist/runner/chunk-VOV4Y5VU.js.map +7 -0
- package/dist/runner/chunk-VT5T6OEI.js +65 -0
- package/dist/runner/chunk-VT5T6OEI.js.map +7 -0
- package/dist/runner/chunk-VUYVFWIN.js +12 -0
- package/dist/runner/chunk-VUYVFWIN.js.map +7 -0
- package/dist/runner/chunk-VVGOPPEN.js +36 -0
- package/dist/runner/chunk-VVGOPPEN.js.map +7 -0
- package/dist/runner/chunk-VXFSLM6P.js +14 -0
- package/dist/runner/chunk-VXFSLM6P.js.map +7 -0
- package/dist/runner/chunk-W3EK7JUT.js +26125 -0
- package/dist/runner/chunk-W3EK7JUT.js.map +7 -0
- package/dist/runner/chunk-WJHNCOUF.js +52 -0
- package/dist/runner/chunk-WJHNCOUF.js.map +7 -0
- package/dist/runner/chunk-WU7ANGCW.js +269 -0
- package/dist/runner/chunk-WU7ANGCW.js.map +7 -0
- package/dist/runner/chunk-X7XLMSZX.js +44 -0
- package/dist/runner/chunk-X7XLMSZX.js.map +7 -0
- package/dist/runner/chunk-XSO3B4QN.js +124 -0
- package/dist/runner/chunk-XSO3B4QN.js.map +7 -0
- package/dist/runner/chunk-YGFN3LN2.js +174 -0
- package/dist/runner/chunk-YGFN3LN2.js.map +7 -0
- package/dist/runner/chunk-YHYDBLVB.js +33 -0
- package/dist/runner/chunk-YHYDBLVB.js.map +7 -0
- package/dist/runner/compact-36NP3PKT.js +60 -0
- package/dist/runner/compact-36NP3PKT.js.map +7 -0
- package/dist/runner/getMachineId-bsd-AGENNHN6.js +42 -0
- package/dist/runner/getMachineId-bsd-AGENNHN6.js.map +7 -0
- package/dist/runner/getMachineId-bsd-I5WZGCL4.js +33 -0
- package/dist/runner/getMachineId-bsd-I5WZGCL4.js.map +7 -0
- package/dist/runner/getMachineId-bsd-ZXK225P7.js +33 -0
- package/dist/runner/getMachineId-bsd-ZXK225P7.js.map +7 -0
- package/dist/runner/getMachineId-darwin-47GDLEXL.js +42 -0
- package/dist/runner/getMachineId-darwin-47GDLEXL.js.map +7 -0
- package/dist/runner/getMachineId-darwin-5CRLMDD6.js +33 -0
- package/dist/runner/getMachineId-darwin-5CRLMDD6.js.map +7 -0
- package/dist/runner/getMachineId-darwin-ADG4I32N.js +33 -0
- package/dist/runner/getMachineId-darwin-ADG4I32N.js.map +7 -0
- package/dist/runner/getMachineId-linux-5KVS3T2M.js +27 -0
- package/dist/runner/getMachineId-linux-5KVS3T2M.js.map +7 -0
- package/dist/runner/getMachineId-linux-GDFB5GSO.js +34 -0
- package/dist/runner/getMachineId-linux-GDFB5GSO.js.map +7 -0
- package/dist/runner/getMachineId-linux-NQMWCRO3.js +27 -0
- package/dist/runner/getMachineId-linux-NQMWCRO3.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-5PFIGMVX.js +18 -0
- package/dist/runner/getMachineId-unsupported-5PFIGMVX.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-DW27K3ZX.js +18 -0
- package/dist/runner/getMachineId-unsupported-DW27K3ZX.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-XV3FHTHD.js +25 -0
- package/dist/runner/getMachineId-unsupported-XV3FHTHD.js.map +7 -0
- package/dist/runner/getMachineId-win-5JVMW3EI.js +44 -0
- package/dist/runner/getMachineId-win-5JVMW3EI.js.map +7 -0
- package/dist/runner/getMachineId-win-SNESQF7R.js +35 -0
- package/dist/runner/getMachineId-win-SNESQF7R.js.map +7 -0
- package/dist/runner/getMachineId-win-UJYHSBM2.js +35 -0
- package/dist/runner/getMachineId-win-UJYHSBM2.js.map +7 -0
- package/dist/runner/git-commit-BA53DOJQ.js +30 -0
- package/dist/runner/git-commit-BA53DOJQ.js.map +7 -0
- package/dist/runner/hook-runner-JHH6PGKE.js +220 -0
- package/dist/runner/hook-runner-JHH6PGKE.js.map +7 -0
- package/dist/runner/judge-transport-R4TF5LEH.js +91 -0
- package/dist/runner/judge-transport-R4TF5LEH.js.map +7 -0
- package/dist/runner/mcp-status-QEUH2KGX.js +89 -0
- package/dist/runner/mcp-status-QEUH2KGX.js.map +7 -0
- package/dist/runner/notification-FKMBCSXF.js +69 -0
- package/dist/runner/notification-FKMBCSXF.js.map +7 -0
- package/dist/runner/post-tool-3MRHTBKH.js +192 -0
- package/dist/runner/post-tool-3MRHTBKH.js.map +7 -0
- package/dist/runner/post-tool-agent-BB34MNHI.js +370 -0
- package/dist/runner/post-tool-agent-BB34MNHI.js.map +7 -0
- package/dist/runner/post-tool-changelog-sync-OP2TT2I7.js +147 -0
- package/dist/runner/post-tool-changelog-sync-OP2TT2I7.js.map +7 -0
- package/dist/runner/post-tool-code-structure-LE7J2SC2.js +130 -0
- package/dist/runner/post-tool-code-structure-LE7J2SC2.js.map +7 -0
- package/dist/runner/post-tool-edit-ledger-IJMEYHKF.js +30 -0
- package/dist/runner/post-tool-edit-ledger-IJMEYHKF.js.map +7 -0
- package/dist/runner/post-tool-failure-XTH2I2Z7.js +111 -0
- package/dist/runner/post-tool-failure-XTH2I2Z7.js.map +7 -0
- package/dist/runner/post-tool-git-E46HZGZO.js +94 -0
- package/dist/runner/post-tool-git-E46HZGZO.js.map +7 -0
- package/dist/runner/post-tool-mcp-AMCDY5GH.js +144 -0
- package/dist/runner/post-tool-mcp-AMCDY5GH.js.map +7 -0
- package/dist/runner/post-tool-task-state-TLDOI33H.js +100 -0
- package/dist/runner/post-tool-task-state-TLDOI33H.js.map +7 -0
- package/dist/runner/pre-tool-SQE2FZQO.js +245 -0
- package/dist/runner/pre-tool-SQE2FZQO.js.map +7 -0
- package/dist/runner/pre-tool-agent-OZUPVFUI.js +218 -0
- package/dist/runner/pre-tool-agent-OZUPVFUI.js.map +7 -0
- package/dist/runner/quality-evaluator-XYNDKDRG.js +901 -0
- package/dist/runner/quality-evaluator-XYNDKDRG.js.map +7 -0
- package/dist/runner/session-end-3MJTDLLA.js +57 -0
- package/dist/runner/session-end-3MJTDLLA.js.map +7 -0
- package/dist/runner/session-start-5ZMCLKBS.js +352 -0
- package/dist/runner/session-start-5ZMCLKBS.js.map +7 -0
- package/dist/runner/shipper-status-MADX6SPG.js +37 -0
- package/dist/runner/shipper-status-MADX6SPG.js.map +7 -0
- package/dist/runner/span-shipper-4HQDHC47.js +3408 -0
- package/dist/runner/span-shipper-4HQDHC47.js.map +7 -0
- package/dist/runner/stop-RTKSIYJV.js +596 -0
- package/dist/runner/stop-RTKSIYJV.js.map +7 -0
- package/dist/runner/subagent-CBCG4OLZ.js +116 -0
- package/dist/runner/subagent-CBCG4OLZ.js.map +7 -0
- package/dist/runner/token-metrics-AD2RAFGM.js +31 -0
- package/dist/runner/token-metrics-AD2RAFGM.js.map +7 -0
- package/dist/runner/user-prompt-T5NZ2UJD.js +376 -0
- package/dist/runner/user-prompt-T5NZ2UJD.js.map +7 -0
- package/package.json +68 -5
|
@@ -0,0 +1,449 @@
|
|
|
1
|
+
import { createRequire as __hookRunnerCreateRequire } from 'node:module';
|
|
2
|
+
const require = __hookRunnerCreateRequire(import.meta.url);
|
|
3
|
+
import {
|
|
4
|
+
contextWindowForModel
|
|
5
|
+
} from "./chunk-XSO3B4QN.js";
|
|
6
|
+
import {
|
|
7
|
+
CONVERSATION_RECORD_TYPES,
|
|
8
|
+
fieldMarkers,
|
|
9
|
+
promptTokens,
|
|
10
|
+
responseUsage,
|
|
11
|
+
usageCounts
|
|
12
|
+
} from "./chunk-4KWBQTTG.js";
|
|
13
|
+
import {
|
|
14
|
+
findTranscriptPath
|
|
15
|
+
} from "./chunk-LQ2LGUYJ.js";
|
|
16
|
+
import {
|
|
17
|
+
CONTEXT_ATTRIBUTES,
|
|
18
|
+
SESSION_ATTRIBUTES,
|
|
19
|
+
SESSION_METRICS,
|
|
20
|
+
initTelemetry,
|
|
21
|
+
recordCounter,
|
|
22
|
+
recordMetric
|
|
23
|
+
} from "./chunk-7OM5CYES.js";
|
|
24
|
+
import {
|
|
25
|
+
resumeOffset,
|
|
26
|
+
transcriptCheckpointStore
|
|
27
|
+
} from "./chunk-DNSTWC26.js";
|
|
28
|
+
import {
|
|
29
|
+
CLAUDE_HOME,
|
|
30
|
+
SYNTHETIC_MODEL,
|
|
31
|
+
THRESHOLDS,
|
|
32
|
+
TRANSCRIPT_SCAN_BYTES,
|
|
33
|
+
byteMarkers,
|
|
34
|
+
consumeLines,
|
|
35
|
+
hasAnyMarker,
|
|
36
|
+
isJsonObject,
|
|
37
|
+
linesNewestFirst,
|
|
38
|
+
loadJsonObject,
|
|
39
|
+
parseJsonLine,
|
|
40
|
+
parseJsonLines,
|
|
41
|
+
readFileSlice,
|
|
42
|
+
readLinesBackward,
|
|
43
|
+
readLinesFrom,
|
|
44
|
+
utcDateStamp,
|
|
45
|
+
withFileLock,
|
|
46
|
+
writeJsonAtomic
|
|
47
|
+
} from "./chunk-52RY6LQT.js";
|
|
48
|
+
import {
|
|
49
|
+
PERCENT_PER_UNIT,
|
|
50
|
+
TENTHS_PER_UNIT,
|
|
51
|
+
TIME_MS,
|
|
52
|
+
UNITS,
|
|
53
|
+
estimateTokenCount,
|
|
54
|
+
isNonNegativeInteger,
|
|
55
|
+
roundTo
|
|
56
|
+
} from "./chunk-RWRGC7ZK.js";
|
|
57
|
+
|
|
58
|
+
// lib/transcript/context-tracker.ts
|
|
59
|
+
import * as fs from "node:fs";
|
|
60
|
+
|
|
61
|
+
// lib/transcript/context-breakdown.ts
|
|
62
|
+
var HEAD_CLASSIFICATION_FILE = "head-classification.json";
|
|
63
|
+
var HEAD_CLASSIFICATION_VERSION = 2;
|
|
64
|
+
var CONTEXT_TYPES = [
|
|
65
|
+
"system_prompt",
|
|
66
|
+
"system_tools",
|
|
67
|
+
"skills",
|
|
68
|
+
"agents",
|
|
69
|
+
"plugins",
|
|
70
|
+
"mcp",
|
|
71
|
+
"memory_files",
|
|
72
|
+
"messages"
|
|
73
|
+
];
|
|
74
|
+
var FIXED_CONTEXT_TYPES = CONTEXT_TYPES.filter((type) => type !== "messages");
|
|
75
|
+
function mapBreakdown(valueOf) {
|
|
76
|
+
return Object.fromEntries(CONTEXT_TYPES.map((type) => [type, valueOf(type)]));
|
|
77
|
+
}
|
|
78
|
+
function emptyBreakdown() {
|
|
79
|
+
return mapBreakdown(() => 0);
|
|
80
|
+
}
|
|
81
|
+
function sumFixed(breakdown) {
|
|
82
|
+
return FIXED_CONTEXT_TYPES.reduce((sum, type) => sum + breakdown[type], 0);
|
|
83
|
+
}
|
|
84
|
+
function sumBreakdown(breakdown) {
|
|
85
|
+
return sumFixed(breakdown) + breakdown.messages;
|
|
86
|
+
}
|
|
87
|
+
var REQUEST_SHAPE_RECORD_TYPE = "api-request-shape";
|
|
88
|
+
var ATTACHMENT_RECORD_TYPE = "attachment";
|
|
89
|
+
var ATTACHMENT_CONTEXT_TYPES = /* @__PURE__ */ new Map([
|
|
90
|
+
["instructions", "memory_files"],
|
|
91
|
+
["skill_listing", "skills"],
|
|
92
|
+
["agent_listing_delta", "agents"],
|
|
93
|
+
["deferred_tools_delta", "mcp"],
|
|
94
|
+
["mcp_instructions_delta", "mcp"]
|
|
95
|
+
]);
|
|
96
|
+
function jsonChars(value) {
|
|
97
|
+
if (value === void 0) return 0;
|
|
98
|
+
return typeof value === "string" ? value.length : JSON.stringify(value).length;
|
|
99
|
+
}
|
|
100
|
+
function renderedChars(rendered) {
|
|
101
|
+
if (!Array.isArray(rendered)) return 0;
|
|
102
|
+
return rendered.reduce((sum, part) => sum + (isJsonObject(part) ? jsonChars(part.content) : 0), 0);
|
|
103
|
+
}
|
|
104
|
+
function isValidContextBreakdown(v) {
|
|
105
|
+
return isJsonObject(v) && CONTEXT_TYPES.every((type) => typeof v[type] === "number");
|
|
106
|
+
}
|
|
107
|
+
function isValidFirstTurn(v) {
|
|
108
|
+
return v === void 0 || isJsonObject(v) && typeof v.usageTokens === "number" && isValidContextBreakdown(v.chars);
|
|
109
|
+
}
|
|
110
|
+
var headClassifications = transcriptCheckpointStore({
|
|
111
|
+
file: HEAD_CLASSIFICATION_FILE,
|
|
112
|
+
version: HEAD_CLASSIFICATION_VERSION,
|
|
113
|
+
isValidBody: (v) => isValidContextBreakdown(v.chars) && isValidFirstTurn(v.firstTurn)
|
|
114
|
+
});
|
|
115
|
+
var FIXED_RECORD_MARKERS = [`"${REQUEST_SHAPE_RECORD_TYPE}"`, `"${ATTACHMENT_RECORD_TYPE}"`];
|
|
116
|
+
function classifyRecords(content, fixedOnlyAfterFirstTurn) {
|
|
117
|
+
const chars = emptyBreakdown();
|
|
118
|
+
let firstTurn;
|
|
119
|
+
const accept = (line) => !fixedOnlyAfterFirstTurn || !firstTurn || FIXED_RECORD_MARKERS.some((marker) => line.includes(marker));
|
|
120
|
+
for (const record of parseRecords(content, accept)) {
|
|
121
|
+
if (record.type === REQUEST_SHAPE_RECORD_TYPE && isJsonObject(record.shape)) {
|
|
122
|
+
chars.system_prompt = jsonChars(record.shape.system);
|
|
123
|
+
chars.system_tools = jsonChars(record.shape.tools);
|
|
124
|
+
} else if (record.type === ATTACHMENT_RECORD_TYPE && isJsonObject(record.attachment)) {
|
|
125
|
+
const contextType = ATTACHMENT_CONTEXT_TYPES.get(record.attachment.type) ?? "messages";
|
|
126
|
+
chars[contextType] += renderedChars(record.rendered);
|
|
127
|
+
} else if (CONVERSATION_RECORD_TYPES.has(record.type) && isJsonObject(record.message)) {
|
|
128
|
+
firstTurn ??= firstTurnOf(record, chars);
|
|
129
|
+
chars.messages += jsonChars(record.message.content);
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
return { chars, firstTurn };
|
|
133
|
+
}
|
|
134
|
+
function* parseRecords(content, accept) {
|
|
135
|
+
for (const record of parseJsonLines(content, accept)) {
|
|
136
|
+
if (isJsonObject(record) && typeof record.type === "string") yield record;
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
function firstTurnOf(entry, chars) {
|
|
140
|
+
const usage = responseUsage(entry);
|
|
141
|
+
return usage && { usageTokens: promptTokens(usage), chars: { ...chars } };
|
|
142
|
+
}
|
|
143
|
+
function usageBreakdownFrom(classified, totalContextTokens) {
|
|
144
|
+
const { chars, firstTurn } = classified;
|
|
145
|
+
const firstChars = firstTurn?.chars ?? emptyBreakdown();
|
|
146
|
+
const firstFixed = sumFixed(firstChars);
|
|
147
|
+
const nominalFixed = estimateTokenCount(firstFixed);
|
|
148
|
+
const measuredFixed = firstTurn ? firstTurn.usageTokens - estimateTokenCount(firstChars.messages) : 0;
|
|
149
|
+
const fixedTokens = Math.min(measuredFixed > 0 ? measuredFixed : nominalFixed, totalContextTokens);
|
|
150
|
+
const breakdown = emptyBreakdown();
|
|
151
|
+
for (const type of FIXED_CONTEXT_TYPES) {
|
|
152
|
+
const measuredShare = firstFixed > 0 ? Math.floor(firstChars[type] * fixedTokens / firstFixed) : 0;
|
|
153
|
+
const lateChars = chars[type] - firstChars[type];
|
|
154
|
+
breakdown[type] = measuredShare + estimateTokenCount(Math.max(0, lateChars));
|
|
155
|
+
}
|
|
156
|
+
breakdown.messages = Math.max(0, totalContextTokens - sumFixed(breakdown));
|
|
157
|
+
return breakdown;
|
|
158
|
+
}
|
|
159
|
+
function categorizeTranscript(content, transcriptSize) {
|
|
160
|
+
const { chars } = classifyRecords(content, false);
|
|
161
|
+
const headBytes = Buffer.byteLength(content);
|
|
162
|
+
if (transcriptSize > headBytes && headBytes > 0) {
|
|
163
|
+
chars.messages += (transcriptSize - headBytes) * chars.messages / headBytes;
|
|
164
|
+
}
|
|
165
|
+
return mapBreakdown((type) => estimateTokenCount(chars[type]));
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
// lib/transcript/context-history.ts
|
|
169
|
+
import * as path from "node:path";
|
|
170
|
+
var CONTEXT_HISTORY_PATH = path.join(CLAUDE_HOME, "telemetry", "context-history.json");
|
|
171
|
+
var CONTEXT_HISTORY_LOCK_PATH = `${CONTEXT_HISTORY_PATH}.lock`;
|
|
172
|
+
var HISTORY_VERSION = 1;
|
|
173
|
+
var MAX_HISTORY_SESSIONS = 1e3;
|
|
174
|
+
var MAX_HISTORY_DAYS = 90;
|
|
175
|
+
function isObjectArray(value) {
|
|
176
|
+
return Array.isArray(value) && value.every(isJsonObject);
|
|
177
|
+
}
|
|
178
|
+
function loadHistory() {
|
|
179
|
+
const stored = loadJsonObject(CONTEXT_HISTORY_PATH);
|
|
180
|
+
if (stored && isObjectArray(stored.sessions) && isObjectArray(stored.dailyAverages)) {
|
|
181
|
+
return stored;
|
|
182
|
+
}
|
|
183
|
+
return {
|
|
184
|
+
version: HISTORY_VERSION,
|
|
185
|
+
sessions: [],
|
|
186
|
+
dailyAverages: []
|
|
187
|
+
};
|
|
188
|
+
}
|
|
189
|
+
function saveHistory(history) {
|
|
190
|
+
writeJsonAtomic(CONTEXT_HISTORY_PATH, {
|
|
191
|
+
...history,
|
|
192
|
+
sessions: history.sessions.slice(-MAX_HISTORY_SESSIONS),
|
|
193
|
+
dailyAverages: history.dailyAverages.slice(-MAX_HISTORY_DAYS)
|
|
194
|
+
});
|
|
195
|
+
}
|
|
196
|
+
function runningAverage(mean, count, sample) {
|
|
197
|
+
return (mean * count + sample) / (count + 1);
|
|
198
|
+
}
|
|
199
|
+
function updateDailyAverages(history, sessionData) {
|
|
200
|
+
const today = utcDateStamp(new Date(sessionData.timestamp));
|
|
201
|
+
let todayAvg = history.dailyAverages.find((d) => d.date === today);
|
|
202
|
+
if (!todayAvg) {
|
|
203
|
+
todayAvg = {
|
|
204
|
+
date: today,
|
|
205
|
+
avgTokens: 0,
|
|
206
|
+
avgUtilization: 0,
|
|
207
|
+
sessionCount: 0,
|
|
208
|
+
maxTokens: 0,
|
|
209
|
+
minTokens: Infinity
|
|
210
|
+
};
|
|
211
|
+
history.dailyAverages.push(todayAvg);
|
|
212
|
+
}
|
|
213
|
+
const { estimatedTokens, utilizationPercent: utilizationPercent2 } = sessionData;
|
|
214
|
+
todayAvg.avgTokens = runningAverage(todayAvg.avgTokens, todayAvg.sessionCount, estimatedTokens);
|
|
215
|
+
todayAvg.avgUtilization = runningAverage(todayAvg.avgUtilization, todayAvg.sessionCount, utilizationPercent2);
|
|
216
|
+
todayAvg.sessionCount++;
|
|
217
|
+
todayAvg.maxTokens = Math.max(todayAvg.maxTokens, estimatedTokens);
|
|
218
|
+
todayAvg.minTokens = Math.min(todayAvg.minTokens, estimatedTokens);
|
|
219
|
+
}
|
|
220
|
+
function appendToHistory(data) {
|
|
221
|
+
withFileLock(CONTEXT_HISTORY_LOCK_PATH, () => {
|
|
222
|
+
const history = loadHistory();
|
|
223
|
+
history.sessions.push(data);
|
|
224
|
+
updateDailyAverages(history, data);
|
|
225
|
+
saveHistory(history);
|
|
226
|
+
});
|
|
227
|
+
}
|
|
228
|
+
|
|
229
|
+
// lib/transcript/message-count.ts
|
|
230
|
+
import { statSync } from "node:fs";
|
|
231
|
+
var CHECKPOINT_FILE = "message-count.json";
|
|
232
|
+
var CHECKPOINT_VERSION = 1;
|
|
233
|
+
var CHECKPOINT_TTL_MS = TIME_MS.DAY;
|
|
234
|
+
var TURN_MARKERS = byteMarkers([...CONVERSATION_RECORD_TYPES].flatMap((type) => fieldMarkers("type", type)));
|
|
235
|
+
var SYNTHETIC_MARKERS = byteMarkers(fieldMarkers("model", SYNTHETIC_MODEL));
|
|
236
|
+
function isTurnBuffer(bytes) {
|
|
237
|
+
return hasAnyMarker(bytes, TURN_MARKERS) && !hasAnyMarker(bytes, SYNTHETIC_MARKERS);
|
|
238
|
+
}
|
|
239
|
+
var checkpoints = transcriptCheckpointStore({
|
|
240
|
+
file: CHECKPOINT_FILE,
|
|
241
|
+
version: CHECKPOINT_VERSION,
|
|
242
|
+
isValidBody: (v) => isNonNegativeInteger(v.offset) && isNonNegativeInteger(v.count),
|
|
243
|
+
ttlMs: CHECKPOINT_TTL_MS
|
|
244
|
+
});
|
|
245
|
+
function countSessionMessages(sessionId, transcriptPath) {
|
|
246
|
+
const cp = checkpoints.load(sessionId, transcriptPath);
|
|
247
|
+
const fallback = cp?.count ?? 0;
|
|
248
|
+
let fileSize;
|
|
249
|
+
try {
|
|
250
|
+
fileSize = statSync(transcriptPath).size;
|
|
251
|
+
} catch {
|
|
252
|
+
return fallback;
|
|
253
|
+
}
|
|
254
|
+
const start = resumeOffset(cp, fileSize);
|
|
255
|
+
let count = start > 0 ? fallback : 0;
|
|
256
|
+
const lines = readLinesFrom(transcriptPath, start, THRESHOLDS.MESSAGE_COUNT_MAX_READ_BYTES);
|
|
257
|
+
const offset = consumeLines(lines, start, (bytes) => {
|
|
258
|
+
if (isTurnBuffer(bytes)) count++;
|
|
259
|
+
});
|
|
260
|
+
checkpoints.save(sessionId, transcriptPath, { offset, count });
|
|
261
|
+
return count;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
// lib/transcript/context-tracker.ts
|
|
265
|
+
var TRANSCRIPT_MODEL_FIELD_PATTERN = /"model"\s*:\s*"([^"]*)"/;
|
|
266
|
+
function utilizationPercent(tokens, contextWindow) {
|
|
267
|
+
return tokens / contextWindow * PERCENT_PER_UNIT;
|
|
268
|
+
}
|
|
269
|
+
function utilizationRatio(tokens, contextWindow) {
|
|
270
|
+
return tokens / contextWindow;
|
|
271
|
+
}
|
|
272
|
+
function freeSpaceIn(contextWindow, tokens) {
|
|
273
|
+
return Math.max(0, contextWindow - tokens);
|
|
274
|
+
}
|
|
275
|
+
function contextWindowFromTranscript(content) {
|
|
276
|
+
const match = content.match(TRANSCRIPT_MODEL_FIELD_PATTERN);
|
|
277
|
+
return contextWindowForModel(match?.[1]);
|
|
278
|
+
}
|
|
279
|
+
var CONTEXT_METRIC_DESCRIPTIONS = {
|
|
280
|
+
size: "Context size in tokens",
|
|
281
|
+
utilization: "Context window utilization, as a fraction of the window",
|
|
282
|
+
freeSpace: "Free context space in tokens",
|
|
283
|
+
byType: "Context size by content type in tokens"
|
|
284
|
+
};
|
|
285
|
+
function recordContextMetrics(attrs, sizeTokens, contextWindow, breakdown) {
|
|
286
|
+
recordMetric(SESSION_METRICS.CONTEXT_SIZE, sizeTokens, attrs, {
|
|
287
|
+
description: CONTEXT_METRIC_DESCRIPTIONS.size,
|
|
288
|
+
unit: UNITS.TOKEN
|
|
289
|
+
});
|
|
290
|
+
recordMetric(SESSION_METRICS.CONTEXT_UTILIZATION, utilizationRatio(sizeTokens, contextWindow), attrs, {
|
|
291
|
+
description: CONTEXT_METRIC_DESCRIPTIONS.utilization,
|
|
292
|
+
unit: UNITS.RATIO
|
|
293
|
+
});
|
|
294
|
+
recordMetric(SESSION_METRICS.FREE_SPACE, freeSpaceIn(contextWindow, sizeTokens), attrs, {
|
|
295
|
+
description: CONTEXT_METRIC_DESCRIPTIONS.freeSpace,
|
|
296
|
+
unit: UNITS.TOKEN
|
|
297
|
+
});
|
|
298
|
+
if (breakdown) {
|
|
299
|
+
for (const contextType of CONTEXT_TYPES) {
|
|
300
|
+
recordMetric(SESSION_METRICS.CONTEXT_BY_TYPE, breakdown[contextType], {
|
|
301
|
+
...attrs,
|
|
302
|
+
[CONTEXT_ATTRIBUTES.TYPE]: contextType
|
|
303
|
+
}, { description: CONTEXT_METRIC_DESCRIPTIONS.byType, unit: UNITS.TOKEN });
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
function readTranscriptHead(transcriptPath, transcriptSize) {
|
|
308
|
+
return readFileSlice(transcriptPath, Math.min(transcriptSize, TRANSCRIPT_SCAN_BYTES), 0);
|
|
309
|
+
}
|
|
310
|
+
var EMPTY_SCAN = {
|
|
311
|
+
estimatedTokens: 0,
|
|
312
|
+
transcriptSize: 0,
|
|
313
|
+
messageCount: 0,
|
|
314
|
+
contextWindow: contextWindowForModel(void 0)
|
|
315
|
+
};
|
|
316
|
+
function scanTranscript(sessionId, transcriptPath) {
|
|
317
|
+
try {
|
|
318
|
+
const transcriptSize = fs.statSync(transcriptPath).size;
|
|
319
|
+
const messageCount = countSessionMessages(sessionId, transcriptPath);
|
|
320
|
+
const { measured, head } = measureFromLatestUsage(sessionId, transcriptPath, transcriptSize);
|
|
321
|
+
if (measured) {
|
|
322
|
+
const { latestUsage, breakdown: breakdown2 } = measured;
|
|
323
|
+
return {
|
|
324
|
+
estimatedTokens: latestUsage.totalContextTokens,
|
|
325
|
+
transcriptSize,
|
|
326
|
+
messageCount,
|
|
327
|
+
contextWindow: latestUsage.contextWindow,
|
|
328
|
+
breakdown: breakdown2
|
|
329
|
+
};
|
|
330
|
+
}
|
|
331
|
+
const content = head ?? readTranscriptHead(transcriptPath, transcriptSize);
|
|
332
|
+
const breakdown = categorizeTranscript(content, transcriptSize);
|
|
333
|
+
return {
|
|
334
|
+
estimatedTokens: sumBreakdown(breakdown),
|
|
335
|
+
transcriptSize,
|
|
336
|
+
messageCount,
|
|
337
|
+
// Never promoted from the estimate: a large file proves no larger window.
|
|
338
|
+
contextWindow: contextWindowFromTranscript(content),
|
|
339
|
+
breakdown
|
|
340
|
+
};
|
|
341
|
+
} catch {
|
|
342
|
+
return EMPTY_SCAN;
|
|
343
|
+
}
|
|
344
|
+
}
|
|
345
|
+
function buildSessionData(params, scan) {
|
|
346
|
+
const { sessionId, isResume = false } = params;
|
|
347
|
+
const { estimatedTokens, transcriptSize, messageCount, contextWindow, breakdown } = scan;
|
|
348
|
+
return {
|
|
349
|
+
sessionId,
|
|
350
|
+
timestamp: (/* @__PURE__ */ new Date()).toISOString(),
|
|
351
|
+
estimatedTokens,
|
|
352
|
+
utilizationPercent: roundTo(utilizationPercent(estimatedTokens, contextWindow), TENTHS_PER_UNIT),
|
|
353
|
+
freeSpace: freeSpaceIn(contextWindow, estimatedTokens),
|
|
354
|
+
transcriptSize,
|
|
355
|
+
messageCount,
|
|
356
|
+
isResume,
|
|
357
|
+
breakdown
|
|
358
|
+
};
|
|
359
|
+
}
|
|
360
|
+
function recordSessionStart(data, contextWindow, attributes) {
|
|
361
|
+
initTelemetry();
|
|
362
|
+
const metricAttrs = {
|
|
363
|
+
[SESSION_ATTRIBUTES.SESSION_ID]: data.sessionId,
|
|
364
|
+
[CONTEXT_ATTRIBUTES.IS_RESUME]: data.isResume,
|
|
365
|
+
...attributes
|
|
366
|
+
};
|
|
367
|
+
recordCounter(SESSION_METRICS.STARTS, 1, metricAttrs, {
|
|
368
|
+
description: "Number of session starts tracked",
|
|
369
|
+
unit: UNITS.SESSION
|
|
370
|
+
});
|
|
371
|
+
if (!(data.estimatedTokens > 0)) return;
|
|
372
|
+
recordContextMetrics(metricAttrs, data.estimatedTokens, contextWindow, data.breakdown);
|
|
373
|
+
appendToHistory(data);
|
|
374
|
+
}
|
|
375
|
+
function trackSessionContext(params) {
|
|
376
|
+
const scan = params.transcriptPath ? scanTranscript(params.sessionId, params.transcriptPath) : EMPTY_SCAN;
|
|
377
|
+
const data = buildSessionData(params, scan);
|
|
378
|
+
recordSessionStart(data, scan.contextWindow, params.attributes ?? {});
|
|
379
|
+
return data;
|
|
380
|
+
}
|
|
381
|
+
function trackSessionContextFast(params) {
|
|
382
|
+
return buildSessionData(params, EMPTY_SCAN);
|
|
383
|
+
}
|
|
384
|
+
function usageFromLine(line) {
|
|
385
|
+
if (!line.includes('"usage"')) return null;
|
|
386
|
+
const entry = parseJsonLine(line);
|
|
387
|
+
if (!entry) return null;
|
|
388
|
+
const usage = responseUsage(entry);
|
|
389
|
+
if (!usage) return null;
|
|
390
|
+
const { inputTokens, cacheReadTokens, cacheCreationTokens } = usageCounts(usage);
|
|
391
|
+
const totalContextTokens = promptTokens(usage);
|
|
392
|
+
const contextWindow = contextWindowForModel(entry.message?.model, totalContextTokens);
|
|
393
|
+
return {
|
|
394
|
+
inputTokens,
|
|
395
|
+
cacheReadTokens,
|
|
396
|
+
cacheCreationTokens,
|
|
397
|
+
totalContextTokens,
|
|
398
|
+
utilizationPercent: utilizationPercent(totalContextTokens, contextWindow),
|
|
399
|
+
freeSpace: freeSpaceIn(contextWindow, totalContextTokens),
|
|
400
|
+
contextWindow
|
|
401
|
+
};
|
|
402
|
+
}
|
|
403
|
+
function findLatestUsage(filePath, size, head) {
|
|
404
|
+
try {
|
|
405
|
+
const lines = size <= TRANSCRIPT_SCAN_BYTES ? linesNewestFirst(head) : readLinesBackward(filePath, size, TRANSCRIPT_SCAN_BYTES);
|
|
406
|
+
for (const line of lines) {
|
|
407
|
+
const result = usageFromLine(line);
|
|
408
|
+
if (result) return result;
|
|
409
|
+
}
|
|
410
|
+
return null;
|
|
411
|
+
} catch {
|
|
412
|
+
return null;
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
function measureFromLatestUsage(sessionId, transcriptPath, transcriptSize) {
|
|
416
|
+
const headFull = transcriptSize >= TRANSCRIPT_SCAN_BYTES;
|
|
417
|
+
const cached = headFull ? headClassifications.load(sessionId, transcriptPath) : null;
|
|
418
|
+
const head = cached && transcriptSize > TRANSCRIPT_SCAN_BYTES ? null : readTranscriptHead(transcriptPath, transcriptSize);
|
|
419
|
+
const latestUsage = findLatestUsage(transcriptPath, transcriptSize, head ?? "");
|
|
420
|
+
if (!latestUsage) return { measured: null, head };
|
|
421
|
+
const classified = cached ?? classifyRecords(head ?? "", true);
|
|
422
|
+
if (!cached && headFull) headClassifications.save(sessionId, transcriptPath, classified);
|
|
423
|
+
return { measured: { latestUsage, breakdown: usageBreakdownFrom(classified, latestUsage.totalContextTokens) }, head };
|
|
424
|
+
}
|
|
425
|
+
function getSessionUsage(sessionId, transcriptPath) {
|
|
426
|
+
const sessionFile = transcriptPath ?? findTranscriptPath(sessionId);
|
|
427
|
+
if (!sessionFile) return null;
|
|
428
|
+
try {
|
|
429
|
+
const { measured } = measureFromLatestUsage(sessionId, sessionFile, fs.statSync(sessionFile).size);
|
|
430
|
+
if (!measured) return null;
|
|
431
|
+
const { contextWindow, ...latestUsage } = measured.latestUsage;
|
|
432
|
+
const usage = {
|
|
433
|
+
...latestUsage,
|
|
434
|
+
breakdown: measured.breakdown,
|
|
435
|
+
messageCount: countSessionMessages(sessionId, sessionFile)
|
|
436
|
+
};
|
|
437
|
+
recordContextMetrics({ [SESSION_ATTRIBUTES.SESSION_ID]: sessionId }, usage.totalContextTokens, contextWindow, usage.breakdown);
|
|
438
|
+
return usage;
|
|
439
|
+
} catch {
|
|
440
|
+
return null;
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
|
|
444
|
+
export {
|
|
445
|
+
trackSessionContext,
|
|
446
|
+
trackSessionContextFast,
|
|
447
|
+
getSessionUsage
|
|
448
|
+
};
|
|
449
|
+
//# sourceMappingURL=chunk-FDJJ3TYU.js.map
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
{
|
|
2
|
+
"version": 3,
|
|
3
|
+
"sources": ["../../../lib/transcript/context-tracker.ts", "../../../lib/transcript/context-breakdown.ts", "../../../lib/transcript/context-history.ts", "../../../lib/transcript/message-count.ts"],
|
|
4
|
+
"sourcesContent": ["/**\n * Context window utilization. `trackSessionContext` scans the transcript at session start;\n * `getSessionUsage` reads the latest API usage record per prompt. History and context metrics\n * skip unmeasured starts (a fresh transcript is still empty when the hook runs, and its zero\n * would drag every average down); only the starts counter counts them.\n */\n\nimport * as fs from 'node:fs';\nimport { TRANSCRIPT_SCAN_BYTES } from '../core/constants.js';\nimport { linesNewestFirst, parseJsonLine, readFileSlice, readLinesBackward } from '../core/jsonl-tail.js';\nimport { PERCENT_PER_UNIT, roundTo, TENTHS_PER_UNIT, UNITS } from '../core/units.js';\nimport { CONTEXT_ATTRIBUTES, SESSION_ATTRIBUTES, SESSION_METRICS } from '../otel/attributes.js';\nimport { type Attributes, initTelemetry, recordCounter, recordMetric } from '../otel/otel.js';\nimport {\n categorizeTranscript, classifyRecords, CONTEXT_TYPES, headClassifications, sumBreakdown, usageBreakdownFrom,\n type ContextBreakdown,\n} from './context-breakdown.js';\nimport { appendToHistory, type SessionContextData } from './context-history.js';\nimport { countSessionMessages } from './message-count.js';\nimport { contextWindowForModel } from './model-pricing.js';\nimport { promptTokens, responseUsage, usageCounts, type TranscriptEntry } from './transcript-entry.js';\nimport { findTranscriptPath } from './transcript-layout.js';\n\nconst TRANSCRIPT_MODEL_FIELD_PATTERN = /\"model\"\\s*:\\s*\"([^\"]*)\"/;\n\nfunction utilizationPercent(tokens: number, contextWindow: number): number {\n return (tokens / contextWindow) * PERCENT_PER_UNIT;\n}\n\n/** Utilization as a fraction of the window; above 1 when usage outgrows the largest known window. */\nfunction utilizationRatio(tokens: number, contextWindow: number): number {\n return tokens / contextWindow;\n}\n\nfunction freeSpaceIn(contextWindow: number, tokens: number): number {\n return Math.max(0, contextWindow - tokens);\n}\n\n/** First model field in the head; none yet means the default window. Exported for tests. */\nexport function contextWindowFromTranscript(content: string): number {\n const match = content.match(TRANSCRIPT_MODEL_FIELD_PATTERN);\n return contextWindowForModel(match?.[1]);\n}\n\n// One wording per instrument: the two recorders are separate processes, and differing descriptions would conflict.\nconst CONTEXT_METRIC_DESCRIPTIONS = {\n size: 'Context size in tokens',\n utilization: 'Context window utilization, as a fraction of the window',\n freeSpace: 'Free context space in tokens',\n byType: 'Context size by content type in tokens',\n};\n\n/** Utilization is a fraction with unit `1`, not a percentage: https://opentelemetry.io/docs/specs/semconv/general/metrics/#instrument-units */\nfunction recordContextMetrics(attrs: Attributes, sizeTokens: number, contextWindow: number, breakdown?: ContextBreakdown): void {\n recordMetric(SESSION_METRICS.CONTEXT_SIZE, sizeTokens, attrs, {\n description: CONTEXT_METRIC_DESCRIPTIONS.size,\n unit: UNITS.TOKEN,\n });\n recordMetric(SESSION_METRICS.CONTEXT_UTILIZATION, utilizationRatio(sizeTokens, contextWindow), attrs, {\n description: CONTEXT_METRIC_DESCRIPTIONS.utilization,\n unit: UNITS.RATIO,\n });\n recordMetric(SESSION_METRICS.FREE_SPACE, freeSpaceIn(contextWindow, sizeTokens), attrs, {\n description: CONTEXT_METRIC_DESCRIPTIONS.freeSpace,\n unit: UNITS.TOKEN,\n });\n if (breakdown) {\n for (const contextType of CONTEXT_TYPES) {\n recordMetric(SESSION_METRICS.CONTEXT_BY_TYPE, breakdown[contextType], {\n ...attrs,\n [CONTEXT_ATTRIBUTES.TYPE]: contextType,\n }, { description: CONTEXT_METRIC_DESCRIPTIONS.byType, unit: UNITS.TOKEN });\n }\n }\n}\n\nexport interface TrackContextParams {\n sessionId: string;\n transcriptPath?: string;\n isResume?: boolean;\n attributes?: Attributes;\n}\n\nfunction readTranscriptHead(transcriptPath: string, transcriptSize: number): string {\n return readFileSlice(transcriptPath, Math.min(transcriptSize, TRANSCRIPT_SCAN_BYTES), 0);\n}\n\ninterface TranscriptScan {\n estimatedTokens: number;\n transcriptSize: number;\n messageCount: number;\n contextWindow: number;\n breakdown?: ContextBreakdown;\n}\n\nconst EMPTY_SCAN: TranscriptScan = {\n estimatedTokens: 0,\n transcriptSize: 0,\n messageCount: 0,\n contextWindow: contextWindowForModel(undefined),\n};\n\n/** Head read bounded to TRANSCRIPT_SCAN_BYTES, totals scaled to file size; EMPTY_SCAN when unreadable. */\nfunction scanTranscript(sessionId: string, transcriptPath: string): TranscriptScan {\n try {\n const transcriptSize = fs.statSync(transcriptPath).size;\n const messageCount = countSessionMessages(sessionId, transcriptPath);\n\n // A usage record beats the byte estimate.\n const { measured, head } = measureFromLatestUsage(sessionId, transcriptPath, transcriptSize);\n if (measured) {\n const { latestUsage, breakdown } = measured;\n return {\n estimatedTokens: latestUsage.totalContextTokens,\n transcriptSize,\n messageCount,\n contextWindow: latestUsage.contextWindow,\n breakdown,\n };\n }\n\n const content = head ?? readTranscriptHead(transcriptPath, transcriptSize);\n const breakdown = categorizeTranscript(content, transcriptSize);\n\n return {\n estimatedTokens: sumBreakdown(breakdown),\n transcriptSize,\n messageCount,\n // Never promoted from the estimate: a large file proves no larger window.\n contextWindow: contextWindowFromTranscript(content),\n breakdown,\n };\n } catch {\n return EMPTY_SCAN;\n }\n}\n\nfunction buildSessionData(params: TrackContextParams, scan: TranscriptScan): SessionContextData {\n const { sessionId, isResume = false } = params;\n const { estimatedTokens, transcriptSize, messageCount, contextWindow, breakdown } = scan;\n return {\n sessionId,\n timestamp: new Date().toISOString(),\n estimatedTokens,\n utilizationPercent: roundTo(utilizationPercent(estimatedTokens, contextWindow), TENTHS_PER_UNIT),\n freeSpace: freeSpaceIn(contextWindow, estimatedTokens),\n transcriptSize,\n messageCount,\n isResume,\n breakdown,\n };\n}\n\nfunction recordSessionStart(data: SessionContextData, contextWindow: number, attributes: Attributes): void {\n initTelemetry();\n const metricAttrs: Attributes = {\n [SESSION_ATTRIBUTES.SESSION_ID]: data.sessionId,\n [CONTEXT_ATTRIBUTES.IS_RESUME]: data.isResume,\n ...attributes,\n };\n\n recordCounter(SESSION_METRICS.STARTS, 1, metricAttrs, {\n description: 'Number of session starts tracked',\n unit: UNITS.SESSION,\n });\n\n if (!(data.estimatedTokens > 0)) return;\n\n recordContextMetrics(metricAttrs, data.estimatedTokens, contextWindow, data.breakdown);\n appendToHistory(data);\n}\n\n/** The one place a session start is recorded. */\nexport function trackSessionContext(params: TrackContextParams): SessionContextData {\n const scan = params.transcriptPath ? scanTranscript(params.sessionId, params.transcriptPath) : EMPTY_SCAN;\n const data = buildSessionData(params, scan);\n recordSessionStart(data, scan.contextWindow, params.attributes ?? {});\n return data;\n}\n\n/** Banner fast path: no I/O and no recording, which would count every start twice. */\nexport function trackSessionContextFast(params: TrackContextParams): SessionContextData {\n return buildSessionData(params, EMPTY_SCAN);\n}\n\nexport interface SessionUsageData {\n inputTokens: number;\n cacheReadTokens: number;\n cacheCreationTokens: number;\n totalContextTokens: number;\n utilizationPercent: number;\n freeSpace: number;\n messageCount: number;\n breakdown: ContextBreakdown;\n}\n\ntype LatestUsage = Omit<SessionUsageData, 'messageCount' | 'breakdown'> & { contextWindow: number };\n\nfunction usageFromLine(line: string): LatestUsage | null {\n if (!line.includes('\"usage\"')) return null;\n const entry = parseJsonLine<TranscriptEntry>(line);\n if (!entry) return null;\n const usage = responseUsage(entry);\n if (!usage) return null;\n const { inputTokens, cacheReadTokens, cacheCreationTokens } = usageCounts(usage);\n const totalContextTokens = promptTokens(usage);\n const contextWindow = contextWindowForModel(entry.message?.model, totalContextTokens);\n return {\n inputTokens,\n cacheReadTokens,\n cacheCreationTokens,\n totalContextTokens,\n utilizationPercent: utilizationPercent(totalContextTokens, contextWindow),\n freeSpace: freeSpaceIn(contextWindow, totalContextTokens),\n contextWindow,\n };\n}\n\n/**\n * A head holding the whole file is searched in place; a longer file is read newest-first from its tail.\n * Null on a read failure too, so the caller keeps its head results.\n */\nfunction findLatestUsage(filePath: string, size: number, head: string): LatestUsage | null {\n try {\n const lines = size <= TRANSCRIPT_SCAN_BYTES\n ? linesNewestFirst(head)\n : readLinesBackward(filePath, size, TRANSCRIPT_SCAN_BYTES);\n for (const line of lines) {\n const result = usageFromLine(line);\n if (result) return result;\n }\n return null;\n } catch {\n return null;\n }\n}\n\ninterface UsageMeasurement {\n /** Null when the transcript holds no usage record. */\n measured: { latestUsage: LatestUsage; breakdown: ContextBreakdown } | null;\n /** The head as read, for a caller falling back to the byte estimate; null when a cache hit skipped the read. */\n head: string | null;\n}\n\n/** A full head's classification is cached for the next call. */\nfunction measureFromLatestUsage(sessionId: string, transcriptPath: string, transcriptSize: number): UsageMeasurement {\n const headFull = transcriptSize >= TRANSCRIPT_SCAN_BYTES;\n const cached = headFull ? headClassifications.load(sessionId, transcriptPath) : null;\n // Read the head only when something consumes it: the in-window usage lookup or an uncached classification.\n const head = cached && transcriptSize > TRANSCRIPT_SCAN_BYTES ? null : readTranscriptHead(transcriptPath, transcriptSize);\n const latestUsage = findLatestUsage(transcriptPath, transcriptSize, head ?? '');\n if (!latestUsage) return { measured: null, head };\n\n const classified = cached ?? classifyRecords(head ?? '', true);\n if (!cached && headFull) headClassifications.save(sessionId, transcriptPath, classified);\n return { measured: { latestUsage, breakdown: usageBreakdownFrom(classified, latestUsage.totalContextTokens) }, head };\n}\n\n/** `transcriptPath` is ground truth when the payload carries it. */\nexport function getSessionUsage(sessionId: string, transcriptPath?: string): SessionUsageData | null {\n const sessionFile = transcriptPath ?? findTranscriptPath(sessionId);\n if (!sessionFile) return null;\n\n try {\n // statSync is the existence check: ENOENT lands in the catch.\n const { measured } = measureFromLatestUsage(sessionId, sessionFile, fs.statSync(sessionFile).size);\n if (!measured) return null;\n\n const { contextWindow, ...latestUsage } = measured.latestUsage;\n const usage: SessionUsageData = {\n ...latestUsage,\n breakdown: measured.breakdown,\n messageCount: countSessionMessages(sessionId, sessionFile),\n };\n\n recordContextMetrics({ [SESSION_ATTRIBUTES.SESSION_ID]: sessionId }, usage.totalContextTokens, contextWindow, usage.breakdown);\n\n return usage;\n } catch {\n return null;\n }\n}\n", "/**\n * The split of a session's context by content type: which transcript records count toward which\n * type, the first turn's measured overhead, and the immutable-head cache that spares re-reading it.\n */\n\nimport { isJsonObject } from '../core/file-utils.js';\nimport { parseJsonLines } from '../core/jsonl-tail.js';\nimport { estimateTokenCount } from '../core/units.js';\nimport { transcriptCheckpointStore } from '../session/session-state.js';\nimport { CONVERSATION_RECORD_TYPES, promptTokens, responseUsage, type TranscriptEntry } from './transcript-entry.js';\n\n/** `classifyRecords` output, cached once the head is immutable. */\nconst HEAD_CLASSIFICATION_FILE = 'head-classification.json';\n/** Bump when the cached shape or `classifyRecords` changes. */\nconst HEAD_CLASSIFICATION_VERSION = 2;\n\n/** Emission order. `messages` is the conversation plus attachments with no type of their own. */\nexport const CONTEXT_TYPES = [\n 'system_prompt', 'system_tools', 'skills', 'agents', 'plugins', 'mcp', 'memory_files', 'messages',\n] as const;\n\nexport type ContextType = typeof CONTEXT_TYPES[number];\n\nexport type ContextBreakdown = Record<ContextType, number>;\n\ntype FixedContextType = Exclude<ContextType, 'messages'>;\n\n/** Present from the first request; `*_delta` attachments grow a type afterwards. */\nconst FIXED_CONTEXT_TYPES = CONTEXT_TYPES.filter((type): type is FixedContextType => type !== 'messages');\n\nfunction mapBreakdown(valueOf: (type: ContextType) => number): ContextBreakdown {\n return Object.fromEntries(CONTEXT_TYPES.map(type => [type, valueOf(type)])) as ContextBreakdown;\n}\n\nfunction emptyBreakdown(): ContextBreakdown {\n return mapBreakdown(() => 0);\n}\n\nfunction sumFixed(breakdown: ContextBreakdown): number {\n return FIXED_CONTEXT_TYPES.reduce((sum, type) => sum + breakdown[type], 0);\n}\n\nexport function sumBreakdown(breakdown: ContextBreakdown): number {\n return sumFixed(breakdown) + breakdown.messages;\n}\n\nconst REQUEST_SHAPE_RECORD_TYPE = 'api-request-shape';\nconst ATTACHMENT_RECORD_TYPE = 'attachment';\n\n/** Attachments with a context type of their own; the rest are conversation. */\nconst ATTACHMENT_CONTEXT_TYPES = new Map<unknown, ContextType>([\n ['instructions', 'memory_files'],\n ['skill_listing', 'skills'],\n ['agent_listing_delta', 'agents'],\n ['deferred_tools_delta', 'mcp'],\n ['mcp_instructions_delta', 'mcp'],\n]);\n\nfunction jsonChars(value: unknown): number {\n if (value === undefined) return 0;\n return typeof value === 'string' ? value.length : JSON.stringify(value).length;\n}\n\n/** `rendered` parts are the text sent to the model; none means bookkeeping. */\nfunction renderedChars(rendered: unknown): number {\n if (!Array.isArray(rendered)) return 0;\n return rendered.reduce<number>((sum, part) => sum + (isJsonObject(part) ? jsonChars(part.content) : 0), 0);\n}\n\n/** The first API call's input size and the per-type characters it carried. */\ninterface FirstTurn {\n usageTokens: number;\n chars: ContextBreakdown;\n}\n\ninterface ClassifiedRecords {\n /** Characters seen in the transcript, per type (includes any post-first-turn additions). */\n chars: ContextBreakdown;\n firstTurn?: FirstTurn;\n}\n\nfunction isValidContextBreakdown(v: unknown): v is ContextBreakdown {\n return isJsonObject(v) && CONTEXT_TYPES.every((type) => typeof v[type] === 'number');\n}\n\nfunction isValidFirstTurn(v: unknown): boolean {\n return v === undefined || (isJsonObject(v) && typeof v.usageTokens === 'number' && isValidContextBreakdown(v.chars));\n}\n\n/** The head is immutable, so the cache never expires. */\nexport const headClassifications = transcriptCheckpointStore<ClassifiedRecords>({\n file: HEAD_CLASSIFICATION_FILE,\n version: HEAD_CLASSIFICATION_VERSION,\n isValidBody: (v) => isValidContextBreakdown(v.chars) && isValidFirstTurn(v.firstTurn),\n});\n\n/** Markers of the only records that change fixed types after the first turn. */\nconst FIXED_RECORD_MARKERS = [`\"${REQUEST_SHAPE_RECORD_TYPE}\"`, `\"${ATTACHMENT_RECORD_TYPE}\"`];\n\n/**\n * In-context characters per type; bookkeeping counts nowhere, only the latest request shape counts.\n * `fixedOnlyAfterFirstTurn` skips later conversation, leaving `chars.messages` partial.\n */\nexport function classifyRecords(content: string, fixedOnlyAfterFirstTurn: boolean): ClassifiedRecords {\n const chars = emptyBreakdown();\n let firstTurn: FirstTurn | undefined;\n const accept = (line: string): boolean =>\n !fixedOnlyAfterFirstTurn || !firstTurn || FIXED_RECORD_MARKERS.some(marker => line.includes(marker));\n for (const record of parseRecords(content, accept)) {\n if (record.type === REQUEST_SHAPE_RECORD_TYPE && isJsonObject(record.shape)) {\n chars.system_prompt = jsonChars(record.shape.system);\n chars.system_tools = jsonChars(record.shape.tools);\n } else if (record.type === ATTACHMENT_RECORD_TYPE && isJsonObject(record.attachment)) {\n const contextType = ATTACHMENT_CONTEXT_TYPES.get(record.attachment.type) ?? 'messages';\n chars[contextType] += renderedChars(record.rendered);\n } else if (CONVERSATION_RECORD_TYPES.has(record.type) && isJsonObject(record.message)) {\n firstTurn ??= firstTurnOf(record, chars);\n chars.messages += jsonChars(record.message.content);\n }\n }\n return { chars, firstTurn };\n}\n\ntype TypedRecord = Record<string, unknown> & { type: string };\n\nfunction* parseRecords(content: string, accept: (line: string) => boolean): Generator<TypedRecord> {\n for (const record of parseJsonLines<unknown>(content, accept)) {\n if (isJsonObject(record) && typeof record.type === 'string') yield record as TypedRecord;\n }\n}\n\nfunction firstTurnOf(entry: TranscriptEntry, chars: ContextBreakdown): FirstTurn | undefined {\n const usage = responseUsage(entry);\n return usage && { usageTokens: promptTokens(usage), chars: { ...chars } };\n}\n\n/**\n * Fixed overhead is what the first API call carried besides the conversation: its usage record\n * gives the size in tokens, the head gives the split by type. With no usage record, or a failed\n * measurement, the split is converted at the nominal rate, as is fixed context loaded after that\n * call (deferred tools, agent listings). The remainder is conversation, floored at zero after a compaction.\n */\nexport function usageBreakdownFrom(classified: ClassifiedRecords, totalContextTokens: number): ContextBreakdown {\n const { chars, firstTurn } = classified;\n const firstChars = firstTurn?.chars ?? emptyBreakdown();\n const firstFixed = sumFixed(firstChars);\n const nominalFixed = estimateTokenCount(firstFixed);\n // A first turn denser than the nominal rate (base64, packed data) overshoots its estimate;\n // a remainder at or below zero is a failed measurement, not free overhead.\n const measuredFixed = firstTurn ? firstTurn.usageTokens - estimateTokenCount(firstChars.messages) : 0;\n const fixedTokens = Math.min(measuredFixed > 0 ? measuredFixed : nominalFixed, totalContextTokens);\n\n const breakdown = emptyBreakdown();\n for (const type of FIXED_CONTEXT_TYPES) {\n const measuredShare = firstFixed > 0 ? Math.floor((firstChars[type] * fixedTokens) / firstFixed) : 0;\n const lateChars = chars[type] - firstChars[type];\n breakdown[type] = measuredShare + estimateTokenCount(Math.max(0, lateChars));\n }\n breakdown.messages = Math.max(0, totalContextTokens - sumFixed(breakdown));\n return breakdown;\n}\n\n/** Bytes past the head count as conversation at the head's density; fixed context is all in the head. */\nexport function categorizeTranscript(content: string, transcriptSize: number): ContextBreakdown {\n const { chars } = classifyRecords(content, false);\n // Bytes, not content.length: a non-ASCII head has fewer UTF-16 units than bytes.\n const headBytes = Buffer.byteLength(content);\n if (transcriptSize > headBytes && headBytes > 0) {\n chars.messages += ((transcriptSize - headBytes) * chars.messages) / headBytes;\n }\n return mapBreakdown(type => estimateTokenCount(chars[type]));\n}\n", "/**\n * `telemetry/context-history.json`: one record per measured session start plus daily averages.\n * The file is the contract with the observability-toolkit MCP server (`src/tools/context-stats.ts`).\n */\n\nimport * as path from 'node:path';\nimport { CLAUDE_HOME } from '../core/constants.js';\nimport { isJsonObject, loadJsonObject, withFileLock, writeJsonAtomic } from '../core/file-utils.js';\nimport { utcDateStamp } from '../core/format-utils.js';\nimport type { ContextBreakdown } from './context-breakdown.js';\n\nconst CONTEXT_HISTORY_PATH = path.join(CLAUDE_HOME, 'telemetry', 'context-history.json');\nconst CONTEXT_HISTORY_LOCK_PATH = `${CONTEXT_HISTORY_PATH}.lock`;\n\nexport interface SessionContextData {\n sessionId: string;\n timestamp: string;\n estimatedTokens: number;\n utilizationPercent: number;\n freeSpace: number;\n transcriptSize: number;\n messageCount: number;\n isResume: boolean;\n breakdown?: ContextBreakdown;\n}\n\ninterface ContextHistory {\n version: number;\n sessions: SessionContextData[];\n dailyAverages: DailyContextAverage[];\n}\n\ninterface DailyContextAverage {\n date: string;\n avgTokens: number;\n avgUtilization: number;\n sessionCount: number;\n maxTokens: number;\n minTokens: number;\n}\n\nconst HISTORY_VERSION = 1;\nconst MAX_HISTORY_SESSIONS = 1000;\nconst MAX_HISTORY_DAYS = 90;\n\nfunction isObjectArray(value: unknown): value is Array<Record<string, unknown>> {\n return Array.isArray(value) && value.every(isJsonObject);\n}\n\n/** Missing, unparseable or misshapen file: empty history. */\nfunction loadHistory(): ContextHistory {\n const stored = loadJsonObject(CONTEXT_HISTORY_PATH);\n if (stored && isObjectArray(stored.sessions) && isObjectArray(stored.dailyAverages)) {\n return stored as unknown as ContextHistory;\n }\n return {\n version: HISTORY_VERSION,\n sessions: [],\n dailyAverages: [],\n };\n}\n\n/** Atomic, so a concurrent reader never reads a partial file as no history. */\nfunction saveHistory(history: ContextHistory): void {\n writeJsonAtomic(CONTEXT_HISTORY_PATH, {\n ...history,\n sessions: history.sessions.slice(-MAX_HISTORY_SESSIONS),\n dailyAverages: history.dailyAverages.slice(-MAX_HISTORY_DAYS),\n });\n}\n\nfunction runningAverage(mean: number, count: number, sample: number): number {\n return (mean * count + sample) / (count + 1);\n}\n\nfunction updateDailyAverages(\n history: ContextHistory,\n sessionData: SessionContextData\n): void {\n const today = utcDateStamp(new Date(sessionData.timestamp));\n\n let todayAvg = history.dailyAverages.find((d) => d.date === today);\n if (!todayAvg) {\n todayAvg = {\n date: today,\n avgTokens: 0,\n avgUtilization: 0,\n sessionCount: 0,\n maxTokens: 0,\n minTokens: Infinity,\n };\n history.dailyAverages.push(todayAvg);\n }\n\n const { estimatedTokens, utilizationPercent } = sessionData;\n todayAvg.avgTokens = runningAverage(todayAvg.avgTokens, todayAvg.sessionCount, estimatedTokens);\n todayAvg.avgUtilization = runningAverage(todayAvg.avgUtilization, todayAvg.sessionCount, utilizationPercent);\n todayAvg.sessionCount++;\n todayAvg.maxTokens = Math.max(todayAvg.maxTokens, estimatedTokens);\n todayAvg.minTokens = Math.min(todayAvg.minTokens, estimatedTokens);\n}\n\n/** Locked, so concurrent starts never drop each other's entry. */\nexport function appendToHistory(data: SessionContextData): void {\n withFileLock(CONTEXT_HISTORY_LOCK_PATH, () => {\n const history = loadHistory();\n history.sessions.push(data);\n updateDailyAverages(history, data);\n saveHistory(history);\n });\n}\n", "/**\n * Exact per-session turn count, kept incrementally by byte offset: a tail-only count\n * understates long transcripts. Matches raw bytes rather than using jsonl-tail's\n * decoding reader, which is about 4x slower; the ASCII markers match exactly pre-decode.\n */\n\nimport { statSync } from 'node:fs';\nimport { SYNTHETIC_MODEL, THRESHOLDS } from '../core/constants.js';\nimport { byteMarkers, consumeLines, hasAnyMarker, readLinesFrom } from '../core/jsonl-tail.js';\nimport { isNonNegativeInteger, TIME_MS } from '../core/units.js';\nimport { resumeOffset, transcriptCheckpointStore } from '../session/session-state.js';\nimport { CONVERSATION_RECORD_TYPES, fieldMarkers } from './transcript-entry.js';\n\nconst CHECKPOINT_FILE = 'message-count.json';\n\nconst CHECKPOINT_VERSION = 1;\n\nconst CHECKPOINT_TTL_MS = TIME_MS.DAY;\n\n/** `classifyEntry`'s `prompt` and `response` record types, as raw bytes. Matched without JSON.parse, so nested content can count a line once. */\nconst TURN_MARKERS = byteMarkers([...CONVERSATION_RECORD_TYPES].flatMap((type) => fieldMarkers('type', type)));\n\n/** Claude Code's own notices are not turns (`classifyEntry`'s `notice`). Nested content is JSON-escaped, so these only match a real `model` field. */\nconst SYNTHETIC_MARKERS = byteMarkers(fieldMarkers('model', SYNTHETIC_MODEL));\n\nfunction isTurnBuffer(bytes: Buffer): boolean {\n return hasAnyMarker(bytes, TURN_MARKERS) && !hasAnyMarker(bytes, SYNTHETIC_MARKERS);\n}\n\ninterface MessageCountCheckpoint {\n offset: number;\n count: number;\n}\n\nconst checkpoints = transcriptCheckpointStore<MessageCountCheckpoint>({\n file: CHECKPOINT_FILE,\n version: CHECKPOINT_VERSION,\n isValidBody: (v) => isNonNegativeInteger(v.offset) && isNonNegativeInteger(v.count),\n ttlMs: CHECKPOINT_TTL_MS,\n});\n\n/** The whole-transcript count, or what the checkpoint knew when unreadable. */\nexport function countSessionMessages(sessionId: string, transcriptPath: string): number {\n const cp = checkpoints.load(sessionId, transcriptPath);\n const fallback = cp?.count ?? 0;\n\n let fileSize: number;\n try {\n fileSize = statSync(transcriptPath).size;\n } catch {\n return fallback;\n }\n\n const start = resumeOffset(cp, fileSize);\n let count = start > 0 ? fallback : 0;\n // Complete lines of [start, EOF) in bounded chunks; a trailing fragment waits for the next call.\n const lines = readLinesFrom(transcriptPath, start, THRESHOLDS.MESSAGE_COUNT_MAX_READ_BYTES);\n const offset = consumeLines(lines, start, (bytes) => {\n if (isTurnBuffer(bytes)) count++;\n });\n\n checkpoints.save(sessionId, transcriptPath, { offset, count });\n\n return count;\n}\n"],
|
|
5
|
+
"mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,YAAY,QAAQ;;;ACKpB,IAAM,2BAA2B;AAEjC,IAAM,8BAA8B;AAG7B,IAAM,gBAAgB;AAAA,EAC3B;AAAA,EAAiB;AAAA,EAAgB;AAAA,EAAU;AAAA,EAAU;AAAA,EAAW;AAAA,EAAO;AAAA,EAAgB;AACzF;AASA,IAAM,sBAAsB,cAAc,OAAO,CAAC,SAAmC,SAAS,UAAU;AAExG,SAAS,aAAa,SAA0D;AAC9E,SAAO,OAAO,YAAY,cAAc,IAAI,UAAQ,CAAC,MAAM,QAAQ,IAAI,CAAC,CAAC,CAAC;AAC5E;AAEA,SAAS,iBAAmC;AAC1C,SAAO,aAAa,MAAM,CAAC;AAC7B;AAEA,SAAS,SAAS,WAAqC;AACrD,SAAO,oBAAoB,OAAO,CAAC,KAAK,SAAS,MAAM,UAAU,IAAI,GAAG,CAAC;AAC3E;AAEO,SAAS,aAAa,WAAqC;AAChE,SAAO,SAAS,SAAS,IAAI,UAAU;AACzC;AAEA,IAAM,4BAA4B;AAClC,IAAM,yBAAyB;AAG/B,IAAM,2BAA2B,oBAAI,IAA0B;AAAA,EAC7D,CAAC,gBAAgB,cAAc;AAAA,EAC/B,CAAC,iBAAiB,QAAQ;AAAA,EAC1B,CAAC,uBAAuB,QAAQ;AAAA,EAChC,CAAC,wBAAwB,KAAK;AAAA,EAC9B,CAAC,0BAA0B,KAAK;AAClC,CAAC;AAED,SAAS,UAAU,OAAwB;AACzC,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO,OAAO,UAAU,WAAW,MAAM,SAAS,KAAK,UAAU,KAAK,EAAE;AAC1E;AAGA,SAAS,cAAc,UAA2B;AAChD,MAAI,CAAC,MAAM,QAAQ,QAAQ,EAAG,QAAO;AACrC,SAAO,SAAS,OAAe,CAAC,KAAK,SAAS,OAAO,aAAa,IAAI,IAAI,UAAU,KAAK,OAAO,IAAI,IAAI,CAAC;AAC3G;AAcA,SAAS,wBAAwB,GAAmC;AAClE,SAAO,aAAa,CAAC,KAAK,cAAc,MAAM,CAAC,SAAS,OAAO,EAAE,IAAI,MAAM,QAAQ;AACrF;AAEA,SAAS,iBAAiB,GAAqB;AAC7C,SAAO,MAAM,UAAc,aAAa,CAAC,KAAK,OAAO,EAAE,gBAAgB,YAAY,wBAAwB,EAAE,KAAK;AACpH;AAGO,IAAM,sBAAsB,0BAA6C;AAAA,EAC9E,MAAM;AAAA,EACN,SAAS;AAAA,EACT,aAAa,CAAC,MAAM,wBAAwB,EAAE,KAAK,KAAK,iBAAiB,EAAE,SAAS;AACtF,CAAC;AAGD,IAAM,uBAAuB,CAAC,IAAI,yBAAyB,KAAK,IAAI,sBAAsB,GAAG;AAMtF,SAAS,gBAAgB,SAAiB,yBAAqD;AACpG,QAAM,QAAQ,eAAe;AAC7B,MAAI;AACJ,QAAM,SAAS,CAAC,SACd,CAAC,2BAA2B,CAAC,aAAa,qBAAqB,KAAK,YAAU,KAAK,SAAS,MAAM,CAAC;AACrG,aAAW,UAAU,aAAa,SAAS,MAAM,GAAG;AAClD,QAAI,OAAO,SAAS,6BAA6B,aAAa,OAAO,KAAK,GAAG;AAC3E,YAAM,gBAAgB,UAAU,OAAO,MAAM,MAAM;AACnD,YAAM,eAAe,UAAU,OAAO,MAAM,KAAK;AAAA,IACnD,WAAW,OAAO,SAAS,0BAA0B,aAAa,OAAO,UAAU,GAAG;AACpF,YAAM,cAAc,yBAAyB,IAAI,OAAO,WAAW,IAAI,KAAK;AAC5E,YAAM,WAAW,KAAK,cAAc,OAAO,QAAQ;AAAA,IACrD,WAAW,0BAA0B,IAAI,OAAO,IAAI,KAAK,aAAa,OAAO,OAAO,GAAG;AACrF,oBAAc,YAAY,QAAQ,KAAK;AACvC,YAAM,YAAY,UAAU,OAAO,QAAQ,OAAO;AAAA,IACpD;AAAA,EACF;AACA,SAAO,EAAE,OAAO,UAAU;AAC5B;AAIA,UAAU,aAAa,SAAiB,QAA2D;AACjG,aAAW,UAAU,eAAwB,SAAS,MAAM,GAAG;AAC7D,QAAI,aAAa,MAAM,KAAK,OAAO,OAAO,SAAS,SAAU,OAAM;AAAA,EACrE;AACF;AAEA,SAAS,YAAY,OAAwB,OAAgD;AAC3F,QAAM,QAAQ,cAAc,KAAK;AACjC,SAAO,SAAS,EAAE,aAAa,aAAa,KAAK,GAAG,OAAO,EAAE,GAAG,MAAM,EAAE;AAC1E;AAQO,SAAS,mBAAmB,YAA+B,oBAA8C;AAC9G,QAAM,EAAE,OAAO,UAAU,IAAI;AAC7B,QAAM,aAAa,WAAW,SAAS,eAAe;AACtD,QAAM,aAAa,SAAS,UAAU;AACtC,QAAM,eAAe,mBAAmB,UAAU;AAGlD,QAAM,gBAAgB,YAAY,UAAU,cAAc,mBAAmB,WAAW,QAAQ,IAAI;AACpG,QAAM,cAAc,KAAK,IAAI,gBAAgB,IAAI,gBAAgB,cAAc,kBAAkB;AAEjG,QAAM,YAAY,eAAe;AACjC,aAAW,QAAQ,qBAAqB;AACtC,UAAM,gBAAgB,aAAa,IAAI,KAAK,MAAO,WAAW,IAAI,IAAI,cAAe,UAAU,IAAI;AACnG,UAAM,YAAY,MAAM,IAAI,IAAI,WAAW,IAAI;AAC/C,cAAU,IAAI,IAAI,gBAAgB,mBAAmB,KAAK,IAAI,GAAG,SAAS,CAAC;AAAA,EAC7E;AACA,YAAU,WAAW,KAAK,IAAI,GAAG,qBAAqB,SAAS,SAAS,CAAC;AACzE,SAAO;AACT;AAGO,SAAS,qBAAqB,SAAiB,gBAA0C;AAC9F,QAAM,EAAE,MAAM,IAAI,gBAAgB,SAAS,KAAK;AAEhD,QAAM,YAAY,OAAO,WAAW,OAAO;AAC3C,MAAI,iBAAiB,aAAa,YAAY,GAAG;AAC/C,UAAM,aAAc,iBAAiB,aAAa,MAAM,WAAY;AAAA,EACtE;AACA,SAAO,aAAa,UAAQ,mBAAmB,MAAM,IAAI,CAAC,CAAC;AAC7D;;;ACtKA,YAAY,UAAU;AAMtB,IAAM,uBAA4B,UAAK,aAAa,aAAa,sBAAsB;AACvF,IAAM,4BAA4B,GAAG,oBAAoB;AA6BzD,IAAM,kBAAkB;AACxB,IAAM,uBAAuB;AAC7B,IAAM,mBAAmB;AAEzB,SAAS,cAAc,OAAyD;AAC9E,SAAO,MAAM,QAAQ,KAAK,KAAK,MAAM,MAAM,YAAY;AACzD;AAGA,SAAS,cAA8B;AACrC,QAAM,SAAS,eAAe,oBAAoB;AAClD,MAAI,UAAU,cAAc,OAAO,QAAQ,KAAK,cAAc,OAAO,aAAa,GAAG;AACnF,WAAO;AAAA,EACT;AACA,SAAO;AAAA,IACL,SAAS;AAAA,IACT,UAAU,CAAC;AAAA,IACX,eAAe,CAAC;AAAA,EAClB;AACF;AAGA,SAAS,YAAY,SAA+B;AAClD,kBAAgB,sBAAsB;AAAA,IACpC,GAAG;AAAA,IACH,UAAU,QAAQ,SAAS,MAAM,CAAC,oBAAoB;AAAA,IACtD,eAAe,QAAQ,cAAc,MAAM,CAAC,gBAAgB;AAAA,EAC9D,CAAC;AACH;AAEA,SAAS,eAAe,MAAc,OAAe,QAAwB;AAC3E,UAAQ,OAAO,QAAQ,WAAW,QAAQ;AAC5C;AAEA,SAAS,oBACP,SACA,aACM;AACN,QAAM,QAAQ,aAAa,IAAI,KAAK,YAAY,SAAS,CAAC;AAE1D,MAAI,WAAW,QAAQ,cAAc,KAAK,CAAC,MAAM,EAAE,SAAS,KAAK;AACjE,MAAI,CAAC,UAAU;AACb,eAAW;AAAA,MACT,MAAM;AAAA,MACN,WAAW;AAAA,MACX,gBAAgB;AAAA,MAChB,cAAc;AAAA,MACd,WAAW;AAAA,MACX,WAAW;AAAA,IACb;AACA,YAAQ,cAAc,KAAK,QAAQ;AAAA,EACrC;AAEA,QAAM,EAAE,iBAAiB,oBAAAA,oBAAmB,IAAI;AAChD,WAAS,YAAY,eAAe,SAAS,WAAW,SAAS,cAAc,eAAe;AAC9F,WAAS,iBAAiB,eAAe,SAAS,gBAAgB,SAAS,cAAcA,mBAAkB;AAC3G,WAAS;AACT,WAAS,YAAY,KAAK,IAAI,SAAS,WAAW,eAAe;AACjE,WAAS,YAAY,KAAK,IAAI,SAAS,WAAW,eAAe;AACnE;AAGO,SAAS,gBAAgB,MAAgC;AAC9D,eAAa,2BAA2B,MAAM;AAC5C,UAAM,UAAU,YAAY;AAC5B,YAAQ,SAAS,KAAK,IAAI;AAC1B,wBAAoB,SAAS,IAAI;AACjC,gBAAY,OAAO;AAAA,EACrB,CAAC;AACH;;;ACxGA,SAAS,gBAAgB;AAOzB,IAAM,kBAAkB;AAExB,IAAM,qBAAqB;AAE3B,IAAM,oBAAoB,QAAQ;AAGlC,IAAM,eAAe,YAAY,CAAC,GAAG,yBAAyB,EAAE,QAAQ,CAAC,SAAS,aAAa,QAAQ,IAAI,CAAC,CAAC;AAG7G,IAAM,oBAAoB,YAAY,aAAa,SAAS,eAAe,CAAC;AAE5E,SAAS,aAAa,OAAwB;AAC5C,SAAO,aAAa,OAAO,YAAY,KAAK,CAAC,aAAa,OAAO,iBAAiB;AACpF;AAOA,IAAM,cAAc,0BAAkD;AAAA,EACpE,MAAM;AAAA,EACN,SAAS;AAAA,EACT,aAAa,CAAC,MAAM,qBAAqB,EAAE,MAAM,KAAK,qBAAqB,EAAE,KAAK;AAAA,EAClF,OAAO;AACT,CAAC;AAGM,SAAS,qBAAqB,WAAmB,gBAAgC;AACtF,QAAM,KAAK,YAAY,KAAK,WAAW,cAAc;AACrD,QAAM,WAAW,IAAI,SAAS;AAE9B,MAAI;AACJ,MAAI;AACF,eAAW,SAAS,cAAc,EAAE;AAAA,EACtC,QAAQ;AACN,WAAO;AAAA,EACT;AAEA,QAAM,QAAQ,aAAa,IAAI,QAAQ;AACvC,MAAI,QAAQ,QAAQ,IAAI,WAAW;AAEnC,QAAM,QAAQ,cAAc,gBAAgB,OAAO,WAAW,4BAA4B;AAC1F,QAAM,SAAS,aAAa,OAAO,OAAO,CAAC,UAAU;AACnD,QAAI,aAAa,KAAK,EAAG;AAAA,EAC3B,CAAC;AAED,cAAY,KAAK,WAAW,gBAAgB,EAAE,QAAQ,MAAM,CAAC;AAE7D,SAAO;AACT;;;AHzCA,IAAM,iCAAiC;AAEvC,SAAS,mBAAmB,QAAgB,eAA+B;AACzE,SAAQ,SAAS,gBAAiB;AACpC;AAGA,SAAS,iBAAiB,QAAgB,eAA+B;AACvE,SAAO,SAAS;AAClB;AAEA,SAAS,YAAY,eAAuB,QAAwB;AAClE,SAAO,KAAK,IAAI,GAAG,gBAAgB,MAAM;AAC3C;AAGO,SAAS,4BAA4B,SAAyB;AACnE,QAAM,QAAQ,QAAQ,MAAM,8BAA8B;AAC1D,SAAO,sBAAsB,QAAQ,CAAC,CAAC;AACzC;AAGA,IAAM,8BAA8B;AAAA,EAClC,MAAM;AAAA,EACN,aAAa;AAAA,EACb,WAAW;AAAA,EACX,QAAQ;AACV;AAGA,SAAS,qBAAqB,OAAmB,YAAoB,eAAuB,WAAoC;AAC9H,eAAa,gBAAgB,cAAc,YAAY,OAAO;AAAA,IAC5D,aAAa,4BAA4B;AAAA,IACzC,MAAM,MAAM;AAAA,EACd,CAAC;AACD,eAAa,gBAAgB,qBAAqB,iBAAiB,YAAY,aAAa,GAAG,OAAO;AAAA,IACpG,aAAa,4BAA4B;AAAA,IACzC,MAAM,MAAM;AAAA,EACd,CAAC;AACD,eAAa,gBAAgB,YAAY,YAAY,eAAe,UAAU,GAAG,OAAO;AAAA,IACtF,aAAa,4BAA4B;AAAA,IACzC,MAAM,MAAM;AAAA,EACd,CAAC;AACD,MAAI,WAAW;AACb,eAAW,eAAe,eAAe;AACvC,mBAAa,gBAAgB,iBAAiB,UAAU,WAAW,GAAG;AAAA,QACpE,GAAG;AAAA,QACH,CAAC,mBAAmB,IAAI,GAAG;AAAA,MAC7B,GAAG,EAAE,aAAa,4BAA4B,QAAQ,MAAM,MAAM,MAAM,CAAC;AAAA,IAC3E;AAAA,EACF;AACF;AASA,SAAS,mBAAmB,gBAAwB,gBAAgC;AAClF,SAAO,cAAc,gBAAgB,KAAK,IAAI,gBAAgB,qBAAqB,GAAG,CAAC;AACzF;AAUA,IAAM,aAA6B;AAAA,EACjC,iBAAiB;AAAA,EACjB,gBAAgB;AAAA,EAChB,cAAc;AAAA,EACd,eAAe,sBAAsB,MAAS;AAChD;AAGA,SAAS,eAAe,WAAmB,gBAAwC;AACjF,MAAI;AACF,UAAM,iBAAoB,YAAS,cAAc,EAAE;AACnD,UAAM,eAAe,qBAAqB,WAAW,cAAc;AAGnE,UAAM,EAAE,UAAU,KAAK,IAAI,uBAAuB,WAAW,gBAAgB,cAAc;AAC3F,QAAI,UAAU;AACZ,YAAM,EAAE,aAAa,WAAAC,WAAU,IAAI;AACnC,aAAO;AAAA,QACL,iBAAiB,YAAY;AAAA,QAC7B;AAAA,QACA;AAAA,QACA,eAAe,YAAY;AAAA,QAC3B,WAAAA;AAAA,MACF;AAAA,IACF;AAEA,UAAM,UAAU,QAAQ,mBAAmB,gBAAgB,cAAc;AACzE,UAAM,YAAY,qBAAqB,SAAS,cAAc;AAE9D,WAAO;AAAA,MACL,iBAAiB,aAAa,SAAS;AAAA,MACvC;AAAA,MACA;AAAA;AAAA,MAEA,eAAe,4BAA4B,OAAO;AAAA,MAClD;AAAA,IACF;AAAA,EACF,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAEA,SAAS,iBAAiB,QAA4B,MAA0C;AAC9F,QAAM,EAAE,WAAW,WAAW,MAAM,IAAI;AACxC,QAAM,EAAE,iBAAiB,gBAAgB,cAAc,eAAe,UAAU,IAAI;AACpF,SAAO;AAAA,IACL;AAAA,IACA,YAAW,oBAAI,KAAK,GAAE,YAAY;AAAA,IAClC;AAAA,IACA,oBAAoB,QAAQ,mBAAmB,iBAAiB,aAAa,GAAG,eAAe;AAAA,IAC/F,WAAW,YAAY,eAAe,eAAe;AAAA,IACrD;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,mBAAmB,MAA0B,eAAuB,YAA8B;AACzG,gBAAc;AACd,QAAM,cAA0B;AAAA,IAC9B,CAAC,mBAAmB,UAAU,GAAG,KAAK;AAAA,IACtC,CAAC,mBAAmB,SAAS,GAAG,KAAK;AAAA,IACrC,GAAG;AAAA,EACL;AAEA,gBAAc,gBAAgB,QAAQ,GAAG,aAAa;AAAA,IACpD,aAAa;AAAA,IACb,MAAM,MAAM;AAAA,EACd,CAAC;AAED,MAAI,EAAE,KAAK,kBAAkB,GAAI;AAEjC,uBAAqB,aAAa,KAAK,iBAAiB,eAAe,KAAK,SAAS;AACrF,kBAAgB,IAAI;AACtB;AAGO,SAAS,oBAAoB,QAAgD;AAClF,QAAM,OAAO,OAAO,iBAAiB,eAAe,OAAO,WAAW,OAAO,cAAc,IAAI;AAC/F,QAAM,OAAO,iBAAiB,QAAQ,IAAI;AAC1C,qBAAmB,MAAM,KAAK,eAAe,OAAO,cAAc,CAAC,CAAC;AACpE,SAAO;AACT;AAGO,SAAS,wBAAwB,QAAgD;AACtF,SAAO,iBAAiB,QAAQ,UAAU;AAC5C;AAeA,SAAS,cAAc,MAAkC;AACvD,MAAI,CAAC,KAAK,SAAS,SAAS,EAAG,QAAO;AACtC,QAAM,QAAQ,cAA+B,IAAI;AACjD,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,QAAQ,cAAc,KAAK;AACjC,MAAI,CAAC,MAAO,QAAO;AACnB,QAAM,EAAE,aAAa,iBAAiB,oBAAoB,IAAI,YAAY,KAAK;AAC/E,QAAM,qBAAqB,aAAa,KAAK;AAC7C,QAAM,gBAAgB,sBAAsB,MAAM,SAAS,OAAO,kBAAkB;AACpF,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,oBAAoB,mBAAmB,oBAAoB,aAAa;AAAA,IACxE,WAAW,YAAY,eAAe,kBAAkB;AAAA,IACxD;AAAA,EACF;AACF;AAMA,SAAS,gBAAgB,UAAkB,MAAc,MAAkC;AACzF,MAAI;AACF,UAAM,QAAQ,QAAQ,wBAClB,iBAAiB,IAAI,IACrB,kBAAkB,UAAU,MAAM,qBAAqB;AAC3D,eAAW,QAAQ,OAAO;AACxB,YAAM,SAAS,cAAc,IAAI;AACjC,UAAI,OAAQ,QAAO;AAAA,IACrB;AACA,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAUA,SAAS,uBAAuB,WAAmB,gBAAwB,gBAA0C;AACnH,QAAM,WAAW,kBAAkB;AACnC,QAAM,SAAS,WAAW,oBAAoB,KAAK,WAAW,cAAc,IAAI;AAEhF,QAAM,OAAO,UAAU,iBAAiB,wBAAwB,OAAO,mBAAmB,gBAAgB,cAAc;AACxH,QAAM,cAAc,gBAAgB,gBAAgB,gBAAgB,QAAQ,EAAE;AAC9E,MAAI,CAAC,YAAa,QAAO,EAAE,UAAU,MAAM,KAAK;AAEhD,QAAM,aAAa,UAAU,gBAAgB,QAAQ,IAAI,IAAI;AAC7D,MAAI,CAAC,UAAU,SAAU,qBAAoB,KAAK,WAAW,gBAAgB,UAAU;AACvF,SAAO,EAAE,UAAU,EAAE,aAAa,WAAW,mBAAmB,YAAY,YAAY,kBAAkB,EAAE,GAAG,KAAK;AACtH;AAGO,SAAS,gBAAgB,WAAmB,gBAAkD;AACnG,QAAM,cAAc,kBAAkB,mBAAmB,SAAS;AAClE,MAAI,CAAC,YAAa,QAAO;AAEzB,MAAI;AAEF,UAAM,EAAE,SAAS,IAAI,uBAAuB,WAAW,aAAgB,YAAS,WAAW,EAAE,IAAI;AACjG,QAAI,CAAC,SAAU,QAAO;AAEtB,UAAM,EAAE,eAAe,GAAG,YAAY,IAAI,SAAS;AACnD,UAAM,QAA0B;AAAA,MAC9B,GAAG;AAAA,MACH,WAAW,SAAS;AAAA,MACpB,cAAc,qBAAqB,WAAW,WAAW;AAAA,IAC3D;AAEA,yBAAqB,EAAE,CAAC,mBAAmB,UAAU,GAAG,UAAU,GAAG,MAAM,oBAAoB,eAAe,MAAM,SAAS;AAE7H,WAAO;AAAA,EACT,QAAQ;AACN,WAAO;AAAA,EACT;AACF;",
|
|
6
|
+
"names": ["utilizationPercent", "breakdown"]
|
|
7
|
+
}
|
|
@@ -0,0 +1,137 @@
|
|
|
1
|
+
import { createRequire as __hookRunnerCreateRequire } from 'node:module';
|
|
2
|
+
const require = __hookRunnerCreateRequire(import.meta.url);
|
|
3
|
+
import {
|
|
4
|
+
TOOL_ERROR_TYPE
|
|
5
|
+
} from "./chunk-VT5T6OEI.js";
|
|
6
|
+
import {
|
|
7
|
+
providerOfModel
|
|
8
|
+
} from "./chunk-X7XLMSZX.js";
|
|
9
|
+
import {
|
|
10
|
+
inputTokensIncludingCache
|
|
11
|
+
} from "./chunk-4KWBQTTG.js";
|
|
12
|
+
import {
|
|
13
|
+
ERROR_TYPE_ATTR,
|
|
14
|
+
GENAI_AGENT_ATTRIBUTES,
|
|
15
|
+
GENAI_DURATION_BUCKETS_S,
|
|
16
|
+
GENAI_EXECUTE_TOOL_DURATION_METRIC,
|
|
17
|
+
GENAI_REQUEST_MODEL_ATTR,
|
|
18
|
+
GENAI_TOOL_NAME_ATTR,
|
|
19
|
+
TOOL_ATTRS,
|
|
20
|
+
TOOL_WAIT_KIND,
|
|
21
|
+
initTelemetry,
|
|
22
|
+
recordCounter,
|
|
23
|
+
recordMetric
|
|
24
|
+
} from "./chunk-7OM5CYES.js";
|
|
25
|
+
import {
|
|
26
|
+
USER_WAIT_TOOLS
|
|
27
|
+
} from "./chunk-52RY6LQT.js";
|
|
28
|
+
import {
|
|
29
|
+
UNITS
|
|
30
|
+
} from "./chunk-RWRGC7ZK.js";
|
|
31
|
+
|
|
32
|
+
// lib/otel/token-metrics.ts
|
|
33
|
+
var DIRECTION_METRICS = [
|
|
34
|
+
{
|
|
35
|
+
param: "inputTokens",
|
|
36
|
+
usage: "gen_ai.client.inference.usage.input_tokens",
|
|
37
|
+
usageDescription: "Number of input tokens used",
|
|
38
|
+
operation: "gen_ai.client.inference.operation.input_tokens",
|
|
39
|
+
operationDescription: "Distribution of input tokens per operation"
|
|
40
|
+
},
|
|
41
|
+
{
|
|
42
|
+
param: "outputTokens",
|
|
43
|
+
usage: "gen_ai.client.inference.usage.output_tokens",
|
|
44
|
+
usageDescription: "Number of output tokens used",
|
|
45
|
+
operation: "gen_ai.client.inference.operation.output_tokens",
|
|
46
|
+
operationDescription: "Distribution of output tokens per operation"
|
|
47
|
+
}
|
|
48
|
+
];
|
|
49
|
+
var SUBSET_METRICS = [
|
|
50
|
+
{
|
|
51
|
+
param: "cacheReadTokens",
|
|
52
|
+
name: "gen_ai.client.inference.usage.cache_read.input_tokens",
|
|
53
|
+
description: "Number of input tokens served from a provider-managed cache"
|
|
54
|
+
},
|
|
55
|
+
{
|
|
56
|
+
param: "cacheWriteTokens",
|
|
57
|
+
name: "gen_ai.client.inference.usage.cache_write.input_tokens",
|
|
58
|
+
description: "Number of input tokens written to a provider-managed cache"
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
param: "reasoningTokens",
|
|
62
|
+
name: "gen_ai.client.inference.usage.reasoning.output_tokens",
|
|
63
|
+
description: "Number of output tokens used for reasoning"
|
|
64
|
+
}
|
|
65
|
+
];
|
|
66
|
+
var METRIC_COST = "integritystudio.gen_ai.cost";
|
|
67
|
+
var COST_DESCRIPTION = "Estimated cost of LLM operations in USD";
|
|
68
|
+
var UNKNOWN_PROVIDER = "unknown";
|
|
69
|
+
var ATTR_TOKEN_MODALITY = "gen_ai.token.modality";
|
|
70
|
+
var TOKEN_MODALITY_TEXT = "text";
|
|
71
|
+
function cacheHitRate(cacheReadTokens, uncachedInputTokens) {
|
|
72
|
+
const totalInput = cacheReadTokens + uncachedInputTokens;
|
|
73
|
+
return totalInput > 0 ? cacheReadTokens / totalInput : void 0;
|
|
74
|
+
}
|
|
75
|
+
function inferenceBaseAttributes(labels) {
|
|
76
|
+
return {
|
|
77
|
+
[GENAI_REQUEST_MODEL_ATTR]: labels.model,
|
|
78
|
+
[GENAI_AGENT_ATTRIBUTES.PROVIDER_NAME]: providerOfModel(labels.model) ?? UNKNOWN_PROVIDER,
|
|
79
|
+
...labels.operation && { [GENAI_AGENT_ATTRIBUTES.OPERATION_NAME]: labels.operation },
|
|
80
|
+
...labels.attributes
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
function recordTokenUsage(params) {
|
|
84
|
+
initTelemetry();
|
|
85
|
+
const inferenceAttrs = { ...inferenceBaseAttributes(params), [ATTR_TOKEN_MODALITY]: TOKEN_MODALITY_TEXT };
|
|
86
|
+
for (const metric of DIRECTION_METRICS) {
|
|
87
|
+
const tokens = params[metric.param];
|
|
88
|
+
recordCounter(metric.usage, tokens, inferenceAttrs, { description: metric.usageDescription, unit: UNITS.TOKEN });
|
|
89
|
+
recordMetric(metric.operation, tokens, inferenceAttrs, { description: metric.operationDescription, unit: UNITS.TOKEN });
|
|
90
|
+
}
|
|
91
|
+
for (const metric of SUBSET_METRICS) {
|
|
92
|
+
const tokens = params[metric.param];
|
|
93
|
+
if (tokens === void 0) continue;
|
|
94
|
+
recordCounter(metric.name, tokens, inferenceAttrs, { description: metric.description, unit: UNITS.TOKEN });
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
function waitKindAttributes(duration) {
|
|
98
|
+
if (USER_WAIT_TOOLS.has(duration.tool)) return { [TOOL_ATTRS.WAIT_KIND]: TOOL_WAIT_KIND.INTERACTIVE };
|
|
99
|
+
if (duration.crossTurn) return { [TOOL_ATTRS.WAIT_KIND]: TOOL_WAIT_KIND.CROSS_TURN };
|
|
100
|
+
return {};
|
|
101
|
+
}
|
|
102
|
+
function recordToolDurations(recordMetricFn, durations, extraAttributes = {}) {
|
|
103
|
+
for (const duration of durations) {
|
|
104
|
+
recordMetricFn(GENAI_EXECUTE_TOOL_DURATION_METRIC, duration.seconds, {
|
|
105
|
+
[GENAI_TOOL_NAME_ATTR]: duration.tool,
|
|
106
|
+
...extraAttributes,
|
|
107
|
+
...waitKindAttributes(duration),
|
|
108
|
+
...duration.failed ? { [ERROR_TYPE_ATTR]: TOOL_ERROR_TYPE } : {}
|
|
109
|
+
}, { unit: UNITS.SECOND, boundaries: GENAI_DURATION_BUCKETS_S.TOOL });
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
function recordInferenceCost(labels, usd) {
|
|
113
|
+
initTelemetry();
|
|
114
|
+
recordCounter(METRIC_COST, usd, inferenceBaseAttributes(labels), { description: COST_DESCRIPTION, unit: UNITS.USD });
|
|
115
|
+
}
|
|
116
|
+
function recordModelTotals(model, totals, operation, attributes) {
|
|
117
|
+
recordTokenUsage({
|
|
118
|
+
inputTokens: inputTokensIncludingCache(totals.totalInputTokens, totals.totalCacheCreationTokens, totals.totalCacheReadTokens),
|
|
119
|
+
outputTokens: totals.totalOutputTokens,
|
|
120
|
+
cacheReadTokens: totals.totalCacheReadTokens,
|
|
121
|
+
cacheWriteTokens: totals.totalCacheCreationTokens,
|
|
122
|
+
reasoningTokens: totals.totalReasoningTokens,
|
|
123
|
+
model,
|
|
124
|
+
operation,
|
|
125
|
+
...attributes ? { attributes } : {}
|
|
126
|
+
});
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
export {
|
|
130
|
+
cacheHitRate,
|
|
131
|
+
recordTokenUsage,
|
|
132
|
+
waitKindAttributes,
|
|
133
|
+
recordToolDurations,
|
|
134
|
+
recordInferenceCost,
|
|
135
|
+
recordModelTotals
|
|
136
|
+
};
|
|
137
|
+
//# sourceMappingURL=chunk-FGKYDQHZ.js.map
|