observability-toolkit-hooks 0.0.0-stage → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CONFIG.md +144 -0
- package/README.md +201 -2
- package/dist/handlers/compact.js +38 -0
- package/dist/handlers/mcp-status.js +66 -0
- package/dist/handlers/notification.js +45 -0
- package/dist/handlers/post-tool-agent.js +157 -0
- package/dist/handlers/post-tool-changelog-sync.js +148 -0
- package/dist/handlers/post-tool-code-structure.js +116 -0
- package/dist/handlers/post-tool-edit-ledger.js +15 -0
- package/dist/handlers/post-tool-failure.js +83 -0
- package/dist/handlers/post-tool-git.js +79 -0
- package/dist/handlers/post-tool-mcp.js +105 -0
- package/dist/handlers/post-tool-outcome.js +48 -0
- package/dist/handlers/post-tool-task-state.js +74 -0
- package/dist/handlers/post-tool.js +132 -0
- package/dist/handlers/pre-tool-agent.js +192 -0
- package/dist/handlers/pre-tool.js +218 -0
- package/dist/handlers/session-end.js +39 -0
- package/dist/handlers/session-start.js +262 -0
- package/dist/handlers/stop-error-reminder.js +195 -0
- package/dist/handlers/stop-quality-evaluation.js +58 -0
- package/dist/handlers/stop-session-summary.js +62 -0
- package/dist/handlers/stop-token-metrics.js +83 -0
- package/dist/handlers/stop.js +25 -0
- package/dist/handlers/subagent.js +105 -0
- package/dist/handlers/tool-event-router.js +39 -0
- package/dist/handlers/user-prompt.js +218 -0
- package/dist/hook-runner.js +10 -0
- package/dist/hook-runner.js.map +7 -0
- package/dist/lib/agent/agent-context.js +123 -0
- package/dist/lib/agent/agent-evaluations.js +155 -0
- package/dist/lib/agent/agent-file-budget.js +65 -0
- package/dist/lib/agent/agent-sources.js +165 -0
- package/dist/lib/agent/synth-spans.js +51 -0
- package/dist/lib/core/bounded-label.js +6 -0
- package/dist/lib/core/category-rules.js +11 -0
- package/dist/lib/core/child-result.js +19 -0
- package/dist/lib/core/config-dir-recovery.js +22 -0
- package/dist/lib/core/constants.js +171 -0
- package/dist/lib/core/detached-runner.js +55 -0
- package/dist/lib/core/file-utils.js +353 -0
- package/dist/lib/core/format-utils.js +51 -0
- package/dist/lib/core/http-utils.js +74 -0
- package/dist/lib/core/http1-fetch.js +14 -0
- package/dist/lib/core/identity-key-resolver.js +149 -0
- package/dist/lib/core/jsonl-tail.js +207 -0
- package/dist/lib/core/load-envrc.js +72 -0
- package/dist/lib/core/parsers.js +43 -0
- package/dist/lib/core/regex.js +27 -0
- package/dist/lib/core/settings-env.js +31 -0
- package/dist/lib/core/shell-command.js +122 -0
- package/dist/lib/core/units.js +97 -0
- package/dist/lib/git/git-cache.js +158 -0
- package/dist/lib/git/git-commit.js +189 -0
- package/dist/lib/git/git-exec.js +30 -0
- package/dist/lib/mcp/mcp-completeness.js +40 -0
- package/dist/lib/mcp/mcp-config.js +118 -0
- package/dist/lib/mcp/mcp-failure-latch.js +22 -0
- package/dist/lib/mcp/mcp-identity-launcher.js +43 -0
- package/dist/lib/otel/attributes.js +322 -0
- package/dist/lib/otel/evaluation-attrs.js +51 -0
- package/dist/lib/otel/file-exporters.js +169 -0
- package/dist/lib/otel/host-resource.js +61 -0
- package/dist/lib/otel/otel-headers-helper.js +26 -0
- package/dist/lib/otel/otel-monitor.js +181 -0
- package/dist/lib/otel/otel.js +235 -0
- package/dist/lib/otel/otlp-headers.js +101 -0
- package/dist/lib/otel/otlp-post.js +122 -0
- package/dist/lib/otel/otlp-serialize.js +142 -0
- package/dist/lib/otel/otlp-signal.js +2 -0
- package/dist/lib/otel/remote-spans.js +142 -0
- package/dist/lib/otel/service-identity.js +10 -0
- package/dist/lib/otel/telemetry-alerts.js +43 -0
- package/dist/lib/otel/token-metrics.js +122 -0
- package/dist/lib/otel/trace-context.js +81 -0
- package/dist/lib/quality/judge-meta-eval.js +70 -0
- package/dist/lib/quality/judge-prompts.js +104 -0
- package/dist/lib/quality/judge-providers.js +193 -0
- package/dist/lib/quality/judge-transport.js +93 -0
- package/dist/lib/quality/llm-judge.js +170 -0
- package/dist/lib/quality/quality-budget.js +99 -0
- package/dist/lib/quality/quality-degradation.js +156 -0
- package/dist/lib/quality/quality-eval-handoff.js +74 -0
- package/dist/lib/quality/quality-evaluator.js +178 -0
- package/dist/lib/quality/quality-sampler.js +43 -0
- package/dist/lib/quality/quality-signals.js +150 -0
- package/dist/lib/runtime/categorizers.js +101 -0
- package/dist/lib/runtime/hook-input.js +16 -0
- package/dist/lib/runtime/hook-output.js +50 -0
- package/dist/lib/runtime/output-analyzer.js +160 -0
- package/dist/lib/runtime/run-handlers.js +32 -0
- package/dist/lib/runtime/tool-input.js +111 -0
- package/dist/lib/runtime/tool-output.js +44 -0
- package/dist/lib/runtime/unknown-tool.js +32 -0
- package/dist/lib/session/edit-ledger.js +29 -0
- package/dist/lib/session/forked-skill.js +39 -0
- package/dist/lib/session/handoffs.js +77 -0
- package/dist/lib/session/session-state.js +169 -0
- package/dist/lib/session/skill-rules.js +196 -0
- package/dist/lib/session/task-tracker.js +83 -0
- package/dist/lib/shipper/shipper-credentials.js +38 -0
- package/dist/lib/shipper/shipper-cursor.js +89 -0
- package/dist/lib/shipper/shipper-status.js +174 -0
- package/dist/lib/shipper/span-shipper.js +272 -0
- package/dist/lib/shipper/telemetry-shipper.js +39 -0
- package/dist/lib/transcript/agent-transcript-metrics.js +34 -0
- package/dist/lib/transcript/context-breakdown.js +134 -0
- package/dist/lib/transcript/context-history.js +69 -0
- package/dist/lib/transcript/context-tracker.js +226 -0
- package/dist/lib/transcript/message-count.js +49 -0
- package/dist/lib/transcript/model-ids.js +36 -0
- package/dist/lib/transcript/model-pricing.js +153 -0
- package/dist/lib/transcript/token-metrics-checkpoint.js +152 -0
- package/dist/lib/transcript/tool-call-durations.js +64 -0
- package/dist/lib/transcript/transcript-entry.js +67 -0
- package/dist/lib/transcript/transcript-fold.js +130 -0
- package/dist/lib/transcript/transcript-layout.js +39 -0
- package/dist/lib/transcript/transcript-parser.js +117 -0
- package/dist/runner/agent-context-4XTCLMLZ.js +23 -0
- package/dist/runner/agent-context-4XTCLMLZ.js.map +7 -0
- package/dist/runner/agent-file-budget-Q33ESBBE.js +68 -0
- package/dist/runner/agent-file-budget-Q33ESBBE.js.map +7 -0
- package/dist/runner/agent-transcript-metrics-W5CZZFMI.js +39 -0
- package/dist/runner/agent-transcript-metrics-W5CZZFMI.js.map +7 -0
- package/dist/runner/chunk-2NTNAJZE.js +49 -0
- package/dist/runner/chunk-2NTNAJZE.js.map +7 -0
- package/dist/runner/chunk-4KWBQTTG.js +78 -0
- package/dist/runner/chunk-4KWBQTTG.js.map +7 -0
- package/dist/runner/chunk-52RY6LQT.js +699 -0
- package/dist/runner/chunk-52RY6LQT.js.map +7 -0
- package/dist/runner/chunk-7OM5CYES.js +8695 -0
- package/dist/runner/chunk-7OM5CYES.js.map +7 -0
- package/dist/runner/chunk-7PEOKGYR.js +1568 -0
- package/dist/runner/chunk-7PEOKGYR.js.map +7 -0
- package/dist/runner/chunk-AGSGKELQ.js +126 -0
- package/dist/runner/chunk-AGSGKELQ.js.map +7 -0
- package/dist/runner/chunk-AVM7PJFW.js +12 -0
- package/dist/runner/chunk-AVM7PJFW.js.map +7 -0
- package/dist/runner/chunk-C3WHUMU5.js +178 -0
- package/dist/runner/chunk-C3WHUMU5.js.map +7 -0
- package/dist/runner/chunk-DGB4NSSD.js +157 -0
- package/dist/runner/chunk-DGB4NSSD.js.map +7 -0
- package/dist/runner/chunk-DNSTWC26.js +151 -0
- package/dist/runner/chunk-DNSTWC26.js.map +7 -0
- package/dist/runner/chunk-FDJJ3TYU.js +449 -0
- package/dist/runner/chunk-FDJJ3TYU.js.map +7 -0
- package/dist/runner/chunk-FGKYDQHZ.js +137 -0
- package/dist/runner/chunk-FGKYDQHZ.js.map +7 -0
- package/dist/runner/chunk-GG2I4TGI.js +582 -0
- package/dist/runner/chunk-GG2I4TGI.js.map +7 -0
- package/dist/runner/chunk-GNNKUMRF.js +60 -0
- package/dist/runner/chunk-GNNKUMRF.js.map +7 -0
- package/dist/runner/chunk-I7TD2QVR.js +118 -0
- package/dist/runner/chunk-I7TD2QVR.js.map +7 -0
- package/dist/runner/chunk-IJ4SLUBV.js +78 -0
- package/dist/runner/chunk-IJ4SLUBV.js.map +7 -0
- package/dist/runner/chunk-IY7AP7NA.js +32 -0
- package/dist/runner/chunk-IY7AP7NA.js.map +7 -0
- package/dist/runner/chunk-J3F3Z3EQ.js +177 -0
- package/dist/runner/chunk-J3F3Z3EQ.js.map +7 -0
- package/dist/runner/chunk-JLEO5OHU.js +104 -0
- package/dist/runner/chunk-JLEO5OHU.js.map +7 -0
- package/dist/runner/chunk-JRNNLOPR.js +168 -0
- package/dist/runner/chunk-JRNNLOPR.js.map +7 -0
- package/dist/runner/chunk-KGSA5JYP.js +82 -0
- package/dist/runner/chunk-KGSA5JYP.js.map +7 -0
- package/dist/runner/chunk-LBCZAYFR.js +125 -0
- package/dist/runner/chunk-LBCZAYFR.js.map +7 -0
- package/dist/runner/chunk-LHWRXY2G.js +41 -0
- package/dist/runner/chunk-LHWRXY2G.js.map +7 -0
- package/dist/runner/chunk-LQ2LGUYJ.js +41 -0
- package/dist/runner/chunk-LQ2LGUYJ.js.map +7 -0
- package/dist/runner/chunk-LYY6RCIE.js +158 -0
- package/dist/runner/chunk-LYY6RCIE.js.map +7 -0
- package/dist/runner/chunk-M4R4QIQH.js +41 -0
- package/dist/runner/chunk-M4R4QIQH.js.map +7 -0
- package/dist/runner/chunk-MC75VXMX.js +207 -0
- package/dist/runner/chunk-MC75VXMX.js.map +7 -0
- package/dist/runner/chunk-NKZU4RRG.js +104 -0
- package/dist/runner/chunk-NKZU4RRG.js.map +7 -0
- package/dist/runner/chunk-PJHWHJ3K.js +56 -0
- package/dist/runner/chunk-PJHWHJ3K.js.map +7 -0
- package/dist/runner/chunk-RIGVYJ2O.js +114 -0
- package/dist/runner/chunk-RIGVYJ2O.js.map +7 -0
- package/dist/runner/chunk-RWRGC7ZK.js +93 -0
- package/dist/runner/chunk-RWRGC7ZK.js.map +7 -0
- package/dist/runner/chunk-SRMAJQMV.js +54 -0
- package/dist/runner/chunk-SRMAJQMV.js.map +7 -0
- package/dist/runner/chunk-TRMFD36J.js +47 -0
- package/dist/runner/chunk-TRMFD36J.js.map +7 -0
- package/dist/runner/chunk-U4IOZYQ3.js +21 -0
- package/dist/runner/chunk-U4IOZYQ3.js.map +7 -0
- package/dist/runner/chunk-UEXDE3WP.js +83 -0
- package/dist/runner/chunk-UEXDE3WP.js.map +7 -0
- package/dist/runner/chunk-UW3GQZSM.js +50 -0
- package/dist/runner/chunk-UW3GQZSM.js.map +7 -0
- package/dist/runner/chunk-V2GSP6VR.js +46 -0
- package/dist/runner/chunk-V2GSP6VR.js.map +7 -0
- package/dist/runner/chunk-VOV4Y5VU.js +81 -0
- package/dist/runner/chunk-VOV4Y5VU.js.map +7 -0
- package/dist/runner/chunk-VT5T6OEI.js +65 -0
- package/dist/runner/chunk-VT5T6OEI.js.map +7 -0
- package/dist/runner/chunk-VUYVFWIN.js +12 -0
- package/dist/runner/chunk-VUYVFWIN.js.map +7 -0
- package/dist/runner/chunk-VVGOPPEN.js +36 -0
- package/dist/runner/chunk-VVGOPPEN.js.map +7 -0
- package/dist/runner/chunk-VXFSLM6P.js +14 -0
- package/dist/runner/chunk-VXFSLM6P.js.map +7 -0
- package/dist/runner/chunk-W3EK7JUT.js +26125 -0
- package/dist/runner/chunk-W3EK7JUT.js.map +7 -0
- package/dist/runner/chunk-WJHNCOUF.js +52 -0
- package/dist/runner/chunk-WJHNCOUF.js.map +7 -0
- package/dist/runner/chunk-WU7ANGCW.js +269 -0
- package/dist/runner/chunk-WU7ANGCW.js.map +7 -0
- package/dist/runner/chunk-X7XLMSZX.js +44 -0
- package/dist/runner/chunk-X7XLMSZX.js.map +7 -0
- package/dist/runner/chunk-XSO3B4QN.js +124 -0
- package/dist/runner/chunk-XSO3B4QN.js.map +7 -0
- package/dist/runner/chunk-YGFN3LN2.js +174 -0
- package/dist/runner/chunk-YGFN3LN2.js.map +7 -0
- package/dist/runner/chunk-YHYDBLVB.js +33 -0
- package/dist/runner/chunk-YHYDBLVB.js.map +7 -0
- package/dist/runner/compact-36NP3PKT.js +60 -0
- package/dist/runner/compact-36NP3PKT.js.map +7 -0
- package/dist/runner/getMachineId-bsd-AGENNHN6.js +42 -0
- package/dist/runner/getMachineId-bsd-AGENNHN6.js.map +7 -0
- package/dist/runner/getMachineId-bsd-I5WZGCL4.js +33 -0
- package/dist/runner/getMachineId-bsd-I5WZGCL4.js.map +7 -0
- package/dist/runner/getMachineId-bsd-ZXK225P7.js +33 -0
- package/dist/runner/getMachineId-bsd-ZXK225P7.js.map +7 -0
- package/dist/runner/getMachineId-darwin-47GDLEXL.js +42 -0
- package/dist/runner/getMachineId-darwin-47GDLEXL.js.map +7 -0
- package/dist/runner/getMachineId-darwin-5CRLMDD6.js +33 -0
- package/dist/runner/getMachineId-darwin-5CRLMDD6.js.map +7 -0
- package/dist/runner/getMachineId-darwin-ADG4I32N.js +33 -0
- package/dist/runner/getMachineId-darwin-ADG4I32N.js.map +7 -0
- package/dist/runner/getMachineId-linux-5KVS3T2M.js +27 -0
- package/dist/runner/getMachineId-linux-5KVS3T2M.js.map +7 -0
- package/dist/runner/getMachineId-linux-GDFB5GSO.js +34 -0
- package/dist/runner/getMachineId-linux-GDFB5GSO.js.map +7 -0
- package/dist/runner/getMachineId-linux-NQMWCRO3.js +27 -0
- package/dist/runner/getMachineId-linux-NQMWCRO3.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-5PFIGMVX.js +18 -0
- package/dist/runner/getMachineId-unsupported-5PFIGMVX.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-DW27K3ZX.js +18 -0
- package/dist/runner/getMachineId-unsupported-DW27K3ZX.js.map +7 -0
- package/dist/runner/getMachineId-unsupported-XV3FHTHD.js +25 -0
- package/dist/runner/getMachineId-unsupported-XV3FHTHD.js.map +7 -0
- package/dist/runner/getMachineId-win-5JVMW3EI.js +44 -0
- package/dist/runner/getMachineId-win-5JVMW3EI.js.map +7 -0
- package/dist/runner/getMachineId-win-SNESQF7R.js +35 -0
- package/dist/runner/getMachineId-win-SNESQF7R.js.map +7 -0
- package/dist/runner/getMachineId-win-UJYHSBM2.js +35 -0
- package/dist/runner/getMachineId-win-UJYHSBM2.js.map +7 -0
- package/dist/runner/git-commit-BA53DOJQ.js +30 -0
- package/dist/runner/git-commit-BA53DOJQ.js.map +7 -0
- package/dist/runner/hook-runner-JHH6PGKE.js +220 -0
- package/dist/runner/hook-runner-JHH6PGKE.js.map +7 -0
- package/dist/runner/judge-transport-R4TF5LEH.js +91 -0
- package/dist/runner/judge-transport-R4TF5LEH.js.map +7 -0
- package/dist/runner/mcp-status-QEUH2KGX.js +89 -0
- package/dist/runner/mcp-status-QEUH2KGX.js.map +7 -0
- package/dist/runner/notification-FKMBCSXF.js +69 -0
- package/dist/runner/notification-FKMBCSXF.js.map +7 -0
- package/dist/runner/post-tool-3MRHTBKH.js +192 -0
- package/dist/runner/post-tool-3MRHTBKH.js.map +7 -0
- package/dist/runner/post-tool-agent-BB34MNHI.js +370 -0
- package/dist/runner/post-tool-agent-BB34MNHI.js.map +7 -0
- package/dist/runner/post-tool-changelog-sync-OP2TT2I7.js +147 -0
- package/dist/runner/post-tool-changelog-sync-OP2TT2I7.js.map +7 -0
- package/dist/runner/post-tool-code-structure-LE7J2SC2.js +130 -0
- package/dist/runner/post-tool-code-structure-LE7J2SC2.js.map +7 -0
- package/dist/runner/post-tool-edit-ledger-IJMEYHKF.js +30 -0
- package/dist/runner/post-tool-edit-ledger-IJMEYHKF.js.map +7 -0
- package/dist/runner/post-tool-failure-XTH2I2Z7.js +111 -0
- package/dist/runner/post-tool-failure-XTH2I2Z7.js.map +7 -0
- package/dist/runner/post-tool-git-E46HZGZO.js +94 -0
- package/dist/runner/post-tool-git-E46HZGZO.js.map +7 -0
- package/dist/runner/post-tool-mcp-AMCDY5GH.js +144 -0
- package/dist/runner/post-tool-mcp-AMCDY5GH.js.map +7 -0
- package/dist/runner/post-tool-task-state-TLDOI33H.js +100 -0
- package/dist/runner/post-tool-task-state-TLDOI33H.js.map +7 -0
- package/dist/runner/pre-tool-SQE2FZQO.js +245 -0
- package/dist/runner/pre-tool-SQE2FZQO.js.map +7 -0
- package/dist/runner/pre-tool-agent-OZUPVFUI.js +218 -0
- package/dist/runner/pre-tool-agent-OZUPVFUI.js.map +7 -0
- package/dist/runner/quality-evaluator-XYNDKDRG.js +901 -0
- package/dist/runner/quality-evaluator-XYNDKDRG.js.map +7 -0
- package/dist/runner/session-end-3MJTDLLA.js +57 -0
- package/dist/runner/session-end-3MJTDLLA.js.map +7 -0
- package/dist/runner/session-start-5ZMCLKBS.js +352 -0
- package/dist/runner/session-start-5ZMCLKBS.js.map +7 -0
- package/dist/runner/shipper-status-MADX6SPG.js +37 -0
- package/dist/runner/shipper-status-MADX6SPG.js.map +7 -0
- package/dist/runner/span-shipper-4HQDHC47.js +3408 -0
- package/dist/runner/span-shipper-4HQDHC47.js.map +7 -0
- package/dist/runner/stop-RTKSIYJV.js +596 -0
- package/dist/runner/stop-RTKSIYJV.js.map +7 -0
- package/dist/runner/subagent-CBCG4OLZ.js +116 -0
- package/dist/runner/subagent-CBCG4OLZ.js.map +7 -0
- package/dist/runner/token-metrics-AD2RAFGM.js +31 -0
- package/dist/runner/token-metrics-AD2RAFGM.js.map +7 -0
- package/dist/runner/user-prompt-T5NZ2UJD.js +376 -0
- package/dist/runner/user-prompt-T5NZ2UJD.js.map +7 -0
- package/package.json +68 -5
|
@@ -0,0 +1,596 @@
|
|
|
1
|
+
import { createRequire as __hookRunnerCreateRequire } from 'node:module';
|
|
2
|
+
const require = __hookRunnerCreateRequire(import.meta.url);
|
|
3
|
+
import {
|
|
4
|
+
QUALITY_ATTRS,
|
|
5
|
+
QUALITY_EVALUATION_HOOK_TYPE,
|
|
6
|
+
QUALITY_EVAL_SKIP_REASONS,
|
|
7
|
+
QUALITY_EVAL_TYPE_LLM,
|
|
8
|
+
hasBudget,
|
|
9
|
+
spawnQualityEvaluator
|
|
10
|
+
} from "./chunk-J3F3Z3EQ.js";
|
|
11
|
+
import {
|
|
12
|
+
spawnTelemetryShipper
|
|
13
|
+
} from "./chunk-UEXDE3WP.js";
|
|
14
|
+
import "./chunk-JRNNLOPR.js";
|
|
15
|
+
import {
|
|
16
|
+
loadEdits
|
|
17
|
+
} from "./chunk-VVGOPPEN.js";
|
|
18
|
+
import {
|
|
19
|
+
cacheHitRate,
|
|
20
|
+
recordModelTotals,
|
|
21
|
+
recordToolDurations
|
|
22
|
+
} from "./chunk-FGKYDQHZ.js";
|
|
23
|
+
import {
|
|
24
|
+
TOKEN_TOTAL_FIELDS,
|
|
25
|
+
USAGE_FIELD_NAMES,
|
|
26
|
+
emptyAccumulator,
|
|
27
|
+
emptyModelTotals,
|
|
28
|
+
emptyStats,
|
|
29
|
+
foldTranscriptFrom
|
|
30
|
+
} from "./chunk-AGSGKELQ.js";
|
|
31
|
+
import "./chunk-VT5T6OEI.js";
|
|
32
|
+
import {
|
|
33
|
+
loadInvocations,
|
|
34
|
+
summarizeInvocations
|
|
35
|
+
} from "./chunk-V2GSP6VR.js";
|
|
36
|
+
import {
|
|
37
|
+
EVALUATION_COHORT,
|
|
38
|
+
EVALUATOR_KIND,
|
|
39
|
+
appendEvaluation,
|
|
40
|
+
emitTaskCompletion
|
|
41
|
+
} from "./chunk-MC75VXMX.js";
|
|
42
|
+
import "./chunk-LYY6RCIE.js";
|
|
43
|
+
import {
|
|
44
|
+
getSessionSamplingInfo
|
|
45
|
+
} from "./chunk-PJHWHJ3K.js";
|
|
46
|
+
import "./chunk-X7XLMSZX.js";
|
|
47
|
+
import {
|
|
48
|
+
inputTokensIncludingCache
|
|
49
|
+
} from "./chunk-4KWBQTTG.js";
|
|
50
|
+
import {
|
|
51
|
+
activeTaskCompletion
|
|
52
|
+
} from "./chunk-KGSA5JYP.js";
|
|
53
|
+
import "./chunk-YGFN3LN2.js";
|
|
54
|
+
import "./chunk-IJ4SLUBV.js";
|
|
55
|
+
import {
|
|
56
|
+
getFileCategory,
|
|
57
|
+
isJsTsFile,
|
|
58
|
+
isJsTsNonSourceFile
|
|
59
|
+
} from "./chunk-LBCZAYFR.js";
|
|
60
|
+
import {
|
|
61
|
+
OTHER_LABEL
|
|
62
|
+
} from "./chunk-VXFSLM6P.js";
|
|
63
|
+
import {
|
|
64
|
+
addAdditionalContext
|
|
65
|
+
} from "./chunk-2NTNAJZE.js";
|
|
66
|
+
import {
|
|
67
|
+
instrumentHook
|
|
68
|
+
} from "./chunk-WU7ANGCW.js";
|
|
69
|
+
import {
|
|
70
|
+
ALERT_ATTRS,
|
|
71
|
+
GENAI_AGENT_ATTRIBUTES,
|
|
72
|
+
HOOK_NAMES,
|
|
73
|
+
HOOK_TYPE_ATTR,
|
|
74
|
+
SESSION_ATTRIBUTES,
|
|
75
|
+
SESSION_METRICS,
|
|
76
|
+
TOKEN_ATTRS
|
|
77
|
+
} from "./chunk-7OM5CYES.js";
|
|
78
|
+
import "./chunk-GG2I4TGI.js";
|
|
79
|
+
import "./chunk-SRMAJQMV.js";
|
|
80
|
+
import "./chunk-YHYDBLVB.js";
|
|
81
|
+
import {
|
|
82
|
+
claimOnce,
|
|
83
|
+
resumeOffset,
|
|
84
|
+
sessionMarkerPath,
|
|
85
|
+
sessionStateRoot,
|
|
86
|
+
transcriptCheckpointStore
|
|
87
|
+
} from "./chunk-DNSTWC26.js";
|
|
88
|
+
import {
|
|
89
|
+
THRESHOLDS,
|
|
90
|
+
errorMessage,
|
|
91
|
+
isJsonObject,
|
|
92
|
+
readTextOrNull,
|
|
93
|
+
writeStderr
|
|
94
|
+
} from "./chunk-52RY6LQT.js";
|
|
95
|
+
import {
|
|
96
|
+
UNITS,
|
|
97
|
+
formatPercent,
|
|
98
|
+
isNonNegativeInteger
|
|
99
|
+
} from "./chunk-RWRGC7ZK.js";
|
|
100
|
+
import "./chunk-7PEOKGYR.js";
|
|
101
|
+
import "./chunk-GNNKUMRF.js";
|
|
102
|
+
|
|
103
|
+
// handlers/stop-error-reminder.ts
|
|
104
|
+
import { existsSync } from "node:fs";
|
|
105
|
+
var EXCLUDED_PATH_SUBSTRINGS = ["types/", ".styles.ts"];
|
|
106
|
+
function shouldCheckErrorHandling(filePath) {
|
|
107
|
+
if (!isJsTsFile(filePath) || isJsTsNonSourceFile(filePath)) return false;
|
|
108
|
+
return !EXCLUDED_PATH_SUBSTRINGS.some((sub) => filePath.includes(sub));
|
|
109
|
+
}
|
|
110
|
+
var SIGNAL_PATTERNS = {
|
|
111
|
+
hasConsoleLog: [/\bconsole\.log\(/],
|
|
112
|
+
// Four or more digits: a timeout that may exceed HOOK_TIMEOUT_MS and so never fire (CCH1c).
|
|
113
|
+
hasHardcodedTimeout: [/[,{]\s*timeout:\s*\d{4,}/, /setTimeout\s*\([^,]+,\s*\d{4,}/],
|
|
114
|
+
hasSilentCatch: [/catch\s*(?:\([^)]*\))?\s*\{\s*\}/],
|
|
115
|
+
hasApiCall: [/\bfetch\s*\(|axios\.|apiClient\./i]
|
|
116
|
+
};
|
|
117
|
+
function analyzeFileContent(filePath) {
|
|
118
|
+
const content = readTextOrNull(filePath);
|
|
119
|
+
if (content === null) return null;
|
|
120
|
+
const analysis = {};
|
|
121
|
+
for (const [signal, patterns] of Object.entries(SIGNAL_PATTERNS)) {
|
|
122
|
+
analysis[signal] = patterns.some((re) => re.test(content));
|
|
123
|
+
}
|
|
124
|
+
return analysis;
|
|
125
|
+
}
|
|
126
|
+
var REMINDER_SECTIONS = {
|
|
127
|
+
"hooks-handler": {
|
|
128
|
+
heading: "Hooks Handler",
|
|
129
|
+
countAttribute: "integritystudio.error_reminder.files.hooks_handler",
|
|
130
|
+
checks: [
|
|
131
|
+
{
|
|
132
|
+
signal: "hasConsoleLog",
|
|
133
|
+
line: "- Plain stdout (`writePlainContext()`) does not reach Claude outside SessionStart/UserPromptSubmit/UserPromptExpansion \u2014 use `addAdditionalContext()` on Stop/PostToolUse (CCH0b)."
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
signal: "hasSilentCatch",
|
|
137
|
+
line: "- Does the catch block swallow the error silently? A hook that fails open exits 0 with no delivery and no telemetry (CCH5)."
|
|
138
|
+
}
|
|
139
|
+
],
|
|
140
|
+
bestPractice: "Best practice: route output through the channel that reaches Claude at this event; let errors surface rather than hide them."
|
|
141
|
+
},
|
|
142
|
+
"hooks-lib": {
|
|
143
|
+
heading: "Hooks Library",
|
|
144
|
+
countAttribute: "integritystudio.error_reminder.files.hooks_lib",
|
|
145
|
+
checks: [
|
|
146
|
+
{
|
|
147
|
+
signal: "hasHardcodedTimeout",
|
|
148
|
+
line: "- Is the hardcoded timeout below `HOOK_TIMEOUT_MS`? A timeout above the harness limit is unreachable \u2014 the process is killed first with no error, no telemetry, and no retry (CCH1c). Use `THRESHOLDS.*` constants."
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
signal: "hasSilentCatch",
|
|
152
|
+
line: "- Does the catch block swallow the error silently? A library that fails open hides the failure from the handler and from telemetry (CCH5)."
|
|
153
|
+
}
|
|
154
|
+
],
|
|
155
|
+
bestPractice: "Best practice: validate timeout values against `HOOK_TIMEOUT_MS`; propagate or log errors rather than silently catching them."
|
|
156
|
+
},
|
|
157
|
+
scripts: {
|
|
158
|
+
heading: "Scripts",
|
|
159
|
+
countAttribute: "integritystudio.error_reminder.files.scripts",
|
|
160
|
+
checks: [
|
|
161
|
+
{ signal: "hasSilentCatch", line: "- Does the catch block swallow the error silently?" },
|
|
162
|
+
{ signal: "hasApiCall", line: "- Do network calls handle transient failures and log on exhaustion?" }
|
|
163
|
+
]
|
|
164
|
+
}
|
|
165
|
+
};
|
|
166
|
+
var isSectionCategory = (category) => category !== OTHER_LABEL;
|
|
167
|
+
var ERROR_REMINDER_MARKER = "error-reminder";
|
|
168
|
+
var SKIP_ENV_VAR = "SKIP_ERROR_REMINDER";
|
|
169
|
+
var SKIP_ENV_ON = "1";
|
|
170
|
+
var ATTR = {
|
|
171
|
+
FILES_EDITED: "integritystudio.error_reminder.files.edited",
|
|
172
|
+
FILES_RENDERABLE: "integritystudio.error_reminder.files.renderable",
|
|
173
|
+
FILES_TOTAL: "integritystudio.error_reminder.files.total",
|
|
174
|
+
NEEDS_ATTENTION: "integritystudio.error_reminder.needs_attention",
|
|
175
|
+
ALREADY_DELIVERED: "integritystudio.error_reminder.already_delivered",
|
|
176
|
+
/** Section-category files the ledger names but that could not be read (deleted, moved, unreadable) */
|
|
177
|
+
FILES_UNREADABLE: "integritystudio.error_reminder.files.unreadable"
|
|
178
|
+
};
|
|
179
|
+
var REMINDER_TITLE = "## Error Handling Self-Check";
|
|
180
|
+
var REMINDER_CLOSING = `Address whichever points apply, or state why they do not. Set \`${SKIP_ENV_VAR}=${SKIP_ENV_ON}\` to disable this check.`;
|
|
181
|
+
function claimErrorReminder(sessionId, stateRoot = sessionStateRoot()) {
|
|
182
|
+
return claimOnce(sessionMarkerPath(sessionId, ERROR_REMINDER_MARKER, stateRoot));
|
|
183
|
+
}
|
|
184
|
+
function errorReminderDelivered(sessionId) {
|
|
185
|
+
return existsSync(sessionMarkerPath(sessionId, ERROR_REMINDER_MARKER));
|
|
186
|
+
}
|
|
187
|
+
function groupAnalysesByCategory(editedFiles) {
|
|
188
|
+
const analysesByCategory = /* @__PURE__ */ new Map();
|
|
189
|
+
let unreadableCount = 0;
|
|
190
|
+
for (const path of new Set(editedFiles.map((file) => file.path))) {
|
|
191
|
+
if (!shouldCheckErrorHandling(path)) continue;
|
|
192
|
+
const category = getFileCategory(path);
|
|
193
|
+
if (!isSectionCategory(category)) continue;
|
|
194
|
+
const analysis = analyzeFileContent(path);
|
|
195
|
+
if (!analysis) {
|
|
196
|
+
unreadableCount++;
|
|
197
|
+
continue;
|
|
198
|
+
}
|
|
199
|
+
const bucket = analysesByCategory.get(category) ?? [];
|
|
200
|
+
bucket.push(analysis);
|
|
201
|
+
analysesByCategory.set(category, bucket);
|
|
202
|
+
}
|
|
203
|
+
return { analysesByCategory, unreadableCount };
|
|
204
|
+
}
|
|
205
|
+
function renderReminder(sections) {
|
|
206
|
+
const lines = [REMINDER_TITLE, ""];
|
|
207
|
+
for (const { section, analyses, tripped } of sections) {
|
|
208
|
+
if (analyses.length === 0) continue;
|
|
209
|
+
lines.push(`**${section.heading}** \u2014 ${analyses.length} file(s) edited`, "");
|
|
210
|
+
lines.push(...tripped.map(({ line }) => line));
|
|
211
|
+
lines.push("");
|
|
212
|
+
if (section.bestPractice) lines.push(section.bestPractice, "");
|
|
213
|
+
}
|
|
214
|
+
lines.push(REMINDER_CLOSING);
|
|
215
|
+
return lines.join("\n");
|
|
216
|
+
}
|
|
217
|
+
function reportAlreadyDelivered(ctx) {
|
|
218
|
+
ctx.addAttribute(ATTR.ALREADY_DELIVERED, true);
|
|
219
|
+
ctx.logger.debug("Error reminder already delivered this session");
|
|
220
|
+
}
|
|
221
|
+
async function handleErrorReminder(input) {
|
|
222
|
+
if (process.env[SKIP_ENV_VAR] === SKIP_ENV_ON) return;
|
|
223
|
+
await instrumentHook(HOOK_NAMES.ERROR_HANDLING_REMINDER, (ctx) => {
|
|
224
|
+
ctx.logger.debug("Error handling reminder starting");
|
|
225
|
+
const sessionId = input.session_id;
|
|
226
|
+
if (errorReminderDelivered(sessionId)) {
|
|
227
|
+
reportAlreadyDelivered(ctx);
|
|
228
|
+
return;
|
|
229
|
+
}
|
|
230
|
+
const editedFiles = loadEdits(sessionId);
|
|
231
|
+
ctx.addAttribute(ATTR.FILES_EDITED, editedFiles.length);
|
|
232
|
+
if (editedFiles.length === 0) {
|
|
233
|
+
ctx.logger.debug("No files edited this session");
|
|
234
|
+
return;
|
|
235
|
+
}
|
|
236
|
+
const { analysesByCategory, unreadableCount } = groupAnalysesByCategory(editedFiles);
|
|
237
|
+
const sections = Object.entries(REMINDER_SECTIONS).map(([category, section]) => {
|
|
238
|
+
const analyses = analysesByCategory.get(category) ?? [];
|
|
239
|
+
const tripped = section.checks.filter(({ signal }) => analyses.some((analysis) => analysis[signal]));
|
|
240
|
+
return { section, analyses, tripped };
|
|
241
|
+
});
|
|
242
|
+
const analyzedCount = sections.reduce((sum, { analyses }) => sum + analyses.length, 0);
|
|
243
|
+
const needsAttention = sections.some(({ tripped }) => tripped.length > 0);
|
|
244
|
+
ctx.addAttributes({
|
|
245
|
+
...Object.fromEntries(sections.map(({ section, analyses }) => [section.countAttribute, analyses.length])),
|
|
246
|
+
[ATTR.NEEDS_ATTENTION]: needsAttention,
|
|
247
|
+
[ATTR.FILES_RENDERABLE]: analyzedCount,
|
|
248
|
+
[ATTR.FILES_UNREADABLE]: unreadableCount
|
|
249
|
+
});
|
|
250
|
+
if (!needsAttention) {
|
|
251
|
+
ctx.logger.debug("No actionable patterns in a category the reminder renders", {
|
|
252
|
+
[ATTR.FILES_RENDERABLE]: analyzedCount
|
|
253
|
+
});
|
|
254
|
+
return;
|
|
255
|
+
}
|
|
256
|
+
ctx.logger.info("Error handling patterns detected", {
|
|
257
|
+
[ATTR.FILES_TOTAL]: editedFiles.length,
|
|
258
|
+
[ATTR.FILES_RENDERABLE]: analyzedCount
|
|
259
|
+
});
|
|
260
|
+
if (!claimErrorReminder(sessionId)) {
|
|
261
|
+
reportAlreadyDelivered(ctx);
|
|
262
|
+
return;
|
|
263
|
+
}
|
|
264
|
+
addAdditionalContext(renderReminder(sections));
|
|
265
|
+
}, { [HOOK_TYPE_ATTR]: "error" });
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
// handlers/stop-quality-evaluation.ts
|
|
269
|
+
import { statSync } from "node:fs";
|
|
270
|
+
async function handleQualityEvaluation(input) {
|
|
271
|
+
const { session_id: sessionId, transcript_path: transcriptPath } = input;
|
|
272
|
+
const samplingInfo = getSessionSamplingInfo(sessionId);
|
|
273
|
+
if (!samplingInfo.sampled) return;
|
|
274
|
+
if (!hasBudget()) {
|
|
275
|
+
writeStderr("[Quality] Daily evaluation budget exhausted");
|
|
276
|
+
return;
|
|
277
|
+
}
|
|
278
|
+
await instrumentHook(HOOK_NAMES.QUALITY_EVALUATION_QUEUE, (ctx) => {
|
|
279
|
+
const canary = samplingInfo.canary;
|
|
280
|
+
ctx.addAttributes({
|
|
281
|
+
[QUALITY_ATTRS.EVAL_TYPE]: QUALITY_EVAL_TYPE_LLM,
|
|
282
|
+
[QUALITY_ATTRS.CANARY]: canary
|
|
283
|
+
});
|
|
284
|
+
let transcriptBytes;
|
|
285
|
+
try {
|
|
286
|
+
transcriptBytes = statSync(transcriptPath).size;
|
|
287
|
+
} catch {
|
|
288
|
+
ctx.addAttribute(QUALITY_ATTRS.EVAL_SKIPPED_REASON, QUALITY_EVAL_SKIP_REASONS.NO_TRANSCRIPT);
|
|
289
|
+
return;
|
|
290
|
+
}
|
|
291
|
+
if (transcriptBytes === 0) {
|
|
292
|
+
ctx.addAttribute(QUALITY_ATTRS.EVAL_SKIPPED_REASON, QUALITY_EVAL_SKIP_REASONS.NO_TURNS);
|
|
293
|
+
return;
|
|
294
|
+
}
|
|
295
|
+
ctx.addAttribute(QUALITY_ATTRS.TRANSCRIPT_BYTES, transcriptBytes);
|
|
296
|
+
const spawned = spawnQualityEvaluator({
|
|
297
|
+
sessionId,
|
|
298
|
+
canary,
|
|
299
|
+
transcriptPath,
|
|
300
|
+
transcriptBytes
|
|
301
|
+
});
|
|
302
|
+
ctx.addAttribute(QUALITY_ATTRS.EVAL_QUEUED, spawned.ok);
|
|
303
|
+
if (!spawned.ok) {
|
|
304
|
+
ctx.addAttribute(QUALITY_ATTRS.EVAL_SKIPPED_REASON, spawned.reason);
|
|
305
|
+
ctx.addAttribute(QUALITY_ATTRS.EVAL_SKIPPED_DETAIL, spawned.detail);
|
|
306
|
+
}
|
|
307
|
+
}, { [HOOK_TYPE_ATTR]: QUALITY_EVALUATION_HOOK_TYPE });
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
// lib/otel/telemetry-alerts.ts
|
|
311
|
+
var NO_FAILURES_TOLERATED = 0;
|
|
312
|
+
var defineRule = (rule) => Object.freeze(rule);
|
|
313
|
+
var ALERT_RULES = Object.freeze({
|
|
314
|
+
taskCompletionLow: defineRule({
|
|
315
|
+
name: "task-completion-low",
|
|
316
|
+
severity: "warning",
|
|
317
|
+
message: `Task completion ratio below ${THRESHOLDS.TASK_COMPLETION_RATIO}, investigate incomplete work`,
|
|
318
|
+
comparator: "below",
|
|
319
|
+
threshold: THRESHOLDS.TASK_COMPLETION_RATIO
|
|
320
|
+
}),
|
|
321
|
+
mcpScrapeIncomplete: defineRule({
|
|
322
|
+
name: "mcp-scrape-incomplete",
|
|
323
|
+
severity: "warning",
|
|
324
|
+
message: "MCP scraping incomplete, check for failed invocations",
|
|
325
|
+
comparator: "above",
|
|
326
|
+
threshold: NO_FAILURES_TOLERATED
|
|
327
|
+
})
|
|
328
|
+
});
|
|
329
|
+
function evaluate(rule, value) {
|
|
330
|
+
if (!Number.isFinite(value)) return [];
|
|
331
|
+
const breached = rule.comparator === "below" ? value < rule.threshold : value > rule.threshold;
|
|
332
|
+
return breached ? [rule] : [];
|
|
333
|
+
}
|
|
334
|
+
function evaluateTaskAlerts(completionRatio) {
|
|
335
|
+
return evaluate(ALERT_RULES.taskCompletionLow, completionRatio);
|
|
336
|
+
}
|
|
337
|
+
function evaluateScrapingAlerts(failedCount, totalCount) {
|
|
338
|
+
if (totalCount <= 0 || failedCount < 0) return [];
|
|
339
|
+
return evaluate(ALERT_RULES.mcpScrapeIncomplete, failedCount);
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
// handlers/stop-session-summary.ts
|
|
343
|
+
var PRODUCER = "hook:stop-session-summary";
|
|
344
|
+
async function handleSessionSummary(sessionId) {
|
|
345
|
+
const mcpInvocations = loadInvocations(sessionId);
|
|
346
|
+
const mcpSummary = summarizeInvocations(mcpInvocations);
|
|
347
|
+
const mcpEntries = Object.entries(mcpSummary);
|
|
348
|
+
const failedEntries = mcpEntries.filter(([, s]) => s.failed > 0);
|
|
349
|
+
const mcpTotalFailed = failedEntries.reduce((sum, [, s]) => sum + s.failed, 0);
|
|
350
|
+
const mcpTotalAll = mcpEntries.reduce((sum, [, s]) => sum + s.total, 0);
|
|
351
|
+
if (failedEntries.length > 0) {
|
|
352
|
+
const failedServers = failedEntries.map(([key]) => key).join(",");
|
|
353
|
+
await instrumentHook(HOOK_NAMES.MCP_SESSION_FAILURE_SUMMARY, (ctx) => {
|
|
354
|
+
ctx.addAttributes({
|
|
355
|
+
"integritystudio.mcp.session_failed_count": mcpTotalFailed,
|
|
356
|
+
"integritystudio.mcp.session_total_count": mcpTotalAll,
|
|
357
|
+
"integritystudio.mcp.session_failed_servers": failedServers
|
|
358
|
+
});
|
|
359
|
+
ctx.recordMetric("integritystudio.mcp.session_failures", mcpTotalFailed, {
|
|
360
|
+
[SESSION_ATTRIBUTES.SESSION_ID]: sessionId
|
|
361
|
+
}, { unit: UNITS.FAILURE });
|
|
362
|
+
}, { [HOOK_TYPE_ATTR]: "mcp-session-failure-summary" });
|
|
363
|
+
}
|
|
364
|
+
const triggered = [];
|
|
365
|
+
const tasks = activeTaskCompletion(sessionId);
|
|
366
|
+
if (tasks) {
|
|
367
|
+
const { active, ratio } = tasks;
|
|
368
|
+
triggered.push(...evaluateTaskAlerts(ratio));
|
|
369
|
+
emitTaskCompletion(ratio, sessionId);
|
|
370
|
+
appendEvaluation({
|
|
371
|
+
name: "task_completion",
|
|
372
|
+
score: ratio,
|
|
373
|
+
kind: EVALUATOR_KIND.RULE,
|
|
374
|
+
cohort: EVALUATION_COHORT.NORMAL,
|
|
375
|
+
producer: PRODUCER,
|
|
376
|
+
sessionId,
|
|
377
|
+
explanation: `${active.length} active tasks, completion ratio: ${formatPercent(ratio)}`
|
|
378
|
+
});
|
|
379
|
+
}
|
|
380
|
+
triggered.push(...evaluateScrapingAlerts(mcpTotalFailed, mcpTotalAll));
|
|
381
|
+
if (triggered.length > 0) {
|
|
382
|
+
await instrumentHook(HOOK_NAMES.TELEMETRY_ALERT_EVALUATION, (ctx) => {
|
|
383
|
+
ctx.addAttribute("integritystudio.alerts.triggered_count", triggered.length);
|
|
384
|
+
for (const alert of triggered) {
|
|
385
|
+
ctx.recordEvent(`integritystudio.alert.${alert.severity}`, {
|
|
386
|
+
[ALERT_ATTRS.NAME]: alert.name,
|
|
387
|
+
[ALERT_ATTRS.MESSAGE]: alert.message
|
|
388
|
+
});
|
|
389
|
+
ctx.recordMetric(`integritystudio.alerts.${alert.severity}`, 1, {
|
|
390
|
+
[ALERT_ATTRS.NAME]: alert.name
|
|
391
|
+
}, { unit: UNITS.ALERT });
|
|
392
|
+
}
|
|
393
|
+
}, { [HOOK_TYPE_ATTR]: "alert-evaluation" });
|
|
394
|
+
}
|
|
395
|
+
}
|
|
396
|
+
|
|
397
|
+
// lib/transcript/token-metrics-checkpoint.ts
|
|
398
|
+
import { statSync as statSync2 } from "node:fs";
|
|
399
|
+
var CHECKPOINT_FILE = "token-metrics.json";
|
|
400
|
+
var CHECKPOINT_VERSION = 2;
|
|
401
|
+
function emptyDelta() {
|
|
402
|
+
return { ...emptyModelTotals(), messageCount: 0 };
|
|
403
|
+
}
|
|
404
|
+
function diffReasoning(current, previous) {
|
|
405
|
+
return current === void 0 ? void 0 : current - (previous ?? 0);
|
|
406
|
+
}
|
|
407
|
+
function diffTotals(current, previous) {
|
|
408
|
+
const delta = emptyModelTotals();
|
|
409
|
+
for (const field of TOKEN_TOTAL_FIELDS) delta[field] = current[field] - previous[field];
|
|
410
|
+
const reasoning = diffReasoning(current.totalReasoningTokens, previous.totalReasoningTokens);
|
|
411
|
+
if (reasoning !== void 0) delta.totalReasoningTokens = reasoning;
|
|
412
|
+
return delta;
|
|
413
|
+
}
|
|
414
|
+
function diffStats(current, previous) {
|
|
415
|
+
return {
|
|
416
|
+
...diffTotals(current, previous),
|
|
417
|
+
messageCount: current.messageCount - previous.messageCount
|
|
418
|
+
};
|
|
419
|
+
}
|
|
420
|
+
function hasTotalsGrowth(delta) {
|
|
421
|
+
return TOKEN_TOTAL_FIELDS.some((field) => delta[field] !== 0) || (delta.totalReasoningTokens ?? 0) !== 0;
|
|
422
|
+
}
|
|
423
|
+
function diffModelTotals(current, previous) {
|
|
424
|
+
const deltas = [];
|
|
425
|
+
for (const [model, totals] of current) {
|
|
426
|
+
const delta = diffTotals(totals, previous.get(model) ?? emptyModelTotals());
|
|
427
|
+
if (hasTotalsGrowth(delta)) deltas.push([model, delta]);
|
|
428
|
+
}
|
|
429
|
+
return deltas;
|
|
430
|
+
}
|
|
431
|
+
function isChanged(delta, fresh) {
|
|
432
|
+
return delta.messageCount !== 0 || hasTotalsGrowth(delta) || fresh;
|
|
433
|
+
}
|
|
434
|
+
function hasTokenCounts(fields, optionalField) {
|
|
435
|
+
return (value) => isJsonObject(value) && fields.every((field) => isNonNegativeInteger(value[field])) && (value[optionalField] === void 0 || isNonNegativeInteger(value[optionalField]));
|
|
436
|
+
}
|
|
437
|
+
var isUsageHWM = hasTokenCounts(USAGE_FIELD_NAMES, "thinking_tokens");
|
|
438
|
+
var isModelTotals = hasTokenCounts(TOKEN_TOTAL_FIELDS, "totalReasoningTokens");
|
|
439
|
+
function isValidStats(value) {
|
|
440
|
+
if (!isJsonObject(value)) return false;
|
|
441
|
+
const { messageCount, model } = value;
|
|
442
|
+
return isModelTotals(value) && typeof messageCount === "number" && typeof model === "string";
|
|
443
|
+
}
|
|
444
|
+
function isValidEntriesOf(value, isValidValue) {
|
|
445
|
+
if (!Array.isArray(value)) return false;
|
|
446
|
+
return value.every(
|
|
447
|
+
(entry) => Array.isArray(entry) && entry.length === 2 && typeof entry[0] === "string" && isValidValue(entry[1])
|
|
448
|
+
);
|
|
449
|
+
}
|
|
450
|
+
function isValidOpenToolCalls(value) {
|
|
451
|
+
return isJsonObject(value) && Object.values(value).every(
|
|
452
|
+
(call) => isJsonObject(call) && typeof call.startMs === "number" && typeof call.tool === "string"
|
|
453
|
+
);
|
|
454
|
+
}
|
|
455
|
+
var checkpoints = transcriptCheckpointStore({
|
|
456
|
+
file: CHECKPOINT_FILE,
|
|
457
|
+
version: CHECKPOINT_VERSION,
|
|
458
|
+
isValidBody: (value) => isNonNegativeInteger(value.offset) && isValidStats(value.stats) && isValidOpenToolCalls(value.openToolCalls) && isValidEntriesOf(value.countedMessages, isUsageHWM) && isValidEntriesOf(value.byModel, isModelTotals)
|
|
459
|
+
});
|
|
460
|
+
function saveCheckpoint(sessionId, transcriptPath, offset, acc) {
|
|
461
|
+
checkpoints.save(sessionId, transcriptPath, {
|
|
462
|
+
offset,
|
|
463
|
+
stats: acc.stats,
|
|
464
|
+
openToolCalls: acc.openToolCalls,
|
|
465
|
+
countedMessages: [...acc.countedUsage],
|
|
466
|
+
byModel: [...acc.modelTotals]
|
|
467
|
+
});
|
|
468
|
+
}
|
|
469
|
+
function resumedAccumulator(resume) {
|
|
470
|
+
if (resume === null) return emptyAccumulator();
|
|
471
|
+
return {
|
|
472
|
+
stats: { ...resume.stats },
|
|
473
|
+
modelTotals: new Map(resume.byModel.map(([m, t]) => [m, { ...t }])),
|
|
474
|
+
countedUsage: new Map(resume.countedMessages),
|
|
475
|
+
openToolCalls: Object.fromEntries(Object.entries(resume.openToolCalls).map(([id, call]) => [id, { ...call }])),
|
|
476
|
+
toolDurations: [],
|
|
477
|
+
toolCalls: 0
|
|
478
|
+
};
|
|
479
|
+
}
|
|
480
|
+
function deltasSinceResume(acc, resume) {
|
|
481
|
+
const baselineStats = resume?.stats ?? emptyStats();
|
|
482
|
+
const baselineModelTotals = resume ? new Map(resume.byModel) : /* @__PURE__ */ new Map();
|
|
483
|
+
return {
|
|
484
|
+
delta: diffStats(acc.stats, baselineStats),
|
|
485
|
+
deltaByModel: diffModelTotals(acc.modelTotals, baselineModelTotals)
|
|
486
|
+
};
|
|
487
|
+
}
|
|
488
|
+
function extractTokenStats(transcriptPath, sessionId) {
|
|
489
|
+
try {
|
|
490
|
+
const fileSize = statSync2(transcriptPath).size;
|
|
491
|
+
const checkpoint = checkpoints.load(sessionId, transcriptPath);
|
|
492
|
+
if (fileSize === checkpoint?.offset) {
|
|
493
|
+
return {
|
|
494
|
+
stats: checkpoint.stats,
|
|
495
|
+
changed: false,
|
|
496
|
+
delta: emptyDelta(),
|
|
497
|
+
deltaByModel: [],
|
|
498
|
+
toolDurations: []
|
|
499
|
+
};
|
|
500
|
+
}
|
|
501
|
+
const start = resumeOffset(checkpoint, fileSize);
|
|
502
|
+
const fresh = start === 0;
|
|
503
|
+
const resume = fresh ? null : checkpoint;
|
|
504
|
+
const acc = resumedAccumulator(resume);
|
|
505
|
+
const consumed = foldTranscriptFrom(transcriptPath, start, acc);
|
|
506
|
+
const { delta, deltaByModel } = deltasSinceResume(acc, resume);
|
|
507
|
+
saveCheckpoint(sessionId, transcriptPath, consumed, acc);
|
|
508
|
+
return {
|
|
509
|
+
stats: acc.stats,
|
|
510
|
+
changed: isChanged(delta, fresh),
|
|
511
|
+
delta,
|
|
512
|
+
deltaByModel,
|
|
513
|
+
toolDurations: acc.toolDurations
|
|
514
|
+
};
|
|
515
|
+
} catch {
|
|
516
|
+
return null;
|
|
517
|
+
}
|
|
518
|
+
}
|
|
519
|
+
|
|
520
|
+
// handlers/stop-token-metrics.ts
|
|
521
|
+
var SUMMARY_MIN_TOKENS = 1e3;
|
|
522
|
+
function effectiveInput(totals) {
|
|
523
|
+
return inputTokensIncludingCache(totals.totalInputTokens, totals.totalCacheCreationTokens, totals.totalCacheReadTokens);
|
|
524
|
+
}
|
|
525
|
+
async function handleTokenMetrics(input) {
|
|
526
|
+
const transcriptPath = input.transcript_path;
|
|
527
|
+
await instrumentHook(HOOK_NAMES.TOKEN_METRICS, (ctx) => {
|
|
528
|
+
ctx.logger.debug("Extracting token metrics from transcript", {
|
|
529
|
+
"integritystudio.transcript.path": transcriptPath
|
|
530
|
+
});
|
|
531
|
+
const result = extractTokenStats(transcriptPath, input.session_id);
|
|
532
|
+
const toolDurations = result?.toolDurations ?? [];
|
|
533
|
+
recordToolDurations(ctx.recordMetric, toolDurations);
|
|
534
|
+
ctx.addAttribute("integritystudio.transcript.tool_durations", toolDurations.length);
|
|
535
|
+
if (result && !result.changed) {
|
|
536
|
+
ctx.logger.debug("Transcript unchanged since last extraction");
|
|
537
|
+
ctx.addAttribute(TOKEN_ATTRS.UNCHANGED, true);
|
|
538
|
+
return;
|
|
539
|
+
}
|
|
540
|
+
if (!result?.stats.messageCount) {
|
|
541
|
+
ctx.logger.debug("No token data found in transcript");
|
|
542
|
+
ctx.addAttribute(TOKEN_ATTRS.FOUND, false);
|
|
543
|
+
return;
|
|
544
|
+
}
|
|
545
|
+
const { stats } = result;
|
|
546
|
+
ctx.addAttributes({
|
|
547
|
+
[TOKEN_ATTRS.FOUND]: true,
|
|
548
|
+
[TOKEN_ATTRS.INPUT]: stats.totalInputTokens,
|
|
549
|
+
[TOKEN_ATTRS.OUTPUT]: stats.totalOutputTokens,
|
|
550
|
+
[TOKEN_ATTRS.CACHE_READ]: stats.totalCacheReadTokens,
|
|
551
|
+
[TOKEN_ATTRS.CACHE_CREATION]: stats.totalCacheCreationTokens,
|
|
552
|
+
[TOKEN_ATTRS.MESSAGES]: stats.messageCount,
|
|
553
|
+
[TOKEN_ATTRS.MODEL]: stats.model
|
|
554
|
+
});
|
|
555
|
+
const effectiveInputTokens = effectiveInput(stats);
|
|
556
|
+
const { delta } = result;
|
|
557
|
+
const deltaInputTokens = effectiveInput(delta);
|
|
558
|
+
for (const [model, modelDelta] of result.deltaByModel) {
|
|
559
|
+
recordModelTotals(model, modelDelta, "session");
|
|
560
|
+
}
|
|
561
|
+
ctx.logger.info("Token metrics recorded", {
|
|
562
|
+
"integritystudio.tokens.effective_input": effectiveInputTokens,
|
|
563
|
+
[TOKEN_ATTRS.OUTPUT]: stats.totalOutputTokens,
|
|
564
|
+
[TOKEN_ATTRS.CACHE_READ]: stats.totalCacheReadTokens,
|
|
565
|
+
"integritystudio.tokens.delta.input": deltaInputTokens,
|
|
566
|
+
"integritystudio.tokens.delta.output": delta.totalOutputTokens,
|
|
567
|
+
"integritystudio.tokens.delta.cache_read": delta.totalCacheReadTokens,
|
|
568
|
+
"integritystudio.tokens.delta.cache_creation": delta.totalCacheCreationTokens,
|
|
569
|
+
[GENAI_AGENT_ATTRIBUTES.RESPONSE_MODEL]: stats.model,
|
|
570
|
+
[TOKEN_ATTRS.MESSAGES]: stats.messageCount
|
|
571
|
+
});
|
|
572
|
+
if (stats.totalInputTokens + stats.totalOutputTokens > SUMMARY_MIN_TOKENS) {
|
|
573
|
+
const totalTokens = effectiveInputTokens + stats.totalOutputTokens;
|
|
574
|
+
const sessionCacheHitRate = cacheHitRate(stats.totalCacheReadTokens, stats.totalInputTokens) ?? 0;
|
|
575
|
+
ctx.recordMetric(SESSION_METRICS.TOTAL_TOKENS, totalTokens, {}, { unit: UNITS.TOKEN });
|
|
576
|
+
ctx.recordMetric(SESSION_METRICS.CACHE_HIT_RATE, sessionCacheHitRate, {}, { unit: UNITS.RATIO });
|
|
577
|
+
}
|
|
578
|
+
}, { [HOOK_TYPE_ATTR]: "token-metrics" });
|
|
579
|
+
}
|
|
580
|
+
|
|
581
|
+
// handlers/stop.ts
|
|
582
|
+
async function handleStop(input, subType) {
|
|
583
|
+
await handleTokenMetrics(input);
|
|
584
|
+
await handleQualityEvaluation(input).catch((error) => {
|
|
585
|
+
writeStderr("[stop] Quality evaluation handoff failed:", errorMessage(error));
|
|
586
|
+
});
|
|
587
|
+
if ((!subType || subType === "error") && !input.stop_hook_active) {
|
|
588
|
+
await handleErrorReminder(input);
|
|
589
|
+
}
|
|
590
|
+
await handleSessionSummary(input.session_id);
|
|
591
|
+
spawnTelemetryShipper();
|
|
592
|
+
}
|
|
593
|
+
export {
|
|
594
|
+
handleStop
|
|
595
|
+
};
|
|
596
|
+
//# sourceMappingURL=stop-RTKSIYJV.js.map
|