tokenusage-cli 0.1.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +46 -19
- package/LICENSE +22 -22
- package/README.md +123 -94
- package/THIRD_PARTY_NOTICES.md +140 -140
- package/bin/tokenusage.js +69 -69
- package/package.json +59 -59
- package/src/cli.js +146 -134
- package/src/commands/device-login.js +205 -205
- package/src/commands/diagnostics.js +38 -38
- package/src/commands/doctor.js +110 -110
- package/src/commands/init.js +2484 -2436
- package/src/commands/pause.js +77 -0
- package/src/commands/sessions.js +29 -29
- package/src/commands/status.js +1758 -1747
- package/src/commands/sync.js +8048 -7934
- package/src/commands/uninstall.js +322 -312
- package/src/lib/account-usage-dedup.js +267 -267
- package/src/lib/antigravity-paths.js +48 -48
- package/src/lib/ark-agent-plan-limits.js +438 -438
- package/src/lib/ark-coding-plan-limits.js +537 -537
- package/src/lib/async-queue-reader.js +138 -138
- package/src/lib/atomic-json.js +27 -27
- package/src/lib/bearer-token.js +11 -11
- package/src/lib/categorizer-utils.js +232 -232
- package/src/lib/claude-categorizer.js +1343 -1343
- package/src/lib/claude-config.js +279 -279
- package/src/lib/claude-user-identity.js +56 -56
- package/src/lib/cli-ui.js +179 -179
- package/src/lib/cloud-account.js +541 -541
- package/src/lib/cloud-device-token.js +141 -141
- package/src/lib/cloud-sync-prefs.js +14 -14
- package/src/lib/cloud-usage-reset.js +115 -115
- package/src/lib/codex-config.js +595 -595
- package/src/lib/codex-context-breakdown.js +806 -806
- package/src/lib/codex-model-attribution.js +128 -128
- package/src/lib/codex-rollout-parser.js +1471 -1471
- package/src/lib/codex-service-tier.js +49 -49
- package/src/lib/codex-token-refresh.js +140 -140
- package/src/lib/codex-token-usage.js +195 -195
- package/src/lib/codex-usage-record.js +195 -195
- package/src/lib/collection-pause.js +77 -0
- package/src/lib/command-runner.js +313 -313
- package/src/lib/commandcode-limits.js +317 -317
- package/src/lib/context-health.js +124 -124
- package/src/lib/cursor-config.js +605 -605
- package/src/lib/cursor-store.js +1918 -1918
- package/src/lib/debug-flags.js +7 -7
- package/src/lib/devin-limits.js +249 -249
- package/src/lib/devin-usage.js +212 -212
- package/src/lib/diagnostics.js +383 -383
- package/src/lib/doctor.js +385 -385
- package/src/lib/dumate.js +95 -95
- package/src/lib/fs.js +455 -455
- package/src/lib/function-url.js +14 -14
- package/src/lib/gemini-config.js +291 -291
- package/src/lib/git-outcomes.js +243 -243
- package/src/lib/grok-context-breakdown.js +890 -890
- package/src/lib/grok-hook.js +360 -360
- package/src/lib/grok-limits.js +865 -865
- package/src/lib/grok-usage.js +98 -98
- package/src/lib/heatmap-compact.js +114 -114
- package/src/lib/ingest-sanitize.js +41 -41
- package/src/lib/init-flow.js +42 -42
- package/src/lib/install-resolver.js +170 -170
- package/src/lib/jsonl-lines.js +134 -134
- package/src/lib/kimi-model-repair.js +173 -173
- package/src/lib/kimi-profile.js +61 -61
- package/src/lib/kimi-session.js +216 -216
- package/src/lib/local-api.js +3588 -3588
- package/src/lib/machine-id.js +238 -238
- package/src/lib/multi-install-parser.js +113 -113
- package/src/lib/notify-command.js +38 -38
- package/src/lib/omp-hook.js +589 -589
- package/src/lib/openclaw-cli.js +104 -104
- package/src/lib/openclaw-hook.js +375 -375
- package/src/lib/openclaw-session-plugin.js +560 -560
- package/src/lib/opencode-config.js +121 -121
- package/src/lib/opencode-go-limits.js +807 -807
- package/src/lib/outcomes-engine.js +253 -253
- package/src/lib/passive-mode.js +219 -219
- package/src/lib/pet-packages.js +722 -722
- package/src/lib/pricing/curated-overrides.json +822 -822
- package/src/lib/pricing/index.js +379 -379
- package/src/lib/pricing/litellm-fetcher.js +172 -172
- package/src/lib/pricing/matcher.js +456 -456
- package/src/lib/pricing/seed-snapshot.json +1 -1
- package/src/lib/progress.js +76 -76
- package/src/lib/project-usage-purge.js +117 -117
- package/src/lib/prompt.js +24 -24
- package/src/lib/provider-status.js +104 -104
- package/src/lib/proxy-env.js +489 -489
- package/src/lib/proxy-settings.js +163 -163
- package/src/lib/qoder-cn-cli-limits.js +119 -119
- package/src/lib/qoder-limits.js +880 -880
- package/src/lib/quiet-warnings.js +26 -26
- package/src/lib/rollout.js +26005 -25966
- package/src/lib/runtime-config.js +9 -4
- package/src/lib/scan-roots.js +277 -277
- package/src/lib/scheduled-task.js +145 -0
- package/src/lib/sentry.js +231 -231
- package/src/lib/session-analytics.js +2972 -2972
- package/src/lib/session-performance.js +237 -237
- package/src/lib/session-upload.js +379 -379
- package/src/lib/skill-usage.js +267 -267
- package/src/lib/skills-manager.js +1591 -1591
- package/src/lib/source-metadata.js +48 -48
- package/src/lib/sqlite-reader.js +215 -215
- package/src/lib/star-cta.js +73 -73
- package/src/lib/subscription-manager.js +293 -293
- package/src/lib/subscriptions.js +508 -508
- package/src/lib/sync-report.js +138 -0
- package/src/lib/telemetry.js +193 -193
- package/src/lib/tracker-paths.js +16 -16
- package/src/lib/trae-cn-config.js +548 -548
- package/src/lib/trae-db.js +127 -127
- package/src/lib/trae-snapshot.js +230 -230
- package/src/lib/trae-sqlite.js +143 -143
- package/src/lib/trae-usage.js +121 -121
- package/src/lib/upload-queue.js +134 -134
- package/src/lib/upload-throttle.js +171 -171
- package/src/lib/usage-limits.js +4552 -4552
- package/src/lib/wrapped-aggregator.js +236 -236
- package/src/lib/wsl-probe.js +281 -281
- package/src/lib/zcode-limits.js +1172 -1172
- package/src/lib/zcode-reset-credits.js +66 -66
- package/test/audit-fixes.test.js +200 -0
- package/test/cli-smoke.test.js +53 -53
- package/test/collection-controls.test.js +210 -0
- package/test/ingest-sanitize.test.js +162 -162
- package/test/quiet-warnings.test.js +53 -53
- package/test/session-upload.test.js +427 -427
|
@@ -1,195 +1,195 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
// A rollout can contain TokenCount events from more than one Codex SessionState
|
|
4
|
-
// (for example, a parent agent and an embedded reviewer). Each SessionState has
|
|
5
|
-
// its own cumulative total, but the event does not carry a stable stream id.
|
|
6
|
-
// Recover the stream from Codex's invariant: total - last = that stream's prior
|
|
7
|
-
// total. Keeping a small LRU of stream heads also makes repeated rate-limit
|
|
8
|
-
// snapshots idempotent when the streams are interleaved.
|
|
9
|
-
|
|
10
|
-
const USAGE_FIELDS = [
|
|
11
|
-
"input_tokens",
|
|
12
|
-
"cached_input_tokens",
|
|
13
|
-
"cache_creation_input_tokens",
|
|
14
|
-
"output_tokens",
|
|
15
|
-
"reasoning_output_tokens",
|
|
16
|
-
"total_tokens",
|
|
17
|
-
];
|
|
18
|
-
const MAX_USAGE_BASELINES = 32;
|
|
19
|
-
|
|
20
|
-
function canonicalUsage(value) {
|
|
21
|
-
if (!value || typeof value !== "object" || Array.isArray(value)) return null;
|
|
22
|
-
const out = {};
|
|
23
|
-
let sawNumber = false;
|
|
24
|
-
for (const field of USAGE_FIELDS) {
|
|
25
|
-
const raw = field === "cache_creation_input_tokens"
|
|
26
|
-
? value.cache_creation_input_tokens ?? value.cache_write_input_tokens
|
|
27
|
-
: value[field];
|
|
28
|
-
const number = Number(raw);
|
|
29
|
-
if (Number.isFinite(number) && number >= 0) {
|
|
30
|
-
out[field] = Math.floor(number);
|
|
31
|
-
sawNumber = true;
|
|
32
|
-
} else {
|
|
33
|
-
out[field] = 0;
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
return sawNumber ? out : null;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
function usageSignature(value) {
|
|
40
|
-
const usage = canonicalUsage(value);
|
|
41
|
-
return usage ? USAGE_FIELDS.map((field) => usage[field]).join(":") : null;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
function sameUsage(left, right) {
|
|
45
|
-
const leftSignature = usageSignature(left);
|
|
46
|
-
return leftSignature !== null && leftSignature === usageSignature(right);
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
function subtractUsage(totalUsage, lastUsage) {
|
|
50
|
-
const total = canonicalUsage(totalUsage);
|
|
51
|
-
const last = canonicalUsage(lastUsage);
|
|
52
|
-
if (!total || !last) return null;
|
|
53
|
-
const previous = {};
|
|
54
|
-
for (const field of USAGE_FIELDS) {
|
|
55
|
-
if (total[field] < last[field]) return null;
|
|
56
|
-
previous[field] = total[field] - last[field];
|
|
57
|
-
}
|
|
58
|
-
return previous;
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
function diffUsage(totalUsage, previousUsage) {
|
|
62
|
-
const total = canonicalUsage(totalUsage);
|
|
63
|
-
const previous = canonicalUsage(previousUsage);
|
|
64
|
-
if (!total || !previous) return null;
|
|
65
|
-
const delta = {};
|
|
66
|
-
for (const field of USAGE_FIELDS) {
|
|
67
|
-
delta[field] = Math.max(0, total[field] - previous[field]);
|
|
68
|
-
}
|
|
69
|
-
return delta;
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
function totalsReset(totalUsage, previousUsage) {
|
|
73
|
-
const total = canonicalUsage(totalUsage);
|
|
74
|
-
const previous = canonicalUsage(previousUsage);
|
|
75
|
-
return Boolean(total && previous && total.total_tokens < previous.total_tokens);
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
function createUsageDeltaState({ lastTotal = null, baselines = null } = {}) {
|
|
79
|
-
const state = {
|
|
80
|
-
lastTotal: null,
|
|
81
|
-
baselines: [],
|
|
82
|
-
sawDivergentCumulative: false,
|
|
83
|
-
sawInterleaved: false,
|
|
84
|
-
};
|
|
85
|
-
for (const baseline of Array.isArray(baselines) ? baselines : []) {
|
|
86
|
-
touchBaseline(state, baseline);
|
|
87
|
-
}
|
|
88
|
-
if (canonicalUsage(lastTotal)) touchBaseline(state, lastTotal);
|
|
89
|
-
return state;
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
function snapshotUsageBaselines(state) {
|
|
93
|
-
return Array.isArray(state?.baselines)
|
|
94
|
-
? state.baselines.map((usage) => ({ ...usage }))
|
|
95
|
-
: [];
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
function consumeUsageDelta(state, lastUsage, totalUsage) {
|
|
99
|
-
if (!state || typeof state !== "object") {
|
|
100
|
-
throw new TypeError("usage delta state is required");
|
|
101
|
-
}
|
|
102
|
-
if (!Array.isArray(state.baselines)) state.baselines = [];
|
|
103
|
-
|
|
104
|
-
const last = canonicalUsage(lastUsage);
|
|
105
|
-
const total = canonicalUsage(totalUsage);
|
|
106
|
-
if (!total) return last;
|
|
107
|
-
|
|
108
|
-
const activeSignature = usageSignature(state.lastTotal);
|
|
109
|
-
const duplicateIndex = findBaselineIndex(state, total);
|
|
110
|
-
if (duplicateIndex >= 0) {
|
|
111
|
-
if (
|
|
112
|
-
activeSignature !== null &&
|
|
113
|
-
usageSignature(state.baselines[duplicateIndex]) !== activeSignature
|
|
114
|
-
) {
|
|
115
|
-
state.sawInterleaved = true;
|
|
116
|
-
}
|
|
117
|
-
touchBaselineAt(state, duplicateIndex, total);
|
|
118
|
-
return null;
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
if (last) {
|
|
122
|
-
const expectedPrevious = subtractUsage(total, last);
|
|
123
|
-
const lineageIndex = findBaselineIndex(state, expectedPrevious);
|
|
124
|
-
if (lineageIndex >= 0) {
|
|
125
|
-
if (
|
|
126
|
-
activeSignature !== null &&
|
|
127
|
-
usageSignature(state.baselines[lineageIndex]) !== activeSignature
|
|
128
|
-
) {
|
|
129
|
-
state.sawInterleaved = true;
|
|
130
|
-
}
|
|
131
|
-
touchBaselineAt(state, lineageIndex, total);
|
|
132
|
-
return last;
|
|
133
|
-
}
|
|
134
|
-
if (expectedPrevious) {
|
|
135
|
-
if (canonicalUsage(state.lastTotal)) state.sawDivergentCumulative = true;
|
|
136
|
-
touchBaseline(state, total);
|
|
137
|
-
return last;
|
|
138
|
-
}
|
|
139
|
-
}
|
|
140
|
-
|
|
141
|
-
const active = canonicalUsage(state.lastTotal);
|
|
142
|
-
if (active && !totalsReset(total, active)) {
|
|
143
|
-
const delta = diffUsage(total, active);
|
|
144
|
-
if (!last || Number(delta?.total_tokens || 0) <= Number(last.total_tokens || 0)) {
|
|
145
|
-
const activeIndex = findBaselineIndex(state, active);
|
|
146
|
-
touchBaselineAt(state, activeIndex, total);
|
|
147
|
-
return delta;
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
// A cumulative jump larger than last usage cannot come from the normal
|
|
151
|
-
// append_last_usage path. Treat it as a new stream instead of charging the
|
|
152
|
-
// unrelated cumulative gap; a later event will establish its lineage.
|
|
153
|
-
state.sawDivergentCumulative = true;
|
|
154
|
-
}
|
|
155
|
-
|
|
156
|
-
touchBaseline(state, total);
|
|
157
|
-
return last || total;
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
function findBaselineIndex(state, usage) {
|
|
161
|
-
const signature = usageSignature(usage);
|
|
162
|
-
if (signature === null) return -1;
|
|
163
|
-
return state.baselines.findIndex((baseline) => usageSignature(baseline) === signature);
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
function touchBaselineAt(state, index, usage) {
|
|
167
|
-
const canonical = canonicalUsage(usage);
|
|
168
|
-
if (!canonical) return;
|
|
169
|
-
if (Number.isInteger(index) && index >= 0 && index < state.baselines.length) {
|
|
170
|
-
state.baselines.splice(index, 1);
|
|
171
|
-
} else {
|
|
172
|
-
const duplicateIndex = findBaselineIndex(state, canonical);
|
|
173
|
-
if (duplicateIndex >= 0) state.baselines.splice(duplicateIndex, 1);
|
|
174
|
-
}
|
|
175
|
-
state.baselines.push(canonical);
|
|
176
|
-
while (state.baselines.length > MAX_USAGE_BASELINES) state.baselines.shift();
|
|
177
|
-
state.lastTotal = canonical;
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
function touchBaseline(state, usage) {
|
|
181
|
-
touchBaselineAt(state, findBaselineIndex(state, usage), usage);
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
module.exports = {
|
|
185
|
-
MAX_USAGE_BASELINES,
|
|
186
|
-
canonicalUsage,
|
|
187
|
-
consumeUsageDelta,
|
|
188
|
-
createUsageDeltaState,
|
|
189
|
-
diffUsage,
|
|
190
|
-
sameUsage,
|
|
191
|
-
snapshotUsageBaselines,
|
|
192
|
-
subtractUsage,
|
|
193
|
-
totalsReset,
|
|
194
|
-
usageSignature,
|
|
195
|
-
};
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
// A rollout can contain TokenCount events from more than one Codex SessionState
|
|
4
|
+
// (for example, a parent agent and an embedded reviewer). Each SessionState has
|
|
5
|
+
// its own cumulative total, but the event does not carry a stable stream id.
|
|
6
|
+
// Recover the stream from Codex's invariant: total - last = that stream's prior
|
|
7
|
+
// total. Keeping a small LRU of stream heads also makes repeated rate-limit
|
|
8
|
+
// snapshots idempotent when the streams are interleaved.
|
|
9
|
+
|
|
10
|
+
const USAGE_FIELDS = [
|
|
11
|
+
"input_tokens",
|
|
12
|
+
"cached_input_tokens",
|
|
13
|
+
"cache_creation_input_tokens",
|
|
14
|
+
"output_tokens",
|
|
15
|
+
"reasoning_output_tokens",
|
|
16
|
+
"total_tokens",
|
|
17
|
+
];
|
|
18
|
+
const MAX_USAGE_BASELINES = 32;
|
|
19
|
+
|
|
20
|
+
function canonicalUsage(value) {
|
|
21
|
+
if (!value || typeof value !== "object" || Array.isArray(value)) return null;
|
|
22
|
+
const out = {};
|
|
23
|
+
let sawNumber = false;
|
|
24
|
+
for (const field of USAGE_FIELDS) {
|
|
25
|
+
const raw = field === "cache_creation_input_tokens"
|
|
26
|
+
? value.cache_creation_input_tokens ?? value.cache_write_input_tokens
|
|
27
|
+
: value[field];
|
|
28
|
+
const number = Number(raw);
|
|
29
|
+
if (Number.isFinite(number) && number >= 0) {
|
|
30
|
+
out[field] = Math.floor(number);
|
|
31
|
+
sawNumber = true;
|
|
32
|
+
} else {
|
|
33
|
+
out[field] = 0;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return sawNumber ? out : null;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function usageSignature(value) {
|
|
40
|
+
const usage = canonicalUsage(value);
|
|
41
|
+
return usage ? USAGE_FIELDS.map((field) => usage[field]).join(":") : null;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
function sameUsage(left, right) {
|
|
45
|
+
const leftSignature = usageSignature(left);
|
|
46
|
+
return leftSignature !== null && leftSignature === usageSignature(right);
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
function subtractUsage(totalUsage, lastUsage) {
|
|
50
|
+
const total = canonicalUsage(totalUsage);
|
|
51
|
+
const last = canonicalUsage(lastUsage);
|
|
52
|
+
if (!total || !last) return null;
|
|
53
|
+
const previous = {};
|
|
54
|
+
for (const field of USAGE_FIELDS) {
|
|
55
|
+
if (total[field] < last[field]) return null;
|
|
56
|
+
previous[field] = total[field] - last[field];
|
|
57
|
+
}
|
|
58
|
+
return previous;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
function diffUsage(totalUsage, previousUsage) {
|
|
62
|
+
const total = canonicalUsage(totalUsage);
|
|
63
|
+
const previous = canonicalUsage(previousUsage);
|
|
64
|
+
if (!total || !previous) return null;
|
|
65
|
+
const delta = {};
|
|
66
|
+
for (const field of USAGE_FIELDS) {
|
|
67
|
+
delta[field] = Math.max(0, total[field] - previous[field]);
|
|
68
|
+
}
|
|
69
|
+
return delta;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
function totalsReset(totalUsage, previousUsage) {
|
|
73
|
+
const total = canonicalUsage(totalUsage);
|
|
74
|
+
const previous = canonicalUsage(previousUsage);
|
|
75
|
+
return Boolean(total && previous && total.total_tokens < previous.total_tokens);
|
|
76
|
+
}
|
|
77
|
+
|
|
78
|
+
function createUsageDeltaState({ lastTotal = null, baselines = null } = {}) {
|
|
79
|
+
const state = {
|
|
80
|
+
lastTotal: null,
|
|
81
|
+
baselines: [],
|
|
82
|
+
sawDivergentCumulative: false,
|
|
83
|
+
sawInterleaved: false,
|
|
84
|
+
};
|
|
85
|
+
for (const baseline of Array.isArray(baselines) ? baselines : []) {
|
|
86
|
+
touchBaseline(state, baseline);
|
|
87
|
+
}
|
|
88
|
+
if (canonicalUsage(lastTotal)) touchBaseline(state, lastTotal);
|
|
89
|
+
return state;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
function snapshotUsageBaselines(state) {
|
|
93
|
+
return Array.isArray(state?.baselines)
|
|
94
|
+
? state.baselines.map((usage) => ({ ...usage }))
|
|
95
|
+
: [];
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
function consumeUsageDelta(state, lastUsage, totalUsage) {
|
|
99
|
+
if (!state || typeof state !== "object") {
|
|
100
|
+
throw new TypeError("usage delta state is required");
|
|
101
|
+
}
|
|
102
|
+
if (!Array.isArray(state.baselines)) state.baselines = [];
|
|
103
|
+
|
|
104
|
+
const last = canonicalUsage(lastUsage);
|
|
105
|
+
const total = canonicalUsage(totalUsage);
|
|
106
|
+
if (!total) return last;
|
|
107
|
+
|
|
108
|
+
const activeSignature = usageSignature(state.lastTotal);
|
|
109
|
+
const duplicateIndex = findBaselineIndex(state, total);
|
|
110
|
+
if (duplicateIndex >= 0) {
|
|
111
|
+
if (
|
|
112
|
+
activeSignature !== null &&
|
|
113
|
+
usageSignature(state.baselines[duplicateIndex]) !== activeSignature
|
|
114
|
+
) {
|
|
115
|
+
state.sawInterleaved = true;
|
|
116
|
+
}
|
|
117
|
+
touchBaselineAt(state, duplicateIndex, total);
|
|
118
|
+
return null;
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
if (last) {
|
|
122
|
+
const expectedPrevious = subtractUsage(total, last);
|
|
123
|
+
const lineageIndex = findBaselineIndex(state, expectedPrevious);
|
|
124
|
+
if (lineageIndex >= 0) {
|
|
125
|
+
if (
|
|
126
|
+
activeSignature !== null &&
|
|
127
|
+
usageSignature(state.baselines[lineageIndex]) !== activeSignature
|
|
128
|
+
) {
|
|
129
|
+
state.sawInterleaved = true;
|
|
130
|
+
}
|
|
131
|
+
touchBaselineAt(state, lineageIndex, total);
|
|
132
|
+
return last;
|
|
133
|
+
}
|
|
134
|
+
if (expectedPrevious) {
|
|
135
|
+
if (canonicalUsage(state.lastTotal)) state.sawDivergentCumulative = true;
|
|
136
|
+
touchBaseline(state, total);
|
|
137
|
+
return last;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
const active = canonicalUsage(state.lastTotal);
|
|
142
|
+
if (active && !totalsReset(total, active)) {
|
|
143
|
+
const delta = diffUsage(total, active);
|
|
144
|
+
if (!last || Number(delta?.total_tokens || 0) <= Number(last.total_tokens || 0)) {
|
|
145
|
+
const activeIndex = findBaselineIndex(state, active);
|
|
146
|
+
touchBaselineAt(state, activeIndex, total);
|
|
147
|
+
return delta;
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
// A cumulative jump larger than last usage cannot come from the normal
|
|
151
|
+
// append_last_usage path. Treat it as a new stream instead of charging the
|
|
152
|
+
// unrelated cumulative gap; a later event will establish its lineage.
|
|
153
|
+
state.sawDivergentCumulative = true;
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
touchBaseline(state, total);
|
|
157
|
+
return last || total;
|
|
158
|
+
}
|
|
159
|
+
|
|
160
|
+
function findBaselineIndex(state, usage) {
|
|
161
|
+
const signature = usageSignature(usage);
|
|
162
|
+
if (signature === null) return -1;
|
|
163
|
+
return state.baselines.findIndex((baseline) => usageSignature(baseline) === signature);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
function touchBaselineAt(state, index, usage) {
|
|
167
|
+
const canonical = canonicalUsage(usage);
|
|
168
|
+
if (!canonical) return;
|
|
169
|
+
if (Number.isInteger(index) && index >= 0 && index < state.baselines.length) {
|
|
170
|
+
state.baselines.splice(index, 1);
|
|
171
|
+
} else {
|
|
172
|
+
const duplicateIndex = findBaselineIndex(state, canonical);
|
|
173
|
+
if (duplicateIndex >= 0) state.baselines.splice(duplicateIndex, 1);
|
|
174
|
+
}
|
|
175
|
+
state.baselines.push(canonical);
|
|
176
|
+
while (state.baselines.length > MAX_USAGE_BASELINES) state.baselines.shift();
|
|
177
|
+
state.lastTotal = canonical;
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
function touchBaseline(state, usage) {
|
|
181
|
+
touchBaselineAt(state, findBaselineIndex(state, usage), usage);
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
module.exports = {
|
|
185
|
+
MAX_USAGE_BASELINES,
|
|
186
|
+
canonicalUsage,
|
|
187
|
+
consumeUsageDelta,
|
|
188
|
+
createUsageDeltaState,
|
|
189
|
+
diffUsage,
|
|
190
|
+
sameUsage,
|
|
191
|
+
snapshotUsageBaselines,
|
|
192
|
+
subtractUsage,
|
|
193
|
+
totalsReset,
|
|
194
|
+
usageSignature,
|
|
195
|
+
};
|