tokenusage-cli 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +39 -19
- package/LICENSE +22 -22
- package/README.md +94 -94
- package/THIRD_PARTY_NOTICES.md +140 -140
- package/bin/tokenusage.js +69 -69
- package/package.json +59 -59
- package/src/cli.js +146 -134
- package/src/commands/device-login.js +205 -205
- package/src/commands/diagnostics.js +38 -38
- package/src/commands/doctor.js +110 -110
- package/src/commands/init.js +2484 -2436
- package/src/commands/pause.js +77 -0
- package/src/commands/sessions.js +29 -29
- package/src/commands/status.js +1758 -1747
- package/src/commands/sync.js +8048 -7934
- package/src/commands/uninstall.js +322 -312
- package/src/lib/account-usage-dedup.js +267 -267
- package/src/lib/antigravity-paths.js +48 -48
- package/src/lib/ark-agent-plan-limits.js +438 -438
- package/src/lib/ark-coding-plan-limits.js +537 -537
- package/src/lib/async-queue-reader.js +138 -138
- package/src/lib/atomic-json.js +27 -27
- package/src/lib/bearer-token.js +11 -11
- package/src/lib/categorizer-utils.js +232 -232
- package/src/lib/claude-categorizer.js +1343 -1343
- package/src/lib/claude-config.js +279 -279
- package/src/lib/claude-user-identity.js +56 -56
- package/src/lib/cli-ui.js +179 -179
- package/src/lib/cloud-account.js +541 -541
- package/src/lib/cloud-device-token.js +141 -141
- package/src/lib/cloud-sync-prefs.js +14 -14
- package/src/lib/cloud-usage-reset.js +115 -115
- package/src/lib/codex-config.js +595 -595
- package/src/lib/codex-context-breakdown.js +806 -806
- package/src/lib/codex-model-attribution.js +128 -128
- package/src/lib/codex-rollout-parser.js +1471 -1471
- package/src/lib/codex-service-tier.js +49 -49
- package/src/lib/codex-token-refresh.js +140 -140
- package/src/lib/codex-token-usage.js +195 -195
- package/src/lib/codex-usage-record.js +195 -195
- package/src/lib/collection-pause.js +77 -0
- package/src/lib/command-runner.js +313 -313
- package/src/lib/commandcode-limits.js +317 -317
- package/src/lib/context-health.js +124 -124
- package/src/lib/cursor-config.js +605 -605
- package/src/lib/cursor-store.js +1918 -1918
- package/src/lib/debug-flags.js +7 -7
- package/src/lib/devin-limits.js +249 -249
- package/src/lib/devin-usage.js +212 -212
- package/src/lib/diagnostics.js +383 -383
- package/src/lib/doctor.js +385 -385
- package/src/lib/dumate.js +95 -95
- package/src/lib/fs.js +455 -455
- package/src/lib/function-url.js +14 -14
- package/src/lib/gemini-config.js +291 -291
- package/src/lib/git-outcomes.js +243 -243
- package/src/lib/grok-context-breakdown.js +890 -890
- package/src/lib/grok-hook.js +360 -360
- package/src/lib/grok-limits.js +865 -865
- package/src/lib/grok-usage.js +98 -98
- package/src/lib/heatmap-compact.js +114 -114
- package/src/lib/ingest-sanitize.js +41 -41
- package/src/lib/init-flow.js +42 -42
- package/src/lib/install-resolver.js +170 -170
- package/src/lib/jsonl-lines.js +134 -134
- package/src/lib/kimi-model-repair.js +173 -173
- package/src/lib/kimi-profile.js +61 -61
- package/src/lib/kimi-session.js +216 -216
- package/src/lib/local-api.js +3588 -3588
- package/src/lib/machine-id.js +238 -238
- package/src/lib/multi-install-parser.js +113 -113
- package/src/lib/notify-command.js +38 -38
- package/src/lib/omp-hook.js +589 -589
- package/src/lib/openclaw-cli.js +104 -104
- package/src/lib/openclaw-hook.js +375 -375
- package/src/lib/openclaw-session-plugin.js +560 -560
- package/src/lib/opencode-config.js +121 -121
- package/src/lib/opencode-go-limits.js +807 -807
- package/src/lib/outcomes-engine.js +253 -253
- package/src/lib/passive-mode.js +219 -219
- package/src/lib/pet-packages.js +722 -722
- package/src/lib/pricing/curated-overrides.json +822 -822
- package/src/lib/pricing/index.js +379 -379
- package/src/lib/pricing/litellm-fetcher.js +172 -172
- package/src/lib/pricing/matcher.js +456 -456
- package/src/lib/pricing/seed-snapshot.json +1 -1
- package/src/lib/progress.js +76 -76
- package/src/lib/project-usage-purge.js +117 -117
- package/src/lib/prompt.js +24 -24
- package/src/lib/provider-status.js +104 -104
- package/src/lib/proxy-env.js +489 -489
- package/src/lib/proxy-settings.js +163 -163
- package/src/lib/qoder-cn-cli-limits.js +119 -119
- package/src/lib/qoder-limits.js +880 -880
- package/src/lib/quiet-warnings.js +26 -26
- package/src/lib/rollout.js +26005 -25966
- package/src/lib/runtime-config.js +9 -4
- package/src/lib/scan-roots.js +277 -277
- package/src/lib/scheduled-task.js +145 -0
- package/src/lib/sentry.js +231 -231
- package/src/lib/session-analytics.js +2972 -2972
- package/src/lib/session-performance.js +237 -237
- package/src/lib/session-upload.js +379 -379
- package/src/lib/skill-usage.js +267 -267
- package/src/lib/skills-manager.js +1591 -1591
- package/src/lib/source-metadata.js +48 -48
- package/src/lib/sqlite-reader.js +215 -215
- package/src/lib/star-cta.js +73 -73
- package/src/lib/subscription-manager.js +293 -293
- package/src/lib/subscriptions.js +508 -508
- package/src/lib/sync-report.js +138 -0
- package/src/lib/telemetry.js +193 -193
- package/src/lib/tracker-paths.js +16 -16
- package/src/lib/trae-cn-config.js +548 -548
- package/src/lib/trae-db.js +127 -127
- package/src/lib/trae-snapshot.js +230 -230
- package/src/lib/trae-sqlite.js +143 -143
- package/src/lib/trae-usage.js +121 -121
- package/src/lib/upload-queue.js +134 -134
- package/src/lib/upload-throttle.js +171 -171
- package/src/lib/usage-limits.js +4552 -4552
- package/src/lib/wrapped-aggregator.js +236 -236
- package/src/lib/wsl-probe.js +281 -281
- package/src/lib/zcode-limits.js +1172 -1172
- package/src/lib/zcode-reset-credits.js +66 -66
- package/test/audit-fixes.test.js +200 -0
- package/test/cli-smoke.test.js +53 -53
- package/test/collection-controls.test.js +181 -0
- package/test/ingest-sanitize.test.js +162 -162
- package/test/quiet-warnings.test.js +53 -53
- package/test/session-upload.test.js +427 -427
package/src/lib/grok-hook.js
CHANGED
|
@@ -1,360 +1,360 @@
|
|
|
1
|
-
const os = require("node:os");
|
|
2
|
-
const path = require("node:path");
|
|
3
|
-
const fs = require("node:fs/promises");
|
|
4
|
-
const fssync = require("node:fs");
|
|
5
|
-
|
|
6
|
-
const GROK_HOOK_FILENAME = "99-tokenusage-usage.json";
|
|
7
|
-
|
|
8
|
-
function resolveGrokHome(env = process.env) {
|
|
9
|
-
if (env.TOKENUSAGE_GROK_HOME && env.TOKENUSAGE_GROK_HOME.length > 0) {
|
|
10
|
-
return env.TOKENUSAGE_GROK_HOME;
|
|
11
|
-
}
|
|
12
|
-
if (env.GROK_HOME && env.GROK_HOME.length > 0) {
|
|
13
|
-
return env.GROK_HOME;
|
|
14
|
-
}
|
|
15
|
-
return path.join(os.homedir(), ".grok");
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
function resolveGrokHooksDir(env = process.env) {
|
|
19
|
-
return path.join(resolveGrokHome(env), "hooks");
|
|
20
|
-
}
|
|
21
|
-
|
|
22
|
-
function resolveTrackerBinDir(trackerDir) {
|
|
23
|
-
if (!trackerDir) throw new Error("trackerDir is required");
|
|
24
|
-
return path.basename(trackerDir) === "tracker"
|
|
25
|
-
? path.join(path.dirname(trackerDir), "bin")
|
|
26
|
-
: path.join(trackerDir, "bin");
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
function resolveLegacyTrackerBinDir(trackerDir) {
|
|
30
|
-
if (!trackerDir) throw new Error("trackerDir is required");
|
|
31
|
-
return path.join(trackerDir, "bin");
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
function buildGrokSessionEndHookJson(
|
|
35
|
-
{ notifyGrokHandlerPath },
|
|
36
|
-
{ platform = process.platform, execPath = process.execPath } = {},
|
|
37
|
-
) {
|
|
38
|
-
// The command runs our dedicated handler.
|
|
39
|
-
// We pass the session id and cwd via environment variables that Grok already sets.
|
|
40
|
-
const cmd = platform === "win32"
|
|
41
|
-
? `${windowsCommandQuote(execPath)} ${windowsCommandQuote(notifyGrokHandlerPath)}`
|
|
42
|
-
: `/usr/bin/env node ${shellQuote(notifyGrokHandlerPath)}`;
|
|
43
|
-
return {
|
|
44
|
-
hooks: {
|
|
45
|
-
SessionEnd: [
|
|
46
|
-
{
|
|
47
|
-
hooks: [
|
|
48
|
-
{
|
|
49
|
-
type: "command",
|
|
50
|
-
command: cmd,
|
|
51
|
-
timeout: 60
|
|
52
|
-
}
|
|
53
|
-
]
|
|
54
|
-
}
|
|
55
|
-
]
|
|
56
|
-
}
|
|
57
|
-
};
|
|
58
|
-
}
|
|
59
|
-
|
|
60
|
-
function shellQuote(value) {
|
|
61
|
-
return `'${String(value).replace(/'/g, "'\\''")}'`;
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
function windowsCommandQuote(value) {
|
|
65
|
-
return `"${String(value).replace(/"/g, '""')}"`;
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
async function ensureGrokHookFiles({
|
|
69
|
-
grokHooksDir,
|
|
70
|
-
trackerDir,
|
|
71
|
-
handlerSource // path to the .cjs template we will write
|
|
72
|
-
} = {}) {
|
|
73
|
-
if (!grokHooksDir || !trackerDir) {
|
|
74
|
-
throw new Error("grokHooksDir and trackerDir are required");
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
await fs.mkdir(grokHooksDir, { recursive: true });
|
|
78
|
-
|
|
79
|
-
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
80
|
-
const binDir = resolveTrackerBinDir(trackerDir);
|
|
81
|
-
await fs.mkdir(binDir, { recursive: true });
|
|
82
|
-
|
|
83
|
-
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
84
|
-
|
|
85
|
-
// Write the hook JSON (always overwrite to keep command up-to-date if bin path changes)
|
|
86
|
-
const hookJson = buildGrokSessionEndHookJson({ notifyGrokHandlerPath: handlerPath });
|
|
87
|
-
await fs.writeFile(hookPath, JSON.stringify(hookJson, null, 2) + "\n", "utf8");
|
|
88
|
-
|
|
89
|
-
// Write (or update) the handler script
|
|
90
|
-
const handlerSourceCode = buildGrokSessionEndHandler({ trackerDir });
|
|
91
|
-
await fs.writeFile(handlerPath, handlerSourceCode, "utf8");
|
|
92
|
-
|
|
93
|
-
// Make executable
|
|
94
|
-
try {
|
|
95
|
-
fssync.chmodSync(handlerPath, 0o755);
|
|
96
|
-
} catch {}
|
|
97
|
-
|
|
98
|
-
return { hookPath, handlerPath };
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
function buildGrokSessionEndHandler({ trackerDir }) {
|
|
102
|
-
// This is the source of the .cjs that will be executed by the Grok hook.
|
|
103
|
-
// It must be self-contained enough or rely on the copied runtime.
|
|
104
|
-
// For simplicity and reliability we write a small script that:
|
|
105
|
-
// 1. Reads GROK_SESSION_ID + GROK_WORKSPACE_ROOT from env
|
|
106
|
-
// 2. Locates the session metadata files
|
|
107
|
-
// 3. Extracts usage metadata only
|
|
108
|
-
// 4. Writes a signal file under trackerDir that sync.js will pick up on next run
|
|
109
|
-
|
|
110
|
-
return `#!/usr/bin/env node
|
|
111
|
-
const fs = require('node:fs');
|
|
112
|
-
const path = require('node:path');
|
|
113
|
-
const os = require('node:os');
|
|
114
|
-
const readline = require('node:readline');
|
|
115
|
-
|
|
116
|
-
const GROK_HOME = process.env.TOKENUSAGE_GROK_HOME || process.env.GROK_HOME || path.join(os.homedir(), '.grok');
|
|
117
|
-
const SESSION_ID = process.env.GROK_SESSION_ID;
|
|
118
|
-
const WORKSPACE_ROOT = process.env.GROK_WORKSPACE_ROOT || process.cwd();
|
|
119
|
-
|
|
120
|
-
if (!SESSION_ID) {
|
|
121
|
-
process.exit(0); // nothing to do
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
function encodeGrokCwd(cwd) {
|
|
125
|
-
// Grok uses encodeURIComponent on the full path, replacing / with %2F etc.
|
|
126
|
-
return encodeURIComponent(cwd);
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
const encodedCwd = encodeGrokCwd(WORKSPACE_ROOT);
|
|
130
|
-
const sessionDir = path.join(GROK_HOME, 'sessions', encodedCwd, SESSION_ID);
|
|
131
|
-
const signalsPath = path.join(sessionDir, 'signals.json');
|
|
132
|
-
const summaryPath = path.join(sessionDir, 'summary.json');
|
|
133
|
-
const updatesPath = path.join(sessionDir, 'updates.jsonl');
|
|
134
|
-
|
|
135
|
-
let signals = {};
|
|
136
|
-
try {
|
|
137
|
-
const raw = fs.readFileSync(signalsPath, 'utf8');
|
|
138
|
-
signals = JSON.parse(raw);
|
|
139
|
-
} catch (err) {
|
|
140
|
-
signals = {};
|
|
141
|
-
}
|
|
142
|
-
if (!signals || typeof signals !== 'object') {
|
|
143
|
-
signals = {};
|
|
144
|
-
}
|
|
145
|
-
|
|
146
|
-
const summary = (() => {
|
|
147
|
-
try {
|
|
148
|
-
return JSON.parse(fs.readFileSync(summaryPath, 'utf8'));
|
|
149
|
-
} catch {
|
|
150
|
-
return {};
|
|
151
|
-
}
|
|
152
|
-
})();
|
|
153
|
-
|
|
154
|
-
function toNonNegativeFiniteNumber(value) {
|
|
155
|
-
const number = Number(value || 0);
|
|
156
|
-
return Number.isFinite(number) && number > 0 ? number : 0;
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
function timestampToIso(value) {
|
|
160
|
-
if (value == null) return null;
|
|
161
|
-
if (typeof value === 'number') {
|
|
162
|
-
if (!Number.isFinite(value) || value <= 0) return null;
|
|
163
|
-
const millis = value < 10000000000 ? value * 1000 : value;
|
|
164
|
-
const dt = new Date(millis);
|
|
165
|
-
return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
|
|
166
|
-
}
|
|
167
|
-
if (typeof value === 'string') {
|
|
168
|
-
const trimmed = value.trim();
|
|
169
|
-
if (!trimmed) return null;
|
|
170
|
-
if (/^[0-9]+(?:\\.[0-9]+)?$/.test(trimmed)) return timestampToIso(Number(trimmed));
|
|
171
|
-
const dt = new Date(trimmed);
|
|
172
|
-
return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
|
|
173
|
-
}
|
|
174
|
-
return null;
|
|
175
|
-
}
|
|
176
|
-
|
|
177
|
-
async function readUpdateTelemetry(filePath) {
|
|
178
|
-
let totalTokens = 0;
|
|
179
|
-
let lastEventId = null;
|
|
180
|
-
let lastEventTimestamp = null;
|
|
181
|
-
let lineNumber = 0;
|
|
182
|
-
|
|
183
|
-
try {
|
|
184
|
-
const input = fs.createReadStream(filePath, { encoding: 'utf8' });
|
|
185
|
-
const rl = readline.createInterface({ input, crlfDelay: Infinity });
|
|
186
|
-
try {
|
|
187
|
-
for await (const line of rl) {
|
|
188
|
-
lineNumber += 1;
|
|
189
|
-
if (!line || !line.trim()) continue;
|
|
190
|
-
let record = null;
|
|
191
|
-
try {
|
|
192
|
-
record = JSON.parse(line);
|
|
193
|
-
} catch {
|
|
194
|
-
continue;
|
|
195
|
-
}
|
|
196
|
-
const meta = record && record.params && record.params._meta ? record.params._meta : record && record._meta;
|
|
197
|
-
if (!meta || typeof meta !== 'object') continue;
|
|
198
|
-
const nextTotal = toNonNegativeFiniteNumber(meta.totalTokens);
|
|
199
|
-
if (nextTotal <= 0) continue;
|
|
200
|
-
totalTokens = Math.max(totalTokens, nextTotal);
|
|
201
|
-
lastEventId = meta.eventId != null ? String(meta.eventId) : String(lineNumber);
|
|
202
|
-
lastEventTimestamp =
|
|
203
|
-
timestampToIso(meta.agentTimestampMs) ||
|
|
204
|
-
timestampToIso(meta.timestampMs) ||
|
|
205
|
-
timestampToIso(record.timestamp_ms) ||
|
|
206
|
-
timestampToIso(record.timestamp) ||
|
|
207
|
-
lastEventTimestamp;
|
|
208
|
-
}
|
|
209
|
-
} finally {
|
|
210
|
-
rl.close();
|
|
211
|
-
}
|
|
212
|
-
} catch {
|
|
213
|
-
return { totalTokens, lastEventId, lastEventTimestamp };
|
|
214
|
-
}
|
|
215
|
-
return { totalTokens, lastEventId, lastEventTimestamp };
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
async function main() {
|
|
219
|
-
const contextTokensUsed = toNonNegativeFiniteNumber(signals.contextTokensUsed ?? signals.totalTokens);
|
|
220
|
-
const totalTokensBeforeCompaction = toNonNegativeFiniteNumber(signals.totalTokensBeforeCompaction);
|
|
221
|
-
const signalTotalTokens = totalTokensBeforeCompaction + contextTokensUsed;
|
|
222
|
-
const updateTelemetry = await readUpdateTelemetry(updatesPath);
|
|
223
|
-
const totalTokens = Math.max(updateTelemetry.totalTokens, signalTotalTokens);
|
|
224
|
-
const messageCount = toNonNegativeFiniteNumber(signals.assistantMessageCount || signals.num_chat_messages);
|
|
225
|
-
const model = signals.primaryModelId || (Array.isArray(signals.modelsUsed) ? signals.modelsUsed[0] : 'grok-build');
|
|
226
|
-
const lastActive = signals.lastActiveAt || updateTelemetry.lastEventTimestamp || summary.updated_at || new Date().toISOString();
|
|
227
|
-
|
|
228
|
-
if (totalTokens <= 0) {
|
|
229
|
-
process.exit(0);
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
// Write a signal that the Token Usage sync / local API can pick up
|
|
233
|
-
const trackerDir = ${JSON.stringify(trackerDir)};
|
|
234
|
-
const signalDir = trackerDir;
|
|
235
|
-
try { fs.mkdirSync(signalDir, { recursive: true }); } catch {}
|
|
236
|
-
|
|
237
|
-
const signal = {
|
|
238
|
-
source: 'grok',
|
|
239
|
-
sessionId: SESSION_ID,
|
|
240
|
-
cwd: WORKSPACE_ROOT,
|
|
241
|
-
model,
|
|
242
|
-
totalTokens,
|
|
243
|
-
contextTokensUsed,
|
|
244
|
-
totalTokensBeforeCompaction,
|
|
245
|
-
messageCount,
|
|
246
|
-
lastActive,
|
|
247
|
-
sessionDir,
|
|
248
|
-
updatesPath,
|
|
249
|
-
signalsPath,
|
|
250
|
-
summaryPath,
|
|
251
|
-
lastEventId: updateTelemetry.lastEventId,
|
|
252
|
-
lastEventTimestamp: updateTelemetry.lastEventTimestamp,
|
|
253
|
-
capturedAt: new Date().toISOString()
|
|
254
|
-
};
|
|
255
|
-
|
|
256
|
-
const signalPath = path.join(signalDir, 'grok-last-session.json');
|
|
257
|
-
fs.writeFileSync(signalPath, JSON.stringify(signal, null, 2) + '\\n');
|
|
258
|
-
|
|
259
|
-
// Also touch a file so any running serve instance can react (optional)
|
|
260
|
-
try {
|
|
261
|
-
fs.writeFileSync(path.join(signalDir, 'grok-session-end.trigger'), Date.now().toString());
|
|
262
|
-
} catch {}
|
|
263
|
-
|
|
264
|
-
process.exit(0);
|
|
265
|
-
}
|
|
266
|
-
|
|
267
|
-
main().catch(() => process.exit(0));
|
|
268
|
-
`;
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
async function probeGrokHookState({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
272
|
-
const grokHooksDir = resolveGrokHooksDir(env);
|
|
273
|
-
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
274
|
-
const binDir = resolveTrackerBinDir(trackerDir);
|
|
275
|
-
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
276
|
-
const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
|
|
277
|
-
|
|
278
|
-
const hookExists = fssync.existsSync(hookPath);
|
|
279
|
-
const handlerExists = fssync.existsSync(handlerPath) || fssync.existsSync(legacyHandlerPath);
|
|
280
|
-
|
|
281
|
-
let configured = false;
|
|
282
|
-
if (hookExists) {
|
|
283
|
-
try {
|
|
284
|
-
const content = fssync.readFileSync(hookPath, "utf8");
|
|
285
|
-
const json = JSON.parse(content);
|
|
286
|
-
configured = Boolean(json?.hooks?.SessionEnd?.[0]?.hooks?.[0]?.command?.includes("grok-session-end-hook"));
|
|
287
|
-
} catch {}
|
|
288
|
-
}
|
|
289
|
-
|
|
290
|
-
const sessionsDir = path.join(resolveGrokHome(env), "sessions");
|
|
291
|
-
const hasSessions = fssync.existsSync(sessionsDir);
|
|
292
|
-
|
|
293
|
-
return {
|
|
294
|
-
configured,
|
|
295
|
-
hookExists,
|
|
296
|
-
handlerExists,
|
|
297
|
-
grokHome: resolveGrokHome(env),
|
|
298
|
-
grokHooksDir,
|
|
299
|
-
hookPath,
|
|
300
|
-
handlerPath,
|
|
301
|
-
legacyHandlerPath,
|
|
302
|
-
hasGrokInstall: fssync.existsSync(path.join(resolveGrokHome(env), "bin", "grok")) || hasSessions,
|
|
303
|
-
sessionsDir
|
|
304
|
-
};
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
async function upsertGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
308
|
-
const grokHooksDir = resolveGrokHooksDir(env);
|
|
309
|
-
const result = await ensureGrokHookFiles({ grokHooksDir, trackerDir });
|
|
310
|
-
|
|
311
|
-
const state = await probeGrokHookState({ home, trackerDir, env });
|
|
312
|
-
return {
|
|
313
|
-
...state,
|
|
314
|
-
changed: true,
|
|
315
|
-
...result
|
|
316
|
-
};
|
|
317
|
-
}
|
|
318
|
-
|
|
319
|
-
async function removeGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
320
|
-
const grokHooksDir = resolveGrokHooksDir(env);
|
|
321
|
-
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
322
|
-
const binDir = resolveTrackerBinDir(trackerDir);
|
|
323
|
-
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
324
|
-
const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
|
|
325
|
-
|
|
326
|
-
let removed = false;
|
|
327
|
-
try {
|
|
328
|
-
if (fssync.existsSync(hookPath)) {
|
|
329
|
-
fssync.unlinkSync(hookPath);
|
|
330
|
-
removed = true;
|
|
331
|
-
}
|
|
332
|
-
} catch {}
|
|
333
|
-
try {
|
|
334
|
-
if (fssync.existsSync(handlerPath)) {
|
|
335
|
-
fssync.unlinkSync(handlerPath);
|
|
336
|
-
removed = true;
|
|
337
|
-
}
|
|
338
|
-
} catch {}
|
|
339
|
-
if (legacyHandlerPath !== handlerPath) {
|
|
340
|
-
try {
|
|
341
|
-
if (fssync.existsSync(legacyHandlerPath)) {
|
|
342
|
-
fssync.unlinkSync(legacyHandlerPath);
|
|
343
|
-
removed = true;
|
|
344
|
-
}
|
|
345
|
-
} catch {}
|
|
346
|
-
}
|
|
347
|
-
|
|
348
|
-
return { removed, hookPath, handlerPath, legacyHandlerPath };
|
|
349
|
-
}
|
|
350
|
-
|
|
351
|
-
module.exports = {
|
|
352
|
-
resolveGrokHome,
|
|
353
|
-
resolveGrokHooksDir,
|
|
354
|
-
buildGrokSessionEndHookJson,
|
|
355
|
-
upsertGrokHook,
|
|
356
|
-
probeGrokHookState,
|
|
357
|
-
removeGrokHook,
|
|
358
|
-
GROK_HOOK_FILENAME,
|
|
359
|
-
buildGrokSessionEndHandler
|
|
360
|
-
};
|
|
1
|
+
const os = require("node:os");
|
|
2
|
+
const path = require("node:path");
|
|
3
|
+
const fs = require("node:fs/promises");
|
|
4
|
+
const fssync = require("node:fs");
|
|
5
|
+
|
|
6
|
+
const GROK_HOOK_FILENAME = "99-tokenusage-usage.json";
|
|
7
|
+
|
|
8
|
+
function resolveGrokHome(env = process.env) {
|
|
9
|
+
if (env.TOKENUSAGE_GROK_HOME && env.TOKENUSAGE_GROK_HOME.length > 0) {
|
|
10
|
+
return env.TOKENUSAGE_GROK_HOME;
|
|
11
|
+
}
|
|
12
|
+
if (env.GROK_HOME && env.GROK_HOME.length > 0) {
|
|
13
|
+
return env.GROK_HOME;
|
|
14
|
+
}
|
|
15
|
+
return path.join(os.homedir(), ".grok");
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
function resolveGrokHooksDir(env = process.env) {
|
|
19
|
+
return path.join(resolveGrokHome(env), "hooks");
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
function resolveTrackerBinDir(trackerDir) {
|
|
23
|
+
if (!trackerDir) throw new Error("trackerDir is required");
|
|
24
|
+
return path.basename(trackerDir) === "tracker"
|
|
25
|
+
? path.join(path.dirname(trackerDir), "bin")
|
|
26
|
+
: path.join(trackerDir, "bin");
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
function resolveLegacyTrackerBinDir(trackerDir) {
|
|
30
|
+
if (!trackerDir) throw new Error("trackerDir is required");
|
|
31
|
+
return path.join(trackerDir, "bin");
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function buildGrokSessionEndHookJson(
|
|
35
|
+
{ notifyGrokHandlerPath },
|
|
36
|
+
{ platform = process.platform, execPath = process.execPath } = {},
|
|
37
|
+
) {
|
|
38
|
+
// The command runs our dedicated handler.
|
|
39
|
+
// We pass the session id and cwd via environment variables that Grok already sets.
|
|
40
|
+
const cmd = platform === "win32"
|
|
41
|
+
? `${windowsCommandQuote(execPath)} ${windowsCommandQuote(notifyGrokHandlerPath)}`
|
|
42
|
+
: `/usr/bin/env node ${shellQuote(notifyGrokHandlerPath)}`;
|
|
43
|
+
return {
|
|
44
|
+
hooks: {
|
|
45
|
+
SessionEnd: [
|
|
46
|
+
{
|
|
47
|
+
hooks: [
|
|
48
|
+
{
|
|
49
|
+
type: "command",
|
|
50
|
+
command: cmd,
|
|
51
|
+
timeout: 60
|
|
52
|
+
}
|
|
53
|
+
]
|
|
54
|
+
}
|
|
55
|
+
]
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function shellQuote(value) {
|
|
61
|
+
return `'${String(value).replace(/'/g, "'\\''")}'`;
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
function windowsCommandQuote(value) {
|
|
65
|
+
return `"${String(value).replace(/"/g, '""')}"`;
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
async function ensureGrokHookFiles({
|
|
69
|
+
grokHooksDir,
|
|
70
|
+
trackerDir,
|
|
71
|
+
handlerSource // path to the .cjs template we will write
|
|
72
|
+
} = {}) {
|
|
73
|
+
if (!grokHooksDir || !trackerDir) {
|
|
74
|
+
throw new Error("grokHooksDir and trackerDir are required");
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
await fs.mkdir(grokHooksDir, { recursive: true });
|
|
78
|
+
|
|
79
|
+
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
80
|
+
const binDir = resolveTrackerBinDir(trackerDir);
|
|
81
|
+
await fs.mkdir(binDir, { recursive: true });
|
|
82
|
+
|
|
83
|
+
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
84
|
+
|
|
85
|
+
// Write the hook JSON (always overwrite to keep command up-to-date if bin path changes)
|
|
86
|
+
const hookJson = buildGrokSessionEndHookJson({ notifyGrokHandlerPath: handlerPath });
|
|
87
|
+
await fs.writeFile(hookPath, JSON.stringify(hookJson, null, 2) + "\n", "utf8");
|
|
88
|
+
|
|
89
|
+
// Write (or update) the handler script
|
|
90
|
+
const handlerSourceCode = buildGrokSessionEndHandler({ trackerDir });
|
|
91
|
+
await fs.writeFile(handlerPath, handlerSourceCode, "utf8");
|
|
92
|
+
|
|
93
|
+
// Make executable
|
|
94
|
+
try {
|
|
95
|
+
fssync.chmodSync(handlerPath, 0o755);
|
|
96
|
+
} catch {}
|
|
97
|
+
|
|
98
|
+
return { hookPath, handlerPath };
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
function buildGrokSessionEndHandler({ trackerDir }) {
|
|
102
|
+
// This is the source of the .cjs that will be executed by the Grok hook.
|
|
103
|
+
// It must be self-contained enough or rely on the copied runtime.
|
|
104
|
+
// For simplicity and reliability we write a small script that:
|
|
105
|
+
// 1. Reads GROK_SESSION_ID + GROK_WORKSPACE_ROOT from env
|
|
106
|
+
// 2. Locates the session metadata files
|
|
107
|
+
// 3. Extracts usage metadata only
|
|
108
|
+
// 4. Writes a signal file under trackerDir that sync.js will pick up on next run
|
|
109
|
+
|
|
110
|
+
return `#!/usr/bin/env node
|
|
111
|
+
const fs = require('node:fs');
|
|
112
|
+
const path = require('node:path');
|
|
113
|
+
const os = require('node:os');
|
|
114
|
+
const readline = require('node:readline');
|
|
115
|
+
|
|
116
|
+
const GROK_HOME = process.env.TOKENUSAGE_GROK_HOME || process.env.GROK_HOME || path.join(os.homedir(), '.grok');
|
|
117
|
+
const SESSION_ID = process.env.GROK_SESSION_ID;
|
|
118
|
+
const WORKSPACE_ROOT = process.env.GROK_WORKSPACE_ROOT || process.cwd();
|
|
119
|
+
|
|
120
|
+
if (!SESSION_ID) {
|
|
121
|
+
process.exit(0); // nothing to do
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
function encodeGrokCwd(cwd) {
|
|
125
|
+
// Grok uses encodeURIComponent on the full path, replacing / with %2F etc.
|
|
126
|
+
return encodeURIComponent(cwd);
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
const encodedCwd = encodeGrokCwd(WORKSPACE_ROOT);
|
|
130
|
+
const sessionDir = path.join(GROK_HOME, 'sessions', encodedCwd, SESSION_ID);
|
|
131
|
+
const signalsPath = path.join(sessionDir, 'signals.json');
|
|
132
|
+
const summaryPath = path.join(sessionDir, 'summary.json');
|
|
133
|
+
const updatesPath = path.join(sessionDir, 'updates.jsonl');
|
|
134
|
+
|
|
135
|
+
let signals = {};
|
|
136
|
+
try {
|
|
137
|
+
const raw = fs.readFileSync(signalsPath, 'utf8');
|
|
138
|
+
signals = JSON.parse(raw);
|
|
139
|
+
} catch (err) {
|
|
140
|
+
signals = {};
|
|
141
|
+
}
|
|
142
|
+
if (!signals || typeof signals !== 'object') {
|
|
143
|
+
signals = {};
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
const summary = (() => {
|
|
147
|
+
try {
|
|
148
|
+
return JSON.parse(fs.readFileSync(summaryPath, 'utf8'));
|
|
149
|
+
} catch {
|
|
150
|
+
return {};
|
|
151
|
+
}
|
|
152
|
+
})();
|
|
153
|
+
|
|
154
|
+
function toNonNegativeFiniteNumber(value) {
|
|
155
|
+
const number = Number(value || 0);
|
|
156
|
+
return Number.isFinite(number) && number > 0 ? number : 0;
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
function timestampToIso(value) {
|
|
160
|
+
if (value == null) return null;
|
|
161
|
+
if (typeof value === 'number') {
|
|
162
|
+
if (!Number.isFinite(value) || value <= 0) return null;
|
|
163
|
+
const millis = value < 10000000000 ? value * 1000 : value;
|
|
164
|
+
const dt = new Date(millis);
|
|
165
|
+
return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
|
|
166
|
+
}
|
|
167
|
+
if (typeof value === 'string') {
|
|
168
|
+
const trimmed = value.trim();
|
|
169
|
+
if (!trimmed) return null;
|
|
170
|
+
if (/^[0-9]+(?:\\.[0-9]+)?$/.test(trimmed)) return timestampToIso(Number(trimmed));
|
|
171
|
+
const dt = new Date(trimmed);
|
|
172
|
+
return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
|
|
173
|
+
}
|
|
174
|
+
return null;
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
async function readUpdateTelemetry(filePath) {
|
|
178
|
+
let totalTokens = 0;
|
|
179
|
+
let lastEventId = null;
|
|
180
|
+
let lastEventTimestamp = null;
|
|
181
|
+
let lineNumber = 0;
|
|
182
|
+
|
|
183
|
+
try {
|
|
184
|
+
const input = fs.createReadStream(filePath, { encoding: 'utf8' });
|
|
185
|
+
const rl = readline.createInterface({ input, crlfDelay: Infinity });
|
|
186
|
+
try {
|
|
187
|
+
for await (const line of rl) {
|
|
188
|
+
lineNumber += 1;
|
|
189
|
+
if (!line || !line.trim()) continue;
|
|
190
|
+
let record = null;
|
|
191
|
+
try {
|
|
192
|
+
record = JSON.parse(line);
|
|
193
|
+
} catch {
|
|
194
|
+
continue;
|
|
195
|
+
}
|
|
196
|
+
const meta = record && record.params && record.params._meta ? record.params._meta : record && record._meta;
|
|
197
|
+
if (!meta || typeof meta !== 'object') continue;
|
|
198
|
+
const nextTotal = toNonNegativeFiniteNumber(meta.totalTokens);
|
|
199
|
+
if (nextTotal <= 0) continue;
|
|
200
|
+
totalTokens = Math.max(totalTokens, nextTotal);
|
|
201
|
+
lastEventId = meta.eventId != null ? String(meta.eventId) : String(lineNumber);
|
|
202
|
+
lastEventTimestamp =
|
|
203
|
+
timestampToIso(meta.agentTimestampMs) ||
|
|
204
|
+
timestampToIso(meta.timestampMs) ||
|
|
205
|
+
timestampToIso(record.timestamp_ms) ||
|
|
206
|
+
timestampToIso(record.timestamp) ||
|
|
207
|
+
lastEventTimestamp;
|
|
208
|
+
}
|
|
209
|
+
} finally {
|
|
210
|
+
rl.close();
|
|
211
|
+
}
|
|
212
|
+
} catch {
|
|
213
|
+
return { totalTokens, lastEventId, lastEventTimestamp };
|
|
214
|
+
}
|
|
215
|
+
return { totalTokens, lastEventId, lastEventTimestamp };
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
async function main() {
|
|
219
|
+
const contextTokensUsed = toNonNegativeFiniteNumber(signals.contextTokensUsed ?? signals.totalTokens);
|
|
220
|
+
const totalTokensBeforeCompaction = toNonNegativeFiniteNumber(signals.totalTokensBeforeCompaction);
|
|
221
|
+
const signalTotalTokens = totalTokensBeforeCompaction + contextTokensUsed;
|
|
222
|
+
const updateTelemetry = await readUpdateTelemetry(updatesPath);
|
|
223
|
+
const totalTokens = Math.max(updateTelemetry.totalTokens, signalTotalTokens);
|
|
224
|
+
const messageCount = toNonNegativeFiniteNumber(signals.assistantMessageCount || signals.num_chat_messages);
|
|
225
|
+
const model = signals.primaryModelId || (Array.isArray(signals.modelsUsed) ? signals.modelsUsed[0] : 'grok-build');
|
|
226
|
+
const lastActive = signals.lastActiveAt || updateTelemetry.lastEventTimestamp || summary.updated_at || new Date().toISOString();
|
|
227
|
+
|
|
228
|
+
if (totalTokens <= 0) {
|
|
229
|
+
process.exit(0);
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
// Write a signal that the Token Usage sync / local API can pick up
|
|
233
|
+
const trackerDir = ${JSON.stringify(trackerDir)};
|
|
234
|
+
const signalDir = trackerDir;
|
|
235
|
+
try { fs.mkdirSync(signalDir, { recursive: true }); } catch {}
|
|
236
|
+
|
|
237
|
+
const signal = {
|
|
238
|
+
source: 'grok',
|
|
239
|
+
sessionId: SESSION_ID,
|
|
240
|
+
cwd: WORKSPACE_ROOT,
|
|
241
|
+
model,
|
|
242
|
+
totalTokens,
|
|
243
|
+
contextTokensUsed,
|
|
244
|
+
totalTokensBeforeCompaction,
|
|
245
|
+
messageCount,
|
|
246
|
+
lastActive,
|
|
247
|
+
sessionDir,
|
|
248
|
+
updatesPath,
|
|
249
|
+
signalsPath,
|
|
250
|
+
summaryPath,
|
|
251
|
+
lastEventId: updateTelemetry.lastEventId,
|
|
252
|
+
lastEventTimestamp: updateTelemetry.lastEventTimestamp,
|
|
253
|
+
capturedAt: new Date().toISOString()
|
|
254
|
+
};
|
|
255
|
+
|
|
256
|
+
const signalPath = path.join(signalDir, 'grok-last-session.json');
|
|
257
|
+
fs.writeFileSync(signalPath, JSON.stringify(signal, null, 2) + '\\n');
|
|
258
|
+
|
|
259
|
+
// Also touch a file so any running serve instance can react (optional)
|
|
260
|
+
try {
|
|
261
|
+
fs.writeFileSync(path.join(signalDir, 'grok-session-end.trigger'), Date.now().toString());
|
|
262
|
+
} catch {}
|
|
263
|
+
|
|
264
|
+
process.exit(0);
|
|
265
|
+
}
|
|
266
|
+
|
|
267
|
+
main().catch(() => process.exit(0));
|
|
268
|
+
`;
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
async function probeGrokHookState({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
272
|
+
const grokHooksDir = resolveGrokHooksDir(env);
|
|
273
|
+
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
274
|
+
const binDir = resolveTrackerBinDir(trackerDir);
|
|
275
|
+
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
276
|
+
const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
|
|
277
|
+
|
|
278
|
+
const hookExists = fssync.existsSync(hookPath);
|
|
279
|
+
const handlerExists = fssync.existsSync(handlerPath) || fssync.existsSync(legacyHandlerPath);
|
|
280
|
+
|
|
281
|
+
let configured = false;
|
|
282
|
+
if (hookExists) {
|
|
283
|
+
try {
|
|
284
|
+
const content = fssync.readFileSync(hookPath, "utf8");
|
|
285
|
+
const json = JSON.parse(content);
|
|
286
|
+
configured = Boolean(json?.hooks?.SessionEnd?.[0]?.hooks?.[0]?.command?.includes("grok-session-end-hook"));
|
|
287
|
+
} catch {}
|
|
288
|
+
}
|
|
289
|
+
|
|
290
|
+
const sessionsDir = path.join(resolveGrokHome(env), "sessions");
|
|
291
|
+
const hasSessions = fssync.existsSync(sessionsDir);
|
|
292
|
+
|
|
293
|
+
return {
|
|
294
|
+
configured,
|
|
295
|
+
hookExists,
|
|
296
|
+
handlerExists,
|
|
297
|
+
grokHome: resolveGrokHome(env),
|
|
298
|
+
grokHooksDir,
|
|
299
|
+
hookPath,
|
|
300
|
+
handlerPath,
|
|
301
|
+
legacyHandlerPath,
|
|
302
|
+
hasGrokInstall: fssync.existsSync(path.join(resolveGrokHome(env), "bin", "grok")) || hasSessions,
|
|
303
|
+
sessionsDir
|
|
304
|
+
};
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
async function upsertGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
308
|
+
const grokHooksDir = resolveGrokHooksDir(env);
|
|
309
|
+
const result = await ensureGrokHookFiles({ grokHooksDir, trackerDir });
|
|
310
|
+
|
|
311
|
+
const state = await probeGrokHookState({ home, trackerDir, env });
|
|
312
|
+
return {
|
|
313
|
+
...state,
|
|
314
|
+
changed: true,
|
|
315
|
+
...result
|
|
316
|
+
};
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
async function removeGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
|
|
320
|
+
const grokHooksDir = resolveGrokHooksDir(env);
|
|
321
|
+
const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
|
|
322
|
+
const binDir = resolveTrackerBinDir(trackerDir);
|
|
323
|
+
const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
|
|
324
|
+
const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
|
|
325
|
+
|
|
326
|
+
let removed = false;
|
|
327
|
+
try {
|
|
328
|
+
if (fssync.existsSync(hookPath)) {
|
|
329
|
+
fssync.unlinkSync(hookPath);
|
|
330
|
+
removed = true;
|
|
331
|
+
}
|
|
332
|
+
} catch {}
|
|
333
|
+
try {
|
|
334
|
+
if (fssync.existsSync(handlerPath)) {
|
|
335
|
+
fssync.unlinkSync(handlerPath);
|
|
336
|
+
removed = true;
|
|
337
|
+
}
|
|
338
|
+
} catch {}
|
|
339
|
+
if (legacyHandlerPath !== handlerPath) {
|
|
340
|
+
try {
|
|
341
|
+
if (fssync.existsSync(legacyHandlerPath)) {
|
|
342
|
+
fssync.unlinkSync(legacyHandlerPath);
|
|
343
|
+
removed = true;
|
|
344
|
+
}
|
|
345
|
+
} catch {}
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
return { removed, hookPath, handlerPath, legacyHandlerPath };
|
|
349
|
+
}
|
|
350
|
+
|
|
351
|
+
module.exports = {
|
|
352
|
+
resolveGrokHome,
|
|
353
|
+
resolveGrokHooksDir,
|
|
354
|
+
buildGrokSessionEndHookJson,
|
|
355
|
+
upsertGrokHook,
|
|
356
|
+
probeGrokHookState,
|
|
357
|
+
removeGrokHook,
|
|
358
|
+
GROK_HOOK_FILENAME,
|
|
359
|
+
buildGrokSessionEndHandler
|
|
360
|
+
};
|