tokenusage-cli 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/CHANGELOG.md +19 -0
  2. package/LICENSE +22 -0
  3. package/README.md +94 -0
  4. package/THIRD_PARTY_NOTICES.md +140 -0
  5. package/bin/tokenusage.js +69 -0
  6. package/package.json +59 -0
  7. package/src/cli.js +134 -0
  8. package/src/commands/device-login.js +205 -0
  9. package/src/commands/diagnostics.js +38 -0
  10. package/src/commands/doctor.js +110 -0
  11. package/src/commands/init.js +2436 -0
  12. package/src/commands/sessions.js +29 -0
  13. package/src/commands/status.js +1747 -0
  14. package/src/commands/sync.js +7934 -0
  15. package/src/commands/uninstall.js +312 -0
  16. package/src/lib/account-usage-dedup.js +267 -0
  17. package/src/lib/antigravity-paths.js +48 -0
  18. package/src/lib/ark-agent-plan-limits.js +438 -0
  19. package/src/lib/ark-coding-plan-limits.js +537 -0
  20. package/src/lib/async-queue-reader.js +138 -0
  21. package/src/lib/atomic-json.js +27 -0
  22. package/src/lib/bearer-token.js +11 -0
  23. package/src/lib/categorizer-utils.js +232 -0
  24. package/src/lib/claude-categorizer.js +1343 -0
  25. package/src/lib/claude-config.js +279 -0
  26. package/src/lib/claude-user-identity.js +56 -0
  27. package/src/lib/cli-ui.js +179 -0
  28. package/src/lib/cloud-account.js +541 -0
  29. package/src/lib/cloud-device-token.js +141 -0
  30. package/src/lib/cloud-sync-prefs.js +14 -0
  31. package/src/lib/cloud-usage-reset.js +115 -0
  32. package/src/lib/codex-config.js +595 -0
  33. package/src/lib/codex-context-breakdown.js +806 -0
  34. package/src/lib/codex-model-attribution.js +128 -0
  35. package/src/lib/codex-rollout-parser.js +1471 -0
  36. package/src/lib/codex-service-tier.js +49 -0
  37. package/src/lib/codex-token-refresh.js +140 -0
  38. package/src/lib/codex-token-usage.js +195 -0
  39. package/src/lib/codex-usage-record.js +195 -0
  40. package/src/lib/command-runner.js +313 -0
  41. package/src/lib/commandcode-limits.js +317 -0
  42. package/src/lib/context-health.js +124 -0
  43. package/src/lib/cursor-config.js +605 -0
  44. package/src/lib/cursor-store.js +1918 -0
  45. package/src/lib/debug-flags.js +7 -0
  46. package/src/lib/devin-limits.js +249 -0
  47. package/src/lib/devin-usage.js +212 -0
  48. package/src/lib/diagnostics.js +383 -0
  49. package/src/lib/doctor.js +385 -0
  50. package/src/lib/dumate.js +95 -0
  51. package/src/lib/fs.js +455 -0
  52. package/src/lib/function-url.js +14 -0
  53. package/src/lib/gemini-config.js +291 -0
  54. package/src/lib/git-outcomes.js +243 -0
  55. package/src/lib/grok-context-breakdown.js +890 -0
  56. package/src/lib/grok-hook.js +360 -0
  57. package/src/lib/grok-limits.js +865 -0
  58. package/src/lib/grok-usage.js +98 -0
  59. package/src/lib/heatmap-compact.js +114 -0
  60. package/src/lib/ingest-sanitize.js +41 -0
  61. package/src/lib/init-flow.js +42 -0
  62. package/src/lib/install-resolver.js +170 -0
  63. package/src/lib/jsonl-lines.js +134 -0
  64. package/src/lib/kimi-model-repair.js +173 -0
  65. package/src/lib/kimi-profile.js +61 -0
  66. package/src/lib/kimi-session.js +216 -0
  67. package/src/lib/local-api.js +3588 -0
  68. package/src/lib/machine-id.js +238 -0
  69. package/src/lib/multi-install-parser.js +113 -0
  70. package/src/lib/notify-command.js +38 -0
  71. package/src/lib/omp-hook.js +589 -0
  72. package/src/lib/openclaw-cli.js +104 -0
  73. package/src/lib/openclaw-hook.js +375 -0
  74. package/src/lib/openclaw-session-plugin.js +560 -0
  75. package/src/lib/opencode-config.js +121 -0
  76. package/src/lib/opencode-go-limits.js +807 -0
  77. package/src/lib/outcomes-engine.js +253 -0
  78. package/src/lib/passive-mode.js +219 -0
  79. package/src/lib/pet-packages.js +722 -0
  80. package/src/lib/pricing/curated-overrides.json +822 -0
  81. package/src/lib/pricing/index.js +379 -0
  82. package/src/lib/pricing/litellm-fetcher.js +172 -0
  83. package/src/lib/pricing/matcher.js +456 -0
  84. package/src/lib/pricing/seed-snapshot.json +1 -0
  85. package/src/lib/progress.js +76 -0
  86. package/src/lib/project-usage-purge.js +117 -0
  87. package/src/lib/prompt.js +24 -0
  88. package/src/lib/provider-status.js +104 -0
  89. package/src/lib/proxy-env.js +489 -0
  90. package/src/lib/proxy-settings.js +163 -0
  91. package/src/lib/qoder-cn-cli-limits.js +119 -0
  92. package/src/lib/qoder-limits.js +880 -0
  93. package/src/lib/quiet-warnings.js +26 -0
  94. package/src/lib/rollout.js +25966 -0
  95. package/src/lib/runtime-config.js +259 -0
  96. package/src/lib/scan-roots.js +277 -0
  97. package/src/lib/sentry.js +231 -0
  98. package/src/lib/session-analytics.js +2972 -0
  99. package/src/lib/session-performance.js +237 -0
  100. package/src/lib/session-upload.js +379 -0
  101. package/src/lib/skill-usage.js +267 -0
  102. package/src/lib/skills-manager.js +1591 -0
  103. package/src/lib/source-metadata.js +48 -0
  104. package/src/lib/sqlite-reader.js +215 -0
  105. package/src/lib/star-cta.js +73 -0
  106. package/src/lib/subscription-manager.js +293 -0
  107. package/src/lib/subscriptions.js +508 -0
  108. package/src/lib/telemetry.js +193 -0
  109. package/src/lib/tracker-paths.js +16 -0
  110. package/src/lib/trae-cn-config.js +548 -0
  111. package/src/lib/trae-db.js +127 -0
  112. package/src/lib/trae-snapshot.js +230 -0
  113. package/src/lib/trae-sqlite.js +143 -0
  114. package/src/lib/trae-usage.js +121 -0
  115. package/src/lib/upload-queue.js +134 -0
  116. package/src/lib/upload-throttle.js +171 -0
  117. package/src/lib/usage-limits.js +4552 -0
  118. package/src/lib/wrapped-aggregator.js +236 -0
  119. package/src/lib/wsl-probe.js +281 -0
  120. package/src/lib/zcode-limits.js +1172 -0
  121. package/src/lib/zcode-reset-credits.js +66 -0
  122. package/test/cli-smoke.test.js +53 -0
  123. package/test/ingest-sanitize.test.js +162 -0
  124. package/test/quiet-warnings.test.js +53 -0
  125. package/test/session-upload.test.js +427 -0
@@ -0,0 +1,360 @@
1
+ const os = require("node:os");
2
+ const path = require("node:path");
3
+ const fs = require("node:fs/promises");
4
+ const fssync = require("node:fs");
5
+
6
+ const GROK_HOOK_FILENAME = "99-tokenusage-usage.json";
7
+
8
+ function resolveGrokHome(env = process.env) {
9
+ if (env.TOKENUSAGE_GROK_HOME && env.TOKENUSAGE_GROK_HOME.length > 0) {
10
+ return env.TOKENUSAGE_GROK_HOME;
11
+ }
12
+ if (env.GROK_HOME && env.GROK_HOME.length > 0) {
13
+ return env.GROK_HOME;
14
+ }
15
+ return path.join(os.homedir(), ".grok");
16
+ }
17
+
18
+ function resolveGrokHooksDir(env = process.env) {
19
+ return path.join(resolveGrokHome(env), "hooks");
20
+ }
21
+
22
+ function resolveTrackerBinDir(trackerDir) {
23
+ if (!trackerDir) throw new Error("trackerDir is required");
24
+ return path.basename(trackerDir) === "tracker"
25
+ ? path.join(path.dirname(trackerDir), "bin")
26
+ : path.join(trackerDir, "bin");
27
+ }
28
+
29
+ function resolveLegacyTrackerBinDir(trackerDir) {
30
+ if (!trackerDir) throw new Error("trackerDir is required");
31
+ return path.join(trackerDir, "bin");
32
+ }
33
+
34
+ function buildGrokSessionEndHookJson(
35
+ { notifyGrokHandlerPath },
36
+ { platform = process.platform, execPath = process.execPath } = {},
37
+ ) {
38
+ // The command runs our dedicated handler.
39
+ // We pass the session id and cwd via environment variables that Grok already sets.
40
+ const cmd = platform === "win32"
41
+ ? `${windowsCommandQuote(execPath)} ${windowsCommandQuote(notifyGrokHandlerPath)}`
42
+ : `/usr/bin/env node ${shellQuote(notifyGrokHandlerPath)}`;
43
+ return {
44
+ hooks: {
45
+ SessionEnd: [
46
+ {
47
+ hooks: [
48
+ {
49
+ type: "command",
50
+ command: cmd,
51
+ timeout: 60
52
+ }
53
+ ]
54
+ }
55
+ ]
56
+ }
57
+ };
58
+ }
59
+
60
+ function shellQuote(value) {
61
+ return `'${String(value).replace(/'/g, "'\\''")}'`;
62
+ }
63
+
64
+ function windowsCommandQuote(value) {
65
+ return `"${String(value).replace(/"/g, '""')}"`;
66
+ }
67
+
68
+ async function ensureGrokHookFiles({
69
+ grokHooksDir,
70
+ trackerDir,
71
+ handlerSource // path to the .cjs template we will write
72
+ } = {}) {
73
+ if (!grokHooksDir || !trackerDir) {
74
+ throw new Error("grokHooksDir and trackerDir are required");
75
+ }
76
+
77
+ await fs.mkdir(grokHooksDir, { recursive: true });
78
+
79
+ const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
80
+ const binDir = resolveTrackerBinDir(trackerDir);
81
+ await fs.mkdir(binDir, { recursive: true });
82
+
83
+ const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
84
+
85
+ // Write the hook JSON (always overwrite to keep command up-to-date if bin path changes)
86
+ const hookJson = buildGrokSessionEndHookJson({ notifyGrokHandlerPath: handlerPath });
87
+ await fs.writeFile(hookPath, JSON.stringify(hookJson, null, 2) + "\n", "utf8");
88
+
89
+ // Write (or update) the handler script
90
+ const handlerSourceCode = buildGrokSessionEndHandler({ trackerDir });
91
+ await fs.writeFile(handlerPath, handlerSourceCode, "utf8");
92
+
93
+ // Make executable
94
+ try {
95
+ fssync.chmodSync(handlerPath, 0o755);
96
+ } catch {}
97
+
98
+ return { hookPath, handlerPath };
99
+ }
100
+
101
+ function buildGrokSessionEndHandler({ trackerDir }) {
102
+ // This is the source of the .cjs that will be executed by the Grok hook.
103
+ // It must be self-contained enough or rely on the copied runtime.
104
+ // For simplicity and reliability we write a small script that:
105
+ // 1. Reads GROK_SESSION_ID + GROK_WORKSPACE_ROOT from env
106
+ // 2. Locates the session metadata files
107
+ // 3. Extracts usage metadata only
108
+ // 4. Writes a signal file under trackerDir that sync.js will pick up on next run
109
+
110
+ return `#!/usr/bin/env node
111
+ const fs = require('node:fs');
112
+ const path = require('node:path');
113
+ const os = require('node:os');
114
+ const readline = require('node:readline');
115
+
116
+ const GROK_HOME = process.env.TOKENUSAGE_GROK_HOME || process.env.GROK_HOME || path.join(os.homedir(), '.grok');
117
+ const SESSION_ID = process.env.GROK_SESSION_ID;
118
+ const WORKSPACE_ROOT = process.env.GROK_WORKSPACE_ROOT || process.cwd();
119
+
120
+ if (!SESSION_ID) {
121
+ process.exit(0); // nothing to do
122
+ }
123
+
124
+ function encodeGrokCwd(cwd) {
125
+ // Grok uses encodeURIComponent on the full path, replacing / with %2F etc.
126
+ return encodeURIComponent(cwd);
127
+ }
128
+
129
+ const encodedCwd = encodeGrokCwd(WORKSPACE_ROOT);
130
+ const sessionDir = path.join(GROK_HOME, 'sessions', encodedCwd, SESSION_ID);
131
+ const signalsPath = path.join(sessionDir, 'signals.json');
132
+ const summaryPath = path.join(sessionDir, 'summary.json');
133
+ const updatesPath = path.join(sessionDir, 'updates.jsonl');
134
+
135
+ let signals = {};
136
+ try {
137
+ const raw = fs.readFileSync(signalsPath, 'utf8');
138
+ signals = JSON.parse(raw);
139
+ } catch (err) {
140
+ signals = {};
141
+ }
142
+ if (!signals || typeof signals !== 'object') {
143
+ signals = {};
144
+ }
145
+
146
+ const summary = (() => {
147
+ try {
148
+ return JSON.parse(fs.readFileSync(summaryPath, 'utf8'));
149
+ } catch {
150
+ return {};
151
+ }
152
+ })();
153
+
154
+ function toNonNegativeFiniteNumber(value) {
155
+ const number = Number(value || 0);
156
+ return Number.isFinite(number) && number > 0 ? number : 0;
157
+ }
158
+
159
+ function timestampToIso(value) {
160
+ if (value == null) return null;
161
+ if (typeof value === 'number') {
162
+ if (!Number.isFinite(value) || value <= 0) return null;
163
+ const millis = value < 10000000000 ? value * 1000 : value;
164
+ const dt = new Date(millis);
165
+ return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
166
+ }
167
+ if (typeof value === 'string') {
168
+ const trimmed = value.trim();
169
+ if (!trimmed) return null;
170
+ if (/^[0-9]+(?:\\.[0-9]+)?$/.test(trimmed)) return timestampToIso(Number(trimmed));
171
+ const dt = new Date(trimmed);
172
+ return Number.isFinite(dt.getTime()) ? dt.toISOString() : null;
173
+ }
174
+ return null;
175
+ }
176
+
177
+ async function readUpdateTelemetry(filePath) {
178
+ let totalTokens = 0;
179
+ let lastEventId = null;
180
+ let lastEventTimestamp = null;
181
+ let lineNumber = 0;
182
+
183
+ try {
184
+ const input = fs.createReadStream(filePath, { encoding: 'utf8' });
185
+ const rl = readline.createInterface({ input, crlfDelay: Infinity });
186
+ try {
187
+ for await (const line of rl) {
188
+ lineNumber += 1;
189
+ if (!line || !line.trim()) continue;
190
+ let record = null;
191
+ try {
192
+ record = JSON.parse(line);
193
+ } catch {
194
+ continue;
195
+ }
196
+ const meta = record && record.params && record.params._meta ? record.params._meta : record && record._meta;
197
+ if (!meta || typeof meta !== 'object') continue;
198
+ const nextTotal = toNonNegativeFiniteNumber(meta.totalTokens);
199
+ if (nextTotal <= 0) continue;
200
+ totalTokens = Math.max(totalTokens, nextTotal);
201
+ lastEventId = meta.eventId != null ? String(meta.eventId) : String(lineNumber);
202
+ lastEventTimestamp =
203
+ timestampToIso(meta.agentTimestampMs) ||
204
+ timestampToIso(meta.timestampMs) ||
205
+ timestampToIso(record.timestamp_ms) ||
206
+ timestampToIso(record.timestamp) ||
207
+ lastEventTimestamp;
208
+ }
209
+ } finally {
210
+ rl.close();
211
+ }
212
+ } catch {
213
+ return { totalTokens, lastEventId, lastEventTimestamp };
214
+ }
215
+ return { totalTokens, lastEventId, lastEventTimestamp };
216
+ }
217
+
218
+ async function main() {
219
+ const contextTokensUsed = toNonNegativeFiniteNumber(signals.contextTokensUsed ?? signals.totalTokens);
220
+ const totalTokensBeforeCompaction = toNonNegativeFiniteNumber(signals.totalTokensBeforeCompaction);
221
+ const signalTotalTokens = totalTokensBeforeCompaction + contextTokensUsed;
222
+ const updateTelemetry = await readUpdateTelemetry(updatesPath);
223
+ const totalTokens = Math.max(updateTelemetry.totalTokens, signalTotalTokens);
224
+ const messageCount = toNonNegativeFiniteNumber(signals.assistantMessageCount || signals.num_chat_messages);
225
+ const model = signals.primaryModelId || (Array.isArray(signals.modelsUsed) ? signals.modelsUsed[0] : 'grok-build');
226
+ const lastActive = signals.lastActiveAt || updateTelemetry.lastEventTimestamp || summary.updated_at || new Date().toISOString();
227
+
228
+ if (totalTokens <= 0) {
229
+ process.exit(0);
230
+ }
231
+
232
+ // Write a signal that the Token Usage sync / local API can pick up
233
+ const trackerDir = ${JSON.stringify(trackerDir)};
234
+ const signalDir = trackerDir;
235
+ try { fs.mkdirSync(signalDir, { recursive: true }); } catch {}
236
+
237
+ const signal = {
238
+ source: 'grok',
239
+ sessionId: SESSION_ID,
240
+ cwd: WORKSPACE_ROOT,
241
+ model,
242
+ totalTokens,
243
+ contextTokensUsed,
244
+ totalTokensBeforeCompaction,
245
+ messageCount,
246
+ lastActive,
247
+ sessionDir,
248
+ updatesPath,
249
+ signalsPath,
250
+ summaryPath,
251
+ lastEventId: updateTelemetry.lastEventId,
252
+ lastEventTimestamp: updateTelemetry.lastEventTimestamp,
253
+ capturedAt: new Date().toISOString()
254
+ };
255
+
256
+ const signalPath = path.join(signalDir, 'grok-last-session.json');
257
+ fs.writeFileSync(signalPath, JSON.stringify(signal, null, 2) + '\\n');
258
+
259
+ // Also touch a file so any running serve instance can react (optional)
260
+ try {
261
+ fs.writeFileSync(path.join(signalDir, 'grok-session-end.trigger'), Date.now().toString());
262
+ } catch {}
263
+
264
+ process.exit(0);
265
+ }
266
+
267
+ main().catch(() => process.exit(0));
268
+ `;
269
+ }
270
+
271
+ async function probeGrokHookState({ home = os.homedir(), trackerDir, env = process.env } = {}) {
272
+ const grokHooksDir = resolveGrokHooksDir(env);
273
+ const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
274
+ const binDir = resolveTrackerBinDir(trackerDir);
275
+ const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
276
+ const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
277
+
278
+ const hookExists = fssync.existsSync(hookPath);
279
+ const handlerExists = fssync.existsSync(handlerPath) || fssync.existsSync(legacyHandlerPath);
280
+
281
+ let configured = false;
282
+ if (hookExists) {
283
+ try {
284
+ const content = fssync.readFileSync(hookPath, "utf8");
285
+ const json = JSON.parse(content);
286
+ configured = Boolean(json?.hooks?.SessionEnd?.[0]?.hooks?.[0]?.command?.includes("grok-session-end-hook"));
287
+ } catch {}
288
+ }
289
+
290
+ const sessionsDir = path.join(resolveGrokHome(env), "sessions");
291
+ const hasSessions = fssync.existsSync(sessionsDir);
292
+
293
+ return {
294
+ configured,
295
+ hookExists,
296
+ handlerExists,
297
+ grokHome: resolveGrokHome(env),
298
+ grokHooksDir,
299
+ hookPath,
300
+ handlerPath,
301
+ legacyHandlerPath,
302
+ hasGrokInstall: fssync.existsSync(path.join(resolveGrokHome(env), "bin", "grok")) || hasSessions,
303
+ sessionsDir
304
+ };
305
+ }
306
+
307
+ async function upsertGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
308
+ const grokHooksDir = resolveGrokHooksDir(env);
309
+ const result = await ensureGrokHookFiles({ grokHooksDir, trackerDir });
310
+
311
+ const state = await probeGrokHookState({ home, trackerDir, env });
312
+ return {
313
+ ...state,
314
+ changed: true,
315
+ ...result
316
+ };
317
+ }
318
+
319
+ async function removeGrokHook({ home = os.homedir(), trackerDir, env = process.env } = {}) {
320
+ const grokHooksDir = resolveGrokHooksDir(env);
321
+ const hookPath = path.join(grokHooksDir, GROK_HOOK_FILENAME);
322
+ const binDir = resolveTrackerBinDir(trackerDir);
323
+ const handlerPath = path.join(binDir, "grok-session-end-hook.cjs");
324
+ const legacyHandlerPath = path.join(resolveLegacyTrackerBinDir(trackerDir), "grok-session-end-hook.cjs");
325
+
326
+ let removed = false;
327
+ try {
328
+ if (fssync.existsSync(hookPath)) {
329
+ fssync.unlinkSync(hookPath);
330
+ removed = true;
331
+ }
332
+ } catch {}
333
+ try {
334
+ if (fssync.existsSync(handlerPath)) {
335
+ fssync.unlinkSync(handlerPath);
336
+ removed = true;
337
+ }
338
+ } catch {}
339
+ if (legacyHandlerPath !== handlerPath) {
340
+ try {
341
+ if (fssync.existsSync(legacyHandlerPath)) {
342
+ fssync.unlinkSync(legacyHandlerPath);
343
+ removed = true;
344
+ }
345
+ } catch {}
346
+ }
347
+
348
+ return { removed, hookPath, handlerPath, legacyHandlerPath };
349
+ }
350
+
351
+ module.exports = {
352
+ resolveGrokHome,
353
+ resolveGrokHooksDir,
354
+ buildGrokSessionEndHookJson,
355
+ upsertGrokHook,
356
+ probeGrokHookState,
357
+ removeGrokHook,
358
+ GROK_HOOK_FILENAME,
359
+ buildGrokSessionEndHandler
360
+ };