tokenusage-cli 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (131) hide show
  1. package/CHANGELOG.md +39 -19
  2. package/LICENSE +22 -22
  3. package/README.md +94 -94
  4. package/THIRD_PARTY_NOTICES.md +140 -140
  5. package/bin/tokenusage.js +69 -69
  6. package/package.json +59 -59
  7. package/src/cli.js +146 -134
  8. package/src/commands/device-login.js +205 -205
  9. package/src/commands/diagnostics.js +38 -38
  10. package/src/commands/doctor.js +110 -110
  11. package/src/commands/init.js +2484 -2436
  12. package/src/commands/pause.js +77 -0
  13. package/src/commands/sessions.js +29 -29
  14. package/src/commands/status.js +1758 -1747
  15. package/src/commands/sync.js +8048 -7934
  16. package/src/commands/uninstall.js +322 -312
  17. package/src/lib/account-usage-dedup.js +267 -267
  18. package/src/lib/antigravity-paths.js +48 -48
  19. package/src/lib/ark-agent-plan-limits.js +438 -438
  20. package/src/lib/ark-coding-plan-limits.js +537 -537
  21. package/src/lib/async-queue-reader.js +138 -138
  22. package/src/lib/atomic-json.js +27 -27
  23. package/src/lib/bearer-token.js +11 -11
  24. package/src/lib/categorizer-utils.js +232 -232
  25. package/src/lib/claude-categorizer.js +1343 -1343
  26. package/src/lib/claude-config.js +279 -279
  27. package/src/lib/claude-user-identity.js +56 -56
  28. package/src/lib/cli-ui.js +179 -179
  29. package/src/lib/cloud-account.js +541 -541
  30. package/src/lib/cloud-device-token.js +141 -141
  31. package/src/lib/cloud-sync-prefs.js +14 -14
  32. package/src/lib/cloud-usage-reset.js +115 -115
  33. package/src/lib/codex-config.js +595 -595
  34. package/src/lib/codex-context-breakdown.js +806 -806
  35. package/src/lib/codex-model-attribution.js +128 -128
  36. package/src/lib/codex-rollout-parser.js +1471 -1471
  37. package/src/lib/codex-service-tier.js +49 -49
  38. package/src/lib/codex-token-refresh.js +140 -140
  39. package/src/lib/codex-token-usage.js +195 -195
  40. package/src/lib/codex-usage-record.js +195 -195
  41. package/src/lib/collection-pause.js +77 -0
  42. package/src/lib/command-runner.js +313 -313
  43. package/src/lib/commandcode-limits.js +317 -317
  44. package/src/lib/context-health.js +124 -124
  45. package/src/lib/cursor-config.js +605 -605
  46. package/src/lib/cursor-store.js +1918 -1918
  47. package/src/lib/debug-flags.js +7 -7
  48. package/src/lib/devin-limits.js +249 -249
  49. package/src/lib/devin-usage.js +212 -212
  50. package/src/lib/diagnostics.js +383 -383
  51. package/src/lib/doctor.js +385 -385
  52. package/src/lib/dumate.js +95 -95
  53. package/src/lib/fs.js +455 -455
  54. package/src/lib/function-url.js +14 -14
  55. package/src/lib/gemini-config.js +291 -291
  56. package/src/lib/git-outcomes.js +243 -243
  57. package/src/lib/grok-context-breakdown.js +890 -890
  58. package/src/lib/grok-hook.js +360 -360
  59. package/src/lib/grok-limits.js +865 -865
  60. package/src/lib/grok-usage.js +98 -98
  61. package/src/lib/heatmap-compact.js +114 -114
  62. package/src/lib/ingest-sanitize.js +41 -41
  63. package/src/lib/init-flow.js +42 -42
  64. package/src/lib/install-resolver.js +170 -170
  65. package/src/lib/jsonl-lines.js +134 -134
  66. package/src/lib/kimi-model-repair.js +173 -173
  67. package/src/lib/kimi-profile.js +61 -61
  68. package/src/lib/kimi-session.js +216 -216
  69. package/src/lib/local-api.js +3588 -3588
  70. package/src/lib/machine-id.js +238 -238
  71. package/src/lib/multi-install-parser.js +113 -113
  72. package/src/lib/notify-command.js +38 -38
  73. package/src/lib/omp-hook.js +589 -589
  74. package/src/lib/openclaw-cli.js +104 -104
  75. package/src/lib/openclaw-hook.js +375 -375
  76. package/src/lib/openclaw-session-plugin.js +560 -560
  77. package/src/lib/opencode-config.js +121 -121
  78. package/src/lib/opencode-go-limits.js +807 -807
  79. package/src/lib/outcomes-engine.js +253 -253
  80. package/src/lib/passive-mode.js +219 -219
  81. package/src/lib/pet-packages.js +722 -722
  82. package/src/lib/pricing/curated-overrides.json +822 -822
  83. package/src/lib/pricing/index.js +379 -379
  84. package/src/lib/pricing/litellm-fetcher.js +172 -172
  85. package/src/lib/pricing/matcher.js +456 -456
  86. package/src/lib/pricing/seed-snapshot.json +1 -1
  87. package/src/lib/progress.js +76 -76
  88. package/src/lib/project-usage-purge.js +117 -117
  89. package/src/lib/prompt.js +24 -24
  90. package/src/lib/provider-status.js +104 -104
  91. package/src/lib/proxy-env.js +489 -489
  92. package/src/lib/proxy-settings.js +163 -163
  93. package/src/lib/qoder-cn-cli-limits.js +119 -119
  94. package/src/lib/qoder-limits.js +880 -880
  95. package/src/lib/quiet-warnings.js +26 -26
  96. package/src/lib/rollout.js +26005 -25966
  97. package/src/lib/runtime-config.js +9 -4
  98. package/src/lib/scan-roots.js +277 -277
  99. package/src/lib/scheduled-task.js +145 -0
  100. package/src/lib/sentry.js +231 -231
  101. package/src/lib/session-analytics.js +2972 -2972
  102. package/src/lib/session-performance.js +237 -237
  103. package/src/lib/session-upload.js +379 -379
  104. package/src/lib/skill-usage.js +267 -267
  105. package/src/lib/skills-manager.js +1591 -1591
  106. package/src/lib/source-metadata.js +48 -48
  107. package/src/lib/sqlite-reader.js +215 -215
  108. package/src/lib/star-cta.js +73 -73
  109. package/src/lib/subscription-manager.js +293 -293
  110. package/src/lib/subscriptions.js +508 -508
  111. package/src/lib/sync-report.js +138 -0
  112. package/src/lib/telemetry.js +193 -193
  113. package/src/lib/tracker-paths.js +16 -16
  114. package/src/lib/trae-cn-config.js +548 -548
  115. package/src/lib/trae-db.js +127 -127
  116. package/src/lib/trae-snapshot.js +230 -230
  117. package/src/lib/trae-sqlite.js +143 -143
  118. package/src/lib/trae-usage.js +121 -121
  119. package/src/lib/upload-queue.js +134 -134
  120. package/src/lib/upload-throttle.js +171 -171
  121. package/src/lib/usage-limits.js +4552 -4552
  122. package/src/lib/wrapped-aggregator.js +236 -236
  123. package/src/lib/wsl-probe.js +281 -281
  124. package/src/lib/zcode-limits.js +1172 -1172
  125. package/src/lib/zcode-reset-credits.js +66 -66
  126. package/test/audit-fixes.test.js +200 -0
  127. package/test/cli-smoke.test.js +53 -53
  128. package/test/collection-controls.test.js +181 -0
  129. package/test/ingest-sanitize.test.js +162 -162
  130. package/test/quiet-warnings.test.js +53 -53
  131. package/test/session-upload.test.js +427 -427
@@ -1,138 +1,138 @@
1
- const fs = require("node:fs/promises");
2
- const { createHash } = require("node:crypto");
3
- const { StringDecoder } = require("node:string_decoder");
4
- const { setImmediate: yieldToRequests } = require("node:timers/promises");
5
-
6
- const CHUNK_BYTES = 64 * 1024;
7
-
8
- function signature(stat) {
9
- return `${stat.dev}:${stat.ino}:${stat.size}:${stat.mtimeNs}:${stat.ctimeNs}`;
10
- }
11
-
12
- // One in-flight read per path shares the dashboard's request fan-out. Parsing
13
- // yields between bounded chunks so a cold/replaced queue cannot monopolize the
14
- // HTTP event loop. Keep committed newline-terminated rows separate from a tail
15
- // that a concurrent writer may still be completing.
16
- function createAsyncQueueReader({ parseRow, label, maxEntries = 4 }) {
17
- const cache = new Map();
18
- const pending = new Map();
19
-
20
- async function hashPrefix(file, length) {
21
- const hash = createHash("sha256");
22
- const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
23
- let position = 0;
24
- while (position < length) {
25
- const { bytesRead } = await file.read(buffer, 0, Math.min(CHUNK_BYTES, length - position), position);
26
- if (!bytesRead) throw new Error("Queue truncated during validation");
27
- hash.update(buffer.subarray(0, bytesRead));
28
- position += bytesRead;
29
- await yieldToRequests();
30
- }
31
- return hash;
32
- }
33
-
34
- async function load(queuePath) {
35
- const cached = cache.get(queuePath);
36
- let file;
37
- try {
38
- file = await fs.open(queuePath, "r");
39
- // Stat the opened file, rather than a path which can be atomically replaced
40
- // between stat and open. Its signature always describes the bytes we read.
41
- const stat = await file.stat({ bigint: true });
42
- const nextSignature = signature(stat);
43
- const identity = `${stat.dev}:${stat.ino}`;
44
- const size = Number(stat.size);
45
- if (cached?.signature === nextSignature) {
46
- // Windows can reuse mtime/ctime for same-size writes anywhere in the
47
- // file. Validate every byte before reusing the parsed snapshot.
48
- const hash = await hashPrefix(file, size);
49
- if (hash.digest("hex") === cached.digest) return cached.rows;
50
- }
51
- let offset = 0;
52
- let seen = new Map();
53
- let hash = createHash("sha256");
54
- if (cached && cached.identity === identity && size > cached.size && cached.consumedBytes > 0) {
55
- // Growth can include an interior rewrite, so verify the entire old
56
- // committed prefix before parsing only the new tail.
57
- const prefixHash = await hashPrefix(file, cached.consumedBytes);
58
- if (prefixHash.copy().digest("hex") === cached.committedDigest) {
59
- offset = cached.consumedBytes;
60
- seen = cached.seen;
61
- hash = prefixHash;
62
- }
63
- }
64
- let committedHash = hash.copy();
65
-
66
- const changes = new Map();
67
- let malformed = 0;
68
- function parse(line, target) {
69
- if (!line.trim()) return;
70
- try {
71
- const entry = parseRow(JSON.parse(line));
72
- if (entry) target.set(entry.key, entry.row);
73
- } catch { malformed++; }
74
- }
75
-
76
- const decoder = new StringDecoder("utf8");
77
- const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
78
- let remainder = "";
79
- let position = offset;
80
- let consumedBytes = offset;
81
- while (position < size) {
82
- const length = Math.min(CHUNK_BYTES, size - position);
83
- const { bytesRead } = await file.read(buffer, 0, length, position);
84
- if (!bytesRead) throw new Error("Queue truncated during read");
85
- const newline = buffer.lastIndexOf(0x0a, bytesRead - 1);
86
- const chunk = buffer.subarray(0, bytesRead);
87
- if (newline >= 0) {
88
- consumedBytes = position + newline + 1;
89
- committedHash = hash.copy().update(chunk.subarray(0, newline + 1));
90
- }
91
- hash.update(chunk);
92
- position += bytesRead;
93
- remainder += decoder.write(chunk);
94
- let start = 0;
95
- let end;
96
- while ((end = remainder.indexOf("\n", start)) !== -1) {
97
- parse(remainder.slice(start, end), changes);
98
- start = end + 1;
99
- }
100
- remainder = remainder.slice(start);
101
- await yieldToRequests();
102
- }
103
- remainder += decoder.end();
104
- for (const [key, row] of changes) seen.set(key, row);
105
- const tail = new Map();
106
- parse(remainder, tail);
107
- // Legacy files without a final newline are readable, but their provisional
108
- // key never enters the committed map (completion may change that key).
109
- const rows = tail.size ? Array.from(new Map([...seen, ...tail]).values()) : Array.from(seen.values());
110
- cache.delete(queuePath);
111
- cache.set(queuePath, {
112
- signature: nextSignature, identity, size, consumedBytes,
113
- digest: hash.digest("hex"), committedDigest: committedHash.digest("hex"), seen, rows,
114
- });
115
- while (cache.size > maxEntries) cache.delete(cache.keys().next().value);
116
- if (malformed) console.error(`[LocalAPI] ${label}: skipped ${malformed} malformed line(s)`);
117
- return rows;
118
- } catch (error) {
119
- if (error.code === "ENOENT") {
120
- cache.delete(queuePath);
121
- return [];
122
- }
123
- console.error(`[LocalAPI] ${label}: failed to read queue:`, error.message);
124
- return cached?.rows || [];
125
- } finally {
126
- if (file) await file.close();
127
- }
128
- }
129
-
130
- return function read(queuePath) {
131
- if (pending.has(queuePath)) return pending.get(queuePath);
132
- const task = load(queuePath).finally(() => pending.delete(queuePath));
133
- pending.set(queuePath, task);
134
- return task;
135
- };
136
- }
137
-
138
- module.exports = { createAsyncQueueReader };
1
+ const fs = require("node:fs/promises");
2
+ const { createHash } = require("node:crypto");
3
+ const { StringDecoder } = require("node:string_decoder");
4
+ const { setImmediate: yieldToRequests } = require("node:timers/promises");
5
+
6
+ const CHUNK_BYTES = 64 * 1024;
7
+
8
+ function signature(stat) {
9
+ return `${stat.dev}:${stat.ino}:${stat.size}:${stat.mtimeNs}:${stat.ctimeNs}`;
10
+ }
11
+
12
+ // One in-flight read per path shares the dashboard's request fan-out. Parsing
13
+ // yields between bounded chunks so a cold/replaced queue cannot monopolize the
14
+ // HTTP event loop. Keep committed newline-terminated rows separate from a tail
15
+ // that a concurrent writer may still be completing.
16
+ function createAsyncQueueReader({ parseRow, label, maxEntries = 4 }) {
17
+ const cache = new Map();
18
+ const pending = new Map();
19
+
20
+ async function hashPrefix(file, length) {
21
+ const hash = createHash("sha256");
22
+ const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
23
+ let position = 0;
24
+ while (position < length) {
25
+ const { bytesRead } = await file.read(buffer, 0, Math.min(CHUNK_BYTES, length - position), position);
26
+ if (!bytesRead) throw new Error("Queue truncated during validation");
27
+ hash.update(buffer.subarray(0, bytesRead));
28
+ position += bytesRead;
29
+ await yieldToRequests();
30
+ }
31
+ return hash;
32
+ }
33
+
34
+ async function load(queuePath) {
35
+ const cached = cache.get(queuePath);
36
+ let file;
37
+ try {
38
+ file = await fs.open(queuePath, "r");
39
+ // Stat the opened file, rather than a path which can be atomically replaced
40
+ // between stat and open. Its signature always describes the bytes we read.
41
+ const stat = await file.stat({ bigint: true });
42
+ const nextSignature = signature(stat);
43
+ const identity = `${stat.dev}:${stat.ino}`;
44
+ const size = Number(stat.size);
45
+ if (cached?.signature === nextSignature) {
46
+ // Windows can reuse mtime/ctime for same-size writes anywhere in the
47
+ // file. Validate every byte before reusing the parsed snapshot.
48
+ const hash = await hashPrefix(file, size);
49
+ if (hash.digest("hex") === cached.digest) return cached.rows;
50
+ }
51
+ let offset = 0;
52
+ let seen = new Map();
53
+ let hash = createHash("sha256");
54
+ if (cached && cached.identity === identity && size > cached.size && cached.consumedBytes > 0) {
55
+ // Growth can include an interior rewrite, so verify the entire old
56
+ // committed prefix before parsing only the new tail.
57
+ const prefixHash = await hashPrefix(file, cached.consumedBytes);
58
+ if (prefixHash.copy().digest("hex") === cached.committedDigest) {
59
+ offset = cached.consumedBytes;
60
+ seen = cached.seen;
61
+ hash = prefixHash;
62
+ }
63
+ }
64
+ let committedHash = hash.copy();
65
+
66
+ const changes = new Map();
67
+ let malformed = 0;
68
+ function parse(line, target) {
69
+ if (!line.trim()) return;
70
+ try {
71
+ const entry = parseRow(JSON.parse(line));
72
+ if (entry) target.set(entry.key, entry.row);
73
+ } catch { malformed++; }
74
+ }
75
+
76
+ const decoder = new StringDecoder("utf8");
77
+ const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
78
+ let remainder = "";
79
+ let position = offset;
80
+ let consumedBytes = offset;
81
+ while (position < size) {
82
+ const length = Math.min(CHUNK_BYTES, size - position);
83
+ const { bytesRead } = await file.read(buffer, 0, length, position);
84
+ if (!bytesRead) throw new Error("Queue truncated during read");
85
+ const newline = buffer.lastIndexOf(0x0a, bytesRead - 1);
86
+ const chunk = buffer.subarray(0, bytesRead);
87
+ if (newline >= 0) {
88
+ consumedBytes = position + newline + 1;
89
+ committedHash = hash.copy().update(chunk.subarray(0, newline + 1));
90
+ }
91
+ hash.update(chunk);
92
+ position += bytesRead;
93
+ remainder += decoder.write(chunk);
94
+ let start = 0;
95
+ let end;
96
+ while ((end = remainder.indexOf("\n", start)) !== -1) {
97
+ parse(remainder.slice(start, end), changes);
98
+ start = end + 1;
99
+ }
100
+ remainder = remainder.slice(start);
101
+ await yieldToRequests();
102
+ }
103
+ remainder += decoder.end();
104
+ for (const [key, row] of changes) seen.set(key, row);
105
+ const tail = new Map();
106
+ parse(remainder, tail);
107
+ // Legacy files without a final newline are readable, but their provisional
108
+ // key never enters the committed map (completion may change that key).
109
+ const rows = tail.size ? Array.from(new Map([...seen, ...tail]).values()) : Array.from(seen.values());
110
+ cache.delete(queuePath);
111
+ cache.set(queuePath, {
112
+ signature: nextSignature, identity, size, consumedBytes,
113
+ digest: hash.digest("hex"), committedDigest: committedHash.digest("hex"), seen, rows,
114
+ });
115
+ while (cache.size > maxEntries) cache.delete(cache.keys().next().value);
116
+ if (malformed) console.error(`[LocalAPI] ${label}: skipped ${malformed} malformed line(s)`);
117
+ return rows;
118
+ } catch (error) {
119
+ if (error.code === "ENOENT") {
120
+ cache.delete(queuePath);
121
+ return [];
122
+ }
123
+ console.error(`[LocalAPI] ${label}: failed to read queue:`, error.message);
124
+ return cached?.rows || [];
125
+ } finally {
126
+ if (file) await file.close();
127
+ }
128
+ }
129
+
130
+ return function read(queuePath) {
131
+ if (pending.has(queuePath)) return pending.get(queuePath);
132
+ const task = load(queuePath).finally(() => pending.delete(queuePath));
133
+ pending.set(queuePath, task);
134
+ return task;
135
+ };
136
+ }
137
+
138
+ module.exports = { createAsyncQueueReader };
@@ -1,27 +1,27 @@
1
- const fs = require("node:fs");
2
- const path = require("node:path");
3
- const crypto = require("node:crypto");
4
-
5
- function writeJsonAtomicSync(filePath, value) {
6
- const contents = JSON.stringify(value, null, 2) + "\n";
7
- fs.mkdirSync(path.dirname(filePath), { recursive: true });
8
- const tmp = `${filePath}.tmp.${crypto.randomUUID()}`;
9
- let fd;
10
- let created = false;
11
- try {
12
- fd = fs.openSync(tmp, "wx", 0o600);
13
- created = true;
14
- fs.writeFileSync(fd, contents, "utf8");
15
- fs.closeSync(fd);
16
- fd = undefined;
17
- // Replace the final directory entry rather than following a link that
18
- // appeared after the caller read or checked the previous configuration.
19
- fs.renameSync(tmp, filePath);
20
- created = false;
21
- } finally {
22
- if (fd !== undefined) fs.closeSync(fd);
23
- if (created) fs.unlinkSync(tmp);
24
- }
25
- }
26
-
27
- module.exports = { writeJsonAtomicSync };
1
+ const fs = require("node:fs");
2
+ const path = require("node:path");
3
+ const crypto = require("node:crypto");
4
+
5
+ function writeJsonAtomicSync(filePath, value) {
6
+ const contents = JSON.stringify(value, null, 2) + "\n";
7
+ fs.mkdirSync(path.dirname(filePath), { recursive: true });
8
+ const tmp = `${filePath}.tmp.${crypto.randomUUID()}`;
9
+ let fd;
10
+ let created = false;
11
+ try {
12
+ fd = fs.openSync(tmp, "wx", 0o600);
13
+ created = true;
14
+ fs.writeFileSync(fd, contents, "utf8");
15
+ fs.closeSync(fd);
16
+ fd = undefined;
17
+ // Replace the final directory entry rather than following a link that
18
+ // appeared after the caller read or checked the previous configuration.
19
+ fs.renameSync(tmp, filePath);
20
+ created = false;
21
+ } finally {
22
+ if (fd !== undefined) fs.closeSync(fd);
23
+ if (created) fs.unlinkSync(tmp);
24
+ }
25
+ }
26
+
27
+ module.exports = { writeJsonAtomicSync };
@@ -1,11 +1,11 @@
1
- function parseBearerToken(authorization) {
2
- // Match only the prefix so an all-whitespace header cannot make two
3
- // overlapping quantifiers repeatedly backtrack over the same characters.
4
- const value = String(authorization || "");
5
- const prefix = /^Bearer[ \t]+/i.exec(value);
6
- if (!prefix) return null;
7
- const token = value.slice(prefix[0].length);
8
- return token && !/[\r\n]/.test(token) ? token : null;
9
- }
10
-
11
- module.exports = { parseBearerToken };
1
+ function parseBearerToken(authorization) {
2
+ // Match only the prefix so an all-whitespace header cannot make two
3
+ // overlapping quantifiers repeatedly backtrack over the same characters.
4
+ const value = String(authorization || "");
5
+ const prefix = /^Bearer[ \t]+/i.exec(value);
6
+ if (!prefix) return null;
7
+ const token = value.slice(prefix[0].length);
8
+ return token && !/[\r\n]/.test(token) ? token : null;
9
+ }
10
+
11
+ module.exports = { parseBearerToken };