tokenusage-cli 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +39 -19
- package/LICENSE +22 -22
- package/README.md +94 -94
- package/THIRD_PARTY_NOTICES.md +140 -140
- package/bin/tokenusage.js +69 -69
- package/package.json +59 -59
- package/src/cli.js +146 -134
- package/src/commands/device-login.js +205 -205
- package/src/commands/diagnostics.js +38 -38
- package/src/commands/doctor.js +110 -110
- package/src/commands/init.js +2484 -2436
- package/src/commands/pause.js +77 -0
- package/src/commands/sessions.js +29 -29
- package/src/commands/status.js +1758 -1747
- package/src/commands/sync.js +8048 -7934
- package/src/commands/uninstall.js +322 -312
- package/src/lib/account-usage-dedup.js +267 -267
- package/src/lib/antigravity-paths.js +48 -48
- package/src/lib/ark-agent-plan-limits.js +438 -438
- package/src/lib/ark-coding-plan-limits.js +537 -537
- package/src/lib/async-queue-reader.js +138 -138
- package/src/lib/atomic-json.js +27 -27
- package/src/lib/bearer-token.js +11 -11
- package/src/lib/categorizer-utils.js +232 -232
- package/src/lib/claude-categorizer.js +1343 -1343
- package/src/lib/claude-config.js +279 -279
- package/src/lib/claude-user-identity.js +56 -56
- package/src/lib/cli-ui.js +179 -179
- package/src/lib/cloud-account.js +541 -541
- package/src/lib/cloud-device-token.js +141 -141
- package/src/lib/cloud-sync-prefs.js +14 -14
- package/src/lib/cloud-usage-reset.js +115 -115
- package/src/lib/codex-config.js +595 -595
- package/src/lib/codex-context-breakdown.js +806 -806
- package/src/lib/codex-model-attribution.js +128 -128
- package/src/lib/codex-rollout-parser.js +1471 -1471
- package/src/lib/codex-service-tier.js +49 -49
- package/src/lib/codex-token-refresh.js +140 -140
- package/src/lib/codex-token-usage.js +195 -195
- package/src/lib/codex-usage-record.js +195 -195
- package/src/lib/collection-pause.js +77 -0
- package/src/lib/command-runner.js +313 -313
- package/src/lib/commandcode-limits.js +317 -317
- package/src/lib/context-health.js +124 -124
- package/src/lib/cursor-config.js +605 -605
- package/src/lib/cursor-store.js +1918 -1918
- package/src/lib/debug-flags.js +7 -7
- package/src/lib/devin-limits.js +249 -249
- package/src/lib/devin-usage.js +212 -212
- package/src/lib/diagnostics.js +383 -383
- package/src/lib/doctor.js +385 -385
- package/src/lib/dumate.js +95 -95
- package/src/lib/fs.js +455 -455
- package/src/lib/function-url.js +14 -14
- package/src/lib/gemini-config.js +291 -291
- package/src/lib/git-outcomes.js +243 -243
- package/src/lib/grok-context-breakdown.js +890 -890
- package/src/lib/grok-hook.js +360 -360
- package/src/lib/grok-limits.js +865 -865
- package/src/lib/grok-usage.js +98 -98
- package/src/lib/heatmap-compact.js +114 -114
- package/src/lib/ingest-sanitize.js +41 -41
- package/src/lib/init-flow.js +42 -42
- package/src/lib/install-resolver.js +170 -170
- package/src/lib/jsonl-lines.js +134 -134
- package/src/lib/kimi-model-repair.js +173 -173
- package/src/lib/kimi-profile.js +61 -61
- package/src/lib/kimi-session.js +216 -216
- package/src/lib/local-api.js +3588 -3588
- package/src/lib/machine-id.js +238 -238
- package/src/lib/multi-install-parser.js +113 -113
- package/src/lib/notify-command.js +38 -38
- package/src/lib/omp-hook.js +589 -589
- package/src/lib/openclaw-cli.js +104 -104
- package/src/lib/openclaw-hook.js +375 -375
- package/src/lib/openclaw-session-plugin.js +560 -560
- package/src/lib/opencode-config.js +121 -121
- package/src/lib/opencode-go-limits.js +807 -807
- package/src/lib/outcomes-engine.js +253 -253
- package/src/lib/passive-mode.js +219 -219
- package/src/lib/pet-packages.js +722 -722
- package/src/lib/pricing/curated-overrides.json +822 -822
- package/src/lib/pricing/index.js +379 -379
- package/src/lib/pricing/litellm-fetcher.js +172 -172
- package/src/lib/pricing/matcher.js +456 -456
- package/src/lib/pricing/seed-snapshot.json +1 -1
- package/src/lib/progress.js +76 -76
- package/src/lib/project-usage-purge.js +117 -117
- package/src/lib/prompt.js +24 -24
- package/src/lib/provider-status.js +104 -104
- package/src/lib/proxy-env.js +489 -489
- package/src/lib/proxy-settings.js +163 -163
- package/src/lib/qoder-cn-cli-limits.js +119 -119
- package/src/lib/qoder-limits.js +880 -880
- package/src/lib/quiet-warnings.js +26 -26
- package/src/lib/rollout.js +26005 -25966
- package/src/lib/runtime-config.js +9 -4
- package/src/lib/scan-roots.js +277 -277
- package/src/lib/scheduled-task.js +145 -0
- package/src/lib/sentry.js +231 -231
- package/src/lib/session-analytics.js +2972 -2972
- package/src/lib/session-performance.js +237 -237
- package/src/lib/session-upload.js +379 -379
- package/src/lib/skill-usage.js +267 -267
- package/src/lib/skills-manager.js +1591 -1591
- package/src/lib/source-metadata.js +48 -48
- package/src/lib/sqlite-reader.js +215 -215
- package/src/lib/star-cta.js +73 -73
- package/src/lib/subscription-manager.js +293 -293
- package/src/lib/subscriptions.js +508 -508
- package/src/lib/sync-report.js +138 -0
- package/src/lib/telemetry.js +193 -193
- package/src/lib/tracker-paths.js +16 -16
- package/src/lib/trae-cn-config.js +548 -548
- package/src/lib/trae-db.js +127 -127
- package/src/lib/trae-snapshot.js +230 -230
- package/src/lib/trae-sqlite.js +143 -143
- package/src/lib/trae-usage.js +121 -121
- package/src/lib/upload-queue.js +134 -134
- package/src/lib/upload-throttle.js +171 -171
- package/src/lib/usage-limits.js +4552 -4552
- package/src/lib/wrapped-aggregator.js +236 -236
- package/src/lib/wsl-probe.js +281 -281
- package/src/lib/zcode-limits.js +1172 -1172
- package/src/lib/zcode-reset-credits.js +66 -66
- package/test/audit-fixes.test.js +200 -0
- package/test/cli-smoke.test.js +53 -53
- package/test/collection-controls.test.js +181 -0
- package/test/ingest-sanitize.test.js +162 -162
- package/test/quiet-warnings.test.js +53 -53
- package/test/session-upload.test.js +427 -427
package/src/lib/dumate.js
CHANGED
|
@@ -1,95 +1,95 @@
|
|
|
1
|
-
const fs = require("node:fs");
|
|
2
|
-
const os = require("node:os");
|
|
3
|
-
const path = require("node:path");
|
|
4
|
-
const { expandHome } = require("./scan-roots");
|
|
5
|
-
const { readOpencodeDbMessages, parseOpencodeDbIncremental, normalizeOpencodeTokens } = require("./rollout");
|
|
6
|
-
|
|
7
|
-
function resolveDumateDbPaths({ home = os.homedir(), env = process.env, platform = process.platform } = {}) {
|
|
8
|
-
const override = expandHome(env.TOKENUSAGE_DUMATE_HOME, home);
|
|
9
|
-
const appdata = typeof env.APPDATA === "string" && env.APPDATA.trim()
|
|
10
|
-
? env.APPDATA.trim() : path.join(home, "AppData", "Roaming");
|
|
11
|
-
if (!override && platform !== "win32") return [];
|
|
12
|
-
const root = override || path.join(appdata, "qianfan-desktop-app", "qianfan_desk_xdg");
|
|
13
|
-
// The override accepts the data/opencode directory or an install's XDG root.
|
|
14
|
-
const candidates = [path.join(root, "opencode.db"), path.join(root, "data", "opencode", "opencode.db")];
|
|
15
|
-
try {
|
|
16
|
-
for (const entry of fs.readdirSync(root, { withFileTypes: true })) {
|
|
17
|
-
if (entry.isDirectory()) candidates.push(path.join(root, entry.name, "data", "opencode", "opencode.db"));
|
|
18
|
-
}
|
|
19
|
-
} catch (_e) { }
|
|
20
|
-
const seen = new Set();
|
|
21
|
-
return candidates.sort().filter((candidate) => {
|
|
22
|
-
try {
|
|
23
|
-
if (!fs.statSync(candidate).isFile()) return false;
|
|
24
|
-
const realPath = fs.realpathSync(candidate);
|
|
25
|
-
if (seen.has(realPath)) return false;
|
|
26
|
-
seen.add(realPath);
|
|
27
|
-
return true;
|
|
28
|
-
} catch (_e) { return false; }
|
|
29
|
-
});
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
async function parseDumateIncremental({ dbPaths, ...options }) {
|
|
33
|
-
// Reinstalls can copy the same sessions into a new install-id directory.
|
|
34
|
-
// Share a message cursor across installations and choose the newest copy
|
|
35
|
-
// before parsing, so stale copies cannot roll back a completed turn.
|
|
36
|
-
const messages = new Map();
|
|
37
|
-
const includeZeroMessage = (message) => {
|
|
38
|
-
const provider = message.data?.providerID || message.data?.model?.providerID;
|
|
39
|
-
return String(provider || "").toLowerCase() === "qianfanpersonalquota";
|
|
40
|
-
};
|
|
41
|
-
for (const dbPath of dbPaths) {
|
|
42
|
-
for (const message of readOpencodeDbMessages(dbPath, {}, { propagateReadFailure: true, includeZeroMessage })) {
|
|
43
|
-
// DuMate 1.0.83 bundles OpenCode's import command without an import
|
|
44
|
-
// marker. Its own runtime uses QianfanPersonalQuota; other providers
|
|
45
|
-
// can be imported history already counted under Claude or OpenCode.
|
|
46
|
-
const provider = message.data?.providerID || message.data?.model?.providerID;
|
|
47
|
-
if (String(provider || "").toLowerCase() !== "qianfanpersonalquota") continue;
|
|
48
|
-
const id = message.data?.id || message.id;
|
|
49
|
-
const session = message.data?.sessionID || message.sessionID || "";
|
|
50
|
-
if (!id) continue;
|
|
51
|
-
const key = `${session}|${id}`;
|
|
52
|
-
if (Number(message.timeUpdated || 0) < Number(options.cursors?.dumate?.messages?.[key]?.sourceUpdatedAt || 0)) continue;
|
|
53
|
-
const previous = messages.get(key);
|
|
54
|
-
if (!previous || Number(message.timeUpdated || 0) > Number(previous.message.timeUpdated || 0)) {
|
|
55
|
-
messages.set(key, { message, dbPath });
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
const byDatabase = new Map();
|
|
60
|
-
for (const [key, { message, dbPath }] of messages) {
|
|
61
|
-
// DuMate's OpenAI-compatible adapter retains reasoning inside output.
|
|
62
|
-
// The shared parser expects separate columns, so subtract that subset once.
|
|
63
|
-
const usage = normalizeOpencodeTokens(message.data?.tokens);
|
|
64
|
-
// Zero copies participate in latest-copy selection so a stale install
|
|
65
|
-
// cannot resurrect usage. Only a previously counted message needs a
|
|
66
|
-
// queued retraction; a new empty message contributes nothing.
|
|
67
|
-
const previous = options.cursors?.dumate?.messages?.[key];
|
|
68
|
-
if (usage?.total_tokens === 0 && (!previous?.lastTotals || previous.dedupedForkCopy === true)) continue;
|
|
69
|
-
if (!byDatabase.has(dbPath)) byDatabase.set(dbPath, []);
|
|
70
|
-
const normalized = usage ? {
|
|
71
|
-
...message,
|
|
72
|
-
data: { ...message.data, tokens: { ...message.data.tokens,
|
|
73
|
-
output: Math.max(0, usage.output_tokens - usage.reasoning_output_tokens),
|
|
74
|
-
} },
|
|
75
|
-
} : message;
|
|
76
|
-
byDatabase.get(dbPath).push(normalized);
|
|
77
|
-
}
|
|
78
|
-
const result = { recordsProcessed: 0, eventsAggregated: 0, bucketsQueued: 0 };
|
|
79
|
-
for (const [dbPath, dbMessages] of byDatabase) {
|
|
80
|
-
const parsed = await parseOpencodeDbIncremental({
|
|
81
|
-
...options, dbPath, dbMessages, source: "dumate", cursorKey: "dumate",
|
|
82
|
-
});
|
|
83
|
-
for (const message of dbMessages) {
|
|
84
|
-
const key = `${message.data?.sessionID || message.sessionID || ""}|${message.data?.id || message.id}`;
|
|
85
|
-
const cursor = options.cursors?.dumate?.messages?.[key];
|
|
86
|
-
if (cursor) cursor.sourceUpdatedAt = Number(message.timeUpdated || 0);
|
|
87
|
-
}
|
|
88
|
-
result.recordsProcessed += parsed.messagesProcessed || 0;
|
|
89
|
-
result.eventsAggregated += parsed.eventsAggregated || 0;
|
|
90
|
-
result.bucketsQueued += parsed.bucketsQueued || 0;
|
|
91
|
-
}
|
|
92
|
-
return result;
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
module.exports = { resolveDumateDbPaths, parseDumateIncremental };
|
|
1
|
+
const fs = require("node:fs");
|
|
2
|
+
const os = require("node:os");
|
|
3
|
+
const path = require("node:path");
|
|
4
|
+
const { expandHome } = require("./scan-roots");
|
|
5
|
+
const { readOpencodeDbMessages, parseOpencodeDbIncremental, normalizeOpencodeTokens } = require("./rollout");
|
|
6
|
+
|
|
7
|
+
function resolveDumateDbPaths({ home = os.homedir(), env = process.env, platform = process.platform } = {}) {
|
|
8
|
+
const override = expandHome(env.TOKENUSAGE_DUMATE_HOME, home);
|
|
9
|
+
const appdata = typeof env.APPDATA === "string" && env.APPDATA.trim()
|
|
10
|
+
? env.APPDATA.trim() : path.join(home, "AppData", "Roaming");
|
|
11
|
+
if (!override && platform !== "win32") return [];
|
|
12
|
+
const root = override || path.join(appdata, "qianfan-desktop-app", "qianfan_desk_xdg");
|
|
13
|
+
// The override accepts the data/opencode directory or an install's XDG root.
|
|
14
|
+
const candidates = [path.join(root, "opencode.db"), path.join(root, "data", "opencode", "opencode.db")];
|
|
15
|
+
try {
|
|
16
|
+
for (const entry of fs.readdirSync(root, { withFileTypes: true })) {
|
|
17
|
+
if (entry.isDirectory()) candidates.push(path.join(root, entry.name, "data", "opencode", "opencode.db"));
|
|
18
|
+
}
|
|
19
|
+
} catch (_e) { }
|
|
20
|
+
const seen = new Set();
|
|
21
|
+
return candidates.sort().filter((candidate) => {
|
|
22
|
+
try {
|
|
23
|
+
if (!fs.statSync(candidate).isFile()) return false;
|
|
24
|
+
const realPath = fs.realpathSync(candidate);
|
|
25
|
+
if (seen.has(realPath)) return false;
|
|
26
|
+
seen.add(realPath);
|
|
27
|
+
return true;
|
|
28
|
+
} catch (_e) { return false; }
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
async function parseDumateIncremental({ dbPaths, ...options }) {
|
|
33
|
+
// Reinstalls can copy the same sessions into a new install-id directory.
|
|
34
|
+
// Share a message cursor across installations and choose the newest copy
|
|
35
|
+
// before parsing, so stale copies cannot roll back a completed turn.
|
|
36
|
+
const messages = new Map();
|
|
37
|
+
const includeZeroMessage = (message) => {
|
|
38
|
+
const provider = message.data?.providerID || message.data?.model?.providerID;
|
|
39
|
+
return String(provider || "").toLowerCase() === "qianfanpersonalquota";
|
|
40
|
+
};
|
|
41
|
+
for (const dbPath of dbPaths) {
|
|
42
|
+
for (const message of readOpencodeDbMessages(dbPath, {}, { propagateReadFailure: true, includeZeroMessage })) {
|
|
43
|
+
// DuMate 1.0.83 bundles OpenCode's import command without an import
|
|
44
|
+
// marker. Its own runtime uses QianfanPersonalQuota; other providers
|
|
45
|
+
// can be imported history already counted under Claude or OpenCode.
|
|
46
|
+
const provider = message.data?.providerID || message.data?.model?.providerID;
|
|
47
|
+
if (String(provider || "").toLowerCase() !== "qianfanpersonalquota") continue;
|
|
48
|
+
const id = message.data?.id || message.id;
|
|
49
|
+
const session = message.data?.sessionID || message.sessionID || "";
|
|
50
|
+
if (!id) continue;
|
|
51
|
+
const key = `${session}|${id}`;
|
|
52
|
+
if (Number(message.timeUpdated || 0) < Number(options.cursors?.dumate?.messages?.[key]?.sourceUpdatedAt || 0)) continue;
|
|
53
|
+
const previous = messages.get(key);
|
|
54
|
+
if (!previous || Number(message.timeUpdated || 0) > Number(previous.message.timeUpdated || 0)) {
|
|
55
|
+
messages.set(key, { message, dbPath });
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
const byDatabase = new Map();
|
|
60
|
+
for (const [key, { message, dbPath }] of messages) {
|
|
61
|
+
// DuMate's OpenAI-compatible adapter retains reasoning inside output.
|
|
62
|
+
// The shared parser expects separate columns, so subtract that subset once.
|
|
63
|
+
const usage = normalizeOpencodeTokens(message.data?.tokens);
|
|
64
|
+
// Zero copies participate in latest-copy selection so a stale install
|
|
65
|
+
// cannot resurrect usage. Only a previously counted message needs a
|
|
66
|
+
// queued retraction; a new empty message contributes nothing.
|
|
67
|
+
const previous = options.cursors?.dumate?.messages?.[key];
|
|
68
|
+
if (usage?.total_tokens === 0 && (!previous?.lastTotals || previous.dedupedForkCopy === true)) continue;
|
|
69
|
+
if (!byDatabase.has(dbPath)) byDatabase.set(dbPath, []);
|
|
70
|
+
const normalized = usage ? {
|
|
71
|
+
...message,
|
|
72
|
+
data: { ...message.data, tokens: { ...message.data.tokens,
|
|
73
|
+
output: Math.max(0, usage.output_tokens - usage.reasoning_output_tokens),
|
|
74
|
+
} },
|
|
75
|
+
} : message;
|
|
76
|
+
byDatabase.get(dbPath).push(normalized);
|
|
77
|
+
}
|
|
78
|
+
const result = { recordsProcessed: 0, eventsAggregated: 0, bucketsQueued: 0 };
|
|
79
|
+
for (const [dbPath, dbMessages] of byDatabase) {
|
|
80
|
+
const parsed = await parseOpencodeDbIncremental({
|
|
81
|
+
...options, dbPath, dbMessages, source: "dumate", cursorKey: "dumate",
|
|
82
|
+
});
|
|
83
|
+
for (const message of dbMessages) {
|
|
84
|
+
const key = `${message.data?.sessionID || message.sessionID || ""}|${message.data?.id || message.id}`;
|
|
85
|
+
const cursor = options.cursors?.dumate?.messages?.[key];
|
|
86
|
+
if (cursor) cursor.sourceUpdatedAt = Number(message.timeUpdated || 0);
|
|
87
|
+
}
|
|
88
|
+
result.recordsProcessed += parsed.messagesProcessed || 0;
|
|
89
|
+
result.eventsAggregated += parsed.eventsAggregated || 0;
|
|
90
|
+
result.bucketsQueued += parsed.bucketsQueued || 0;
|
|
91
|
+
}
|
|
92
|
+
return result;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
module.exports = { resolveDumateDbPaths, parseDumateIncremental };
|