@trazum/cli 1.41.0 → 1.42.0

package/dist/index.js

@@ -2,7 +2,7 @@
 import { readdir, readFile, stat, writeFile } from 'node:fs/promises';
 import { join, resolve as resolvePath } from 'node:path';
 import { gunzipSync } from 'node:zlib';
-import { applyRewrites, BASELINE_FILENAME, BASELINE_VERSION, breaches, cacheableMinimum, analyzeCachePrefix, billLevers, bucketedCacheEconomics, bucketedProfile, buildHistory, buildPlan, connectorFor, CONNECTORS, normalizeAnthropicUsage, normalizeOpenAIUsage, storedReportFrom, verifyPlan, cacheEconomics, cacheHitRate, contextPressure, comparePrompts, compareToBaseline, computeSavings, countTokensAnthropic, DEFAULT_USAGE, detectFromSource, coverageDrift, driversBetween, explainGateFailure, assignSources, fleetRollup, labelCoverage, measuredUsage, gateMargin, GATE_MARGIN_TIGHT, estimateTokens, evaluate, extractPrompts, findExamples, formatBaseline, formatSignedUsd, formatUsd, getMessages, getModel, hasMarker, LOCALES, MAX_BASELINE_BYTES, moneyIsComparable, mostSpecificMatch, nearestName, optimize, parseBaseline, PHRASE_LANGUAGES, plannedCalls, profilePrompt, profileToCsv, profileUsage, promptId, providerFromEnv, pruneExamples, refineWithLlm, rejectionText, reorderForCache, repriceProfile, reviewAgeDays, reviewExamples, RULES, sharedPrefixes, sharesOf, SOURCE_EXTENSIONS, suggestRewrites, toOtlpMetrics, toPromptfoo, TTL_1H_MS, UNLABELLED, withExactTokenCounts, } from '@trazum/core';
+import { applyRewrites, BASELINE_FILENAME, BASELINE_VERSION, breaches, cacheableMinimum, analyzeCachePrefix, billLevers, bucketedCacheEconomics, bucketedProfile, buildHistory, buildPlan, connectorFor, CONNECTORS, normalizeAnthropicUsage, normalizeOpenAIUsage, bucketsFromRecords, pruneRecords, recordsFromBuckets, storeInventory, storedReportFrom, verifyPlan, cacheEconomics, cacheHitRate, contextPressure, comparePrompts, compareToBaseline, computeSavings, countTokensAnthropic, DEFAULT_USAGE, detectFromSource, coverageDrift, driversBetween, explainGateFailure, assignSources, fleetRollup, labelCoverage, measuredUsage, gateMargin, GATE_MARGIN_TIGHT, estimateTokens, evaluate, extractPrompts, findExamples, formatBaseline, formatSignedUsd, formatUsd, getMessages, getModel, hasMarker, LOCALES, MAX_BASELINE_BYTES, moneyIsComparable, mostSpecificMatch, nearestName, optimize, parseBaseline, PHRASE_LANGUAGES, plannedCalls, profilePrompt, profileToCsv, profileUsage, promptId, providerFromEnv, pruneExamples, refineWithLlm, rejectionText, reorderForCache, repriceProfile, reviewAgeDays, reviewExamples, RULES, sharedPrefixes, sharesOf, SOURCE_EXTENSIONS, suggestRewrites, toOtlpMetrics, toPromptfoo, TTL_1H_MS, UNLABELLED, withExactTokenCounts, } from '@trazum/core';
 import { cacheDir, cacheStats, cachingProvider, clearCache } from './suggest-cache.js';
 import { dayOf, formatGap, median, spanDays } from './time.js';
 // Everything that reads the filesystem, on its own entry point so the web
@@ -10,6 +10,7 @@ import { dayOf, formatGap, median, spanDays } from './time.js';
 import { CONFIG_FILENAME, DEFAULT_EXTENSIONS, budgetFor, BUNDLED_CATALOGUE, SAFE_FETCH_INIT, applyPricingOverlay, catalogueFromOverlay, checkedEndpoint, openrouterOverlay, detectHost, loadConfig, walkPrompts, } from '@trazum/core/node';
 import { contentAt, gitAvailable, namesByRevision, pathInRepository, repositoryRoot, revisionsFor, } from './git.js';
 import { fetchProviderUsage } from './connect.js';
+import { STORE_DIR, appendRecords, readStore, rewriteStore } from './store-fs.js';
 import { detectLocale, getCliMessages } from './i18n/index.js';
 import { MAX_SUMMARY_CHARS, fitWithin, renderBlameMarkdown, renderCheckMarkdown, renderDiffMarkdown, renderRankMarkdown, renderProfileMarkdown, } from './markdown.js';
 // --------------------------------------------------------------------------
@@ -29,6 +30,7 @@ const VALUE_FLAGS = new Set([
     'from-log',
     'min-usd',
     'payload',
+    'keep',
     // `route` takes a path here, and the flag is deliberately not `--prompt`:
     // everywhere else in this tool `--prompt` names a marked prompt *inside* a
     // source file, and reusing it for a path would be a trap laid for the reader.
@@ -290,8 +292,9 @@ const COMMAND_FLAGS = {
     profile: ['json', 'pricing', 'pricing-live', 'against', 'what-if', 'markdown-out', 'csv-out', 'csv-shape', 'max-usd', 'max-growth-usd', 'max-cache-loss-usd', 'max-day-usd', 'max-session-usd', 'label', 'since', 'until', 'dry-run', 'markdown-summary', 'by-source'],
     plan: ['json', 'out', 'markdown-out', 'min-usd', 'pricing', 'pricing-live'],
     verify: ['against', 'gate', 'json', 'markdown-out', 'pricing', 'pricing-live'],
-    history: ['json', 'markdown-out'],
-    connect: ['since', 'until', 'payload', 'json', 'out', 'markdown-out', 'pricing', 'pricing-live', 'dry-run'],
+    history: ['store', 'json', 'markdown-out'],
+    connect: ['since', 'until', 'payload', 'store', 'json', 'out', 'markdown-out', 'pricing', 'pricing-live', 'dry-run'],
+    store: ['prune', 'keep', 'json', 'pricing', 'pricing-live', 'dry-run'],
     route: ['prompt-file', 'cases', 'label', 'concurrency', 'json', 'yes', 'pricing', 'pricing-live'],
     eval: ['cases', 'level', 'concurrency', 'export', 'out', 'o', 'model'],
     prune: ['cases', 'concurrency', 'json', 'yes'],
@@ -1686,6 +1689,101 @@ function parseWhen(args, flag, endOfDay, t, now) {
         return { ms: exact, relative: false };
     throw new Error(t.profile.badWhen(flag, value));
 }
+/**
+ * `trazum store` — what is kept, and what a prune would take.
+ *
+ * The store is the one thing in this product that *deletes* something, so the
+ * errands around it are written to make that visible: the inventory says what
+ * is there and how far back, and `--prune` names what went with the span it
+ * covered. Retention with no policy written down is refused rather than
+ * defaulted — deleting measurements on a guess is not something anybody
+ * should receive by accident.
+ */
+async function commandStore(args, config, pricing, t) {
+    const root = process.cwd();
+    const { resolved, unreadable, files } = await readStore(root);
+    const inventory = storeInventory(resolved);
+    const n = (value) => value.toLocaleString(t.numberLocale);
+    const day = (msValue) => new Date(msValue).toISOString().slice(0, 10);
+    const priced = bucketedProfile({
+        provider: 'store',
+        granularity: 'bucketed',
+        buckets: bucketsFromRecords(resolved.records),
+        window: inventory.span,
+        gaps: [],
+        unavailable: [],
+    }, { catalogue: pricing });
+    if (boolFlag(args, 'prune')) {
+        const keepFlag = stringFlag(args, 'keep');
+        const keepDays = keepFlag !== undefined
+            ? Number(/^(\d+)d?$/.exec(keepFlag)?.[1] ?? NaN)
+            : config.store?.keepDays;
+        if (keepDays === undefined || !Number.isFinite(keepDays) || keepDays <= 0) {
+            throw new Error(t.store.pruneNeedsPolicy());
+        }
+        const cutoff = Date.now() - keepDays * 86_400_000;
+        const result = pruneRecords(resolved.records, cutoff);
+        const droppedUsd = bucketedProfile({
+            provider: 'store',
+            granularity: 'bucketed',
+            buckets: bucketsFromRecords(result.dropped),
+            window: null,
+            gaps: [],
+            unavailable: [],
+        }, { catalogue: pricing }).total.totalUsd;
+        if (boolFlag(args, 'dry-run')) {
+            console.log(wrap(t.store.pruneDryRun(n(result.dropped.length), String(keepDays), result.droppedSpan === null
+                ? null
+                : `${day(result.droppedSpan.fromMs)} → ${day(result.droppedSpan.toMs)}`, formatUsd(droppedUsd)), 76, '  '));
+            return;
+        }
+        // The prune also collapses the append log to what the store resolves to,
+        // which is the only moment a rewrite is safe: it is what the reader was
+        // already seeing.
+        await rewriteStore(root, result.kept);
+        console.log(wrap(t.store.pruned(n(result.dropped.length), String(keepDays), result.droppedSpan === null
+            ? null
+            : `${day(result.droppedSpan.fromMs)} → ${day(result.droppedSpan.toMs)}`, formatUsd(droppedUsd), n(result.kept.length)), 76, '  '));
+        return;
+    }
+    if (boolFlag(args, 'json')) {
+        console.log(JSON.stringify({ ...inventory, totalUsd: priced.total.totalUsd, unreadable }, null, 2));
+        return;
+    }
+    /**
+     * Empty means *nothing at all* — not "nothing I could resolve".
+     *
+     * Records the store could not tell apart, lines it could not parse and
+     * records from a newer schema are all real measurements sitting on disk.
+     * Reporting an empty store over them would hide exactly what the reader
+     * needs to see, which is the failure this whole module is written against.
+     */
+    const nothingAtAll = inventory.totalRecords === 0 &&
+        inventory.possiblyDouble === 0 &&
+        inventory.unknownVersion === 0 &&
+        unreadable.length === 0;
+    if (nothingAtAll) {
+        console.log(wrap(t.store.empty(STORE_DIR), 76, '  '));
+        return;
+    }
+    console.log(c.bold(t.store.heading(n(inventory.totalRecords), formatUsd(priced.total.totalUsd), inventory.span === null ? '' : day(inventory.span.fromMs), inventory.span === null ? '' : day(inventory.span.toMs))));
+    for (const provider of inventory.providers) {
+        console.log(`  ${t.store.providerRow(provider.provider, n(provider.records), provider.span === null ? '' : `${day(provider.span.fromMs)} → ${day(provider.span.toMs)}`, n(provider.models.length))}`);
+    }
+    console.log();
+    console.log(`  ${c.dim(wrap(t.store.holds(n(files.length)), 74, '    '))}`);
+    if (inventory.possiblyDouble > 0) {
+        console.log(`  ${c.yellow(wrap(t.store.possiblyDouble(n(inventory.possiblyDouble)), 74, '    '))}`);
+    }
+    if (inventory.unknownVersion > 0) {
+        console.log(`  ${c.yellow(wrap(t.store.unknownVersion(n(inventory.unknownVersion)), 74, '    '))}`);
+    }
+    for (const bad of unreadable) {
+        console.log(`  ${c.yellow(wrap(t.store.unreadable(bad.file, String(bad.line)), 74, '    '))}`);
+    }
+    const keepDays = config.store?.keepDays;
+    console.log(`  ${c.dim(wrap(keepDays === undefined ? t.store.noRetention() : t.store.retention(String(keepDays)), 74, '    '))}`);
+}
 /**
  * `trazum connect <provider>` — the bill, read from the provider.
  *
@@ -1736,6 +1834,16 @@ async function commandConnect(args, pricing, t) {
     const report = bucketedProfile(pull, { catalogue: pricing });
     const cache = bucketedCacheEconomics(report);
     const n = (value) => value.toLocaleString(t.numberLocale);
+    /**
+     * `--store` keeps what was pulled, so the next run does not download it
+     * again and `history` has a series without anybody curating a folder. Opt
+     * in rather than automatic: a command that starts writing to a hidden
+     * directory on its own is a command nobody trusts twice.
+     */
+    let stored = 0;
+    if (boolFlag(args, 'store')) {
+        stored = await appendRecords(process.cwd(), recordsFromBuckets(pull.provider, pull.buckets, Date.now()));
+    }
     const outPath = stringFlag(args, 'out');
     if (outPath !== undefined) {
         await writeFile(outPath, `${JSON.stringify({ ...report, pulledFrom: source.variable }, null, 2)}\n`);
@@ -1806,6 +1914,8 @@ async function commandConnect(args, pricing, t) {
     }
     if (outPath !== undefined)
         console.log(c.dim(t.connect.wrote(outPath)));
+    if (stored > 0)
+        console.log(c.dim(t.store.appended(n(stored), STORE_DIR)));
 }
 /**
  * `trazum history <dir>` — many reports over many periods, as one series.
@@ -1816,41 +1926,100 @@ async function commandConnect(args, pricing, t) {
  * same action planned twice — and no series, however long, becomes a
  * forecast.
  */
-async function commandHistory(args, t) {
-    const path = args.positional[0];
-    if (path === undefined)
-        throw new Error(t.history.noTarget());
-    const target = await stat(path).catch(() => null);
-    if (!target?.isDirectory())
-        throw new Error(t.history.noTarget());
-    const entries = await readdir(path, { withFileTypes: true });
-    const files = entries
-        .filter((entry) => entry.isFile() && entry.name.endsWith('.json'))
-        .map((entry) => join(path, entry.name))
-        .sort((a, b) => a.localeCompare(b));
+async function commandHistory(args, pricing, t) {
+    /**
+     * `--store` builds the series from measured spend already on disk.
+     *
+     * Bucketed sources carry no label — a usage API groups by model and
+     * workspace, never by workload — so the label series is *absent and named*
+     * rather than empty and misread, the same discipline the connected report
+     * uses for the findings a sum cannot support. The model-share and
+     * cache-share series are exactly what a series exists for, and both work.
+     */
     const reports = [];
     const plans = [];
     const unrecognized = [];
-    for (const file of files) {
-        let parsed;
-        try {
-            parsed = JSON.parse(await readFile(file, 'utf8'));
+    const fromStore = boolFlag(args, 'store');
+    if (fromStore) {
+        const { resolved } = await readStore(process.cwd());
+        if (resolved.records.length === 0)
+            throw new Error(t.store.empty(STORE_DIR));
+        /**
+         * One period per UTC day of stored measurement, priced exactly as a fresh
+         * pull prices it.
+         *
+         * The label series is deliberately absent: a usage API groups by model
+         * and workspace, never by workload, so there is no label to carry.
+         * Rendering an empty label series would read as "no workload moved",
+         * which is a statement about traffic rather than about the source, and
+         * the footer says which it is.
+         */
+        const byDay = new Map();
+        for (const record of resolved.records) {
+            const key = new Date(record.fromMs).toISOString().slice(0, 10);
+            const list = byDay.get(key) ?? [];
+            list.push(record);
+            byDay.set(key, list);
+        }
+        for (const [dayKey, records] of [...byDay.entries()].sort((a, b) => a[0].localeCompare(b[0]))) {
+            const day = bucketedProfile({
+                provider: 'store',
+                granularity: 'bucketed',
+                buckets: bucketsFromRecords(records),
+                window: {
+                    fromMs: Math.min(...records.map((r) => r.fromMs)),
+                    toMs: Math.max(...records.map((r) => r.toMs)),
+                },
+                gaps: [],
+                unavailable: [],
+            }, { catalogue: pricing });
+            const cacheTouched = day.total.cacheReadTokens + day.total.cacheWriteTokens;
+            reports.push({
+                name: dayKey,
+                span: day.span,
+                totalUsd: day.total.totalUsd,
+                calls: day.total.calls,
+                byLabel: new Map(),
+                byModel: new Map(day.byModel.map((slice) => [slice.model, slice.totalUsd])),
+                cacheReadShare: day.total.inputTokens + cacheTouched > 0
+                    ? day.total.cacheReadTokens / (day.total.inputTokens + cacheTouched)
+                    : null,
+            });
         }
-        catch {
+    }
+    else {
+        const path = args.positional[0];
+        if (path === undefined)
+            throw new Error(t.history.noTarget());
+        const target = await stat(path).catch(() => null);
+        if (!target?.isDirectory())
+            throw new Error(t.history.noTarget());
+        const entries = await readdir(path, { withFileTypes: true });
+        const files = entries
+            .filter((entry) => entry.isFile() && entry.name.endsWith('.json'))
+            .map((entry) => join(path, entry.name))
+            .sort((a, b) => a.localeCompare(b));
+        for (const file of files) {
+            let parsed;
+            try {
+                parsed = JSON.parse(await readFile(file, 'utf8'));
+            }
+            catch {
+                unrecognized.push(file);
+                continue;
+            }
+            const report = storedReportFrom(file, parsed);
+            if (report !== null) {
+                reports.push(report);
+                continue;
+            }
+            const maybePlan = parsed;
+            if (maybePlan?.schemaVersion === 1 && Array.isArray(maybePlan.actions)) {
+                plans.push(maybePlan);
+                continue;
+            }
             unrecognized.push(file);
-            continue;
         }
-        const report = storedReportFrom(file, parsed);
-        if (report !== null) {
-            reports.push(report);
-            continue;
-        }
-        const maybePlan = parsed;
-        if (maybePlan?.schemaVersion === 1 && Array.isArray(maybePlan.actions)) {
-            plans.push(maybePlan);
-            continue;
-        }
-        unrecognized.push(file);
     }
     const history = buildHistory(reports, plans);
     if (history.periods.length < 3) {
@@ -1877,7 +2046,7 @@ async function commandHistory(args, t) {
         const heading = t.history.heading(n(history.periods.length), day(first.fromMs), day(last.toMs));
         out.push(md ? `## ${heading}` : heading);
         for (const period of history.periods) {
-            const row = t.history.periodRow(period.name, formatUsd(period.totalUsd), n(period.calls), ((period.toMs - period.fromMs) / 86_400_000).toFixed(1));
+            const row = t.history.periodRow(period.name, formatUsd(period.totalUsd), period.calls === null ? null : n(period.calls), ((period.toMs - period.fromMs) / 86_400_000).toFixed(1));
             out.push(md ? `- ${row}` : `  ${row}`);
         }
         if (history.runs.length > 0)
@@ -1898,6 +2067,11 @@ async function commandHistory(args, t) {
         for (const name of unrecognized) {
             out.push(md ? `- ${t.history.unrecognized(name)}` : `  ${t.history.unrecognized(name)}`);
         }
+        if (fromStore) {
+            out.push('');
+            const note = t.history.storeNoLabels();
+            out.push(md ? `_${note}_` : `  ${note}`);
+        }
         out.push('');
         out.push(md ? `_${t.history.footer()}_` : `  ${t.history.footer()}`);
         return out;
@@ -5286,11 +5460,14 @@ async function main() {
             await commandVerify(args, pricing, t);
             break;
         case 'history':
-            await commandHistory(args, t);
+            await commandHistory(args, pricing, t);
             break;
         case 'connect':
             await commandConnect(args, pricing, t);
             break;
+        case 'store':
+            await commandStore(args, config, pricing, t);
+            break;
         case 'route':
             await commandRoute(args, pricing, t);
             break;