tokelytics 0.1.0 → 0.2.0

package/bin/tokelytics.mjs

@@ -147,6 +147,42 @@ function buildRollup(provider, day, turns) {
     hourly: [...hours.values()].sort((a, b) => a.hour - b.hour)
   };
 }
+var TIMELINE_BUCKET_MS = 5 * 60 * 1e3;
+var TIMELINE_RETENTION_MS = 8 * 24 * 60 * 60 * 1e3;
+function bucketStartMs(ts) {
+  const ms = Date.parse(ts);
+  if (!Number.isFinite(ms))
+    return null;
+  return Math.floor(ms / TIMELINE_BUCKET_MS) * TIMELINE_BUCKET_MS;
+}
+function dayOfMs(t) {
+  return new Date(t).toISOString().slice(0, 10);
+}
+function buildTimelineBuckets(turns) {
+  const map = /* @__PURE__ */ new Map();
+  for (const t of turns) {
+    const start = bucketStartMs(t.ts);
+    if (start === null)
+      continue;
+    const bucket = map.get(start) ?? { t: start, models: {} };
+    const key = t.model || "unknown";
+    const m = bucket.models[key] ??= { i: 0, o: 0, cr: 0, cc: 0, ci: 0, rs: 0 };
+    m.i += t.inputTokens;
+    m.o += t.outputTokens;
+    m.cr += t.cacheReadTokens;
+    m.cc += t.cacheCreationTokens;
+    m.ci += t.cachedInputTokens;
+    m.rs += t.reasoningTokens;
+    map.set(start, bucket);
+  }
+  return [...map.values()].sort((a, b) => a.t - b.t);
+}
+function mergeTimeline(existing, recomputed, affectedDays, nowMs) {
+  const cutoff = nowMs - TIMELINE_RETENTION_MS;
+  const kept = existing.filter((b) => b.t >= cutoff && !affectedDays.has(dayOfMs(b.t)));
+  const fresh = recomputed.filter((b) => b.t >= cutoff);
+  return [...kept, ...fresh].sort((a, b) => a.t - b.t);
+}
 function affectedKeys(turns) {
   const sessionIds = /* @__PURE__ */ new Set();
   const dayBuckets = /* @__PURE__ */ new Map();
@@ -915,6 +951,14 @@ var FirestoreRest = class {
     });
     if (!res.ok) throw new Error(`Firestore commit failed (${res.status}): ${await res.text()}`);
   }
+  /** Fetch a single document's decoded fields, or null if it doesn't exist. */
+  async getDoc(name) {
+    const res = await fetch(this.url(name), { method: "GET", headers: await this.headers() });
+    if (res.status === 404) return null;
+    if (!res.ok) throw new Error(`Firestore get failed (${res.status}): ${await res.text()}`);
+    const doc = await res.json();
+    return doc.fields ? decodeFields(doc.fields) : {};
+  }
   /** Run an equality query under a parent path, returning decoded documents. */
   async queryEqual(parentSegments, collectionId, filters) {
     const parent = parentSegments.length ? this.docName(...parentSegments) : this.docsRoot();
@@ -937,6 +981,22 @@ var FirestoreRest = class {
   }
 };
 
+// src/sink.ts
+function timelineDaysByProvider(buckets, nowMs) {
+  const cutoffDay = new Date(nowMs - TIMELINE_RETENTION_MS).toISOString().slice(0, 10);
+  const out = /* @__PURE__ */ new Map();
+  for (const { provider, day } of buckets) {
+    if (day < cutoffDay) continue;
+    let set = out.get(provider);
+    if (!set) {
+      set = /* @__PURE__ */ new Set();
+      out.set(provider, set);
+    }
+    set.add(day);
+  }
+  return out;
+}
+
 // src/firestore-sink.ts
 var BATCH = 400;
 var FirestoreSink = class {
@@ -986,6 +1046,22 @@ var FirestoreSink = class {
       ]);
     }
   }
+  async recomputeTimelines(buckets) {
+    const now = Date.now();
+    for (const [provider, days] of timelineDaysByProvider(buckets, now)) {
+      const recomputed = [];
+      for (const day of days) {
+        recomputed.push(...buildTimelineBuckets(await this.turnsForBucket(provider, day)));
+      }
+      const name = this.fs.docName("users", this.uid, "timelines", provider);
+      const existingDoc = await this.fs.getDoc(name);
+      const existing = existingDoc?.["buckets"] ?? [];
+      const merged = mergeTimeline(existing, recomputed, days, now);
+      await this.fs.upsert([
+        { name, fields: { provider, buckets: merged, updatedAt: new Date(now).toISOString() } }
+      ]);
+    }
+  }
   async touchDevice(meta) {
     await this.fs.upsert([
       { name: this.fs.docName("users", this.uid, "devices", meta.deviceId), fields: { ...meta } }
@@ -1014,6 +1090,7 @@ async function runSync(connectors, sink, state, device) {
     const { sessionIds, dayBuckets } = affectedKeys(turns);
     await sink.recomputeSessions(sessionIds);
     await sink.recomputeRollups(dayBuckets);
+    await sink.recomputeTimelines(dayBuckets);
   }
   await sink.touchDevice({ ...device, lastSyncAt: (/* @__PURE__ */ new Date()).toISOString() });
   return { newTurns: turns.length, byProvider, state: st };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tokelytics",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Tokelytics sync agent — streams local AI CLI usage logs (Claude Code, Codex) to your Tokelytics dashboard.",
   "license": "MIT",
   "type": "module",