@sejuneoh/aitop 0.0.0-stage → 0.21.2

package/src/sources/claude-ledger.mjs

@@ -0,0 +1,181 @@
+// 날짜별 사용량 장부: 최근 7일 안에 바뀐 Claude 기록(서브에이전트 포함)에서 사용량만 날짜별로 모은다.
+// Antigravity CLI(agy)·Codex CLI 사용량은 agy-ledger.mjs·codex-ledger.mjs 가 같은 모양으로 모으고, 여기서 함께 더한다.
+// 세션 화면과 상관없이 끝난 세션까지 세야 해서, 세션 tracker 와 따로 가볍게 읽고 캐시도 따로 둔다.
+import { readdirSync, statSync, existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { homedir } from 'node:os';
+import { JsonlTail } from '../tail.mjs';
+import { loadCache, markDirty } from '../cache.mjs';
+import { claudeCost } from '../pricing.mjs';
+import { dayKey, lastDays, addSlot, lastHourOf, recentTodayOf } from './common.mjs';
+import { collectAgyLedger } from './agy-ledger.mjs';
+import { collectCodexLedger } from './codex-ledger.mjs';
+import { debugIo } from '../log.mjs';
+
+export { dayKey };
+
+const HOME = process.env.CLAUDE_CONFIG_DIR ?? join(homedir(), '.claude');
+const PROJECTS = join(HOME, 'projects');
+const KIND = 'ledger';
+const DAYS = 7;
+const KEEP_DAYS = 10;
+const LIST_TTL_MS = 30_000;
+const RECENT_IDS = 64;
+const LOADING_MIN_BYTES = 4 * 1024 * 1024;
+
+export class UsageTracker {
+  constructor(path) {
+    this.tail = new JsonlTail(path);
+    this.tail.onReset = () => {
+      this.recent = new Map();
+      this.days = {};
+      this.slots = {};
+    };
+    this.recent = new Map();
+    this.days = {};
+    // 지출 속도용 5분 칸 (common.mjs addSlot).
+    this.slots = {};
+    const c = loadCache(path, KIND);
+    if (c) {
+      this.tail.offset = c.offset;
+      this.days = c.days ?? {};
+      this.slots = c.slots ?? {};
+      this.recent = new Map(c.recent ?? []);
+    }
+  }
+
+  update(budget) {
+    const n = this.tail.read((x) => this.apply(x), budget);
+    if (n) markDirty(this.tail.path, () => this.snapshot(), KIND);
+    return n;
+  }
+
+  get pending() {
+    return Math.max(0, this.tail.size - this.tail.offset);
+  }
+
+  snapshot() {
+    const keep = new Set(lastDays(KEEP_DAYS));
+    const days = Object.fromEntries(Object.entries(this.days).filter(([k]) => keep.has(k)));
+    return { offset: this.tail.lineOffset, days, slots: this.slots, recent: [...this.recent] };
+  }
+
+  // 같은 message.id 가 여러 줄로 반복되므로 직전 값과의 차이만, 그 줄의 날짜와 5분 칸에 더한다.
+  apply(x) {
+    const m = x.message;
+    if (x.type !== 'assistant' || !m?.usage || !m.id) return;
+    const u = m.usage;
+    const n = (o, k) => o?.[k] ?? 0;
+    const tokensOf = (o) => n(o, 'input_tokens') + n(o, 'output_tokens') + n(o, 'cache_read_input_tokens') + n(o, 'cache_creation_input_tokens');
+    const prev = this.recent.get(m.id);
+    const cost = claudeCost(m.model, u);
+    const at = Date.parse(x.timestamp) || Date.now();
+    const day = (this.days[dayKey(at)] ??= { tokens: 0, cost: 0, costNoCache: 0, unknown: false });
+    const dCost = (cost?.total ?? 0) - (prev?.cost ?? 0);
+    const dNoCache = (cost?.noCache ?? 0) - (prev?.costNoCache ?? 0);
+    const unknown = !cost && tokensOf(u) > 0;
+    day.tokens += tokensOf(u) - tokensOf(prev?.u);
+    day.cost += dCost;
+    day.costNoCache = (day.costNoCache ?? 0) + (cost?.noCache ?? 0) - (prev?.costNoCache ?? 0);
+    if (unknown) day.unknown = true;
+    addSlot(this.slots, at, dCost, dNoCache, unknown);
+    this.recent.delete(m.id);
+    this.recent.set(m.id, { u, cost: cost?.total ?? 0, costNoCache: cost?.noCache ?? 0 });
+    if (this.recent.size > RECENT_IDS) this.recent.delete(this.recent.keys().next().value);
+  }
+}
+
+let listed = { at: 0, files: [] };
+
+// 최근 7일 안에 바뀐 메인 기록과 서브에이전트 기록.
+function recentFiles() {
+  if (Date.now() - listed.at < LIST_TTL_MS) return listed.files;
+  const cutoff = Date.now() - DAYS * 86400_000;
+  const files = [];
+  const add = (p) => {
+    try {
+      if (statSync(p).mtimeMs >= cutoff) files.push(p);
+    } catch {}
+  };
+  let dirs = [];
+  try {
+    dirs = readdirSync(PROJECTS);
+  } catch (e) {
+    debugIo('ledger', 'claude projects read failed', e);
+  }
+  for (const dir of dirs) {
+    let names = [];
+    try {
+      names = readdirSync(join(PROJECTS, dir));
+    } catch (e) {
+      debugIo('ledger', 'claude project folder read failed', e, dir);
+      continue;
+    }
+    for (const n of names) {
+      const p = join(PROJECTS, dir, n);
+      if (n.endsWith('.jsonl')) add(p);
+      else if (existsSync(join(p, 'subagents'))) {
+        try {
+          for (const s of readdirSync(join(p, 'subagents'))) if (s.endsWith('.jsonl')) add(join(p, 'subagents', s));
+        } catch {}
+      }
+    }
+  }
+  listed = { at: Date.now(), files };
+  return files;
+}
+
+const trackers = new Map();
+
+// 오늘·최근 7일·최근 1시간 합계 (Claude + agy + Codex). 아직 다 읽지 못했으면 loading 에 진행률(0~1).
+export function collectLedger({ budget, now = Date.now() } = {}) {
+  const files = recentFiles();
+  const keep = new Set(files);
+  for (const p of trackers.keys()) if (!keep.has(p)) trackers.delete(p);
+  let pending = 0;
+  let size = 0;
+  for (const p of files) {
+    let t = trackers.get(p);
+    if (!t) trackers.set(p, (t = new UsageTracker(p)));
+    t.update(budget);
+    pending += t.pending;
+    size += t.tail.size;
+  }
+  const others = [collectAgyLedger({ budget, now }), collectCodexLedger({ budget })];
+  const books = [...trackers.values()].map((t) => t.days);
+  const slots = [...trackers.values()].map((t) => t.slots);
+  for (const o of others) {
+    pending += o.pending;
+    size += o.size;
+    books.push(...o.days);
+    slots.push(...o.slots);
+  }
+  const sum = (keys) => {
+    const out = { tokens: 0, cost: 0, costNoCache: 0, unknown: false };
+    for (const days of books)
+      for (const k of keys) {
+        const d = days[k];
+        if (!d) continue;
+        out.tokens += d.tokens;
+        out.cost += d.cost;
+        out.costNoCache += d.costNoCache ?? 0;
+        out.unknown ||= d.unknown;
+      }
+    return out;
+  };
+  return {
+    today: sum([dayKey(now)]),
+    week: sum(lastDays(DAYS, now)),
+    // 7일 막대용 날짜별 비용. 오래된 날부터 오늘까지 (읽을 때 날짜별 합계에서 만든다).
+    days7: lastDays(DAYS, now).reverse().map((date) => {
+      const d = sum([date]);
+      return { date, cost: d.cost, costNoCache: d.costNoCache, unknown: d.unknown };
+    }),
+    lastHour: lastHourOf(slots, now),
+    recentToday: recentTodayOf(slots, now),
+    // 살아 있는 세션은 계속 조금씩 늘어나므로, 많이 밀렸을 때만 '집계 중' 으로 본다.
+    loading: pending > LOADING_MIN_BYTES && size ? 1 - pending / size : null,
+  };
+}
+
+export const _test = { lastDays };

package/src/sources/claude-tracker.mjs

@@ -0,0 +1,183 @@
+// Claude 대화 기록 한 개(메인 세션 또는 서브에이전트)를 따라 읽으며 토큰·비용·진행 단계를 누적한다.
+import { JsonlTail } from '../tail.mjs';
+import { loadCache, markDirty } from '../cache.mjs';
+import { claudeCost } from '../pricing.mjs';
+import { addActivity, emptyTokens, pushEvent, describeTool, toolDetail, isNoisePrompt, parseTs } from './common.mjs';
+import { addChange } from './files.mjs';
+
+const MAX_TURNS = 50;
+
+const RECENT_IDS = 64;
+const LOADING_MIN_BYTES = 4 * 1024 * 1024;
+
+export class ClaudeTracker {
+  constructor(path) {
+    this.tail = new JsonlTail(path);
+    this.tail.onReset = () => this.reset();
+    this.reset();
+    this.title = null;
+    this.branch = null;
+
+    const c = loadCache(path);
+    if (c) {
+      this.tail.offset = c.offset;
+      Object.assign(this, { tokens: c.tokens, cost: c.cost, costNoCache: c.costNoCache, costUnknown: c.costUnknown, context: c.context, model: c.model, title: c.title, branch: c.branch, events: c.events, lastTool: c.lastTool, lastKind: c.lastKind, files: c.files ?? [], turns: c.turns ?? [], turnCount: c.turnCount ?? 0, firstAt: c.firstAt ?? null, activity: c.activity ?? {} });
+      this.recent = new Map(c.recent);
+      this.pending = new Map(c.pending);
+    }
+  }
+
+  // 누적값 초기화. 기록 파일이 줄어 처음부터 다시 읽을 때도 쓴다.
+  reset() {
+    this.recent = new Map();
+    this.tokens = emptyTokens();
+    this.cost = 0;
+    this.costNoCache = 0;
+    // 가격표에 없는 모델의 사용량이 섞였는지. 그 몫은 비용에 넣지 않고 화면에 '?' 로 알린다.
+    this.costUnknown = false;
+    this.context = 0;
+    this.model = null;
+    this.events = [];
+    this.lastTool = null;
+    this.pending = new Map();
+    this.lastKind = null;
+    // Edit/Write 로 고친 파일 (files.mjs)
+    this.files = [];
+    // 사용자 지시: { n: 몇 번째 지시, at, text }. 변경 파일을 지시 단위로 나눌 때 쓴다.
+    this.turns = [];
+    this.turnCount = 0;
+    // 기록의 첫 시각. 서브에이전트 편집을 지시에 나눌 때 쓴다.
+    this.firstAt = null;
+    // 시간별 토큰 (common.mjs addActivity)
+    this.activity = {};
+  }
+
+  get path() {
+    return this.tail.path;
+  }
+
+  get mtimeMs() {
+    return this.tail.mtimeMs;
+  }
+
+  // 아직 읽지 않은 양이 많으면 0~1 사이 진행률, 거의 다 읽었으면 null.
+  // 새로 붙은 몇 줄을 다음 갱신으로 미룬 것까지 '읽는 중' 으로 보이면 실제 진행 단계가 가려진다.
+  get loading() {
+    return this.tail.size - this.tail.offset > LOADING_MIN_BYTES ? this.tail.progress : null;
+  }
+
+  update(budget) {
+    const n = this.tail.read((x) => this.apply(x), budget);
+    if (n) markDirty(this.path, () => this.snapshot());
+    return n;
+  }
+
+  snapshot() {
+    return {
+      offset: this.tail.lineOffset,
+      tokens: this.tokens,
+      cost: this.cost,
+      costNoCache: this.costNoCache,
+      costUnknown: this.costUnknown,
+      context: this.context,
+      model: this.model,
+      title: this.title,
+      branch: this.branch,
+      events: this.events,
+      lastTool: this.lastTool,
+      lastKind: this.lastKind,
+      recent: [...this.recent],
+      pending: [...this.pending],
+      files: this.files,
+      turns: this.turns,
+      turnCount: this.turnCount,
+      firstAt: this.firstAt,
+      activity: this.activity,
+    };
+  }
+
+  // 같은 message.id 가 블록마다 여러 줄로 반복되므로, 직전 값과의 차이만 더한다.
+  addUsage(id, model, u, at) {
+    const prev = this.recent.get(id);
+    const n = (x, k) => x?.[k] ?? 0;
+    const t = this.tokens;
+    const before = t.total;
+    t.input += n(u, 'input_tokens') - n(prev?.u, 'input_tokens');
+    t.output += n(u, 'output_tokens') - n(prev?.u, 'output_tokens');
+    t.cacheRead += n(u, 'cache_read_input_tokens') - n(prev?.u, 'cache_read_input_tokens');
+    t.cacheWrite += n(u, 'cache_creation_input_tokens') - n(prev?.u, 'cache_creation_input_tokens');
+    t.total = t.input + t.output + t.cacheRead + t.cacheWrite;
+    addActivity(this.activity, at, t.total - before);
+    const cost = claudeCost(model, u);
+    const used = n(u, 'input_tokens') + n(u, 'output_tokens') + n(u, 'cache_read_input_tokens') + n(u, 'cache_creation_input_tokens');
+    if (!cost && used > 0) this.costUnknown = true;
+    this.cost += (cost?.total ?? 0) - (prev?.cost?.total ?? 0);
+    this.costNoCache += (cost?.noCache ?? 0) - (prev?.cost?.noCache ?? 0);
+    this.recent.delete(id);
+    this.recent.set(id, { u, cost });
+    if (this.recent.size > RECENT_IDS) this.recent.delete(this.recent.keys().next().value);
+  }
+
+  apply(x) {
+    if (x.type === 'ai-title' && x.aiTitle) this.title = x.aiTitle;
+    if (x.gitBranch) this.branch = x.gitBranch;
+    if (this.firstAt == null && x.timestamp) this.firstAt = parseTs(x.timestamp);
+    if (x.isMeta) return;
+
+    if (x.type === 'assistant' && x.message) {
+      const m = x.message;
+      if (m.model && !m.model.startsWith('<')) this.model = m.model;
+      if (m.usage && m.id) {
+        this.addUsage(m.id, m.model ?? this.model, m.usage, parseTs(x.timestamp));
+        this.context = (m.usage.input_tokens ?? 0) + (m.usage.cache_read_input_tokens ?? 0) + (m.usage.cache_creation_input_tokens ?? 0);
+      }
+      for (const c of Array.isArray(m.content) ? m.content : []) {
+        if (c.type === 'tool_use') {
+          this.lastTool = describeTool(c.name, c.input);
+          this.pending.set(c.id, { name: c.name, what: this.lastTool, detail: toolDetail(c.name, c.input), agent: c.input?.subagent_type ?? null });
+          pushEvent(this, x.timestamp, 'tool', this.lastTool);
+          this.lastKind = 'tool';
+        } else if (c.type === 'text' && c.text?.trim()) {
+          pushEvent(this, x.timestamp, 'reply', c.text);
+          this.lastKind = 'reply';
+        }
+      }
+    }
+
+    if (x.type === 'user' && x.message) {
+      if (x.toolUseResult) addChange(this.files, x.toolUseResult, x.timestamp);
+      const c = x.message.content;
+      if (Array.isArray(c)) for (const p of c) if (p.type === 'tool_result') this.pending.delete(p.tool_use_id);
+      const text = typeof c === 'string' ? c : Array.isArray(c) ? c.filter((p) => p.type === 'text').map((p) => p.text).join(' ') : '';
+      if (text && !isNoisePrompt(text)) {
+        const e = pushEvent(this, x.timestamp, 'prompt', text);
+        if (e) {
+          this.turns.push({ n: ++this.turnCount, at: e.at, text: e.text.slice(0, 120) });
+          if (this.turns.length > MAX_TURNS) this.turns.shift();
+        }
+        this.lastKind = 'prompt';
+        this.pending.clear();
+      } else if (Array.isArray(c) && c.some((p) => p.type === 'tool_result')) this.lastKind = 'result';
+    }
+  }
+
+  // 허락을 기다리는 동안 보일 요청 내용. 열린 도구 호출 가운데 대기 문구(approve Bash 등)에 이름이 나온 것을 먼저,
+  // 없으면 가장 최근 것을 고른다. 팀원(Agent·Task) 호출만 열려 있으면 없음.
+  waitDetail(waitingFor = '') {
+    const tools = [...this.pending.values()].filter((p) => p.name !== 'Agent' && p.name !== 'Task');
+    const words = new Set(String(waitingFor ?? '').split(/[^A-Za-z0-9_]+/).filter(Boolean));
+    const named = tools.filter((p) => words.has(p.name));
+    return (named.at(-1) ?? tools.at(-1))?.detail ?? null;
+  }
+
+  // 지금 무엇을 하는 단계인지: 도구 실행 / 팀원 대기 / 생각 중 / 답변 작성 중.
+  phase() {
+    const open = [...this.pending.values()];
+    const agents = open.filter((p) => p.name === 'Agent' || p.name === 'Task');
+    const tools = open.filter((p) => p.name !== 'Agent' && p.name !== 'Task');
+    if (tools.length) return { kind: 'tool', text: `도구 실행 · ${tools.at(-1).name}` };
+    if (agents.length) return { kind: 'team', text: `팀원 ${agents.length}명 작업 중` };
+    if (this.lastKind === 'prompt' || this.lastKind === 'result') return { kind: 'think', text: '생각 중' };
+    return { kind: 'write', text: '답변 작성 중' };
+  }
+}