@codemieai/code 0.3.1 → 0.4.0

package/dist/cli/commands/analytics/native-loader.js

@@ -0,0 +1,220 @@
+/**
+ * Native session discovery for analytics.
+ *
+ * The metrics loader only sees sessions CodeMie tracked into ~/.codemie/sessions/.
+ * Plain `claude` usage (the Anthropic subscription, not `codemie-claude`) is never
+ * tracked, so it is invisible to the report. This module discovers those native agent
+ * logs directly (via SessionAdapter.discoverSessions) and synthesizes the same
+ * {@link RawSessionData} shape the loader produces, so the whole downstream pipeline
+ * (aggregator → formatter/report → cost) sees them too.
+ *
+ * Native logs already correlated to a tracked CodeMie session are skipped (deduped by
+ * real path) so they are not double-counted.
+ */
+import { realpathSync, readdirSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { AgentRegistry } from '../../../agents/registry.js';
+import { getCodemiePath } from '../../../utils/paths.js';
+import { logger } from '../../../utils/logger.js';
+/** Agents whose native logs we discover + synthesize. (claude is the gap users hit.) */
+const NATIVE_AGENTS = ['claude'];
+function safeRealPath(p) {
+    try {
+        return realpathSync(p);
+    }
+    catch {
+        return p;
+    }
+}
+/** Build the set of native log paths already tracked by CodeMie (from session correlations). */
+function readTrackedLogPaths() {
+    const out = new Set();
+    let dir;
+    try {
+        dir = getCodemiePath('sessions');
+    }
+    catch {
+        return out;
+    }
+    let files;
+    try {
+        files = readdirSync(dir).filter((f) => f.endsWith('.json') && !f.includes('_metrics'));
+    }
+    catch {
+        return out;
+    }
+    for (const f of files) {
+        try {
+            const meta = JSON.parse(readFileSync(join(dir, f), 'utf-8'));
+            const asf = meta.correlation?.agentSessionFile;
+            if (asf) {
+                out.add(safeRealPath(asf));
+            }
+        }
+        catch {
+            // skip unreadable / malformed metadata
+        }
+    }
+    return out;
+}
+export const realNativeDeps = {
+    trackedLogPaths: readTrackedLogPaths,
+    async discover(maxAgeDays) {
+        const found = [];
+        for (const agentName of NATIVE_AGENTS) {
+            const adapter = AgentRegistry.getAgent(agentName)?.getSessionAdapter?.();
+            if (!adapter?.discoverSessions) {
+                continue;
+            }
+            try {
+                const descriptors = await adapter.discoverSessions({ maxAgeDays });
+                for (const descriptor of descriptors) {
+                    found.push({ agentName, descriptor });
+                }
+            }
+            catch (e) {
+                logger.debug(`[native] discovery failed for ${agentName}:`, e);
+            }
+        }
+        return found;
+    },
+    async parse(agentName, filePath, sessionId) {
+        const adapter = AgentRegistry.getAgent(agentName)?.getSessionAdapter?.();
+        if (!adapter) {
+            return null;
+        }
+        try {
+            return await adapter.parseSessionFile(filePath, sessionId);
+        }
+        catch (e) {
+            logger.debug(`[native] parse failed for ${sessionId}:`, e);
+            return null;
+        }
+    },
+    realPath: safeRealPath,
+};
+function toMs(ts) {
+    if (ts == null) {
+        return null;
+    }
+    if (typeof ts === 'number') {
+        return ts;
+    }
+    const n = Date.parse(ts);
+    return Number.isNaN(n) ? null : n;
+}
+function isAssistant(m) {
+    return m.type === 'assistant' || m.message?.role === 'assistant';
+}
+/** Most frequent value in a list (ties → first seen), or undefined if empty. */
+function modal(values) {
+    const counts = new Map();
+    let best;
+    let bestN = 0;
+    for (const v of values) {
+        const n = (counts.get(v) ?? 0) + 1;
+        counts.set(v, n);
+        if (n > bestN) {
+            bestN = n;
+            best = v;
+        }
+    }
+    return best;
+}
+/**
+ * Synthesize a {@link RawSessionData} from a parsed native session. Turns map to assistant
+ * messages (the aggregator derives totalTurns from deltas.length), and all per-session metrics
+ * (tools / file ops / models) are carried on a single delta — the aggregator sums across deltas,
+ * so one metrics-bearing delta plus empty placeholders is equivalent to per-turn deltas.
+ */
+export function synthesizeRawSession(agentName, descriptor, parsed) {
+    const messages = (parsed.messages ?? []);
+    const timestamps = messages.map((m) => toMs(m.timestamp)).filter((n) => n != null);
+    const startTime = timestamps.length ? Math.min(...timestamps) : descriptor.createdAt;
+    const endTime = timestamps.length ? Math.max(...timestamps) : descriptor.updatedAt ?? descriptor.createdAt;
+    const cwd = messages.find((m) => m.cwd)?.cwd ?? descriptor.projectPath ?? 'Unknown';
+    const branch = modal(messages.map((m) => m.gitBranch).filter((b) => !!b));
+    const assistantMsgs = messages.filter(isAssistant);
+    const turns = Math.max(assistantMsgs.length, 1);
+    const models = assistantMsgs.map((m) => m.message?.model).filter((m) => !!m);
+    const metricsDelta = {
+        recordId: `${descriptor.sessionId}-native`,
+        sessionId: descriptor.sessionId,
+        agentSessionId: descriptor.sessionId,
+        timestamp: startTime,
+        gitBranch: branch,
+        tools: parsed.metrics?.tools ?? {},
+        toolStatus: parsed.metrics?.toolStatus,
+        fileOperations: parsed.metrics?.fileOperations,
+        models,
+        syncStatus: 'synced',
+        syncAttempts: 0,
+    };
+    // Pad to `turns` deltas so the aggregator's totalTurns (= deltas.length) is correct.
+    const deltas = [metricsDelta];
+    for (let i = 1; i < turns; i++) {
+        deltas.push({
+            recordId: `${descriptor.sessionId}-native-${i}`,
+            sessionId: descriptor.sessionId,
+            agentSessionId: descriptor.sessionId,
+            timestamp: startTime,
+            gitBranch: branch,
+            tools: {},
+            syncStatus: 'synced',
+            syncAttempts: 0,
+        });
+    }
+    return {
+        sessionId: descriptor.sessionId,
+        agentSessionFile: descriptor.filePath, // lets the cost enricher price native (untracked) sessions
+        startEvent: {
+            recordId: descriptor.sessionId,
+            type: 'session_start',
+            timestamp: startTime,
+            codeMieSessionId: descriptor.sessionId,
+            agentName,
+            syncStatus: 'synced',
+            data: { provider: 'native', workingDirectory: cwd, startTime },
+        },
+        endEvent: {
+            recordId: `${descriptor.sessionId}-end`,
+            type: 'session_end',
+            timestamp: endTime,
+            codeMieSessionId: descriptor.sessionId,
+            agentName,
+            syncStatus: 'synced',
+            data: { endTime, duration: Math.max(0, endTime - startTime), totalTurns: turns },
+        },
+        deltas,
+    };
+}
+/** Number of days from a filter's fromDate to now (for the discovery window), or a wide default. */
+function windowDays(filter) {
+    if (filter?.fromDate) {
+        const days = Math.ceil((Date.now() - filter.fromDate.getTime()) / 86_400_000);
+        return Math.max(days + 1, 1);
+    }
+    return 3650; // no lower bound requested → effectively "all"
+}
+/**
+ * Discover native (untracked) sessions and return them as RawSessionData, ready to merge
+ * with the tracked sessions from {@link MetricsDataLoader}. Sessions whose native log is
+ * already tracked by CodeMie are skipped (deduped by real path).
+ */
+export async function loadNativeSessions(filter, deps = realNativeDeps) {
+    const tracked = deps.trackedLogPaths();
+    const discovered = await deps.discover(windowDays(filter));
+    const out = [];
+    for (const { agentName, descriptor } of discovered) {
+        if (tracked.has(deps.realPath(descriptor.filePath))) {
+            continue; // already tracked by CodeMie — avoid double counting
+        }
+        const parsed = await deps.parse(agentName, descriptor.filePath, descriptor.sessionId);
+        if (!parsed) {
+            continue;
+        }
+        out.push(synthesizeRawSession(agentName, descriptor, parsed));
+    }
+    return out;
+}
+//# sourceMappingURL=native-loader.js.map

package/dist/cli/commands/analytics/native-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"native-loader.js","sourceRoot":"","sources":["../../../../src/cli/commands/analytics/native-loader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAMjC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAElD,wFAAwF;AACxF,MAAM,aAAa,GAAG,CAAC,QAAQ,CAAU,CAAC;AAoB1C,SAAS,YAAY,CAAC,CAAS;IAC7B,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,gGAAgG;AAChG,SAAS,mBAAmB;IAC1B,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,KAAe,CAAC;IACpB,IAAI,CAAC;QACH,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC;IACzF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,GAAG,CAAC;IACb,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAE1D,CAAC;YACF,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC;YAC/C,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,uCAAuC;QACzC,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC9C,eAAe,EAAE,mBAAmB;IACpC,KAAK,CAAC,QAAQ,CAAC,UAAU;QACvB,MAAM,KAAK,GAAuB,EAAE,CAAC;QACrC,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,EAAE,EAAE,CAAC;YACzE,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC;gBAC/B,SAAS;YACX,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;gBACnE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;oBACrC,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,iCAAiC,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS;QACxC,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,iBAAiB,EAAE,EAAE,CAAC;QACzE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,6BAA6B,SAAS,GAAG,EAAE,CAAC,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,QAAQ,EAAE,YAAY;CACvB,CAAC;AAUF,SAAS,IAAI,CAAC,EAA+B;IAC3C,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,CAAa;IAChC,OAAO,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,OAAO,EAAE,IAAI,KAAK,WAAW,CAAC;AACnE,CAAC;AAED,gFAAgF;AAChF,SAAS,KAAK,CAAC,MAAgB;IAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,IAAI,IAAwB,CAAC;IAC7B,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjB,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC;YACd,KAAK,GAAG,CAAC,CAAC;YACV,IAAI,GAAG,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAClC,SAAiB,EACjB,UAA6B,EAC7B,MAAqB;IAErB,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAiB,CAAC;IACzD,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IAChG,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;IACrF,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC;IAE3G,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,UAAU,CAAC,WAAW,IAAI,SAAS,CAAC;IACpF,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvF,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1F,MAAM,YAAY,GAAgB;QAChC,QAAQ,EAAE,GAAG,UAAU,CAAC,SAAS,SAAS;QAC1C,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,cAAc,EAAE,UAAU,CAAC,SAAS;QACpC,SAAS,EAAE,SAAS;QACpB,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,MAAM,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;QAClC,UAAU,EAAE,MAAM,CAAC,OAAO,EAAE,UAAU;QACtC,cAAc,EAAE,MAAM,CAAC,OAAO,EAAE,cAA+C;QAC/E,MAAM;QACN,UAAU,EAAE,QAAQ;QACpB,YAAY,EAAE,CAAC;KAChB,CAAC;IAEF,qFAAqF;IACrF,MAAM,MAAM,GAAkB,CAAC,YAAY,CAAC,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC;YACV,QAAQ,EAAE,GAAG,UAAU,CAAC,SAAS,WAAW,CAAC,EAAE;YAC/C,SAAS,EAAE,UAAU,CAAC,SAAS;YAC/B,cAAc,EAAE,UAAU,CAAC,SAAS;YACpC,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,MAAM;YACjB,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,QAAQ;YACpB,YAAY,EAAE,CAAC;SAChB,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,SAAS,EAAE,UAAU,CAAC,SAAS;QAC/B,gBAAgB,EAAE,UAAU,CAAC,QAAQ,EAAE,2DAA2D;QAClG,UAAU,EAAE;YACV,QAAQ,EAAE,UAAU,CAAC,SAAS;YAC9B,IAAI,EAAE,eAAe;YACrB,SAAS,EAAE,SAAS;YACpB,gBAAgB,EAAE,UAAU,CAAC,SAAS;YACtC,SAAS;YACT,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GAAG,EAAE,SAAS,EAAE;SAC/D;QACD,QAAQ,EAAE;YACR,QAAQ,EAAE,GAAG,UAAU,CAAC,SAAS,MAAM;YACvC,IAAI,EAAE,aAAa;YACnB,SAAS,EAAE,OAAO;YAClB,gBAAgB,EAAE,UAAU,CAAC,SAAS;YACtC,SAAS;YACT,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE;SACjF;QACD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,oGAAoG;AACpG,SAAS,UAAU,CAAC,MAAwB;IAC1C,IAAI,MAAM,EAAE,QAAQ,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAC9E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,IAAI,CAAC,CAAC,+CAA+C;AAC9D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,MAAwB,EACxB,OAAyB,cAAc;IAEvC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IAE3D,MAAM,GAAG,GAAqB,EAAE,CAAC;IACjC,KAAK,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,IAAI,UAAU,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YACpD,SAAS,CAAC,qDAAqD;QACjE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;QACtF,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,SAAS;QACX,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}