@jsonstudio/rcc 0.89.683 → 0.89.912

package/dist/tools/stats-usage.js

@@ -0,0 +1,206 @@
+import fs from 'fs/promises';
+import path from 'path';
+import os from 'os';
+const STATS_DIR = path.join(os.homedir(), '.routecodex', 'stats');
+const REQUEST_EVENTS_FILE = path.join(STATS_DIR, 'request-events.log');
+function createEmptyBucket() {
+    return {
+        requestCount: 0,
+        successCount: 0,
+        errorCount: 0,
+        latencyMs: { sum: 0, min: Number.POSITIVE_INFINITY, max: 0 },
+        tokens: { prompt: 0, completion: 0, total: 0 }
+    };
+}
+function createEmptyDailyUsage() {
+    return {
+        byProviderKey: {},
+        byRoute: {},
+        byPool: {},
+        byEndpoint: {}
+    };
+}
+function applyEventToBucket(bucket, ev) {
+    bucket.requestCount += 1;
+    if (ev.success) {
+        bucket.successCount += 1;
+    }
+    else {
+        bucket.errorCount += 1;
+    }
+    if (typeof ev.latencyMs === 'number' && Number.isFinite(ev.latencyMs) && ev.latencyMs >= 0) {
+        bucket.latencyMs.sum += ev.latencyMs;
+        if (ev.latencyMs < bucket.latencyMs.min) {
+            bucket.latencyMs.min = ev.latencyMs;
+        }
+        if (ev.latencyMs > bucket.latencyMs.max) {
+            bucket.latencyMs.max = ev.latencyMs;
+        }
+    }
+    if (typeof ev.promptTokens === 'number' && Number.isFinite(ev.promptTokens) && ev.promptTokens > 0) {
+        bucket.tokens.prompt += ev.promptTokens;
+    }
+    if (typeof ev.completionTokens === 'number' &&
+        Number.isFinite(ev.completionTokens) &&
+        ev.completionTokens > 0) {
+        bucket.tokens.completion += ev.completionTokens;
+    }
+    if (typeof ev.totalTokens === 'number' && Number.isFinite(ev.totalTokens) && ev.totalTokens > 0) {
+        bucket.tokens.total += ev.totalTokens;
+    }
+    else {
+        const derived = (typeof ev.promptTokens === 'number' && Number.isFinite(ev.promptTokens) && ev.promptTokens > 0
+            ? ev.promptTokens
+            : 0) +
+            (typeof ev.completionTokens === 'number' &&
+                Number.isFinite(ev.completionTokens) &&
+                ev.completionTokens > 0
+                ? ev.completionTokens
+                : 0);
+        bucket.tokens.total += derived;
+    }
+}
+function ensureDailyBucket(map, key) {
+    if (!map[key]) {
+        map[key] = createEmptyDailyUsage();
+    }
+    return map[key];
+}
+function formatDayKey(timestamp) {
+    const d = new Date(timestamp);
+    const year = d.getFullYear();
+    const month = `${d.getMonth() + 1}`.padStart(2, '0');
+    const day = `${d.getDate()}`.padStart(2, '0');
+    return `${year}-${month}-${day}`;
+}
+function formatWeekKey(timestamp) {
+    const d = new Date(timestamp);
+    const onejan = new Date(d.getFullYear(), 0, 1);
+    const dayMs = 24 * 60 * 60 * 1000;
+    const dayOfYear = Math.floor((d.getTime() - onejan.getTime()) / dayMs) + 1;
+    const week = Math.ceil(dayOfYear / 7);
+    const year = d.getFullYear();
+    const weekStr = `${week}`.padStart(2, '0');
+    return `${year}-W${weekStr}`;
+}
+export async function loadUsageTimeSeries(query) {
+    const result = { days: {}, weeks: {} };
+    let content;
+    try {
+        content = await fs.readFile(REQUEST_EVENTS_FILE, 'utf8');
+    }
+    catch {
+        return result;
+    }
+    if (!content) {
+        return result;
+    }
+    const lines = content.split('\n');
+    for (const line of lines) {
+        const trimmed = line.trim();
+        if (!trimmed) {
+            continue;
+        }
+        let ev = null;
+        try {
+            const parsed = JSON.parse(trimmed);
+            if (parsed && typeof parsed === 'object' && typeof parsed.timestamp === 'number') {
+                ev = parsed;
+            }
+        }
+        catch {
+            continue;
+        }
+        if (!ev) {
+            continue;
+        }
+        const ts = ev.timestamp;
+        if (typeof ts !== 'number' || !Number.isFinite(ts)) {
+            continue;
+        }
+        if (query.fromMs && ts < query.fromMs) {
+            continue;
+        }
+        if (query.toMs && ts > query.toMs) {
+            continue;
+        }
+        const dayKey = formatDayKey(ts);
+        const weekKey = formatWeekKey(ts);
+        const dayBucket = ensureDailyBucket(result.days, dayKey);
+        const providerKey = ev.providerKey || 'unknown';
+        const routeKey = ev.routeName || 'unknown';
+        const poolKey = ev.poolId || 'default';
+        const endpointKey = ev.entryEndpoint || 'unknown';
+        if (!dayBucket.byProviderKey[providerKey]) {
+            dayBucket.byProviderKey[providerKey] = createEmptyBucket();
+        }
+        applyEventToBucket(dayBucket.byProviderKey[providerKey], ev);
+        if (!dayBucket.byRoute[routeKey]) {
+            dayBucket.byRoute[routeKey] = createEmptyBucket();
+        }
+        applyEventToBucket(dayBucket.byRoute[routeKey], ev);
+        if (!dayBucket.byPool[poolKey]) {
+            dayBucket.byPool[poolKey] = createEmptyBucket();
+        }
+        applyEventToBucket(dayBucket.byPool[poolKey], ev);
+        if (!dayBucket.byEndpoint[endpointKey]) {
+            dayBucket.byEndpoint[endpointKey] = createEmptyBucket();
+        }
+        applyEventToBucket(dayBucket.byEndpoint[endpointKey], ev);
+        const weekBucket = ensureDailyBucket(result.weeks, weekKey);
+        if (!weekBucket.byProviderKey[providerKey]) {
+            weekBucket.byProviderKey[providerKey] = createEmptyBucket();
+        }
+        applyEventToBucket(weekBucket.byProviderKey[providerKey], ev);
+        if (!weekBucket.byRoute[routeKey]) {
+            weekBucket.byRoute[routeKey] = createEmptyBucket();
+        }
+        applyEventToBucket(weekBucket.byRoute[routeKey], ev);
+        if (!weekBucket.byPool[poolKey]) {
+            weekBucket.byPool[poolKey] = createEmptyBucket();
+        }
+        applyEventToBucket(weekBucket.byPool[poolKey], ev);
+        if (!weekBucket.byEndpoint[endpointKey]) {
+            weekBucket.byEndpoint[endpointKey] = createEmptyBucket();
+        }
+        applyEventToBucket(weekBucket.byEndpoint[endpointKey], ev);
+    }
+    return result;
+}
+export function summarizeUsage(timeSeries, period, group) {
+    const summary = {};
+    const source = period === 'day' ? timeSeries.days : period === 'week' ? timeSeries.weeks : timeSeries.days;
+    const pickGroup = (daily) => {
+        if (group === 'provider')
+            return daily.byProviderKey;
+        if (group === 'route')
+            return daily.byRoute;
+        if (group === 'pool')
+            return daily.byPool;
+        return daily.byEndpoint;
+    };
+    for (const daily of Object.values(source)) {
+        const map = pickGroup(daily);
+        for (const [key, bucket] of Object.entries(map)) {
+            if (!summary[key]) {
+                summary[key] = createEmptyBucket();
+            }
+            const target = summary[key];
+            target.requestCount += bucket.requestCount;
+            target.successCount += bucket.successCount;
+            target.errorCount += bucket.errorCount;
+            target.latencyMs.sum += bucket.latencyMs.sum;
+            if (bucket.latencyMs.min < target.latencyMs.min) {
+                target.latencyMs.min = bucket.latencyMs.min;
+            }
+            if (bucket.latencyMs.max > target.latencyMs.max) {
+                target.latencyMs.max = bucket.latencyMs.max;
+            }
+            target.tokens.prompt += bucket.tokens.prompt;
+            target.tokens.completion += bucket.tokens.completion;
+            target.tokens.total += bucket.tokens.total;
+        }
+    }
+    return summary;
+}
+//# sourceMappingURL=stats-usage.js.map

package/dist/tools/stats-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stats-usage.js","sourceRoot":"","sources":["../../src/tools/stats-usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,aAAa,CAAC;AAC7B,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AAGpB,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;AAClE,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC;AA2BvE,SAAS,iBAAiB;IACxB,OAAO;QACL,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,EAAE;QAC5D,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;KAC/C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB;IAC5B,OAAO;QACL,aAAa,EAAE,EAAE;QACjB,OAAO,EAAE,EAAE;QACX,MAAM,EAAE,EAAE;QACV,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAmB,EAAE,EAAsB;IACrE,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;IACzB,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;IAC3B,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;IACzB,CAAC;IACD,IAAI,OAAO,EAAE,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC;QAC3F,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,CAAC,SAAS,CAAC;QACrC,IAAI,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC;QACtC,CAAC;QACD,IAAI,EAAE,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;YACxC,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC,SAAS,CAAC;QACtC,CAAC;IACH,CAAC;IACD,IAAI,OAAO,EAAE,CAAC,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;QACnG,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,YAAY,CAAC;IAC1C,CAAC;IACD,IACE,OAAO,EAAE,CAAC,gBAAgB,KAAK,QAAQ;QACvC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,gBAAgB,CAAC;QACpC,EAAE,CAAC,gBAAgB,GAAG,CAAC,EACvB,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,gBAAgB,CAAC;IAClD,CAAC;IACD,IAAI,OAAO,EAAE,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;QAChG,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,WAAW,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GACX,CAAC,OAAO,EAAE,CAAC,YAAY,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,YAAY,GAAG,CAAC;YAC7F,CAAC,CAAC,EAAE,CAAC,YAAY;YACjB,CAAC,CAAC,CAAC,CAAC;YACN,CAAC,OAAO,EAAE,CAAC,gBAAgB,KAAK,QAAQ;gBACxC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,gBAAgB,CAAC;gBACpC,EAAE,CAAC,gBAAgB,GAAG,CAAC;gBACrB,CAAC,CAAC,EAAE,CAAC,gBAAgB;gBACrB,CAAC,CAAC,CAAC,CAAC,CAAC;QACT,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,GAA+B,EAAE,GAAW;IACrE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QACd,GAAG,CAAC,GAAG,CAAC,GAAG,qBAAqB,EAAE,CAAC;IACrC,CAAC;IACD,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,SAAiB;IACrC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9C,OAAO,GAAG,IAAI,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB;IACtC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAClC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3C,OAAO,GAAG,IAAI,KAAK,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAA2B;IACnE,MAAM,MAAM,GAAoB,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IACxD,IAAI,OAAe,CAAC;IACpB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,IAAI,EAAE,GAA8B,IAAI,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAuB,CAAC;YACzD,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACjF,EAAE,GAAG,MAAM,CAAC;YACd,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,SAAS;QACX,CAAC;QACD,MAAM,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC;QACxB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;YACnD,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC;QAElC,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,IAAI,SAAS,CAAC;QAChD,MAAM,QAAQ,GAAG,EAAE,CAAC,SAAS,IAAI,SAAS,CAAC;QAC3C,MAAM,OAAO,GAAI,EAAU,CAAC,MAAM,IAAI,SAAS,CAAC;QAChD,MAAM,WAAW,GAAG,EAAE,CAAC,aAAa,IAAI,SAAS,CAAC;QAElD,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1C,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC7D,CAAC;QACD,kBAAkB,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAE7D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,iBAAiB,EAAE,CAAC;QACpD,CAAC;QACD,kBAAkB,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAEpD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAClD,CAAC;QACD,kBAAkB,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAElD,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACvC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC1D,CAAC;QACD,kBAAkB,CAAC,SAAS,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE5D,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,UAAU,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC9D,CAAC;QACD,kBAAkB,CAAC,UAAU,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAE9D,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,iBAAiB,EAAE,CAAC;QACrD,CAAC;QACD,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAErD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,iBAAiB,EAAE,CAAC;QACnD,CAAC;QACD,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;QAEnD,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,iBAAiB,EAAE,CAAC;QAC3D,CAAC;QACD,kBAAkB,CAAC,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,UAA2B,EAC3B,MAA8B,EAC9B,KAAiD;IAEjD,MAAM,OAAO,GAAgC,EAAE,CAAC;IAChD,MAAM,MAAM,GACV,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;IAE9F,MAAM,SAAS,GAAG,CAAC,KAAiB,EAA+B,EAAE;QACnE,IAAI,KAAK,KAAK,UAAU;YAAE,OAAO,KAAK,CAAC,aAAa,CAAC;QACrD,IAAI,KAAK,KAAK,OAAO;YAAE,OAAO,KAAK,CAAC,OAAO,CAAC;QAC5C,IAAI,KAAK,KAAK,MAAM;YAAE,OAAO,KAAK,CAAC,MAAM,CAAC;QAC1C,OAAO,KAAK,CAAC,UAAU,CAAC;IAC1B,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,OAAO,CAAC,GAAG,CAAC,GAAG,iBAAiB,EAAE,CAAC;YACrC,CAAC;YACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;YAC3C,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC;YAC3C,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC;YACvC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;YAC7C,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBAChD,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;YAC9C,CAAC;YACD,IAAI,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;gBAChD,MAAM,CAAC,SAAS,CAAC,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC;YAC9C,CAAC;YACD,MAAM,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsonstudio/rcc",
-  "version": "0.89.683",
+  "version": "0.89.912",
   "description": "Multi-provider OpenAI proxy server with anthropic/responses/chat support (release)",
   "type": "module",
   "main": "dist/index.js",
@@ -28,7 +28,7 @@
   },
   "scripts": {
     "build": "npm run llmswitch:ensure && node scripts/build-core.mjs && node scripts/vendor-core.mjs && npm run clean && node scripts/gen-build-info.mjs && tsc && node scripts/copy-compat-assets.mjs && node scripts/copy-modules-config.mjs",
-    "build:dev": "BUILD_MODE=dev npm run build && npm run verify:e2e-toolcall && npm run verify:apply-patch && npm run test:routing-instructions && npm run install:global",
+    "build:dev": "BUILD_MODE=dev npm run build && npm run verify:e2e-toolcall && npm run verify:apply-patch && npm run verify:exec-command && npm run test:routing-instructions && npm run install:global && npm run mock:regressions && npm run verify:errorsamples",
     "build:min": "npm run llmswitch:ensure && node scripts/build-core.mjs && node scripts/vendor-core.mjs && npm run clean && node scripts/gen-build-info.mjs && tsc && node scripts/copy-compat-assets.mjs && node scripts/copy-modules-config.mjs",
     "prepack": "echo skip-prepack",
     "postbuild": "chmod +x dist/cli.js || true",
@@ -54,6 +54,8 @@
     "prepare": "",
     "postinstall": "chmod +x dist/cli.js || true",
     "verify:apply-patch": "node scripts/verify-apply-patch.mjs",
+    "verify:exec-command": "node scripts/tests/exec-command-loop.mjs",
+    "verify:errorsamples": "node scripts/verify-codex-error-samples.mjs",
     "install:global": "./scripts/install-global.sh",
     "install:release": "./scripts/install-release.sh",
     "audit:tool-text": "node scripts/audit-tool-text.mjs",
@@ -116,17 +118,19 @@
     "test:v2:protocol": "node tests/v2/dist/protocol-conversion-test.js",
     "test:comprehensive": "node scripts/v2-consistency/comprehensive-consistency-test.mjs",
     "test:golden": "node scripts/tests/golden-provider-cycle.mjs",
+    "test:sharedmodule": "npm run jest:run -- tests/sharedmodule/*.spec.ts",
     "sync:ci-goldens": "node scripts/tools/sync-ci-goldens.mjs",
     "mock:extract": "node scripts/mock-provider/extract.mjs",
     "mock:validate": "node scripts/mock-provider/validate.mjs",
     "mock:regressions": "node scripts/mock-provider/run-regressions.mjs",
     "mock:clean": "node scripts/mock-provider/clean.mjs",
     "publish:rcc": "node scripts/publish-rcc.mjs",
-    "build:rccx": "npm run build:min && node scripts/pack-mode.mjs --name @jsonstudio/rccx --bin rccx"
+    "build:rccx": "npm run build:min && node scripts/pack-mode.mjs --name @jsonstudio/rccx --bin rccx",
+    "compare:codex:rccx": "node scripts/compare-codex-rccx.mjs"
   },
   "dependencies": {
     "@anthropic-ai/sdk": "^0.65.0",
-    "@jsonstudio/llms": "^0.6.567",
+    "@jsonstudio/llms": "^0.6.586",
     "@jsonstudio/rcc": "^0.89.555",
     "@lmstudio/sdk": "^1.5.0",
     "@radix-ui/react-switch": "^1.2.6",
@@ -145,6 +149,7 @@
     "open": "^9.1.0",
     "openai": "^5.23.0",
     "ora": "^9.0.0",
+    "playwright-core": "^1.49.0",
     "rcc-basemodule": "^0.2.7",
     "rcc-debugcenter": "^0.1.6",
     "rcc-errorhandling": "^1.0.10",

package/scripts/analyze-codex-error-failures.mjs

@@ -0,0 +1,111 @@
+#!/usr/bin/env node
+
+/**
+ * Analyze failures in ~/.routecodex/codex-samples to understand
+ * which error patterns出现频率最高，以及哪些适合作为“可修复”样本。
+ *
+ * 当前只做静态统计，不修改任何样本：
+ * - 扫描 openai-responses 下所有 *.json；
+ * - 抓取以下错误字符串：
+ *   - "apply_patch verification failed"
+ *   - "failed to parse function arguments: missing field `cmd`"
+ *   - "failed to parse function arguments: missing field `input`"
+ *   - "Instructions are not valid"
+ * - 输出每种模式的命中次数和示例文件列表。
+ */
+
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import os from 'node:os';
+
+const HOME = os.homedir();
+const RESPONSES_DIR = path.join(HOME, '.routecodex', 'codex-samples', 'openai-responses');
+
+const PATTERNS = [
+  'apply_patch verification failed',
+  'failed to parse function arguments: missing field `cmd`',
+  'failed to parse function arguments: missing field `input`',
+  'Instructions are not valid'
+];
+
+async function fileExists(p) {
+  try {
+    await fs.access(p);
+    return true;
+  } catch {
+    return false;
+  }
+}
+
+async function listJsonFiles(root) {
+  const entries = await fs.readdir(root);
+  return entries
+    .filter((name) => name.toLowerCase().endsWith('.json'))
+    .map((name) => path.join(root, name));
+}
+
+async function analyzeFile(filePath) {
+  const text = await fs.readFile(filePath, 'utf-8');
+  const hits = [];
+  for (const key of PATTERNS) {
+    if (text.includes(key)) {
+      hits.push(key);
+    }
+  }
+  return { filePath, hits };
+}
+
+async function main() {
+  if (!(await fileExists(RESPONSES_DIR))) {
+    console.error('[analyze-codex-error-failures] no codex-samples at', RESPONSES_DIR);
+    process.exit(0);
+  }
+
+  const files = await listJsonFiles(RESPONSES_DIR);
+  if (!files.length) {
+    console.log('[analyze-codex-error-failures] no JSON files under', RESPONSES_DIR);
+    process.exit(0);
+  }
+
+  console.log(`[analyze-codex-error-failures] scanning ${files.length} file(s) under ${RESPONSES_DIR}`);
+
+  const summary = new Map();
+  for (const p of PATTERNS) {
+    summary.set(p, { count: 0, files: [] });
+  }
+
+  for (const file of files) {
+    let res;
+    try {
+      res = await analyzeFile(file);
+    } catch {
+      continue;
+    }
+    if (!res.hits.length) continue;
+    for (const key of res.hits) {
+      const entry = summary.get(key);
+      if (!entry) continue;
+      entry.count += 1;
+      if (entry.files.length < 10) {
+        entry.files.push(path.basename(file));
+      }
+    }
+  }
+
+  for (const key of PATTERNS) {
+    const { count, files } = summary.get(key);
+    console.log(`\n=== Pattern: "${key}" ===`);
+    console.log(`count: ${count}`);
+    if (files.length) {
+      console.log('examples:');
+      for (const f of files) {
+        console.log(`  - ${f}`);
+      }
+    }
+  }
+}
+
+main().catch((error) => {
+  console.error('[analyze-codex-error-failures] failed:', error);
+  process.exit(99);
+});

package/scripts/analyze-usage-estimate.mjs

@@ -0,0 +1,240 @@
+#!/usr/bin/env node
+/**
+ * Offline analysis script:
+ * - Walks ~/.routecodex/codex-samples/openai-responses
+ * - For each resp_outbound_stage1_client_remap.json sample:
+ *   - Reads upstream usage.input_tokens/prompt_tokens
+ *   - Estimates input tokens from the matching client-request payload
+ *     using a unified tiktoken-based counter.
+ *   - Computes relative error and compares with the previous sample
+ *     from a different provider.
+ *
+ * This does NOT change runtime behaviour; it only prints statistics
+ * about how often our estimator would override upstream usage under
+ * the "20% + previous-provider" heuristic.
+ */
+
+import fs from 'node:fs';
+import path from 'node:path';
+import os from 'node:os';
+import { encoding_for_model } from 'tiktoken';
+
+const BASE_DIR =
+  process.env.ROUTECODEX_CODEX_SAMPLES_DIR ||
+  path.join(os.homedir(), '.routecodex', 'codex-samples', 'openai-responses');
+
+const RESP_SUFFIX = '_resp_outbound_stage1_client_remap.json';
+const INBOUND_CHAT_SUFFIX = '_resp_inbound_stage3_semantic_map.chat.json';
+const CLIENT_REQ_SUFFIX = '_client-request.json';
+
+function listRespSamples() {
+  const entries = fs.readdirSync(BASE_DIR);
+  return entries
+    .filter((name) => name.endsWith(RESP_SUFFIX))
+    .sort(); // lexicographic sort ~ time order for our filenames
+}
+
+function loadJson(filePath) {
+  return JSON.parse(fs.readFileSync(filePath, 'utf8'));
+}
+
+function deriveClientRequestName(respName) {
+  // Example:
+  //  resp: openai-responses-tabglm.key1.glm-4.7-...-20260110T182319509-047_resp_outbound_stage1_client_remap.json
+  //  client: openai-responses-unknown-unknown-20260110T182319509-047_client-request.json
+  //
+  // 部分旧样本并没有保存对应的 client-request 快照，遇到这种情况直接跳过。
+  const match = respName.match(/openai-responses-.*-(\d{8}T\d{9}-\d+)_resp_outbound_stage1_client_remap\.json$/);
+  if (!match) return null;
+  const tsPart = match[1];
+  return `openai-responses-unknown-unknown-${tsPart}${CLIENT_REQ_SUFFIX}`;
+}
+
+function extractProviderKey(respName) {
+  // openai-responses-<providerKey>-<model>-<timestamp>_resp_outbound...
+  const withoutSuffix = respName.replace(RESP_SUFFIX, '');
+  const parts = withoutSuffix.split('-');
+  if (parts.length < 4) return 'unknown';
+  // parts[0] = 'openai-responses'
+  return parts[1] || 'unknown';
+}
+
+const encoder = encoding_for_model('gpt-4o');
+
+function encodeText(text) {
+  if (!text || !text.trim()) return 0;
+  return encoder.encode(text).length;
+}
+
+function estimateInputTokensFromClientRequest(clientPayload) {
+  // For /v1/responses, most recent samples store the original
+  // OpenAI/Responses request under requestMetadata.__raw_request_body.
+  // We use that as the canonical context snapshot for estimation.
+  try {
+    const body = clientPayload.body && typeof clientPayload.body === 'object'
+      ? clientPayload.body
+      : clientPayload;
+    const raw =
+      body?.requestMetadata?.__raw_request_body ??
+      body?.__raw_request_body ??
+      body;
+    return encodeText(JSON.stringify(raw));
+  } catch {
+    // Fallback: encode entire payload JSON
+    return encodeText(JSON.stringify(clientPayload));
+  }
+}
+
+function loadRawUpstreamUsage(respName, remapJson) {
+  // Read ONLY the inbound semantic-map.chat snapshot, which preserves
+  // the provider's original usage as closely as possible.
+  // 如果没有这份快照，就跳过该样本，不再回退到 remap usage。
+  const prefix = respName.replace(RESP_SUFFIX, '');
+  const inboundChatName = `${prefix}${INBOUND_CHAT_SUFFIX}`;
+  const inboundChatPath = path.join(BASE_DIR, inboundChatName);
+  if (fs.existsSync(inboundChatPath)) {
+    try {
+      const inbound = loadJson(inboundChatPath);
+      const usage =
+        (inbound && typeof inbound === 'object' && inbound.usage) ||
+        (inbound && inbound.payload && inbound.payload.usage) ||
+        undefined;
+      if (usage && typeof usage === 'object') {
+        return usage;
+      }
+    } catch {
+      // malformed inbound snapshot, treat as missing
+    }
+  }
+
+  // No raw upstream usage available for this sample.
+  return undefined;
+}
+
+function extractUpstreamInputUsage(usageNode) {
+  if (!usageNode || typeof usageNode !== 'object') return undefined;
+  const u = usageNode;
+  const prompt =
+    typeof u.prompt_tokens === 'number'
+      ? u.prompt_tokens
+      : typeof u.input_tokens === 'number'
+        ? u.input_tokens
+        : undefined;
+  return typeof prompt === 'number' && Number.isFinite(prompt) && prompt > 0 ? prompt : undefined;
+}
+
+function main() {
+  if (!fs.existsSync(BASE_DIR) || !fs.statSync(BASE_DIR).isDirectory()) {
+    console.error('[analyze-usage-estimate] codex-samples directory not found:', BASE_DIR);
+    process.exit(1);
+  }
+
+  const respFiles = listRespSamples();
+  if (!respFiles.length) {
+    console.log('[analyze-usage-estimate] no resp_outbound_stage1_client_remap samples found');
+    return;
+  }
+
+  const samples = [];
+
+  for (const respName of respFiles) {
+    const respPath = path.join(BASE_DIR, respName);
+    let resp;
+    try {
+      resp = loadJson(respPath);
+    } catch {
+      // skip malformed
+      continue;
+    }
+    const upstreamUsage = loadRawUpstreamUsage(respName, resp);
+    const upstreamInput = extractUpstreamInputUsage(upstreamUsage);
+    if (upstreamInput === undefined) {
+      continue;
+    }
+
+    const clientReqName = deriveClientRequestName(respName);
+    if (!clientReqName) {
+      continue;
+    }
+    const clientReqPath = path.join(BASE_DIR, clientReqName);
+    if (!fs.existsSync(clientReqPath)) {
+      continue;
+    }
+    let clientReq;
+    try {
+      clientReq = loadJson(clientReqPath);
+    } catch {
+      // malformed client snapshot, skip
+      continue;
+    }
+    const estimatedInput = estimateInputTokensFromClientRequest(clientReq);
+    if (!Number.isFinite(estimatedInput) || estimatedInput <= 0) {
+      continue;
+    }
+
+    const providerKey = extractProviderKey(respName);
+    samples.push({
+      file: respName,
+      providerKey,
+      upstreamInput,
+      estimatedInput,
+      relError: Math.abs(upstreamInput - estimatedInput) / Math.max(upstreamInput, 1)
+    });
+  }
+
+  // Sort by filename (approximate time order)
+  samples.sort((a, b) => a.file.localeCompare(b.file));
+
+  const THRESHOLD = 0.4;
+  let total = 0;
+  let withPrev = 0;
+  let overrideCount = 0;
+  const perProvider = new Map();
+
+  for (let i = 0; i < samples.length; i++) {
+    const s = samples[i];
+    total++;
+
+    // Find previous sample from a different provider
+    let prev = null;
+    for (let j = i - 1; j >= 0; j--) {
+      if (samples[j].providerKey !== s.providerKey) {
+        prev = samples[j];
+        break;
+      }
+    }
+
+    let decision = 'keep_upstream';
+    if (prev) {
+      withPrev++;
+      const currErr = s.relError;
+      const prevErr = prev.relError;
+      if (currErr > THRESHOLD && prevErr <= THRESHOLD && prevErr < currErr) {
+        decision = 'prefer_estimate';
+        overrideCount++;
+      }
+    }
+
+    const bucket = perProvider.get(s.providerKey) || { total: 0, overrides: 0 };
+    bucket.total++;
+    if (decision === 'prefer_estimate') bucket.overrides++;
+    perProvider.set(s.providerKey, bucket);
+  }
+
+  console.log('=== Usage vs estimatedInputTokens analysis (offline) ===');
+  console.log('Base directory:', BASE_DIR);
+  console.log('Total samples with upstream+estimated input:', total);
+  console.log('Samples with previous different-provider call:', withPrev);
+  console.log('Would override (prefer our estimate):', overrideCount);
+  console.log('');
+  console.log('Per-provider overview:');
+  for (const [providerKey, stats] of perProvider.entries()) {
+    const ratio =
+      stats.total > 0 ? (stats.overrides / stats.total * 100).toFixed(1) : '0.0';
+    console.log(
+      `  - ${providerKey}: total=${stats.total}, overrides=${stats.overrides} (${ratio}%)`
+    );
+  }
+}
+
+main();