evolcore 0.0.1 → 0.0.2

package/dist/stats/eck-vars.js

@@ -0,0 +1,89 @@
+/**
+ * eck-vars.ts — 组装 $STATS_* ECK 注入变量。
+ *
+ * 分层原则（保护 prompt cache）：
+ *   - system prompt 层：今日累计、预算状态（变化慢，稳定可缓存）
+ *   - 消息提示词层：会话级动态数据（每轮变，不注入 system）
+ */
+import { openReadonlyDb, getDbPath } from './db.js';
+import { getBudgetStatus } from './budget.js';
+function _todayRange() {
+    const now = new Date();
+    return { from_ts: Date.UTC(now.getUTCFullYear(), now.getUTCMonth(), now.getUTCDate()) };
+}
+function _calcTodayCosts(evolcoreHome, agentAid, peerKey) {
+    const db = openReadonlyDb(getDbPath(evolcoreHome));
+    if (!db)
+        return { usd: 0, cny: 0, input: 0, output: 0, cacheRead: 0, calls: 0 };
+    const { from_ts } = _todayRange();
+    const conds = ['ts >= ?'];
+    const params = [from_ts];
+    if (agentAid) {
+        conds.push('agent_aid = ?');
+        params.push(agentAid);
+    }
+    if (peerKey) {
+        conds.push('peer_key = ?');
+        params.push(peerKey);
+    }
+    try {
+        const row = db.prepare(`
+      SELECT
+        SUM(input_tokens) AS input,
+        SUM(output_tokens) AS output,
+        SUM(cache_read_tokens) AS cacheRead,
+        COUNT(*) AS calls,
+        COALESCE(SUM(cost_gateway_usd), 0) AS usd,
+        COALESCE(SUM(cost_gateway_cny), 0) AS cny
+      FROM usage_events WHERE ${conds.join(' AND ')}
+    `).get(...params);
+        return {
+            usd: row?.usd ?? 0,
+            cny: row?.cny ?? 0,
+            input: row?.input ?? 0,
+            output: row?.output ?? 0,
+            cacheRead: row?.cacheRead ?? 0,
+            calls: row?.calls ?? 0,
+        };
+    }
+    finally {
+        db.close();
+    }
+}
+/** 注入 system prompt 的变量（变化慢，可缓存）。 */
+export function buildSystemVars(evolcoreHome, agentAid, peerKey) {
+    const agent = _calcTodayCosts(evolcoreHome, agentAid);
+    const peer = peerKey ? _calcTodayCosts(evolcoreHome, agentAid, peerKey) : { usd: 0, cny: 0 };
+    const totalIn = agent.input + agent.cacheRead;
+    const hitRate = totalIn > 0 ? ((agent.cacheRead / totalIn) * 100).toFixed(1) + '%' : '0%';
+    const budget = getBudgetStatus(evolcoreHome, agentAid, peerKey);
+    return {
+        STATS_TODAY_INPUT_TOKENS: String(agent.input),
+        STATS_TODAY_OUTPUT_TOKENS: String(agent.output),
+        STATS_TODAY_CACHE_READ_TOKENS: String(agent.cacheRead),
+        STATS_TODAY_CACHE_HIT_RATE: hitRate,
+        STATS_TODAY_COST_USD: agent.usd.toFixed(4),
+        STATS_TODAY_COST_CNY: agent.cny.toFixed(4),
+        STATS_TODAY_CALL_COUNT: String(agent.calls),
+        STATS_PEER_TODAY_COST_USD: peer.usd?.toFixed(4) ?? '0',
+        STATS_PEER_TODAY_COST_CNY: peer.cny?.toFixed(4) ?? '0',
+        STATS_BUDGET_DAILY_LIMIT_USD: budget.daily_limit_usd >= 0 ? budget.daily_limit_usd.toFixed(2) : 'unlimited',
+        STATS_BUDGET_DAILY_USED_USD: budget.daily_used_usd.toFixed(4),
+        STATS_BUDGET_DAILY_REMAINING_USD: budget.daily_remaining_usd >= 0 ? budget.daily_remaining_usd.toFixed(2) : 'unlimited',
+        STATS_BUDGET_PCT_USED: budget.pct_used.toFixed(1),
+        STATS_BUDGET_WARN: String(budget.soft_warn),
+    };
+}
+/** 注入消息提示词的变量（每轮变，不进 system prompt）。 */
+export function buildTurnVars(opts) {
+    return {
+        SESSION_TURN_COUNT: String(opts.sessionTurnCount),
+        SESSION_LLM_CALL_COUNT: String(opts.sessionLlmCallCount),
+        STATS_CTX_TOTAL_TOKENS: String(opts.ctxTotalTokens ?? 0),
+        STATS_CTX_PCT: opts.ctxPct != null ? opts.ctxPct.toFixed(1) : '0',
+        STATS_CTX_SYSTEM_TOKENS: String(opts.ctxSystemTokens ?? 0),
+        STATS_CTX_MESSAGES_TOKENS: String(opts.ctxMessagesTokens ?? 0),
+        STATS_CTX_TOOLS_TOKENS: String(opts.ctxToolsTokens ?? 0),
+        STATS_BUDGET_AUTO_WARN: String(opts.autoBudgetWarn),
+    };
+}

package/dist/stats/index.js

@@ -0,0 +1,11 @@
+/**
+ * src/stats/index.ts — Stats 模块公开 API。
+ */
+export { getDb, openReadonlyDb, getStatsDir, getDbPath, closeStatsDb, archiveOldData, listArchivePaths, rebuildDailyRollup } from './db.js';
+export { normalizeUsage } from './normalizer.js';
+export { insertUsageEvent, insertContextBreakdown, insertMessageEvent, insertModelCalls } from './writer.js';
+export { calcCost, resolvePriceRow, resolveCanonicalModel, registerBillingFn } from './billing.js';
+export { queryAggregated, queryTodaySummary, querySessionTurns, queryContextBreakdown, queryTopPeers, queryTopModels, queryMessageAggregated, queryMessageTodaySummary, queryPeerList, querySummary, queryPeerDaily, queryTaskModelCalls, querySessionModelCalls } from './query.js';
+export { getBudgetStatus } from './budget.js';
+export { getRoleBudgetStatus, formatUsageSubjectKey } from './role-budget.js';
+export { buildSystemVars, buildTurnVars } from './eck-vars.js';

package/dist/stats/normalizer.js

@@ -0,0 +1,80 @@
+/**
+ * normalizer.ts — 各模型 raw usage 字段 → 归一化 UsageEvent，同时推断 billing_fn。
+ * 按实际有什么字段智能探测，不假设接入方式。
+ */
+export function normalizeUsage(raw, meta) {
+    let billing_fn;
+    let input_tokens = 0;
+    let output_tokens = 0;
+    let cache_creation_tokens = 0;
+    let cache_read_tokens = 0;
+    let cache_hit_tokens;
+    let cache_miss_tokens;
+    let image_tokens;
+    let total_context_tokens;
+    if (raw.cache_hit_tokens != null || raw.cache_miss_tokens != null) {
+        // DeepSeek 口径
+        billing_fn = 'per_token_deepseek_v1';
+        output_tokens = raw.output_tokens ?? raw.completion_tokens ?? 0;
+        cache_hit_tokens = raw.cache_hit_tokens ?? 0;
+        cache_miss_tokens = raw.cache_miss_tokens ?? 0;
+        input_tokens = cache_miss_tokens; // 未命中部分才算 input（计费口径）
+        // 实际上下文长度 = 命中 + 未命中（total KV cache input）
+        total_context_tokens = cache_hit_tokens + cache_miss_tokens;
+    }
+    else if (raw.promptTokenCount != null || raw.candidatesTokenCount != null) {
+        // Gemini 原生
+        billing_fn = 'per_token_tiered_v1';
+        input_tokens = raw.promptTokenCount ?? 0;
+        output_tokens = raw.candidatesTokenCount ?? 0;
+        cache_read_tokens = raw.cachedContentTokenCount ?? 0;
+        total_context_tokens = raw.totalTokenCount ?? (input_tokens + output_tokens);
+    }
+    else if (raw.image_tokens != null) {
+        // 视觉模型（Qwen-VL 等）
+        billing_fn = 'per_token_image_v1';
+        input_tokens = raw.input_tokens ?? raw.prompt_tokens ?? 0;
+        output_tokens = raw.output_tokens ?? raw.completion_tokens ?? 0;
+        image_tokens = raw.image_tokens;
+    }
+    else if (raw.cache_creation_input_tokens != null || raw.cache_read_input_tokens != null) {
+        // Anthropic / Claude 原生
+        billing_fn = 'per_token_v1';
+        input_tokens = raw.input_tokens ?? 0;
+        output_tokens = raw.output_tokens ?? 0;
+        cache_creation_tokens = raw.cache_creation_input_tokens ?? 0;
+        cache_read_tokens = raw.cache_read_input_tokens ?? 0;
+    }
+    else {
+        // OpenAI 兼容降级（Kimi / MiniMax / 截断网关等）
+        billing_fn = 'per_token_v1';
+        input_tokens = raw.input_tokens ?? raw.prompt_tokens ?? 0;
+        output_tokens = raw.output_tokens ?? raw.completion_tokens ?? 0;
+        cache_read_tokens = raw.prompt_tokens_details?.cached_tokens ?? 0;
+    }
+    if (total_context_tokens == null) {
+        total_context_tokens = input_tokens + output_tokens + cache_creation_tokens + cache_read_tokens || undefined;
+    }
+    return {
+        ts: meta.ts,
+        agent_aid: meta.agent_aid,
+        peer_key: meta.peer_key,
+        usage_subject_key: meta.usage_subject_key,
+        role: meta.role,
+        peer_type: meta.peer_type,
+        session_id: meta.session_id,
+        model: meta.model,
+        billing_fn,
+        input_tokens,
+        output_tokens,
+        cache_creation_tokens,
+        cache_read_tokens,
+        cache_hit_tokens,
+        cache_miss_tokens,
+        image_tokens,
+        total_context_tokens,
+        turns: meta.turns ?? 1,
+        duration_ms: meta.duration_ms,
+        context_window_pct: meta.context_window_pct,
+    };
+}

package/dist/stats/price-resolver.js

@@ -0,0 +1,138 @@
+/**
+ * price-resolver.ts — 统一价格解析逻辑，支持官方价格和网关价格。
+ * 供 writer.ts 写入时调用，供 rebuild 命令回填历史数据。
+ */
+import { resolvePriceRow, BILLING_FNS } from './billing.js';
+import fs from 'fs';
+import path from 'path';
+// 网关价格表缓存（从用户覆盖层 model-prices-gateway.jsonl 读取）
+let _gatewayPriceCache = null;
+let _gatewayPriceCacheTs = 0;
+const PRICE_CACHE_TTL = 5 * 60 * 1000;
+/**
+ * 从用户覆盖层读取网关价格表（model-prices-gateway.jsonl）。
+ * 这是用户通过 ECWeb "改价" 功能手动设置的网关价格。
+ */
+function loadGatewayPrices(evolcoreHome) {
+    const now = Date.now();
+    if (_gatewayPriceCache && now - _gatewayPriceCacheTs < PRICE_CACHE_TTL)
+        return _gatewayPriceCache;
+    const userFile = path.join(evolcoreHome, 'data', 'stats', 'model-prices-gateway.jsonl');
+    if (!fs.existsSync(userFile)) {
+        _gatewayPriceCache = [];
+        _gatewayPriceCacheTs = now;
+        return [];
+    }
+    try {
+        const lines = fs.readFileSync(userFile, 'utf-8').split('\n').filter(Boolean);
+        _gatewayPriceCache = lines.map(l => JSON.parse(l));
+        _gatewayPriceCacheTs = now;
+        return _gatewayPriceCache;
+    }
+    catch {
+        _gatewayPriceCache = [];
+        _gatewayPriceCacheTs = now;
+        return [];
+    }
+}
+/**
+ * 从用户覆盖层查找网关价格（优先级高于网关接口返回）。
+ */
+function resolveGatewayPriceRow(evolcoreHome, model, ts) {
+    const prices = loadGatewayPrices(evolcoreHome);
+    const candidates = prices.filter(p => p.model === model && p.effective_from <= ts);
+    if (!candidates.length)
+        return null;
+    return candidates.reduce((a, b) => a.effective_from >= b.effective_from ? a : b);
+}
+/**
+ * 从 PriceQuad 构造一个符合 billing.ts 规范的 PriceRecord。
+ * 用于将网关接口返回的价格四元组转换为可用于 calcCost() 的格式。
+ */
+function priceQuadToRecord(model, ts, quad, billing_fn, currency = 'USD') {
+    return {
+        model,
+        effective_from: ts,
+        billing_fn,
+        currency,
+        price_input: quad.input ?? 0,
+        price_output: quad.output ?? 0,
+        price_cache_creation: quad.cache_write ?? 0,
+        price_cache_read: quad.cache_read ?? 0,
+        price_cache_hit: quad.cache_hit,
+        price_cache_miss: quad.cache_miss,
+        price_image: quad.image,
+    };
+}
+/**
+ * 解析官方价格和网关价格。
+ *
+ * @param evolcoreHome - EvolCore 根目录
+ * @param event - 使用事件（含 model, billing_fn, ts, token 量）
+ * @param gatewayPricing - 可选的网关价格缓存（从网关接口获取）
+ * @returns 官方价格和网关价格的费用对
+ */
+export function resolvePrices(evolcoreHome, event, gatewayPricing) {
+    // ── 1. 官方价格（Official Price）──────────────────────────────────────────
+    let officialCost = null;
+    // 优先级 1: 网关接口返回的 pricing 字段
+    if (gatewayPricing?.official.has(event.model)) {
+        const quad = gatewayPricing.official.get(event.model);
+        const priceRow = priceQuadToRecord(event.model, event.ts, quad, event.billing_fn);
+        const fn = BILLING_FNS[event.billing_fn];
+        if (fn) {
+            officialCost = fn(event, priceRow);
+        }
+    }
+    // 优先级 2: 本地 model-prices.jsonl（包基线 + 用户覆盖层）
+    if (!officialCost) {
+        const priceRow = resolvePriceRow(evolcoreHome, event.model, event.ts);
+        if (priceRow) {
+            const fn = BILLING_FNS[event.billing_fn] ?? BILLING_FNS[priceRow.billing_fn];
+            if (fn) {
+                officialCost = fn(event, priceRow);
+            }
+        }
+    }
+    // ── 2. 网关价格（Gateway Effective Price）────────────────────────────────
+    let gatewayCost = null;
+    // 优先级 1: 用户手动设置的网关价格（model-prices-gateway.jsonl）
+    const gatewayPriceRow = resolveGatewayPriceRow(evolcoreHome, event.model, event.ts);
+    if (gatewayPriceRow) {
+        const fn = BILLING_FNS[event.billing_fn] ?? BILLING_FNS[gatewayPriceRow.billing_fn];
+        if (fn) {
+            gatewayCost = fn(event, gatewayPriceRow);
+        }
+    }
+    // 优先级 2: 网关接口返回的 effective_pricing 字段
+    if (!gatewayCost && gatewayPricing?.gateway.has(event.model)) {
+        const quad = gatewayPricing.gateway.get(event.model);
+        const priceRow = priceQuadToRecord(event.model, event.ts, quad, event.billing_fn);
+        const fn = BILLING_FNS[event.billing_fn];
+        if (fn) {
+            gatewayCost = fn(event, priceRow);
+        }
+    }
+    // 优先级 3: 回退到官方价格（实际收费 = 成本价）
+    if (!gatewayCost) {
+        gatewayCost = officialCost;
+    }
+    // ── 3. 转换为统一格式 ───────────────────────────────────────────────────
+    // 计费函数按价格行币种只产出一种货币（接口价恒为 USD）。用网关汇率(usd_to_cny，缺省 7)
+    // 补齐另一种货币：有 usd 缺 cny → cny=usd*rate；有 cny 缺 usd → usd=cny/rate。
+    const rate = (typeof gatewayPricing?.usdToCny === 'number' && gatewayPricing.usdToCny > 0)
+        ? gatewayPricing.usdToCny : 7;
+    const toPair = (c) => {
+        if (!c)
+            return null;
+        const hasUsd = typeof c.usd === 'number';
+        const hasCny = typeof c.cny === 'number';
+        const usd = hasUsd ? c.usd : (hasCny ? c.cny / rate : 0);
+        const cny = hasCny ? c.cny : (hasUsd ? c.usd * rate : 0);
+        return { usd, cny };
+    };
+    return {
+        official: toPair(officialCost),
+        gateway: toPair(gatewayCost),
+    };
+}