nolo-cli 0.1.31 → 0.1.32

package/ai/token/deepinfraReconciliation.ts

@@ -1,153 +0,0 @@
-import type { ProviderReconciliationBucketTotals } from "./providerReconciliation";
-
-export type NormalizedOfficialProviderBucket = {
-  provider: string;
-  model?: string;
-  endpoint?: string;
-  bucketStart: string;
-  bucketEnd: string;
-  official: ProviderReconciliationBucketTotals;
-  evidence: Record<string, unknown>;
-};
-
-type DeepInfraUsageResponse = {
-  months?: Array<{
-    period?: string;
-    interval?: { fr?: number; to?: number };
-    items?: Array<{
-      model?: {
-        provider?: string;
-        model_name?: string;
-        task?: string;
-      };
-      units?: number;
-      rate?: number;
-      cost?: number;
-      pricing_type?: string;
-      interval?: { fr?: number; to?: number };
-    }>;
-    total_cost?: number;
-    invoice_id?: string;
-  }>;
-  initial_month?: string;
-};
-
-type DeepInfraRequestCostsResponse = {
-  requests?: Array<{
-    requestId?: string;
-    model?: string;
-    costNanoUsd?: number;
-    createdAt?: string;
-  }>;
-};
-
-const unixSecondsToIso = (value: unknown) => {
-  const seconds = typeof value === "number" ? value : NaN;
-  if (!Number.isFinite(seconds)) return undefined;
-  return new Date(seconds * 1000).toISOString();
-};
-
-export function normalizeDeepInfraUsageResponse(
-  response: DeepInfraUsageResponse
-): NormalizedOfficialProviderBucket[] {
-  const buckets: NormalizedOfficialProviderBucket[] = [];
-  for (const month of response.months ?? []) {
-    for (const item of month.items ?? []) {
-      const bucketStart = unixSecondsToIso(item.interval?.fr ?? month.interval?.fr);
-      const bucketEnd = unixSecondsToIso(item.interval?.to ?? month.interval?.to);
-      if (!bucketStart || !bucketEnd) continue;
-      buckets.push({
-        provider: "deepinfra",
-        model: item.model?.model_name,
-        endpoint: item.model?.task,
-        bucketStart,
-        bucketEnd,
-        official: {
-          requestCount: 0,
-          inputTokens: 0,
-          outputTokens: 0,
-          rawProviderCostUsd:
-            typeof item.cost === "number" && Number.isFinite(item.cost)
-              ? item.cost
-              : 0,
-        },
-        evidence: {
-          period: month.period,
-          pricingType: item.pricing_type,
-          units: item.units,
-          rate: item.rate,
-          invoiceId: month.invoice_id,
-        },
-      });
-    }
-  }
-  return buckets;
-}
-
-const startOfUtcDay = (iso: string) => {
-  const date = new Date(iso);
-  if (!Number.isFinite(date.getTime())) return undefined;
-  return new Date(
-    Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate())
-  );
-};
-
-export function normalizeDeepInfraRequestCostsResponse(
-  response: DeepInfraRequestCostsResponse
-): NormalizedOfficialProviderBucket[] {
-  const grouped = new Map<
-    string,
-    {
-      provider: "deepinfra";
-      model?: string;
-      bucketStart: string;
-      bucketEnd: string;
-      requestCount: number;
-      rawProviderCostUsd: number;
-      requestIds: string[];
-    }
-  >();
-
-  for (const request of response.requests ?? []) {
-    if (!request.createdAt) continue;
-    const start = startOfUtcDay(request.createdAt);
-    if (!start) continue;
-    const bucketStart = start.toISOString();
-    const bucketEnd = new Date(start.getTime() + 24 * 60 * 60 * 1000).toISOString();
-    const key = ["deepinfra", request.model ?? "", bucketStart, bucketEnd].join("\u0000");
-    const existing =
-      grouped.get(key) ??
-      {
-        provider: "deepinfra" as const,
-        model: request.model,
-        bucketStart,
-        bucketEnd,
-        requestCount: 0,
-        rawProviderCostUsd: 0,
-        requestIds: [],
-      };
-    existing.requestCount += 1;
-    if (typeof request.costNanoUsd === "number" && Number.isFinite(request.costNanoUsd)) {
-      existing.rawProviderCostUsd += request.costNanoUsd / 1_000_000_000;
-    }
-    if (request.requestId) existing.requestIds.push(request.requestId);
-    grouped.set(key, existing);
-  }
-
-  return [...grouped.values()].map((bucket) => ({
-    provider: bucket.provider,
-    model: bucket.model,
-    bucketStart: bucket.bucketStart,
-    bucketEnd: bucket.bucketEnd,
-    official: {
-      requestCount: bucket.requestCount,
-      inputTokens: 0,
-      outputTokens: 0,
-      rawProviderCostUsd: Number(bucket.rawProviderCostUsd.toFixed(12)),
-    },
-    evidence: {
-      source: "deepinfra_request_costs",
-      requestIds: bucket.requestIds,
-    },
-  }));
-}

package/ai/token/deepinfraRequestIdQuery.ts

@@ -1,92 +0,0 @@
-export type DeepInfraRequestIdStore = {
-  iterator(options: { gte?: string; lte?: string }): AsyncIterable<[string, unknown]>;
-};
-
-export type DeepInfraRequestIdQueryResult = {
-  requestIds: string[];
-  responseIds: string[];
-  scannedTokenRecords: number;
-  matchedTokenRecords: number;
-};
-
-const TOKEN_PREFIX = "token-";
-const TOKEN_RANGE_END = `${TOKEN_PREFIX}\uffff`;
-
-const isTokenRecordLike = (value: unknown) =>
-  Boolean(
-    value &&
-      typeof value === "object" &&
-      typeof (value as { provider?: unknown }).provider === "string" &&
-      typeof (value as { createdAt?: unknown }).createdAt === "number"
-  );
-
-const pushStrings = (target: Set<string>, value: unknown) => {
-  if (!Array.isArray(value)) return;
-  for (const item of value) {
-    if (typeof item !== "string") continue;
-    const trimmed = item.trim();
-    if (trimmed) target.add(trimmed);
-  }
-};
-
-export async function collectDeepInfraRequestIds({
-  store,
-  bucketStart,
-  bucketEnd,
-}: {
-  store: DeepInfraRequestIdStore;
-  bucketStart: string;
-  bucketEnd: string;
-}): Promise<DeepInfraRequestIdQueryResult> {
-  return collectProviderRequestIds({
-    store,
-    provider: "deepinfra",
-    bucketStart,
-    bucketEnd,
-  });
-}
-
-export async function collectProviderRequestIds({
-  store,
-  provider,
-  bucketStart,
-  bucketEnd,
-}: {
-  store: DeepInfraRequestIdStore;
-  provider: string;
-  bucketStart: string;
-  bucketEnd: string;
-}): Promise<DeepInfraRequestIdQueryResult> {
-  const startMs = Date.parse(bucketStart);
-  const endMs = Date.parse(bucketEnd);
-  const requestIds = new Set<string>();
-  const responseIds = new Set<string>();
-  let scannedTokenRecords = 0;
-  let matchedTokenRecords = 0;
-
-  for await (const [, value] of store.iterator({
-    gte: TOKEN_PREFIX,
-    lte: TOKEN_RANGE_END,
-  })) {
-    if (!isTokenRecordLike(value)) continue;
-    scannedTokenRecords += 1;
-    const record = value as {
-      provider: string;
-      createdAt: number;
-      provider_request_ids?: unknown;
-      provider_response_ids?: unknown;
-    };
-    if (record.provider !== provider) continue;
-    if (record.createdAt < startMs || record.createdAt >= endMs) continue;
-    matchedTokenRecords += 1;
-    pushStrings(requestIds, record.provider_request_ids);
-    pushStrings(responseIds, record.provider_response_ids);
-  }
-
-  return {
-    requestIds: [...requestIds],
-    responseIds: [...responseIds],
-    scannedTokenRecords,
-    matchedTokenRecords,
-  };
-}

package/ai/token/externalToolCost.ts

@@ -1,354 +0,0 @@
-/**
- * externalToolCost.ts
- *
- * 外部 API 工具（OCR、搜索、浏览器等）的统一计费抽象。
- *
- * 价格单位：credits / 1M tokens（token 类），或 credits / 次调用（perCall 类）。
- * 换算关系按模型/服务家族维护：默认 *8，DeepInfra 托管的 Claude *9。
- *
- * 如何添加新工具：
- *   在 EXTERNAL_TOOL_PRICING 中增加一条记录，然后在 handler 里调用
- *   chargeExternalTool({ userId, toolId, ... })。
- */
-
-import { ulid } from "ulid";
-import { format } from "date-fns";
-import { getServerAuthorityStore } from "../../database/server/db";
-import { createKey, createTokenKey, createTokenStatsKey } from "../../database/keys";
-import { chargeTokenUsageWithLedger } from "../../auth/server/tokenUsageBilling";
-import { DataType } from "../../create/types";
-import pino from "pino";
-import { applyServerDialogProjectionDelta } from "./serverDialogProjection";
-import { DEFAULT_COMMERCIAL_MULTIPLIER } from "../policy/commercialMultiplier";
-
-const logger = pino({ name: "external-tool-cost" });
-const DEFAULT_TOOL_MULTIPLIER = DEFAULT_COMMERCIAL_MULTIPLIER;
-const getExternalToolCostStore = () => getServerAuthorityStore();
-
-// ─────────────────────────────────────────
-//  价格注册表（所有外部工具）
-// ─────────────────────────────────────────
-
-type TokenPrice = {
-  type: "token";
-  /** credits / 1M input tokens */
-  input: number;
-  /** credits / 1M output tokens */
-  output: number;
-  provider: string;
-};
-
-type PerCallPrice = {
-  type: "perCall";
-  /** credits / 次调用 */
-  cost: number;
-  provider: string;
-};
-
-type PerMinutePrice = {
-  type: "perMinute";
-  /** credits / 分钟 */
-  cost: number;
-  provider: string;
-};
-
-type ToolPrice = TokenPrice | PerCallPrice | PerMinutePrice;
-
-/**
- * 外部工具价格表。
- * 修改价格只需改这里，无需改动任何 handler。
- *
- * OCR 价格来自 DeepInfra 官网（截图，2026-03）：
- *   olmOCR     $0.09/$0.19 /1M → ×8
- *   DeepSeek   $0.03/$0.10 /1M → ×8
- *
- * Exa 价格：$0.01/次（含 contents）× 8
- */
-export const EXTERNAL_TOOL_PRICING: Record<string, ToolPrice> = {
-  // ── OCR (DeepInfra, token-based) ──────────────────────
-  "allenai/olmOCR-2-7B-1025": {
-    type: "token",
-    input: 0.09 * DEFAULT_TOOL_MULTIPLIER,
-    output: 0.19 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "deepinfra",
-  },
-  "deepseek-ai/DeepSeek-OCR": {
-    type: "token",
-    input: 0.03 * DEFAULT_TOOL_MULTIPLIER,
-    output: 0.10 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "deepinfra",
-  },
-
-  // ── Web Search ────────────────────────────────────────
-  "exa_search": {
-    type: "perCall",
-    cost: 0.01 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "exa",
-  },
-
-  // ── ASR / Whisper (DeepInfra, per-minute) ─────────────
-  "openai/whisper-large-v3-turbo": {
-    type: "perMinute",
-    cost: 0.00020 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "deepinfra",
-  },
-  "openai/whisper-large-v3": {
-    type: "perMinute",
-    cost: 0.00045 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "deepinfra",
-  },
-
-  // ── Apify Actors (per-run) ─────────────────────────────
-  // Apify 按 compute unit 计费，轻量爬虫 ~0.05–0.5 CU，$0.50/CU
-  // 保守取 $0.25/run 作为默认基准，建议高消耗 Actor 单独定价
-  "apify_actor_run": {
-    type: "perCall",
-    cost: 0.25 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "apify",
-  },
-
-  // ── Gemini Image Generation (per-image) ───────────────
-  // 2.5 Flash Image: ~$0.04/image（Flash 系列，文生图）
-  // 3 Pro Image Preview: ~$0.15/image（Pro 系列，多图编辑）
-  "gemini-2.5-flash-image": {
-    type: "perCall",
-    cost: 0.04 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "google",
-  },
-  // OpenAI image generation currently goes through the images API instead of
-  // token accounting, so register a per-image fallback price here.
-  "gpt-image-1.5": {
-    type: "perCall",
-    cost: 0.04 * DEFAULT_TOOL_MULTIPLIER,   // 0.32 credits/image
-    provider: "openai",
-  },
-  "gpt-image-2": {
-    type: "perCall",
-    cost: 0.04 * DEFAULT_TOOL_MULTIPLIER,   // 0.32 credits/image placeholder
-    provider: "openai",
-  },
-  "gemini-3-pro-image-preview": {
-    type: "perCall",
-    cost: 0.15 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "google",
-  },
-  "gemini-3.1-flash-image-preview": {
-    type: "perCall",
-    cost: 0.067 * DEFAULT_TOOL_MULTIPLIER,   // fallback only; Gemini handler overrides by image size
-    provider: "google",
-  },
-
-  // ── Cloudflare Browser Rendering (per-minute) ─────────
-  "cf_browser_rendering": {
-    type: "perMinute",
-    cost: 0.001 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "cloudflare",
-  },
-
-  // ── Cloudflare Workers AI Whisper (per-minute) ────────
-  // @cf/openai/whisper，价格与 DeepInfra whisper-large-v3 相近
-  "@cf/openai/whisper": {
-    type: "perMinute",
-    cost: 0.00045 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "cloudflare",
-  },
-  "@cf/myshell-ai/melotts": {
-    type: "perMinute",
-    cost: 0.00020 * DEFAULT_TOOL_MULTIPLIER,
-    provider: "cloudflare",
-  },
-};
-
-// ─────────────────────────────────────────
-//  计费入口
-// ─────────────────────────────────────────
-
-export interface ChargeExternalToolOpts {
-  userId: string;
-  /** 工具 ID，对应 EXTERNAL_TOOL_PRICING 的 key */
-  toolId: string;
-  /** 若工具调用发生在某个对话内，则回写到该 dialog 的累计成本 */
-  dialogId?: string;
-  /** token 类工具：来自 API 响应的 prompt_tokens / completion_tokens */
-  inputTokens?: number;
-  outputTokens?: number;
-  /** perMinute 类工具：音频实际时长（分钟） */
-  durationMinutes?: number;
-  /** perCall 类工具：调用次数（如按图片数量计费时传 imageCount），默认 1 */
-  count?: number;
-  /** 已由调用方基于模型配置算好的总费用（credits）。 */
-  costOverride?: number;
-  /** 扣费原因（用于事务日志） */
-  reason?: string;
-}
-
-export interface ChargeResult {
-  cost: number;
-  skipped: boolean;
-  reason?: string;
-}
-
-/**
- * 计算费用、扣余额、写 usage 记录，三步合一。
- * 若 toolId 未注册，跳过扣费并打 warn 日志。
- */
-export async function chargeExternalTool(
-  opts: ChargeExternalToolOpts
-): Promise<ChargeResult> {
-  const store = getExternalToolCostStore();
-  const {
-    userId,
-    toolId,
-    dialogId,
-    inputTokens = 0,
-    outputTokens = 0,
-    durationMinutes = 0,
-    count = 1,
-    costOverride,
-    reason,
-  } = opts;
-
-  const pricing = EXTERNAL_TOOL_PRICING[toolId];
-  if (!pricing) {
-    logger.warn({ toolId }, "Unknown external tool, skipping charge");
-    return { cost: 0, skipped: true, reason: "unknown_tool" };
-  }
-
-  // 计算 cost
-  let cost: number;
-  if (typeof costOverride === "number" && Number.isFinite(costOverride)) {
-    cost = costOverride;
-  } else if (pricing.type === "token") {
-    cost =
-      (inputTokens * pricing.input + outputTokens * pricing.output) / 1_000_000;
-  } else if (pricing.type === "perMinute") {
-    cost = durationMinutes * pricing.cost;
-  } else {
-    cost = pricing.cost * count;
-  }
-
-  cost = Number(cost.toFixed(6));
-  if (cost <= 0) return { cost: 0, skipped: true, reason: "zero_cost" };
-
-  const deductReason = reason ?? toolId;
-  // 写 usage 记录（与 LLM token 记录同格式，显示在 Usage 页面）
-  const usageRecord = await writeUsageRecord({
-    store,
-    userId,
-    toolId,
-    dialogId,
-    inputTokens,
-    outputTokens,
-    cost,
-    provider: pricing.provider,
-  });
-
-  const chargeResult = await chargeTokenUsageWithLedger({
-    store,
-    userId,
-    tokenKey: usageRecord.recordKey,
-    tokenRecord: usageRecord.tokenRecord,
-    reason: deductReason,
-    txId: `token-${usageRecord.recordKey}`,
-  });
-
-  if (!chargeResult.success) {
-    logger.warn(
-      {
-        userId,
-        toolId,
-        tokenKey: usageRecord.recordKey,
-        error: chargeResult.error,
-      },
-      "External tool split-ledger charge failed",
-    );
-    return { cost, skipped: true, reason: chargeResult.error ?? "charge_failed" };
-  }
-
-  if (dialogId) {
-    try {
-      await applyServerDialogProjectionDelta({
-        userId,
-        dialogId,
-        inputTokensDelta: inputTokens,
-        outputTokensDelta: outputTokens,
-        costDelta: cost,
-      });
-    } catch (error) {
-      logger.warn(
-        { err: error, userId, toolId, dialogId, cost },
-        "External tool charge persisted but dialog projection update failed",
-      );
-    }
-  }
-
-  logger.info({ userId, toolId, inputTokens, outputTokens, cost }, "External tool charged");
-  return { cost, skipped: false };
-}
-
-// ─────────────────────────────────────────
-//  内部：写 usage 记录到 LevelDB
-// ─────────────────────────────────────────
-
-async function writeUsageRecord(opts: {
-  store: ReturnType<typeof getServerAuthorityStore>;
-  userId: string;
-  toolId: string;
-  dialogId?: string;
-  inputTokens: number;
-  outputTokens: number;
-  cost: number;
-  provider: string;
-}): Promise<{ recordKey: string; tokenRecord: any }> {
-  const { store, userId, toolId, dialogId, inputTokens, outputTokens, cost, provider } =
-    opts;
-  const timestamp = Date.now();
-  const dateKey = format(timestamp, "yyyy-MM-dd");
-  const recordKey = createTokenKey.record(userId, timestamp);
-  const tokenId = ulid(timestamp);
-
-  const record = {
-    id: tokenId,
-    type: DataType.TOKEN,
-    userId,
-    username: "",
-    cybotId: "external_tool",
-    model: toolId,
-    provider,
-    dialogId: dialogId ?? `tool-${tokenId}`,
-    input_tokens: inputTokens,
-    output_tokens: outputTokens,
-    cache_creation_input_tokens: 0,
-    cache_read_input_tokens: 0,
-    cost,
-    pay: null,
-    createdAt: timestamp,
-    timestamp,
-    dateKey,
-  };
-
-  const statsKey = createTokenStatsKey(userId, dateKey);
-  let stats: any = null;
-  try { stats = await store.get(statsKey); } catch { /* init below */ }
-
-  const inc = (s: any = { count: 0, tokens: { input: 0, output: 0 }, cost: 0 }) => ({
-    count: s.count + 1,
-    tokens: { input: s.tokens.input + inputTokens, output: s.tokens.output + outputTokens },
-    cost: s.cost + cost,
-  });
-
-  const base = stats ?? { userId, period: "day", timeKey: dateKey, total: { count: 0, tokens: { input: 0, output: 0 }, cost: 0 }, models: {}, providers: {} };
-  const newStats = {
-    ...base,
-    id: statsKey,
-    type: DataType.TOKEN,
-    total: inc(base.total),
-    models: { ...base.models, [toolId]: inc(base.models?.[toolId]) },
-    providers: { ...base.providers, [provider]: inc(base.providers?.[provider]) },
-  };
-  await store.batchWrite([
-    { type: "put", key: recordKey, value: record },
-    { type: "put", key: statsKey, value: newStats },
-  ]);
-  return { recordKey, tokenRecord: record };
-}

package/ai/token/hooks/useRecords.ts

@@ -1,65 +0,0 @@
-import { useState, useCallback, useEffect } from "react";
-import { useAppDispatch } from "../../../app/store";
-import { queryUserTokensThunk } from "../../token/tokenThunks";
-import { TokenRecord } from "../../token/types";
-import { startOfDay, parseISO } from "date-fns";
-
-const ITEMS_PER_PAGE = 10;
-
-export interface RecordsFilter {
-  date: string; // 格式: YYYY-MM-DD
-  model: string;
-  currentPage: number;
-}
-
-interface UseRecordsReturn {
-  records: TokenRecord[];
-  loading: boolean;
-  totalCount: number; // 现在使用后端返回的总数
-}
-
-export const useRecords = (
-  userId: string,
-  filter: RecordsFilter
-): UseRecordsReturn => {
-  const dispatch = useAppDispatch();
-  const [records, setRecords] = useState<TokenRecord[]>([]);
-  const [totalCount, setTotalCount] = useState(0);
-  const [loading, setLoading] = useState(false);
-
-  const fetchRecords = useCallback(async () => {
-    try {
-      setLoading(true);
-      // 将日期字符串解析为UTC时间
-      const date = parseISO(filter.date);
-      // 获取UTC日期的开始时间
-      const startTime = startOfDay(date).getTime();
-
-      const result = await dispatch(queryUserTokensThunk({
-        userId,
-        startTime,
-        model: filter.model === "全部模型" ? undefined : filter.model,
-        offset: ITEMS_PER_PAGE * (filter.currentPage - 1),
-        pageSize: ITEMS_PER_PAGE,
-      })).unwrap();
-
-      setRecords(result.records);
-      setTotalCount(result.total);
-    } catch (err) {
-      // 移除日志记录
-    } finally {
-      setLoading(false);
-    }
-  }, [userId, filter, dispatch]);
-
-  useEffect(() => {
-    fetchRecords();
-  }, [fetchRecords]);
-
-  return {
-    records,
-    loading,
-    totalCount,
-  };
-};
-