nolo-cli 0.1.30 → 0.1.32

package/ai/token/saveTokenRecord.ts

@@ -1,53 +0,0 @@
-import { TokenUsageData, TokenRecord } from "../token/types";
-import { DataType } from "../../create/types";
-import { createTokenKey } from "../../database/keys";
-import { write } from "../../database/dbSlice";
-import { toast } from "../../app/utils/toast";
-import { pino } from "pino";
-
-const logger = pino({ name: "token-record", level: "info" });
-
-type TokenCount = { input: number; output: number };
-
-export interface ModelStats {
-  count: number;
-  tokens: TokenCount;
-  cost: number;
-}
-
-export const createTokenRecord = (
-  data: TokenUsageData,
-  { cost, inputPrice, outputPrice }: Partial<TokenRecord> = {}
-): TokenRecord => ({
-  ...data,
-  cost: cost || data.cost,
-  inputPrice,
-  outputPrice,
-});
-
-export const saveTokenRecord = async (
-  tokenData: TokenUsageData,
-  record: TokenRecord,
-  thunkApi
-) => {
-  const key = createTokenKey.record(tokenData.userId, tokenData.timestamp);
-  try {
-    await thunkApi.dispatch(
-      write({
-        data: { ...record, id: key, type: DataType.TOKEN },
-        customKey: key,
-      })
-    );
-  } catch (error) {
-    logger.error(
-      {
-        key,
-        userId: tokenData.userId,
-        error: error.message,
-      },
-      "Failed to save token record"
-    );
-    toast.error("Failed to save token record");
-    throw error;
-  }
-};

package/ai/token/serverDialogProjection.ts

@@ -1,78 +0,0 @@
-import pino from "pino";
-
-import serverDb from "../../database/server/db";
-import { createKey } from "../../database/keys";
-import { DataType } from "../../create/types";
-import { isLevelNotFoundError } from "../../share/helpers";
-
-const logger = pino({ name: "server-dialog-projection" });
-const dialogProjectionQueue = new Map<string, Promise<void>>();
-
-interface ApplyServerDialogProjectionDeltaOpts {
-    userId: string;
-    dialogId: string;
-    inputTokensDelta?: number;
-    outputTokensDelta?: number;
-    costDelta?: number;
-}
-
-export async function applyServerDialogProjectionDelta(
-    opts: ApplyServerDialogProjectionDeltaOpts,
-): Promise<void> {
-    const {
-        userId,
-        dialogId,
-        inputTokensDelta = 0,
-        outputTokensDelta = 0,
-        costDelta = 0,
-    } = opts;
-
-    if (!dialogId) return;
-    if (inputTokensDelta === 0 && outputTokensDelta === 0 && costDelta === 0) return;
-
-    const dialogKey = createKey(DataType.DIALOG, userId, dialogId);
-    const previousTask = dialogProjectionQueue.get(dialogKey) ?? Promise.resolve();
-    const nextTask = previousTask.catch(() => undefined).then(async () => {
-        let existingDialog: any;
-        try {
-            existingDialog = await serverDb.get(dialogKey);
-        } catch (error) {
-            if (isLevelNotFoundError(error)) {
-                logger.warn(
-                    {
-                        userId,
-                        dialogId,
-                        dialogKey,
-                        inputTokensDelta,
-                        outputTokensDelta,
-                        costDelta,
-                    },
-                    "Skipping dialog projection update because dialog record is missing",
-                );
-                return;
-            }
-            throw error;
-        }
-
-        await serverDb.put(dialogKey, {
-            ...existingDialog,
-            inputTokens: (existingDialog.inputTokens ?? 0) + inputTokensDelta,
-            outputTokens: (existingDialog.outputTokens ?? 0) + outputTokensDelta,
-            totalCost: Number(((existingDialog.totalCost ?? 0) + costDelta).toFixed(6)),
-        });
-    });
-    const queueEntry = nextTask.then(
-        () => undefined,
-        () => undefined,
-    );
-
-    dialogProjectionQueue.set(dialogKey, queueEntry);
-
-    try {
-        await nextTask;
-    } finally {
-        if (dialogProjectionQueue.get(dialogKey) === queueEntry) {
-            dialogProjectionQueue.delete(dialogKey);
-        }
-    }
-}

package/ai/token/serverTokenWriter.ts

@@ -1,145 +0,0 @@
-// ai/token/serverTokenWriter.ts
-// 服务端直接写 LevelDB 的 token 记录（对应客户端 saveTokenRecord + saveTokenUsage）
-// 用于 agentRun 等纯服务端调用场景，无 Redux 依赖
-
-import { ulid } from "ulid";
-import { format } from "date-fns";
-import serverDb from "../../database/server/db";
-import { createKey, createTokenKey, createTokenStatsKey } from "../../database/keys";
-import { DataType } from "../../create/types";
-import type { RawUsage } from "./types";
-import pino from "pino";
-import { prepareTokenUsageData } from "./prepareTokenUsageData";
-import { applyServerDialogProjectionDelta } from "./serverDialogProjection";
-
-const logger = pino({ name: "server-token-writer" });
-
-interface WriteTokenOpts {
-    userId: string;
-    username?: string;
-    agentKey: string;   // 对应 cybotId
-    agentConfig: {
-        model: string;
-        // apiSource="custom" 的 agent 没有 provider 字段，允许 undefined
-        provider?: string;
-        apiSource?: string;
-        inputPrice?: number;
-        outputPrice?: number;
-        sharingLevel?: "default" | "split" | "full";
-        id?: string;
-        userId?: string;
-    };
-    runId: string;      // 对应 dialogId
-    rawUsage: RawUsage;
-}
-
-export async function writeServerTokenRecord(opts: WriteTokenOpts): Promise<{ cost: number; recordKey: string; tokenRecord: any }> {
-    const { userId, username = "", agentKey, agentConfig, runId, rawUsage } = opts;
-
-    const prepared = prepareTokenUsageData({
-        rawUsage,
-        agentConfig,
-        userId,
-        username,
-        cybotId: agentKey,
-        dialogId: runId,
-    });
-    const {
-        usage,
-        billedModel,
-        billedServiceTier,
-        recordProvider,
-        tokenData,
-    } = prepared;
-    const { cost, pay } = tokenData;
-
-    const timestamp = Date.now();
-    const dateKey = format(timestamp, "yyyy-MM-dd");
-    const tokenId = ulid(timestamp);
-
-    // 1. 写单条 token 明细记录（key: token-{userId}-{timestamp}）
-    const recordKey = createTokenKey.record(userId, timestamp);
-    const tokenRecord = {
-        id: tokenId,
-        type: DataType.TOKEN,
-        userId,
-        username,
-        cybotId: agentKey,
-        model: billedModel,
-        provider: recordProvider,
-        billing_service_tier: billedServiceTier,
-        // 记录 apiSource 便于后续分析 custom/platform 的收益分布
-        apiSource: agentConfig.apiSource,
-        dialogId: runId,    // runId 作为 dialogId，便于与 RunRecord 关联
-        input_tokens: usage.input_tokens,
-        output_tokens: usage.output_tokens,
-        cache_creation_input_tokens: usage.cache_creation_input_tokens,
-        cache_read_input_tokens: usage.cache_read_input_tokens,
-        cost,
-        pay,
-        createdAt: timestamp,
-        timestamp,
-        dateKey,
-    };
-
-    // 2. 读/更新每日统计（key: token-stats-day-user-{userId}-{date}）
-    const statsKey = createTokenStatsKey(userId, dateKey);
-    let stats: any;
-    try {
-        stats = await serverDb.get(statsKey);
-    } catch {
-        stats = null;
-    }
-
-    const modelName = billedModel || "unknown";
-    const providerName = recordProvider;
-    const inc = (s: any = { count: 0, tokens: { input: 0, output: 0 }, cost: 0 }) => ({
-        count: s.count + 1,
-        tokens: {
-            input: s.tokens.input + usage.input_tokens,
-            output: s.tokens.output + usage.output_tokens,
-        },
-        cost: s.cost + cost,
-    });
-
-    const updatedStats = stats ?? {
-        userId,
-        period: "day",
-        timeKey: dateKey,
-        total: { count: 0, tokens: { input: 0, output: 0 }, cost: 0 },
-        models: {},
-        providers: {},
-    };
-
-    const newStats = {
-        ...updatedStats,
-        id: statsKey,
-        type: DataType.TOKEN,
-        total: inc(updatedStats.total),
-        models: { ...updatedStats.models, [modelName]: inc(updatedStats.models?.[modelName]) },
-        providers: { ...updatedStats.providers, [providerName]: inc(updatedStats.providers?.[providerName]) },
-    };
-
-    await serverDb.batch([
-        { type: "put", key: recordKey, value: tokenRecord },
-        { type: "put", key: statsKey, value: newStats },
-    ]);
-
-    try {
-        await applyServerDialogProjectionDelta({
-            userId,
-            dialogId: runId,
-            inputTokensDelta: usage.input_tokens,
-            outputTokensDelta: usage.output_tokens,
-            costDelta: cost,
-        });
-    } catch (error) {
-        logger.warn(
-            { err: error, userId, runId, cost },
-            "Server token record persisted but dialog projection update failed",
-        );
-    }
-
-    logger.info({ userId, agentKey, cost, model: billedModel, provider: recordProvider }, "Token record written");
-    return { cost, recordKey, tokenRecord };
-}

package/ai/token/stats.ts

@@ -1,21 +0,0 @@
-export function createInitialDayStats(
-  userId: string,
-  dateKey: string
-): DayStats {
-  const initial = {
-    userId,
-    period: "day",
-    timeKey: dateKey,
-    total: {
-      count: 0,
-      tokens: {
-        input: 0,
-        output: 0,
-      },
-      cost: 0,
-    },
-    models: {},
-    providers: {},
-  };
-  return initial;
-}

package/ai/token/tokenThunks.ts

@@ -1,24 +0,0 @@
-import { createAsyncThunk } from "@reduxjs/toolkit";
-import { AppThunkApi } from "../../app/store";
-import { getTokenStats, StatsParams, TokenStats } from "./query";
-import { queryUserTokens, QueryParams, QueryResult } from "./queryUserTokens";
-
-export const getTokenStatsThunk = createAsyncThunk<
-    TokenStats[],
-    StatsParams,
-    AppThunkApi
->("token/getStats", async (params, { extra }) => {
-    const { db } = extra;
-    if (!db) throw new Error("Database not available");
-    return await getTokenStats(db, params);
-});
-
-export const queryUserTokensThunk = createAsyncThunk<
-    QueryResult,
-    QueryParams,
-    AppThunkApi
->("token/queryUserTokens", async (params, { extra }) => {
-    const { db } = extra;
-    if (!db) throw new Error("Database not available");
-    return await queryUserTokens(db, params);
-});

package/ai/token/types.ts

@@ -1,93 +0,0 @@
-// ai/token/types.ts
-
-export const DEFAULT_QUERY_LIMIT = 100;
-
-export const TOKEN_PERIODS = {
-  DAY: "day",
-  WEEK: "week",
-  MONTH: "month",
-} as const;
-
-export const TOKEN_SCOPES = {
-  USER: "user",
-  CYBOT: "cybot",
-  SITE: "site",
-} as const;
-
-interface BillingUsageMetadata {
-  cost?: number;
-  billing_provider?: string;
-  billing_model?: string;
-  billing_service_tier?: string;
-  billing_estimated?: boolean;
-  image_generation_count?: number;
-}
-
-// 原始用量类型
-export interface RawUsageType1 extends BillingUsageMetadata {
-  output_tokens?: number;
-  input_tokens?: number;
-  cache_creation_input_tokens?: number;
-  cache_read_input_tokens?: number;
-}
-
-export interface RawUsageType2 extends BillingUsageMetadata {
-  prompt_tokens: number;
-  completion_tokens: number;
-  total_tokens: number;
-  prompt_cache_hit_tokens: number;
-  prompt_cache_miss_tokens: number;
-}
-
-export type RawUsage = RawUsageType1 | RawUsageType2;
-
-// 标准化后的用量数据
-export interface NormalizedUsage extends BillingUsageMetadata {
-  input_tokens: number;
-  output_tokens: number;
-  cache_creation_input_tokens: number;
-  cache_read_input_tokens: number;
-  cost: number;
-}
-
-// Token使用数据
-export interface TokenUsageData extends NormalizedUsage {
-  userId?: string;
-  cybotId: string;
-  model: string;
-  provider: string;
-  dialogId: string;
-  pay: any; // TODO: 明确支付数据类型
-}
-
-// Token记录
-export interface TokenRecord {
-  id: string;
-  userId: string;
-  username: string;
-  cybotId: string;
-  model: string;
-  provider: string;
-  dialogId: string;
-  cache_creation_input_tokens: number;
-  cache_read_input_tokens: number;
-  output_tokens: number;
-  input_tokens: number;
-  cost: number;
-  image_generation_count?: number;
-  pay: any;
-  createdAt: number; // UTC timestamp
-  type: string;
-}
-
-// Token统计数据
-export interface TokenStats {
-  total: number;
-  date: string; // YYYY-MM-DD in UTC
-  inputTokens: number;
-  outputTokens: number;
-  cost: number;
-  userId: string;
-  createdAt: number; // UTC timestamp
-  type: string;
-}

package/ai/tools/agent/agentTools.ts

@@ -1,235 +0,0 @@
-// 文件路径: ai/tools/agent/agentTools.ts
-
-import {
-    callAgentFunctionSchema,
-    callAgentFunc,
-} from "./callAgentTool";
-import {
-    createAgentToolFunctionSchema,
-    createAgentToolFunc,
-} from "./createAgentTool";
-import {
-    prepareAgentDraftToolFunctionSchema,
-    prepareAgentDraftToolFunc,
-} from "./prepareAgentDraftTool";
-import {
-    createSkillAgentToolFunctionSchema,
-    createSkillAgentToolFunc,
-} from "./createSkillAgentTool";
-import {
-    updateAgentToolFunctionSchema,
-    updateAgentToolFunc,
-} from "./updateAgentTool";
-import {
-    updateSelfToolFunctionSchema,
-    updateSelfToolFunc,
-} from "./updateSelfTool";
-import {
-    runStreamingAgentFunctionSchema,
-    runStreamingAgentFunc,
-} from "./runStreamingAgentTool";
-import {
-    streamParallelAgentsFunctionSchema,
-    streamParallelAgentsFunc,
-} from "./streamParallelAgentsTool";
-import {
-    startAgentDialogFunctionSchema,
-    startAgentDialogFunc,
-} from "./startAgentDialogTool";
-import {
-    createDialogFunctionSchema,
-    createDialogFunc,
-} from "./createDialogTool";
-import {
-    runLlmFunctionSchema,
-    runLlmToolFunc,
-} from "./runLlmTool";
-import {
-    taskRunFunctionSchema,
-    taskRunFunc,
-} from "./taskRunTool";
-
-import type { ToolDefinition } from "../index";
-
-export const agentToolDefinitions: ToolDefinition[] = [
-    {
-        id: "prepareAgentDraft",
-        schema: prepareAgentDraftToolFunctionSchema,
-        executor: prepareAgentDraftToolFunc,
-        description: {
-            name: "prepareAgentDraft",
-            description:
-                "整理 Agent 创建草稿并交给用户预览确认，不创建真实 Agent。",
-            category: "计划与编排",
-        },
-        behavior: "data",
-        uiGroup: "agent",
-        capability: "general",
-        riskLevel: "low",
-        costLevel: "low",
-        defaultConsent: "auto",
-    },
-    {
-        id: "createAgent",
-        schema: createAgentToolFunctionSchema,
-        executor: createAgentToolFunc,
-        description: {
-            name: "createAgent",
-            description:
-                "根据给定配置创建一个新的 Agent（智能体 / 应用），并返回其详细信息。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-        capability: "self_evolution",
-        riskLevel: "high",
-        costLevel: "low",
-        defaultConsent: "ask",
-    },
-    {
-        id: "createSkillAgent",
-        schema: createSkillAgentToolFunctionSchema,
-        executor: createSkillAgentToolFunc,
-        description: {
-            name: "createSkillAgent",
-            description:
-                "创建专门用于创建/评估 skill 文档协议的 Agent。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-        capability: "self_evolution",
-        riskLevel: "high",
-        costLevel: "low",
-        defaultConsent: "ask",
-    },
-    {
-        id: "updateSelf",
-        schema: updateSelfToolFunctionSchema,
-        executor: updateSelfToolFunc,
-        description: {
-            name: "updateSelf",
-            description:
-                "更新当前正在运行的 Agent 自己。低风险字段可直接更新，高影响字段会先请求确认。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-        capability: "self_evolution",
-        riskLevel: "high",
-        costLevel: "low",
-        defaultConsent: "ask",
-    },
-    {
-        id: "updateAgent",
-        schema: updateAgentToolFunctionSchema,
-        executor: updateAgentToolFunc,
-        description: {
-            name: "updateAgent",
-            description:
-                "根据给定配置更新已经存在的 Agent。只会修改参数中出现的字段，未提供的字段保持不变。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-        capability: "self_evolution",
-        riskLevel: "high",
-        costLevel: "low",
-        defaultConsent: "ask",
-    },
-    {
-        id: "callAgent",
-        schema: callAgentFunctionSchema,
-        executor: callAgentFunc,
-        description: {
-            name: "callAgent",
-            description:
-                "调用一个指定的 Agent 执行一次子任务，可用于多 Agent 编排、自动评测、自动对比等场景。",
-            category: "计划与编排",
-        },
-        behavior: "orchestrator",
-        uiGroup: "agent",
-    },
-    {
-        id: "runStreamingAgent",
-        schema: runStreamingAgentFunctionSchema,
-        executor: runStreamingAgentFunc,
-        description: {
-            name: "runStreamingAgent",
-            description:
-                "将本轮回答交由指定的 Agent 以流式方式输出，常用于从通用助手切换到某个专用应用。",
-            category: "计划与编排",
-        },
-        behavior: "orchestrator",
-        uiGroup: "agent",
-    },
-    {
-        id: "streamParallelAgents",
-        schema: streamParallelAgentsFunctionSchema,
-        executor: streamParallelAgentsFunc,
-        description: {
-            name: "streamParallelAgents",
-            description:
-                "并行调用多个 Agent，并让它们分别以流式方式输出结果。",
-            category: "计划与编排",
-        },
-        behavior: "orchestrator",
-        uiGroup: "agent",
-    },
-    {
-        id: "startAgentDialog",
-        schema: startAgentDialogFunctionSchema,
-        executor: startAgentDialogFunc,
-        description: {
-            name: "startAgentDialog",
-            description:
-                "启动一个子 Agent dialog，返回 childDialogId，供调用方后续查询、接管或投影状态。",
-            category: "计划与编排",
-        },
-        behavior: "orchestrator",
-        uiGroup: "agent",
-    },
-    {
-        id: "createDialog",
-        schema: createDialogFunctionSchema,
-        executor: createDialogFunc,
-        description: {
-            name: "createDialog",
-            description:
-                "创建一个新的对话，指定 Agent 响应，可选发送第一条消息触发执行。返回 dialogId 可随时查看结果。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-    },
-    {
-        id: "runLlm",
-        schema: runLlmFunctionSchema,
-        executor: runLlmToolFunc,
-        description: {
-            name: "runLlm",
-            description:
-                "对指定模型发起一次单轮 LLM 调用，不加载知识库也不调用工具。适合摘要、分类、格式化等纯文本处理任务。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-    },
-    {
-        id: "taskRun",
-        schema: taskRunFunctionSchema,
-        executor: taskRunFunc,
-        description: {
-            name: "taskRun",
-            description:
-                "读写任务卡里的轻量 task-run 上下文，让 PM、实现 agent、reviewer 共享工作项、交接物、阻塞和 review 状态。",
-            category: "计划与编排",
-        },
-        behavior: "action",
-        uiGroup: "agent",
-        capability: "general",
-        riskLevel: "medium",
-        costLevel: "low",
-        defaultConsent: "auto",
-    },
-];