nolo-cli 0.1.30 → 0.1.32

package/server/handlers/geminiImagePreviewHandler.ts

@@ -1,612 +0,0 @@
-// 文件路径: packages/server/handlers/geminiImagePreviewHandler.ts
-
-import { authenticateRequest, CORS_HEADERS_AUTH } from "../../auth/utils";
-import { getUser } from "../../auth/server/getUser";
-import {
-  saveBufferAsFile,
-  type FileMetadata,
-} from "../../database/server/fileService";
-import {
-  checkBasicBalance,
-  checkMultipleImagesBalance,
-} from "../../auth/billing";
-import { getModelConfig } from "../../ai/llm/providers";
-import {
-  getApproxPricePerImage,
-  type ImageSizeKey,
-} from "../../ai/llm/imagePricing";
-import { chargeExternalTool } from "../../ai/token/externalToolCost";
-
-const GEMINI_API_BASE =
-  "https://generativelanguage.googleapis.com/v1beta/models";
-const DEFAULT_GEMINI_IMAGE_MODEL = "gemini-2.5-flash-image";
-
-const getGeminiApiKey = () =>
-  process.env.GEMINI_API_KEY || process.env.GOOGLE_API_KEY;
-
-type GeminiInputImage = {
-  /**
-   * 支持三种形式：
-   * 1) 纯 Base64 字符串（无 data: 前缀）
-   * 2) dataURL: data:image/png;base64,xxxx
-   * 3) http(s) URL：由服务端拉取并转 Base64
-   */
-  data: string;
-  mimeType?: string;
-};
-
-type GeminiImagePreviewParams = {
-  prompt: string;
-  images?: GeminiInputImage[]; // 对 2.5 文生图可选
-  aspectRatio?: string; // 暂时不传给 Gemini，仅预留
-  imageSize?: "1K" | "2K" | "4K"; // 暂时不传给 Gemini，仅预留
-  dialogId?: string;
-  /**
-   * 支持的模型：
-   * - "gemini-2.5-flash-image"（默认，文生图）
-   * - "gemini-3-pro-image-preview"（多图合成 / 编辑，需要输入图片）
-   */
-  model?: string;
-};
-
-type GeminiImagePreviewResultImage = {
-  mimeType: string;
-  data: string;
-};
-
-type GeminiImagePreviewResult = {
-  text: string;
-  images: GeminiImagePreviewResultImage[];
-  raw: unknown;
-};
-
-type SavedFile = {
-  fileId: string;
-  metadata: FileMetadata;
-};
-
-type GeminiImageBillingConfig = {
-  modelName: string;
-  costPerImage: number;
-};
-
-const jsonResponse = (body: unknown, status = 200): Response =>
-  new Response(JSON.stringify(body), {
-    status,
-    headers: { "Content-Type": "application/json", ...CORS_HEADERS_AUTH },
-  });
-
-const errorResponse = (
-  status: number,
-  message: string,
-  code: string,
-  details?: unknown
-): Response =>
-  jsonResponse(
-    {
-      error: {
-        message,
-        code,
-        details,
-      },
-    },
-    status
-  );
-
-const isImageSizeKey = (value: unknown): value is ImageSizeKey =>
-  value === "1K" || value === "2K" || value === "4K";
-
-const resolveGeminiImageBillingConfig = (
-  modelName: string,
-  imageSize?: GeminiImagePreviewParams["imageSize"]
-): GeminiImageBillingConfig | null => {
-  try {
-    const modelConfig = getModelConfig("google", modelName);
-    const supportsImageOutput =
-      modelConfig.hasImageOutput || modelConfig.supportsImageOutput;
-    if (!supportsImageOutput) return null;
-
-    const requestedSize = isImageSizeKey(imageSize) ? imageSize : undefined;
-    const costPerImage = getApproxPricePerImage(modelConfig, requestedSize);
-    if (typeof costPerImage !== "number" || !Number.isFinite(costPerImage)) {
-      return null;
-    }
-
-    return {
-      modelName: modelConfig.name,
-      costPerImage,
-    };
-  } catch {
-    return null;
-  }
-};
-
-// ========== 输入图片标准化：Base64 / dataURL / URL 全兼容 ==========
-
-type NormalizedInputImage = {
-  mimeType: string;
-  data: string; // 纯 Base64（无 data: 前缀）
-};
-
-class ImageInputUnavailableError extends Error {
-  readonly code = "IMAGE_INPUT_UNAVAILABLE";
-  readonly details: unknown;
-
-  constructor(message: string, details?: unknown) {
-    super(message);
-    this.name = "ImageInputUnavailableError";
-    this.details = details;
-  }
-}
-
-const isHttpUrl = (value: string): boolean =>
-  /^https?:\/\//i.test(value);
-
-const isDataUrl = (value: string): boolean =>
-  typeof value === "string" && value.startsWith("data:");
-
-const parseDataUrl = (
-  dataUrl: string
-): { mimeType: string; data: string } | null => {
-  const match = /^data:(.+?);base64,(.+)$/.exec(dataUrl);
-  if (!match) return null;
-  const [, mimeType, data] = match;
-  return { mimeType, data };
-};
-
-const fetchImageAsBase64 = async (
-  url: string
-): Promise<NormalizedInputImage> => {
-  const res = await fetch(url);
-  if (!res.ok) {
-    const text = await res.text().catch(() => "");
-    throw new ImageInputUnavailableError(
-      `拉取图片失败: ${res.status} ${res.statusText}`.trim(),
-      { url, status: res.status, statusText: res.statusText, body: text }
-    );
-  }
-
-  const arrayBuffer = await res.arrayBuffer();
-  const mimeType = res.headers.get("content-type") || "image/png";
-  const data = Buffer.from(arrayBuffer).toString("base64");
-
-  return { mimeType, data };
-};
-
-const normalizeInputImages = async (
-  images: GeminiInputImage[] | undefined
-): Promise<NormalizedInputImage[]> => {
-  if (!images || images.length === 0) return [];
-
-  const tasks = images.map<Promise<NormalizedInputImage>>(
-    async (img) => {
-      if (!img?.data) {
-        throw new ImageInputUnavailableError("图片数据不能为空。");
-      }
-      const raw = img.data;
-
-      // dataURL: data:image/png;base64,xxx
-      if (isDataUrl(raw)) {
-        const parsed = parseDataUrl(raw);
-        if (!parsed) {
-          throw new ImageInputUnavailableError("图片 dataURL 格式无效。");
-        }
-        return {
-          mimeType: parsed.mimeType,
-          data: parsed.data,
-        };
-      }
-
-      // 远程 URL：拉取后转 Base64
-      if (isHttpUrl(raw)) {
-        return await fetchImageAsBase64(raw);
-      }
-
-      // 默认：认为已是纯 Base64
-      return {
-        mimeType: img.mimeType ?? "image/png",
-        data: raw,
-      };
-    }
-  );
-
-  return Promise.all(tasks);
-};
-
-/**
- * 构造发送给 Gemini 的 payload。
- *
- * 关键点：
- * - 不再设置 generationConfig / responseMimeType / responseModalities / imageConfig
- * - 只发 contents（文本 + inlineData 图片）
- *   -> 让 image 模型按默认行为返回图片（在响应的 inlineData 里）
- */
-const buildGeminiPayload = (
-  params: GeminiImagePreviewParams,
-  normalizedImages: NormalizedInputImage[]
-) => {
-  const images = normalizedImages ?? [];
-
-  const parts: any[] = [{ text: params.prompt }];
-
-  for (const img of images) {
-    parts.push({
-      inlineData: {
-        mimeType: img.mimeType,
-        data: img.data,
-      },
-    });
-  }
-
-  return {
-    contents: [
-      {
-        role: "user",
-        parts,
-      },
-    ],
-  };
-};
-
-/**
- * 为日志脱敏：保留结构和图片长度，不打印完整 Base64。
- */
-const buildSafePayloadForLog = (payload: any) => {
-  if (!payload?.contents) return payload;
-
-  return {
-    ...payload,
-    contents: payload.contents.map((c: any) => ({
-      ...c,
-      parts: (c.parts || []).map((p: any) => {
-        const inline =
-          p?.inlineData || p?.inline_data || null;
-        if (inline?.data) {
-          const len =
-            typeof inline.data === "string" ? inline.data.length : 0;
-          return {
-            ...p,
-            inlineData: {
-              ...inline,
-              data: `[base64 ${len} chars]`,
-            },
-          };
-        }
-        return p;
-      }),
-    })),
-  };
-};
-
-const parseGeminiResponse = (response: any) => {
-  const candidates = response?.candidates ?? [];
-  if (!candidates.length) {
-    return { text: "", images: [] as GeminiImagePreviewResultImage[] };
-  }
-
-  const parts = candidates[0]?.content?.parts ?? [];
-  const textParts: string[] = [];
-  const imageParts: GeminiImagePreviewResultImage[] = [];
-
-  for (const part of parts) {
-    // 文本部分
-    if (part.text) {
-      textParts.push(part.text);
-    }
-
-    // 图片部分：兼容 inlineData / inline_data 两种写法
-    const inline =
-      part.inlineData ||
-      part.inline_data ||
-      null;
-
-    if (inline?.data) {
-      imageParts.push({
-        mimeType: inline.mimeType ?? inline.mime_type ?? "image/png",
-        data: inline.data,
-      });
-    }
-  }
-
-  return { text: textParts.join("\n"), images: imageParts };
-};
-
-/**
- * 调用 Gemini 图片模型（默认 2.5 文生图，支持 3-pro-preview 编辑）
- */
-const generateImagePreview = async (
-  params: GeminiImagePreviewParams,
-  apiKey: string | undefined = getGeminiApiKey()
-): Promise<GeminiImagePreviewResult> => {
-  if (!apiKey) {
-    throw new Error("GEMINI_API_KEY/GOOGLE_API_KEY 未配置");
-  }
-
-  // 默认使用 2.5 文生图模型
-  const modelName = params.model || DEFAULT_GEMINI_IMAGE_MODEL;
-
-  // 对 3-pro-preview 这类“编辑/合成”模型，要求至少一张输入图片
-  const needsInputImages = modelName === "gemini-3-pro-image-preview";
-  if (
-    needsInputImages &&
-    (!params.images || params.images.length === 0)
-  ) {
-    throw new Error(
-      "gemini-3-pro-image-preview 至少需要一张输入图片(images)。"
-    );
-  }
-
-  // 统一把输入图片标准化为 { mimeType, data(Base64) }
-  const normalizedImages = await normalizeInputImages(params.images);
-
-  const payload = buildGeminiPayload(params, normalizedImages);
-  const url = `${GEMINI_API_BASE}/${encodeURIComponent(
-    modelName
-  )}:generateContent?key=${apiKey}`;
-
-  // 安全请求日志（隐藏 key，脱敏图片）
-  try {
-    const safeUrl = `${GEMINI_API_BASE}/${encodeURIComponent(
-      modelName
-    )}:generateContent?key=***`;
-
-    console.debug(
-      "[Gemini] generateImagePreview request:",
-      JSON.stringify(
-        {
-          url: safeUrl,
-          modelName,
-          hasImages: normalizedImages.length > 0,
-          imageCount: normalizedImages.length,
-          payload: buildSafePayloadForLog(payload),
-        },
-        null,
-        2
-      )
-    );
-  } catch {
-    // 忽略日志序列化失败
-  }
-
-  const res = await fetch(url, {
-    method: "POST",
-    headers: {
-      "Content-Type": "application/json",
-    },
-    body: JSON.stringify(payload),
-  });
-
-  const rawText = await res.text().catch(() => "");
-
-  if (!res.ok) {
-    console.error(
-      "[Gemini] generateImagePreview response error:",
-      res.status,
-      res.statusText,
-      rawText
-    );
-    throw new Error(
-      `Gemini API 请求失败: ${res.status} ${res.statusText} ${rawText}`
-    );
-  }
-
-  let json: any;
-  try {
-    json = rawText ? JSON.parse(rawText) : {};
-  } catch (e) {
-    console.error("[Gemini] 响应 JSON 解析失败:", e, rawText);
-    throw new Error(
-      `Gemini API 响应解析失败: ${(e as Error).message || String(e)}`
-    );
-  }
-
-  const { text, images } = parseGeminiResponse(json);
-
-  console.debug("[Gemini] generateImagePreview result summary:", {
-    modelName,
-    textLength: text?.length ?? 0,
-    imageCount: images.length,
-  });
-
-  return { text, images, raw: json };
-};
-
-const mimeToExtension = (mime: string): string => {
-  const m = mime.toLowerCase();
-  if (m === "image/png") return "png";
-  if (m === "image/jpeg" || m === "image/jpg") return "jpg";
-  if (m === "image/webp") return "webp";
-  return "bin";
-};
-
-/**
- * 把 Gemini 返回的图片用 fileService 存起来
- */
-const saveGeneratedImages = async (params: {
-  userId: string;
-  tenantId: string;
-  prompt: string;
-  images: GeminiImagePreviewResultImage[];
-  model: string;
-}): Promise<SavedFile[]> => {
-  const { userId, tenantId, images, prompt, model } = params;
-  const ts = Date.now();
-  const result: SavedFile[] = [];
-
-  for (let i = 0; i < images.length; i++) {
-    const img = images[i];
-    const mimeType = img.mimeType || "image/png";
-    const ext = mimeToExtension(mimeType);
-    const originalName = `${model}-${ts}-${i + 1}.${ext}`;
-
-    const buffer = Buffer.from(img.data, "base64");
-
-    const { fileId, metadata } = await saveBufferAsFile(buffer, {
-      tenantId,
-      originalName,
-      mimeType,
-      ownerType: "user",
-      ownerId: userId,
-      uploadedBy: userId,
-      ownerDbKey: undefined,
-
-      source: "ai-generated",
-      model,
-      prompt,
-      tags: ["ai-generated", "gemini", "image"],
-
-      clientMetadata: null,
-      clientProvidedId: undefined,
-    });
-
-    result.push({ fileId, metadata });
-  }
-
-  return result;
-};
-
-export const handleGeminiImagePreview = async (
-  req: Request
-): Promise<Response> => {
-  try {
-    // 1. 鉴权
-    const auth = await authenticateRequest(req);
-    if (auth instanceof Response) return auth;
-
-    const { userId } = auth;
-    const { balance = 0 } = await getUser(userId);
-
-    // 2. 解析 body
-    const body = (await req.json().catch(() => null)) as
-      | GeminiImagePreviewParams
-      | null;
-
-    if (!body || typeof body !== "object") {
-      return errorResponse(
-        400,
-        "请求体必须是 JSON 对象。",
-        "INVALID_BODY"
-      );
-    }
-
-    const { prompt, images, aspectRatio, imageSize, model, dialogId } = body;
-
-    if (!prompt?.trim()) {
-      return errorResponse(
-        400,
-        "prompt 不能为空。",
-        "INVALID_PARAMS"
-      );
-    }
-
-    const imageCount = Array.isArray(images) ? images.length : 0;
-
-    // 3. 余额检查（基础 + 多图片）
-    const basic = checkBasicBalance(balance);
-    if (!basic.allowed && basic.error) {
-      return errorResponse(
-        basic.error.status,
-        basic.error.message,
-        basic.error.code,
-        basic.error.details
-      );
-    }
-
-    const multi = checkMultipleImagesBalance(balance, imageCount);
-    if (!multi.allowed && multi.error) {
-      return errorResponse(
-        multi.error.status,
-        multi.error.message,
-        multi.error.code,
-        multi.error.details
-      );
-    }
-
-    const trimmedPrompt = prompt.trim();
-    const modelName = model || DEFAULT_GEMINI_IMAGE_MODEL;
-    const billingConfig = resolveGeminiImageBillingConfig(modelName, imageSize);
-    if (!billingConfig) {
-      return errorResponse(
-        400,
-        `不支持的 Gemini 图片模型：${modelName}`,
-        "UNSUPPORTED_MODEL",
-        { model: modelName }
-      );
-    }
-
-    // 4. 调用 Gemini（支持 3-pro-preview / 2.5-flash-image）
-    const result = await generateImagePreview(
-      {
-        prompt: trimmedPrompt,
-        images,
-        aspectRatio,
-        imageSize,
-        model: billingConfig.modelName,
-      },
-      getGeminiApiKey()
-    );
-
-    // 5. 使用 fileService 存储生成的图片
-    const tenantId = userId || "default";
-    const files = await saveGeneratedImages({
-      userId,
-      tenantId,
-      prompt: trimmedPrompt,
-      images: result.images,
-      model: billingConfig.modelName,
-    });
-
-    // 6. 按实际生成图片数量扣费
-    const generatedCount = result.images.length;
-    if (generatedCount > 0) {
-      await chargeExternalTool({
-        userId,
-        toolId: billingConfig.modelName,
-        dialogId,
-        count: generatedCount,
-        costOverride: Number(
-          (billingConfig.costPerImage * generatedCount).toFixed(6)
-        ),
-        reason: `gemini_image_gen:${billingConfig.modelName}`,
-      });
-    }
-
-    // 7. 返回文本 + 图片 + 文件信息（含 fileId）
-    return jsonResponse(
-      {
-        text: result.text,
-        imageCount: result.images.length, // 可选，给前端显示“共 N 张图”
-        files: files.map((f) => ({
-          fileId: f.fileId,
-          metadata: {
-            ...f.metadata,
-            // 如果你不想暴露后端物理路径，可以在这里过滤掉 filePath
-            // filePath: undefined,
-          },
-        })),
-      },
-      200
-    );
-
-  } catch (error: any) {
-    if (error instanceof ImageInputUnavailableError) {
-      console.warn("handleGeminiImagePreview image input unavailable:", {
-        message: error.message,
-        code: error.code,
-        details: error.details,
-      });
-      return errorResponse(
-        400,
-        error.message,
-        error.code,
-        error.details
-      );
-    }
-    console.error("handleGeminiImagePreview error:", error);
-    return errorResponse(
-      500,
-      error?.message || "服务器内部错误",
-      "INTERNAL_ERROR"
-    );
-  }
-};