nolo-cli 0.1.30 → 0.1.32

package/server/handlers/browserToolHandler.ts

@@ -1,450 +0,0 @@
-import {
-  closeSession,
-  createSession,
-  getSessionPage,
-} from "../services/browserSessionManager";
-import { authenticateRequest } from "../../auth/utils";
-
-type BrowserToolDeps = {
-  authenticateRequest: typeof authenticateRequest;
-  closeSession: typeof closeSession;
-  createSession: typeof createSession;
-  getSessionPage: typeof getSessionPage;
-};
-
-// Probe contract and helper
-
-type BrowserProbeResult = {
-  page: { url: string; title: string };
-  forms: Array<{
-    index: number;
-    purpose: "register" | "login" | "unknown";
-    visibleFieldTypes: string[];
-    submitActions: string[];
-  }>;
-  inputs: Array<{
-    label: string;
-    type: "email" | "password" | "username" | "phone" | "checkbox" | "unknown";
-    selectorHint: string;
-  }>;
-  actions: Array<{
-    label: string;
-    kind: "submit" | "register-link" | "login-link" | "oauth" | "social" | "unknown";
-    selectorHint: string;
-  }>;
-  messages: Array<{
-    kind: "error" | "success" | "verification" | "challenge";
-    text: string;
-  }>;
-  blockers: Array<{
-    kind:
-      | "captcha"
-      | "turnstile"
-      | "cloudflare-challenge"
-      | "oauth-only"
-      | "phone"
-      | "payment"
-      | "kyc"
-      | "terms-confirmation";
-    text: string;
-  }>;
-  summary: string;
-};
-
-export async function probePage(page: any): Promise<BrowserProbeResult> {
-  await page.waitForLoadState("domcontentloaded", { timeout: 10000 });
-  return page.evaluate(() => {
-    const bodyText = document.body?.innerText || "";
-    const lowerText = bodyText.toLowerCase();
-
-    const classifyInputType = (input: any) => {
-      const joined = [
-        input.getAttribute?.("type") || "",
-        input.getAttribute?.("name") || "",
-        input.getAttribute?.("placeholder") || "",
-        input.getAttribute?.("autocomplete") || "",
-        input.id || "",
-        input.getAttribute?.("aria-label") || "",
-      ]
-        .join(" ")
-        .toLowerCase();
-      if (joined.includes("email")) return "email";
-      if (joined.includes("password")) return "password";
-      if (joined.includes("phone") || joined.includes("mobile") || joined.includes("tel")) return "phone";
-      if (joined.includes("user") || joined.includes("name")) return "username";
-      if ((input.type || "").toLowerCase() === "checkbox") return "checkbox";
-      return "unknown";
-    };
-
-    const selectorHint = (el: Element) => {
-      const element = el as HTMLElement;
-      if (element.id) return `#${element.id}`;
-      const name = element.getAttribute?.("name");
-      if (name) return `[name="${name}"]`;
-      return el.tagName.toLowerCase();
-    };
-
-    const inputs = Array.from(document.querySelectorAll("input, textarea")).flatMap((node) => {
-      const input = node as any;
-      const rect = input.getBoundingClientRect?.() || { width: 0, height: 0 };
-      if (rect.width <= 0 || rect.height <= 0) return [];
-      const label =
-        input.getAttribute?.("aria-label") || input.getAttribute?.("placeholder") || input.getAttribute?.("name") || input.id || input.tagName?.toLowerCase() || "";
-      return [
-        {
-          label,
-          type: classifyInputType(input),
-          selectorHint: selectorHint(input),
-        },
-      ];
-    });
-
-    const actions = Array.from(document.querySelectorAll('button, a, input[type="submit"], input[type="button"]')).flatMap((node) => {
-      const element = node as any;
-      const rect = element.getBoundingClientRect?.() || { width: 0, height: 0 };
-      const label = (element.innerText || element.value || element.getAttribute?.("aria-label") || "").toString();
-      if (rect.width <= 0 || rect.height <= 0 || !label.trim()) return [];
-      const lower = label.toLowerCase();
-      let kind: any = "unknown";
-      if (lower.includes("sign up") || lower.includes("register") || lower.includes("create account")) {
-        kind = element.tagName?.toLowerCase() === "a" ? "register-link" : "submit";
-      } else if (lower.includes("log in") || lower.includes("sign in")) {
-        kind = "login-link";
-      } else if (lower.includes("google") || lower.includes("github") || lower.includes("apple")) {
-        kind = "oauth";
-      }
-      return [{ label: label.trim(), kind, selectorHint: selectorHint(element) }];
-    });
-
-    const forms = Array.from(document.querySelectorAll("form")).flatMap((form, index) => {
-      const visibleInputs = inputs.filter((input) => {
-        try {
-          return form.contains(document.querySelector(input.selectorHint) as Node);
-        } catch {
-          return false;
-        }
-      });
-      if (visibleInputs.length === 0) return [];
-      const fieldTypes = visibleInputs.map((i) => i.type);
-      const joined = fieldTypes.join(" ");
-      const submitActions = actions.filter((action) => {
-        try {
-          return form.contains(document.querySelector(action.selectorHint) as Node);
-        } catch {
-          return false;
-        }
-      }).map((a) => a.label);
-
-      let purpose: "register" | "login" | "unknown" = "unknown";
-      const submitLower = submitActions.map((s) => s.toLowerCase());
-      const allSubmitText = submitLower.join(" ");
-      const registerKeywords = ["sign up", "register", "create account", "create an account", "create"];
-      const loginKeywords = ["log in", "sign in", "login", "signin", "sign-in", "sign into"];
-
-      const hasPassword = fieldTypes.includes("password");
-      const hasEmailOrUsername = fieldTypes.includes("email") || fieldTypes.includes("username") || fieldTypes.includes("phone");
-
-      const hasRegisterAction = registerKeywords.some((k) => allSubmitText.includes(k));
-      const hasLoginAction = loginKeywords.some((k) => allSubmitText.includes(k));
-
-      if (hasRegisterAction) {
-        purpose = "register";
-      } else if (hasLoginAction) {
-        purpose = "login";
-      } else if (hasPassword && hasEmailOrUsername) {
-        // Conservative default: if there's a password plus an identifier, likely a login surface
-        purpose = "login";
-      } else {
-        purpose = "unknown";
-      }
-
-      return [
-        { index, purpose, visibleFieldTypes: fieldTypes, submitActions },
-      ];
-    });
-
-    const messages: any[] = [];
-    if (lowerText.includes("check your email") || lowerText.includes("verify your email")) {
-      messages.push({ kind: "verification", text: "Check your email to verify your account." });
-    }
-    if (lowerText.includes("error") || lowerText.includes("invalid")) {
-      messages.push({ kind: "error", text: "Page shows an error-like message." });
-    }
-
-    const blockers: any[] = [];
-    // Prioritize cloudflare-specific challenge, then Turnstile, then generic captchas/recaptcha.
-    if (lowerText.includes("cloudflare") && lowerText.includes("challenge")) {
-      blockers.push({ kind: "cloudflare-challenge", text: "CAPTCHA challenge detected." });
-    } else if (lowerText.includes("turnstile")) {
-      blockers.push({ kind: "turnstile", text: "CAPTCHA challenge detected." });
-    } else if (lowerText.includes("captcha") || lowerText.includes("recaptcha")) {
-      blockers.push({ kind: "captcha", text: "CAPTCHA challenge detected." });
-    }
-    if (lowerText.includes("phone verification") || lowerText.includes("mobile number")) {
-      blockers.push({ kind: "phone", text: "Phone verification required." });
-    }
-
-    const summaryParts: string[] = [];
-    if (forms.some((f) => f.purpose === "register")) {
-      summaryParts.push("Visible signup form found.");
-    }
-    if (forms.some((f) => f.purpose === "login")) {
-      summaryParts.push("Visible login form found.");
-    }
-    if (blockers.length > 0) {
-      summaryParts.push(`Blockers present: ${blockers.map((b) => b.kind).join(", ")}.`);
-    }
-    if (summaryParts.length === 0) {
-      summaryParts.push("No confident registration surface detected.");
-    }
-
-    return {
-      page: { url: document.location.href, title: document.title },
-      forms,
-      inputs,
-      actions,
-      messages,
-      blockers,
-      summary: summaryParts.join(" "),
-    };
-  });
-}
-
-// 预设的CORS响应头
-const corsHeaders = {
-  "Access-Control-Allow-Origin": "*",
-  "Access-Control-Allow-Methods": "POST, OPTIONS",
-  "Access-Control-Allow-Headers": "Content-Type, Authorization",
-};
-
-export const handleBrowserToolWithDeps = async (
-  req: Request,
-  deps: BrowserToolDeps
-): Promise<Response> => {
-  if (req.method === "OPTIONS") {
-    return new Response(null, { status: 204, headers: corsHeaders });
-  }
-
-  const auth = await deps.authenticateRequest(req);
-  if (auth instanceof Response) return auth;
-
-  try {
-    // 从请求体中解析出工具名称和参数
-    const body = await req.json();
-    const { toolName, params } = body as { toolName: string; params: any };
-    if (!toolName || !params) {
-      throw new Error("请求体中必须包含 'toolName' 和 'params'");
-    }
-
-    const { sessionId, url, selector, value } = params;
-    let result: any;
-
-    // 根据工具名称分发任务
-      switch (toolName) {
-        case "browser_openSession":
-          if (!url) throw new Error("参数 'url' 是必须的");
-        result = await deps.createSession(url, {
-          authToken:
-            req.headers.get("authorization")?.replace(/^Bearer\s+/i, "") || undefined,
-        });
-        break;
-
-      case "browser_selectOption":
-        if (!sessionId || !selector || value === undefined) {
-          throw new Error("参数 'sessionId', 'selector', 'value' 都是必须的");
-        }
-        const page1 = deps.getSessionPage(sessionId);
-        // 在操作前等待网络空闲，增加稳定性
-        await page1.waitForLoadState("networkidle", { timeout: 15000 });
-        await page1.selectOption(selector, { value }, { timeout: 10000 });
-        result = { status: `成功为 '${selector}' 选择了选项 '${value}'` };
-        break;
-
-      case "browser_click":
-        if (!sessionId || !selector) {
-          throw new Error("参数 'sessionId', 'selector' 都是必须的");
-        }
-        const page2 = deps.getSessionPage(sessionId);
-        await page2.waitForLoadState("networkidle", { timeout: 15000 });
-        await page2.click(selector, { timeout: 10000 });
-        result = { status: `成功点击了 '${selector}'` };
-        break;
-
-      case "browser_typeText":
-        if (!sessionId || !selector || params.text === undefined) {
-          throw new Error("参数 'sessionId', 'selector', 'text' 都是必须的");
-        }
-        const page3 = deps.getSessionPage(sessionId);
-        await page3.waitForLoadState("networkidle", { timeout: 15000 });
-        {
-          const locator = page3.locator(selector);
-          await locator.click({ timeout: 10000 });
-          await locator.press("Control+A");
-          await locator.press("Backspace");
-          await locator.type(params.text, { delay: 90 });
-        }
-        if (params.pressEnter) {
-          await page3.locator(selector).press("Enter");
-        }
-        result = { status: `成功向 '${selector}' 输入了文本` };
-        break;
-
-      case "browser_closeSession":
-        if (!sessionId) throw new Error("参数 'sessionId' 是必须的");
-        await deps.closeSession(sessionId);
-        result = { status: `成功关闭会话 '${sessionId}'` };
-        break;
-
-      case "browser_readContent":
-        if (!sessionId) throw new Error("参数 'sessionId' 是必须的");
-        const page4 = deps.getSessionPage(sessionId);
-        await page4.waitForLoadState("domcontentloaded", { timeout: 10000 });
-
-        if (selector) {
-          result = await page4.innerText(selector, { timeout: 5000 });
-        } else {
-          // 智能提取：不仅提取文本，还提取可交互元素的摘要（链接、按钮、输入框）
-          // 这让 AI 知道页面上有哪些操作点，从而决定下一步点哪里。
-          result = await page4.evaluate(() => {
-            const buildCssIdSelector = (value: unknown): string | null => {
-              if (typeof value !== "string" || !value.trim()) return null;
-              return `#${CSS.escape(value.trim())}`;
-            };
-
-            const buildCssAttributeSelector = (
-              tagName: unknown,
-              attributeName: string,
-              attributeValue: unknown
-            ): string | null => {
-              if (typeof attributeValue !== "string" || !attributeValue.trim()) return null;
-              const normalizedTag =
-                typeof tagName === "string" && tagName.trim()
-                  ? tagName.trim().toLowerCase()
-                  : "";
-              return `${normalizedTag || "*"}[${attributeName}=${JSON.stringify(
-                attributeValue.trim()
-              )}]`;
-            };
-
-            const buildCssClassSelector = (
-              tagName: unknown,
-              className: unknown
-            ): string | null => {
-              if (typeof className !== "string") return null;
-              const classes = className
-                .split(/\s+/)
-                .map((value) => value.trim())
-                .filter(Boolean);
-              if (classes.length === 0) return null;
-              const normalizedTag =
-                typeof tagName === "string" && tagName.trim()
-                  ? tagName.trim().toLowerCase()
-                  : "";
-              return `${normalizedTag}${classes
-                .map((value) => `.${CSS.escape(value)}`)
-                .join("")}`;
-            };
-
-            const interactiveElements: any[] = [];
-
-            // 1. 提取所有链接
-            document.querySelectorAll('a').forEach((a: any, index: any) => {
-              const rect = a.getBoundingClientRect();
-              if (rect.width > 0 && rect.height > 0 && a.innerText.trim()) {
-                interactiveElements.push({
-                  type: 'link',
-                  text: a.innerText.trim().slice(0, 50), // 限制长度
-                  href: a.href,
-                  selector:
-                    buildCssAttributeSelector("a", "href", a.getAttribute("href")) ??
-                    "a",
-                });
-              }
-            });
-
-            // 2. 提取所有按钮
-            document.querySelectorAll('button, input[type="submit"], input[type="button"]').forEach((btn: any) => {
-              const rect = btn.getBoundingClientRect();
-              if (rect.width > 0 && rect.height > 0) {
-                const tagName =
-                  typeof btn.tagName === "string"
-                    ? btn.tagName.toLowerCase()
-                    : "button";
-                interactiveElements.push({
-                  type: 'button',
-                  text: btn.innerText || btn.value || 'Button',
-                  selector:
-                    buildCssIdSelector(btn.id) ??
-                    buildCssAttributeSelector(tagName, "name", btn.getAttribute("name")) ??
-                    buildCssAttributeSelector(tagName, "type", btn.getAttribute("type")) ??
-                    buildCssClassSelector(tagName, btn.className) ??
-                    tagName
-                });
-              }
-            });
-
-            // 3. 提取输入框
-            document.querySelectorAll('input:not([type="submit"]):not([type="button"]), textarea').forEach((input: any) => {
-              const rect = input.getBoundingClientRect();
-              if (rect.width > 0 && rect.height > 0) {
-                const tagName =
-                  typeof input.tagName === "string"
-                    ? input.tagName.toLowerCase()
-                    : "input";
-                interactiveElements.push({
-                  type: 'input',
-                  placeholder: input.placeholder || '',
-                  name: input.name || '',
-                  selector:
-                    buildCssAttributeSelector(tagName, "name", input.name) ??
-                    buildCssIdSelector(input.id) ??
-                    tagName
-                });
-              }
-            });
-
-            return {
-              title: document.title,
-              url: document.location.href,
-              content: document.body.innerText.slice(0, 5000), // 限制正文长度
-              interactiveElements: interactiveElements.slice(0, 50) // 限制交互元素数量
-            };
-          });
-        }
-        break;
-
-      // 在这里为未来的工具（如 click, typeText）预留位置
-      // case 'browser_click': ...
-
-      case "browser_probePage":
-        if (!sessionId) throw new Error("参数 'sessionId' 是必须的");
-        const page5 = deps.getSessionPage(sessionId);
-        result = await probePage(page5);
-        break;
-
-      default:
-        throw new Error(`未知的浏览器工具: ${toolName}`);
-    }
-
-    // 返回成功结果
-    return new Response(JSON.stringify({ data: result }), {
-      status: 200,
-      headers: { ...corsHeaders, "Content-Type": "application/json" },
-    });
-  } catch (error: any) {
-    console.error(`浏览器工具处理器错误:`, error);
-    // 返回详细的错误信息
-    return new Response(JSON.stringify({ error: error.message }), {
-      status: 500,
-      headers: { ...corsHeaders, "Content-Type": "application/json" },
-    });
-  }
-};
-
-export const handleBrowserTool = (req: Request): Promise<Response> =>
-  handleBrowserToolWithDeps(req, {
-    authenticateRequest,
-    closeSession,
-    createSession,
-    getSessionPage,
-  });

package/server/handlers/cfTextToSpeechHandler.ts

@@ -1,137 +0,0 @@
-// packages/server/handlers/cfTextToSpeechHandler.ts
-// Cloudflare Workers AI MeloTTS text-to-speech handler
-// Docs: https://developers.cloudflare.com/workers-ai/models/melotts/
-
-import { authenticateRequest, CORS_HEADERS_AUTH } from "../../auth/utils";
-import { getUser } from "../../auth/server/getUser";
-import { checkBasicBalance } from "../../auth/billing";
-import { chargeExternalTool } from "../../ai/token/externalToolCost";
-
-const CF_API_TOKEN = process.env.CLOUDFLARE_API_TOKEN;
-const CF_ACCOUNT_ID = process.env.CLOUDFLARE_ACCOUNT_ID;
-const CF_BASE = "https://api.cloudflare.com/client/v4/accounts";
-const CF_TTS_MODEL = "@cf/myshell-ai/melotts";
-
-const MAX_TTS_TEXT_LENGTH = 2000;
-
-function jsonError(status: number, message: string, code?: string): Response {
-  return new Response(
-    JSON.stringify({ error: { message, code } }),
-    { status, headers: { "Content-Type": "application/json", ...CORS_HEADERS_AUTH } }
-  );
-}
-
-function jsonOk(data: unknown): Response {
-  return new Response(
-    JSON.stringify(data),
-    { status: 200, headers: { "Content-Type": "application/json", ...CORS_HEADERS_AUTH } }
-  );
-}
-
-function normalizeLang(raw: unknown): string {
-  if (typeof raw !== "string") return "zh";
-  const normalized = raw.trim().toLowerCase();
-  if (!normalized) return "zh";
-  if (normalized.startsWith("zh")) return "zh";
-  if (normalized.startsWith("ja")) return "ja";
-  if (normalized.startsWith("en")) return "en";
-  if (normalized.startsWith("fr")) return "fr";
-  if (normalized.startsWith("es")) return "es";
-  if (normalized.startsWith("ko")) return "ko";
-  return normalized.slice(0, 8);
-}
-
-// MeloTTS 不返回时长，这里按文本长度粗估音频分钟数做计费。
-function estimateSpeechDurationMinutes(text: string, lang: string): number {
-  const normalized = text.replace(/\s+/g, " ").trim();
-  if (!normalized) return 0;
-  const charsPerMinute = lang === "zh" || lang === "ja" || lang === "ko" ? 260 : 750;
-  return Number(Math.max(0.1, normalized.length / charsPerMinute).toFixed(3));
-}
-
-export async function handleCfTextToSpeech(req: Request): Promise<Response> {
-  if (req.method === "OPTIONS") return new Response(null, { status: 204, headers: CORS_HEADERS_AUTH });
-
-  if (!CF_API_TOKEN || !CF_ACCOUNT_ID) {
-    return jsonError(503, "服务未配置：缺少 CLOUDFLARE_API_TOKEN 或 CLOUDFLARE_ACCOUNT_ID", "CF_NOT_CONFIGURED");
-  }
-
-  const auth = await authenticateRequest(req);
-  if (auth instanceof Response) return auth;
-
-  const { balance = 0 } = await getUser(auth.userId);
-  const balanceCheck = checkBasicBalance(balance);
-  if (!balanceCheck.allowed && balanceCheck.error) {
-    return jsonError(balanceCheck.error.status, balanceCheck.error.message, balanceCheck.error.code);
-  }
-
-  let body: any;
-  try { body = await req.json(); }
-  catch { return jsonError(400, "JSON 解析失败", "INVALID_BODY"); }
-
-  const prompt = typeof body?.text === "string" ? body.text.trim() : "";
-  if (!prompt) {
-    return jsonError(400, "必须提供 text 参数", "MISSING_TEXT");
-  }
-  if (prompt.length > MAX_TTS_TEXT_LENGTH) {
-    return jsonError(400, `text 不能超过 ${MAX_TTS_TEXT_LENGTH} 个字符`, "TEXT_TOO_LONG");
-  }
-
-  const lang = normalizeLang(body?.lang);
-  const dialogId = typeof body?.dialogId === "string" ? body.dialogId : undefined;
-
-  const cfResp = await fetch(`${CF_BASE}/${CF_ACCOUNT_ID}/ai/run/${CF_TTS_MODEL}`, {
-    method: "POST",
-    headers: {
-      Authorization: `Bearer ${CF_API_TOKEN}`,
-      "Content-Type": "application/json",
-    },
-    body: JSON.stringify({
-      prompt,
-      lang,
-    }),
-  });
-
-  if (!cfResp.ok) {
-    const err = await cfResp.text();
-    return jsonError(502, `Cloudflare Workers AI 错误: ${err}`, "CF_AI_ERROR");
-  }
-
-  let audioBase64 = "";
-  const contentType = (cfResp.headers.get("content-type") || "").toLowerCase();
-  if (contentType.includes("application/json")) {
-    const data = await cfResp.json() as {
-      success?: boolean;
-      result?: { audio?: string };
-      audio?: string;
-    };
-    if (data.success === false) {
-      return jsonError(502, "Cloudflare Workers AI 返回失败", "CF_AI_FAILED");
-    }
-    audioBase64 = data.result?.audio ?? data.audio ?? "";
-  } else {
-    const audioBuffer = await cfResp.arrayBuffer();
-    audioBase64 = Buffer.from(audioBuffer).toString("base64");
-  }
-
-  if (!audioBase64) {
-    return jsonError(502, "Cloudflare Workers AI 未返回音频数据", "CF_TTS_EMPTY");
-  }
-
-  const estimatedDurationMinutes = estimateSpeechDurationMinutes(prompt, lang);
-  await chargeExternalTool({
-    userId: auth.userId,
-    toolId: CF_TTS_MODEL,
-    dialogId,
-    durationMinutes: estimatedDurationMinutes,
-    reason: "cf_text_to_speech",
-  });
-
-  return jsonOk({
-    dataUrl: `data:audio/mpeg;base64,${audioBase64}`,
-    mimeType: "audio/mpeg",
-    lang,
-    estimatedDurationMinutes,
-    textLength: prompt.length,
-  });
-}