@tool-bridge/server 0.1.1 → 0.3.0

package/dist/scrapingbee-3KTPMAVY.js

@@ -0,0 +1,247 @@
+import {
+  createProviderPlugin,
+  guardedFetch,
+  requireApiKey,
+  upstreamError
+} from "./chunk-CSJEZHQO.js";
+import "./chunk-K7FVSFUX.js";
+import {
+  external_exports
+} from "./chunk-JLTYA2B3.js";
+import "./chunk-MLKGABMK.js";
+
+// ../plugins/src/scrapingbee/api.ts
+var SERVICE = "scrapingbee";
+var API_BASE = "https://app.scrapingbee.com/api/v1/";
+function record(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value) ? value : void 0;
+}
+function compact(input) {
+  return Object.fromEntries(
+    Object.entries(input).filter((entry) => entry[1] !== void 0)
+  );
+}
+function str(value) {
+  return value === void 0 || value === "" ? void 0 : value;
+}
+function bool(value) {
+  return value === void 0 ? void 0 : String(value);
+}
+function int(value) {
+  return value === void 0 ? void 0 : String(value);
+}
+function buildUrl(path, apiKey, params) {
+  const url = new URL(path, API_BASE);
+  url.searchParams.set("api_key", apiKey);
+  for (const [key, value] of Object.entries(params)) {
+    if (value !== void 0) url.searchParams.set(key, value);
+  }
+  return url.toString();
+}
+function errorMessage(body, status) {
+  const trimmed = body.trim();
+  if (trimmed === "") return `ScrapingBee request failed with status ${status}`;
+  try {
+    const payload = record(JSON.parse(trimmed));
+    const message = typeof payload?.message === "string" ? payload.message.trim() : "";
+    if (message !== "") return message;
+    const error = typeof payload?.error === "string" ? payload.error.trim() : "";
+    if (error !== "") return error;
+  } catch {
+  }
+  return trimmed;
+}
+function headerNumber(headers, name) {
+  const value = headers.get(name);
+  if (value === null || value === "") return void 0;
+  const parsed = Number(value);
+  return Number.isFinite(parsed) ? parsed : void 0;
+}
+function headerInteger(headers, name) {
+  const value = headers.get(name);
+  if (value === null || value === "") return void 0;
+  const trimmed = value.trim();
+  if (!/^-?\d+$/.test(trimmed)) return void 0;
+  const parsed = Number(trimmed);
+  return Number.isInteger(parsed) ? parsed : void 0;
+}
+function requireInt(value, field) {
+  if (typeof value !== "number" || !Number.isInteger(value)) {
+    throw upstreamError(502, `scrapingbee response missing ${field}`);
+  }
+  return value;
+}
+function requireStr(value, field) {
+  if (typeof value !== "string" || value === "") {
+    throw upstreamError(502, `scrapingbee response missing ${field}`);
+  }
+  return value;
+}
+function fetchParams(input) {
+  return compact({
+    url: input.url,
+    render_js: bool(input.renderJs),
+    wait: int(input.waitMs),
+    wait_for: str(input.waitFor),
+    device: str(input.device),
+    block_ads: bool(input.blockAds),
+    block_resources: bool(input.blockResources),
+    country_code: str(input.countryCode),
+    premium_proxy: bool(input.premiumProxy),
+    stealth_proxy: bool(input.stealthProxy),
+    transparent_status_code: bool(input.transparentStatusCode),
+    retry: int(input.retry)
+  });
+}
+async function requestText(ctx, path, params) {
+  const response = await guardedFetch(buildUrl(path, requireApiKey(ctx, SERVICE), params), { method: "GET" });
+  const body = await response.text();
+  if (!response.ok) throw upstreamError(response.status, errorMessage(body, response.status));
+  return { body, response };
+}
+async function fetchHtml(input, ctx) {
+  const { body, response } = await requestText(ctx, "", fetchParams(input));
+  return compact({
+    html: body,
+    statusCode: response.status,
+    contentType: response.headers.get("content-type") ?? void 0,
+    initialStatusCode: headerInteger(response.headers, "spb-initial-status-code"),
+    resolvedUrl: response.headers.get("spb-resolved-url") ?? void 0,
+    creditCost: headerNumber(response.headers, "spb-cost")
+  });
+}
+async function extractData(input, ctx) {
+  const { body, response } = await requestText(ctx, "", {
+    ...fetchParams(input),
+    extract_rules: JSON.stringify(input.extractRules)
+  });
+  let payload;
+  try {
+    payload = JSON.parse(body);
+  } catch {
+    throw upstreamError(502, "scrapingbee extract_data response is not valid JSON");
+  }
+  const data = record(payload);
+  if (data === void 0) throw upstreamError(502, "scrapingbee extract_data response must be a JSON object");
+  return compact({
+    data: { ...data },
+    statusCode: response.status,
+    resolvedUrl: response.headers.get("spb-resolved-url") ?? void 0,
+    creditCost: headerNumber(response.headers, "spb-cost")
+  });
+}
+async function getUsageStats(_input, ctx) {
+  const { body } = await requestText(ctx, "usage", {});
+  let payload;
+  try {
+    payload = JSON.parse(body);
+  } catch {
+    throw upstreamError(502, "scrapingbee usage response is not valid JSON");
+  }
+  const usage = record(payload);
+  if (usage === void 0) throw upstreamError(502, "scrapingbee usage response must be an object");
+  return {
+    usage: {
+      max_api_credit: requireInt(usage.max_api_credit, "max_api_credit"),
+      used_api_credit: requireInt(usage.used_api_credit, "used_api_credit"),
+      max_concurrency: requireInt(usage.max_concurrency, "max_concurrency"),
+      current_concurrency: requireInt(usage.current_concurrency, "current_concurrency"),
+      renewal_subscription_date: requireStr(usage.renewal_subscription_date, "renewal_subscription_date")
+    }
+  };
+}
+
+// ../plugins/src/scrapingbee/schema.ts
+var fetchHtmlInput = external_exports.strictObject({
+  url: external_exports.url().describe("The public URL to fetch with ScrapingBee."),
+  renderJs: external_exports.boolean().describe("Whether ScrapingBee should render JavaScript before returning the page.").optional(),
+  waitMs: external_exports.int().min(0).describe("How many milliseconds ScrapingBee should wait before returning the page.").optional(),
+  waitFor: external_exports.string().min(1).describe("The CSS selector ScrapingBee should wait for before returning the page.").optional(),
+  device: external_exports.enum(["desktop", "mobile"]).describe("The device preset used for the request.").optional(),
+  blockAds: external_exports.boolean().describe("Whether ScrapingBee should block ads on the page.").optional(),
+  blockResources: external_exports.boolean().describe("Whether ScrapingBee should block images and CSS resources.").optional(),
+  countryCode: external_exports.string().min(2).max(2).describe("The two-letter country code used for request geolocation.").optional(),
+  premiumProxy: external_exports.boolean().describe("Whether ScrapingBee should use premium proxy routing.").optional(),
+  stealthProxy: external_exports.boolean().describe("Whether ScrapingBee should use stealth proxy routing.").optional(),
+  transparentStatusCode: external_exports.boolean().describe("Whether ScrapingBee should return the target page status code transparently.").optional(),
+  retry: external_exports.int().min(1).describe("How many times ScrapingBee should retry the request on failure.").optional()
+}).describe("The input payload for fetching page HTML with ScrapingBee.");
+var fetchHtmlOutput = external_exports.strictObject({
+  html: external_exports.string().describe("The HTML content returned by ScrapingBee."),
+  statusCode: external_exports.int().describe("The HTTP status code returned by ScrapingBee."),
+  contentType: external_exports.string().describe("The content type returned by ScrapingBee.").optional(),
+  initialStatusCode: external_exports.int().describe("The original target page status code reported by ScrapingBee.").optional(),
+  resolvedUrl: external_exports.string().describe("The final resolved URL reported by ScrapingBee.").optional(),
+  creditCost: external_exports.number().describe("The request credit cost reported by ScrapingBee.").optional()
+}).describe("The output payload for fetching page HTML with ScrapingBee.");
+var extractDataInput = external_exports.strictObject({
+  url: external_exports.url().describe("The public URL to extract data from with ScrapingBee."),
+  extractRules: external_exports.record(external_exports.string(), external_exports.unknown().describe("A JSON-compatible value used in ScrapingBee extraction rules or responses.")).describe("The extraction rules object serialized into the extract_rules query parameter."),
+  renderJs: external_exports.boolean().describe("Whether ScrapingBee should render JavaScript before returning the page.").optional(),
+  waitMs: external_exports.int().min(0).describe("How many milliseconds ScrapingBee should wait before returning the page.").optional(),
+  waitFor: external_exports.string().min(1).describe("The CSS selector ScrapingBee should wait for before returning the page.").optional(),
+  device: external_exports.enum(["desktop", "mobile"]).describe("The device preset used for the request.").optional(),
+  blockAds: external_exports.boolean().describe("Whether ScrapingBee should block ads on the page.").optional(),
+  blockResources: external_exports.boolean().describe("Whether ScrapingBee should block images and CSS resources.").optional(),
+  countryCode: external_exports.string().min(2).max(2).describe("The two-letter country code used for request geolocation.").optional(),
+  premiumProxy: external_exports.boolean().describe("Whether ScrapingBee should use premium proxy routing.").optional(),
+  stealthProxy: external_exports.boolean().describe("Whether ScrapingBee should use stealth proxy routing.").optional(),
+  transparentStatusCode: external_exports.boolean().describe("Whether ScrapingBee should return the target page status code transparently.").optional(),
+  retry: external_exports.int().min(1).describe("How many times ScrapingBee should retry the request on failure.").optional()
+}).describe("The input payload for extracting structured data with ScrapingBee.");
+var extractDataOutput = external_exports.strictObject({
+  data: external_exports.record(external_exports.string(), external_exports.unknown().describe("A JSON-compatible value used in ScrapingBee extraction rules or responses.")).describe("The structured data object returned by ScrapingBee extract_rules."),
+  statusCode: external_exports.int().describe("The HTTP status code returned by ScrapingBee."),
+  resolvedUrl: external_exports.string().describe("The final resolved URL reported by ScrapingBee.").optional(),
+  creditCost: external_exports.number().describe("The request credit cost reported by ScrapingBee.").optional()
+}).describe("The output payload for extracting structured data with ScrapingBee.");
+var getUsageStatsInput = external_exports.strictObject({}).describe("The input payload for retrieving ScrapingBee usage statistics.");
+var getUsageStatsOutput = external_exports.strictObject({
+  usage: external_exports.strictObject({
+    max_api_credit: external_exports.int().describe("The maximum API credits available in the current billing period.").optional(),
+    used_api_credit: external_exports.int().describe("The API credits already consumed in the current billing period.").optional(),
+    max_concurrency: external_exports.int().describe("The maximum number of concurrent requests allowed.").optional(),
+    current_concurrency: external_exports.int().describe("The current number of concurrent requests in use.").optional(),
+    renewal_subscription_date: external_exports.string().describe("The renewal timestamp for the current subscription period.").optional()
+  }).describe("The current ScrapingBee usage snapshot.").optional()
+}).describe("The output payload for retrieving ScrapingBee usage statistics.");
+var scrapingbeeActions = {
+  fetch_html: {
+    description: "Fetch HTML content from one public URL with optional rendering and proxy controls.",
+    effect: "read",
+    inputSchema: fetchHtmlInput,
+    outputSchema: external_exports.toJSONSchema(fetchHtmlOutput, { io: "output", unrepresentable: "any" })
+  },
+  extract_data: {
+    description: "Extract structured JSON data from one public URL with ScrapingBee extract_rules.",
+    effect: "write",
+    inputSchema: extractDataInput,
+    outputSchema: external_exports.toJSONSchema(extractDataOutput, { io: "output", unrepresentable: "any" })
+  },
+  get_usage_stats: {
+    description: "Retrieve the current ScrapingBee API usage and concurrency statistics.",
+    effect: "read",
+    inputSchema: getUsageStatsInput,
+    outputSchema: external_exports.toJSONSchema(getUsageStatsOutput, { io: "output", unrepresentable: "any" })
+  }
+};
+
+// ../plugins/src/scrapingbee/index.ts
+function createScrapingbeePlugin() {
+  return createProviderPlugin({
+    description: "ScrapingBee",
+    actions: scrapingbeeActions,
+    // 上游的 credentialValidators 打的就是 /usage,它只读、无必填入参且不消耗信用点。
+    credentialProbe: "get_usage_stats",
+    handlers: {
+      fetch_html: fetchHtml,
+      extract_data: extractData,
+      get_usage_stats: getUsageStats
+    }
+  });
+}
+var scrapingbee_default = createScrapingbeePlugin();
+export {
+  createScrapingbeePlugin,
+  scrapingbee_default as default
+};

package/dist/screenshot_fyi-LKG62C3J.js

@@ -0,0 +1,116 @@
+import {
+  createProviderPlugin,
+  guardedFetch,
+  requireApiKey,
+  upstreamError
+} from "./chunk-CSJEZHQO.js";
+import "./chunk-K7FVSFUX.js";
+import {
+  external_exports
+} from "./chunk-JLTYA2B3.js";
+import "./chunk-MLKGABMK.js";
+
+// ../plugins/src/screenshot_fyi/schema.ts
+var takeScreenshotInput = external_exports.strictObject({
+  url: external_exports.url().describe("The complete website URL to capture, including the protocol."),
+  width: external_exports.int().min(1).describe("The viewport width in pixels.").optional(),
+  height: external_exports.int().min(1).describe("The viewport height in pixels.").optional(),
+  fullPage: external_exports.boolean().describe("Whether to capture the full scrollable page instead of only the viewport.").optional(),
+  darkMode: external_exports.boolean().describe("Whether to render the target page with dark mode enabled.").optional(),
+  disableCookieBanners: external_exports.boolean().describe("Whether screenshot.fyi should hide cookie banners before capture.").optional()
+}).describe("The input payload for capturing a website screenshot with screenshot.fyi.");
+var takeScreenshotOutput = external_exports.strictObject({
+  url: external_exports.url().describe("The generated screenshot URL returned by screenshot.fyi.").optional()
+}).describe("The output payload for a screenshot.fyi screenshot capture.");
+var screenshotFyiActions = {
+  take_screenshot: {
+    description: "Capture a website screenshot with screenshot.fyi and return the generated URL.",
+    effect: "write",
+    inputSchema: takeScreenshotInput,
+    outputSchema: external_exports.toJSONSchema(takeScreenshotOutput, { io: "output", unrepresentable: "any" })
+  }
+};
+
+// ../plugins/src/screenshot_fyi/api.ts
+var SERVICE = "screenshot_fyi";
+var API_BASE = "https://www.screenshot.fyi";
+var CAPTURE_PATH = "/api/take";
+var REQUEST_TIMEOUT_MS = 3e4;
+function toRecord(value) {
+  return typeof value === "object" && value !== null && !Array.isArray(value) ? value : void 0;
+}
+function text(value) {
+  if (typeof value !== "string") return void 0;
+  const trimmed = value.trim();
+  return trimmed === "" ? void 0 : trimmed;
+}
+function errorMessage(payload, status) {
+  const direct = text(payload);
+  if (direct !== void 0) return direct;
+  const record = toRecord(payload);
+  const top = text(record?.error);
+  const detail = Array.isArray(record?.details) ? text(toRecord(record.details[0])?.message) : void 0;
+  if (top !== void 0 && detail !== void 0) return `${top}: ${detail}`;
+  return top ?? detail ?? `screenshot.fyi \u8FD4\u56DE HTTP ${status}`;
+}
+async function readPayload(response) {
+  const body = await response.text();
+  if (body.trim() === "") return null;
+  try {
+    return JSON.parse(body);
+  } catch {
+    throw upstreamError(502, "screenshot.fyi \u8FD4\u56DE\u4E86\u975E JSON \u54CD\u5E94");
+  }
+}
+function buildQuery(input) {
+  const query = { url: input.url };
+  if (input.width !== void 0) query.width = String(input.width);
+  if (input.height !== void 0) query.height = String(input.height);
+  if (input.fullPage !== void 0) query.fullPage = String(input.fullPage);
+  if (input.darkMode !== void 0) query.darkMode = String(input.darkMode);
+  if (input.disableCookieBanners !== void 0) query.disableCookieBanners = String(input.disableCookieBanners);
+  return query;
+}
+async function capture(url) {
+  try {
+    return await guardedFetch(url.toString(), {
+      method: "GET",
+      headers: { accept: "application/json" },
+      signal: AbortSignal.timeout(REQUEST_TIMEOUT_MS)
+    });
+  } catch (error) {
+    if (error instanceof Error && error.name === "TimeoutError") {
+      throw upstreamError(504, `screenshot.fyi ${REQUEST_TIMEOUT_MS / 1e3}s \u5185\u6CA1\u6709\u8FD4\u56DE\u622A\u56FE`);
+    }
+    throw error;
+  }
+}
+async function takeScreenshot(input, ctx) {
+  const target = new URL(CAPTURE_PATH, API_BASE);
+  target.searchParams.set("accessKey", requireApiKey(ctx, SERVICE));
+  for (const [key, value] of Object.entries(buildQuery(input))) {
+    target.searchParams.set(key, value);
+  }
+  const response = await capture(target);
+  const payload = await readPayload(response);
+  if (!response.ok) throw upstreamError(response.status, errorMessage(payload, response.status));
+  const screenshotUrl = text(toRecord(payload)?.url);
+  if (screenshotUrl === void 0) {
+    throw upstreamError(502, "screenshot.fyi \u7684\u6210\u529F\u54CD\u5E94\u91CC\u6CA1\u6709\u622A\u56FE url");
+  }
+  return { url: screenshotUrl };
+}
+
+// ../plugins/src/screenshot_fyi/index.ts
+function createScreenshotFyiPlugin() {
+  return createProviderPlugin({
+    description: "screenshot.fyi",
+    actions: screenshotFyiActions,
+    handlers: { take_screenshot: takeScreenshot }
+  });
+}
+var screenshot_fyi_default = createScreenshotFyiPlugin();
+export {
+  createScreenshotFyiPlugin,
+  screenshot_fyi_default as default
+};