@zenalexa/unicli 0.215.1 → 0.216.2

package/src/adapters/51job/jobs.ts

@@ -0,0 +1,327 @@
+import { cli, Strategy } from "../../registry.js";
+import type { IPage } from "../../types.js";
+
+type JsonRecord = Record<string, unknown>;
+
+const WE_ORIGIN = "https://we.51job.com";
+const JOBS_ORIGIN = "https://jobs.51job.com";
+const SEARCH_COLUMNS = [
+  "rank",
+  "jobId",
+  "title",
+  "salary",
+  "city",
+  "company",
+  "companyId",
+  "workYear",
+  "degree",
+  "issueDate",
+  "url",
+];
+
+function str(value: unknown): string {
+  return value === undefined || value === null ? "" : String(value);
+}
+
+function clamp(value: unknown, fallback: number, max: number): number {
+  const n = Number(value);
+  return Number.isFinite(n)
+    ? Math.max(1, Math.min(Math.trunc(n), max))
+    : fallback;
+}
+
+function pageOf(page: unknown): IPage {
+  if (!page) throw new Error("browser page required");
+  return page as IPage;
+}
+
+const CITY_CODES: Record<string, string> = {
+  全国: "000000",
+  all: "000000",
+  北京: "010000",
+  beijing: "010000",
+  上海: "020000",
+  shanghai: "020000",
+  广州: "030200",
+  guangzhou: "030200",
+  深圳: "040000",
+  shenzhen: "040000",
+  杭州: "080200",
+  hangzhou: "080200",
+  成都: "090200",
+  chengdu: "090200",
+  南京: "070200",
+  nanjing: "070200",
+  武汉: "180200",
+  wuhan: "180200",
+};
+
+function city(input: unknown): string {
+  const value = str(input).trim();
+  if (!value) return "000000";
+  if (/^\d{6}$/.test(value)) return value;
+  return CITY_CODES[value] ?? CITY_CODES[value.toLowerCase()] ?? "000000";
+}
+
+function searchUrl(config: {
+  keyword: string;
+  area: string;
+  page: number;
+  limit: number;
+  sort: string;
+}): string {
+  const url = new URL(`${WE_ORIGIN}/api/job/search-pc`);
+  url.searchParams.set("api_key", "51job");
+  url.searchParams.set("timestamp", String(Date.now()));
+  url.searchParams.set("keyword", config.keyword);
+  url.searchParams.set("searchType", "2");
+  url.searchParams.set("jobArea", config.area);
+  url.searchParams.set(
+    "sortType",
+    config.sort === "最新" || config.sort === "new" ? "1" : "0",
+  );
+  url.searchParams.set("pageNum", String(config.page));
+  url.searchParams.set("pageSize", String(config.limit));
+  url.searchParams.set("source", "1");
+  url.searchParams.set("accountId", "");
+  url.searchParams.set("scene", "7");
+  return url.toString();
+}
+
+async function browserJson(page: IPage, url: string): Promise<JsonRecord> {
+  const payload = await page.evaluate(`(async () => {
+    const response = await fetch(${JSON.stringify(url)}, {
+      credentials: "include",
+      headers: { Accept: "application/json" }
+    });
+    const text = await response.text();
+    return JSON.stringify({ ok: response.ok, status: response.status, text });
+  })()`);
+  const result = JSON.parse(str(payload)) as JsonRecord;
+  if (!result.ok) throw new Error(`51job HTTP ${str(result.status)}`);
+  if (str(result.text).trim().startsWith("<"))
+    throw new Error("51job returned HTML challenge");
+  return JSON.parse(str(result.text)) as JsonRecord;
+}
+
+function rows(data: JsonRecord): JsonRecord[] {
+  const body = data.resultbody as JsonRecord | undefined;
+  const job = body?.job as JsonRecord | undefined;
+  return Array.isArray(job?.items) ? (job.items as JsonRecord[]) : [];
+}
+
+function mapJob(item: JsonRecord, rank: number): JsonRecord {
+  return {
+    rank,
+    jobId: item.jobId ?? item.jobid ?? "",
+    title: item.jobName ?? item.jobTitle ?? "",
+    salary: item.providesalaryString ?? item.salary ?? "",
+    city: item.jobAreaString ?? item.areaString ?? "",
+    company: item.fullCompanyName ?? item.companyName ?? "",
+    companyId: item.encCoId ?? item.companyId ?? "",
+    workYear: item.workYearString ?? "",
+    degree: item.degreeString ?? "",
+    issueDate: item.issueDateString ?? item.updateDateTime ?? "",
+    url: item.jobHref ?? item.jobUrl ?? "",
+  };
+}
+
+async function searchJobs(
+  page: IPage,
+  kwargs: Record<string, unknown>,
+  keyword: string,
+): Promise<JsonRecord[]> {
+  const limit = clamp(kwargs.limit, 20, 50);
+  const pageNum = clamp(kwargs.page, 1, 1000);
+  await page.goto(
+    `${WE_ORIGIN}/pc/search?keyword=${encodeURIComponent(keyword)}&searchType=2`,
+  );
+  await page.wait(2);
+  const data = await browserJson(
+    page,
+    searchUrl({
+      keyword,
+      area: city(kwargs.area),
+      page: pageNum,
+      limit,
+      sort: str(kwargs.sort) || "综合",
+    }),
+  );
+  return rows(data)
+    .slice(0, limit)
+    .map((item, i) => mapJob(item, (pageNum - 1) * limit + i + 1));
+}
+
+cli({
+  site: "51job",
+  name: "search",
+  description: "51job 前程无忧关键词职位搜索",
+  domain: "we.51job.com",
+  strategy: Strategy.COOKIE,
+  browser: true,
+  args: [
+    {
+      name: "keyword",
+      type: "str",
+      required: true,
+      positional: true,
+      description: "岗位、技能或公司关键词",
+    },
+    {
+      name: "area",
+      type: "str",
+      default: "全国",
+      description: "城市名或 6 位城市码",
+    },
+    { name: "sort", type: "str", default: "综合", description: "综合/最新" },
+    { name: "page", type: "int", default: 1, description: "页码" },
+    { name: "limit", type: "int", default: 20, description: "返回数量" },
+  ],
+  columns: SEARCH_COLUMNS,
+  func: async (page, kwargs) =>
+    searchJobs(pageOf(page), kwargs, str(kwargs.keyword)),
+});
+
+cli({
+  site: "51job",
+  name: "hot",
+  description: "51job 推荐职位列表",
+  domain: "we.51job.com",
+  strategy: Strategy.COOKIE,
+  browser: true,
+  args: [
+    {
+      name: "area",
+      type: "str",
+      default: "全国",
+      description: "城市名或 6 位城市码",
+    },
+    { name: "sort", type: "str", default: "综合", description: "综合/最新" },
+    { name: "page", type: "int", default: 1, description: "页码" },
+    { name: "limit", type: "int", default: 20, description: "返回数量" },
+  ],
+  columns: SEARCH_COLUMNS,
+  func: async (page, kwargs) => searchJobs(pageOf(page), kwargs, ""),
+});
+
+cli({
+  site: "51job",
+  name: "detail",
+  description: "51job 职位详情（按 jobId）",
+  domain: "jobs.51job.com",
+  strategy: Strategy.COOKIE,
+  browser: true,
+  args: [
+    {
+      name: "jobId",
+      type: "str",
+      required: true,
+      positional: true,
+      description: "职位 ID",
+    },
+  ],
+  columns: [
+    "jobId",
+    "title",
+    "salary",
+    "location",
+    "description",
+    "company",
+    "url",
+  ],
+  func: async (page, kwargs) => {
+    const browser = pageOf(page);
+    const jobId = str(kwargs.jobId);
+    const url = `${JOBS_ORIGIN}/x/${jobId}.html`;
+    await browser.goto(url);
+    await browser.wait(2);
+    const data = (await browser.evaluate(`(() => {
+      const text = (selector) => document.querySelector(selector)?.innerText?.trim() || "";
+      const company = document.querySelector(".cname a, .tCompany_sidebar .com_msg a");
+      return JSON.stringify({
+        title: text("h1") || text(".cn .name"),
+        salary: text(".cn strong") || text("strong"),
+        meta: text(".cn .msg.ltype") || text(".msg.ltype"),
+        description: text(".bmsg.job_msg") || text(".job_msg"),
+        company: company?.innerText?.trim() || "",
+        companyUrl: company?.href || "",
+        finalUrl: location.href
+      });
+    })()`)) as string;
+    const row = JSON.parse(data) as JsonRecord;
+    const [location, workYear, degree] = str(row.meta)
+      .split("|")
+      .map((part) => part.trim());
+    return [
+      {
+        jobId,
+        title: row.title,
+        salary: row.salary,
+        location,
+        workYear,
+        degree,
+        description: row.description,
+        company: row.company,
+        companyUrl: row.companyUrl,
+        url: row.finalUrl,
+      },
+    ];
+  },
+});
+
+cli({
+  site: "51job",
+  name: "company",
+  description: "51job 公司在招职位（按 encCoId）",
+  domain: "jobs.51job.com",
+  strategy: Strategy.COOKIE,
+  browser: true,
+  args: [
+    {
+      name: "encCoId",
+      type: "str",
+      required: true,
+      positional: true,
+      description: "加密公司 ID",
+    },
+    { name: "limit", type: "int", default: 20, description: "返回职位数" },
+  ],
+  columns: SEARCH_COLUMNS,
+  func: async (page, kwargs) => {
+    const browser = pageOf(page);
+    const encCoId = str(kwargs.encCoId);
+    await browser.goto(`${JOBS_ORIGIN}/all/co${encCoId}.html`);
+    await browser.wait(2);
+    const raw =
+      (await browser.evaluate(`(() => JSON.stringify([...document.querySelectorAll("a[sensorsdata]")]
+      .filter((a) => /\\/\\d{6,}\\.html/.test(a.href || ""))
+      .map((a) => ({ href: a.href, sensorsdata: a.getAttribute("sensorsdata") || "", text: a.innerText || "" }))))()`)) as string;
+    const links = JSON.parse(raw) as Array<{
+      href: string;
+      sensorsdata: string;
+      text: string;
+    }>;
+    const out: JsonRecord[] = [];
+    for (const link of links) {
+      try {
+        const data = JSON.parse(link.sensorsdata) as JsonRecord;
+        out.push({
+          rank: out.length + 1,
+          jobId: data.jobId ?? "",
+          title: data.jobTitle ?? link.text.trim(),
+          salary: data.jobSalary ?? "",
+          city: data.jobArea ?? "",
+          company: data.companyName ?? "",
+          workYear: data.jobYear ?? "",
+          degree: data.jobDegree ?? "",
+          issueDate: data.jobTime ?? "",
+          url: link.href,
+        });
+      } catch {
+        continue;
+      }
+      if (out.length >= clamp(kwargs.limit, 20, 50)) break;
+    }
+    return out;
+  },
+});

package/src/adapters/_shared/browser-tools.ts

@@ -0,0 +1,59 @@
+import type { IPage } from "../../types.js";
+
+export function str(value: unknown, fallback = ""): string {
+  if (value === undefined || value === null) return fallback;
+  return String(value);
+}
+
+export function intArg(value: unknown, fallback: number, max = 100): number {
+  const n = Number(value ?? fallback);
+  if (!Number.isFinite(n)) return fallback;
+  return Math.max(1, Math.min(max, Math.trunc(n)));
+}
+
+export function boolArg(value: unknown): boolean {
+  return value === true || value === "true" || value === "1" || value === 1;
+}
+
+export function js(value: unknown): string {
+  return JSON.stringify(value);
+}
+
+export async function gotoSettled(
+  page: IPage,
+  url: string,
+  settleMs = 1600,
+): Promise<void> {
+  await page.goto(url, { settleMs });
+}
+
+export async function readDomItems<T>(
+  page: IPage,
+  url: string,
+  script: string,
+  settleMs = 1600,
+): Promise<T[]> {
+  await gotoSettled(page, url, settleMs);
+  const value = await page.evaluate(script);
+  return Array.isArray(value) ? (value as T[]) : [];
+}
+
+export async function clickFirst(
+  page: IPage,
+  selectors: readonly string[],
+): Promise<string | null> {
+  for (const selector of selectors) {
+    try {
+      await page.click(selector);
+      return selector;
+    } catch {
+      // Try the next stable selector.
+    }
+  }
+  return null;
+}
+
+export async function visibleText(page: IPage): Promise<string> {
+  const text = await page.evaluate("document.body?.innerText ?? ''");
+  return str(text).trim();
+}

package/src/adapters/antigravity/extra.ts

@@ -0,0 +1,53 @@
+import { cli, Strategy } from "../../registry.js";
+import { connectElectronApp } from "../_electron/shared.js";
+import { intArg } from "../_shared/browser-tools.js";
+
+async function readAntigravityText(): Promise<string> {
+  const page = await connectElectronApp("antigravity");
+  const text = await page.evaluate("document.body?.innerText ?? ''");
+  return String(text ?? "");
+}
+
+cli({
+  site: "antigravity",
+  name: "extract-code",
+  description: "Extract code blocks from the active Antigravity conversation",
+  strategy: Strategy.PUBLIC,
+  columns: ["language", "code"],
+  func: async () => {
+    const page = await connectElectronApp("antigravity");
+    const blocks = (await page.evaluate(`(() => {
+      return [...document.querySelectorAll('pre code, .cm-content, [class*="code"]')]
+        .map((node) => ({
+          language: [...node.classList].find((name) => name.startsWith('language-'))?.replace('language-', '') || '',
+          code: (node.textContent || '').trim()
+        })).filter((row) => row.code);
+    })()`)) as Record<string, unknown>[];
+    return blocks;
+  },
+});
+
+cli({
+  site: "antigravity",
+  name: "watch",
+  description: "Poll Antigravity conversation text for updates",
+  strategy: Strategy.PUBLIC,
+  args: [
+    { name: "interval", type: "int", default: 2 },
+    { name: "iterations", type: "int", default: 5 },
+  ],
+  columns: ["iteration", "text"],
+  func: async (_page, kwargs) => {
+    const interval = intArg(kwargs.interval, 2, 60);
+    const iterations = intArg(kwargs.iterations, 5, 500);
+    const rows: Record<string, unknown>[] = [];
+    let previous = "";
+    for (let i = 0; i < iterations; i += 1) {
+      const text = await readAntigravityText();
+      if (text !== previous) rows.push({ iteration: i + 1, text });
+      previous = text;
+      await new Promise((resolve) => setTimeout(resolve, interval * 1000));
+    }
+    return rows;
+  },
+});

package/src/adapters/baidu-scholar/search.ts

@@ -0,0 +1,38 @@
+import { cli, Strategy } from "../../registry.js";
+import type { IPage } from "../../types.js";
+import { intArg, js, str } from "../_shared/browser-tools.js";
+
+cli({
+  site: "baidu-scholar",
+  name: "search",
+  description: "Search Baidu Scholar papers",
+  domain: "xueshu.baidu.com",
+  strategy: Strategy.PUBLIC,
+  browser: true,
+  args: [
+    { name: "query", type: "str", required: true, positional: true },
+    { name: "limit", type: "int", default: 10 },
+  ],
+  columns: ["title", "authors", "source", "url"],
+  func: async (page, kwargs) => {
+    const p = page as IPage;
+    const limit = intArg(kwargs.limit, 10, 50);
+    await p.goto(
+      `https://xueshu.baidu.com/s?wd=${encodeURIComponent(str(kwargs.query))}`,
+      { settleMs: 2500 },
+    );
+    const rows = await p.evaluate(`(() => {
+      const cards = [...document.querySelectorAll('.result, .sc_content, .result-item')];
+      return cards.map((card) => {
+        const link = card.querySelector('h3 a, .t a, a[href]');
+        return {
+          title: (link?.textContent || '').replace(/\\s+/g, ' ').trim(),
+          authors: (card.querySelector('.author_text, .sc_info, .c_font')?.textContent || '').replace(/\\s+/g, ' ').trim(),
+          source: (card.querySelector('.journal_title, .sc_info')?.textContent || '').replace(/\\s+/g, ' ').trim(),
+          url: link ? new URL(link.getAttribute('href') || '', location.href).href : ''
+        };
+      }).filter((row) => row.title).slice(0, ${js(limit)});
+    })()`);
+    return Array.isArray(rows) ? (rows as Record<string, unknown>[]) : [];
+  },
+});

package/src/adapters/bilibili/compat.ts

@@ -0,0 +1,132 @@
+import { cli, Strategy } from "../../registry.js";
+import { loadCookies, formatCookieHeader } from "../../engine/cookies.js";
+import { USER_AGENT } from "../../constants.js";
+import { intArg, str } from "../_shared/browser-tools.js";
+
+async function bilibiliJson(url: string): Promise<Record<string, unknown>> {
+  const cookies = loadCookies("bilibili");
+  const headers: Record<string, string> = {
+    "user-agent": USER_AGENT,
+    referer: "https://www.bilibili.com",
+    accept: "application/json",
+  };
+  if (cookies) headers.cookie = formatCookieHeader(cookies);
+  const response = await fetch(url, { headers });
+  if (!response.ok) {
+    throw new Error(`Bilibili request failed: HTTP ${response.status}`);
+  }
+  return (await response.json()) as Record<string, unknown>;
+}
+
+function dataObject(value: Record<string, unknown>): Record<string, unknown> {
+  return (value.data ?? {}) as Record<string, unknown>;
+}
+
+cli({
+  site: "bilibili",
+  name: "video",
+  description: "Get Bilibili video metadata by BV ID or URL",
+  domain: "api.bilibili.com",
+  strategy: Strategy.PUBLIC,
+  args: [{ name: "bvid", type: "str", required: true, positional: true }],
+  columns: ["title", "author", "duration", "views", "bvid"],
+  func: async (_page, kwargs) => {
+    const input = str(kwargs.bvid);
+    const match = /BV[a-zA-Z0-9]+/.exec(input);
+    const bvid = match?.[0] ?? input;
+    const data = dataObject(
+      await bilibiliJson(
+        `https://api.bilibili.com/x/web-interface/view?bvid=${encodeURIComponent(bvid)}`,
+      ),
+    );
+    const owner = (data.owner ?? {}) as Record<string, unknown>;
+    const stat = (data.stat ?? {}) as Record<string, unknown>;
+    return [
+      {
+        title: data.title ?? "",
+        author: owner.name ?? "",
+        duration: data.duration ?? 0,
+        views: stat.view ?? 0,
+        likes: stat.like ?? 0,
+        bvid: data.bvid ?? bvid,
+      },
+    ];
+  },
+});
+
+cli({
+  site: "bilibili",
+  name: "favorite",
+  description: "Read Bilibili favorite folder videos",
+  domain: "api.bilibili.com",
+  strategy: Strategy.COOKIE,
+  args: [
+    { name: "fid", type: "str", required: false },
+    { name: "limit", type: "int", default: 20 },
+  ],
+  columns: ["title", "author", "fav_time", "bvid"],
+  func: async (_page, kwargs) => {
+    const limit = intArg(kwargs.limit, 20, 100);
+    let fid = str(kwargs.fid);
+    if (!fid) {
+      const folders = dataObject(
+        await bilibiliJson(
+          "https://api.bilibili.com/x/v3/fav/folder/created/list-all?up_mid=0",
+        ),
+      );
+      const list = Array.isArray(folders.list)
+        ? (folders.list as Record<string, unknown>[])
+        : [];
+      fid = str(list[0]?.id);
+    }
+    if (!fid) throw new Error("No Bilibili favorite folder id found");
+    const data = dataObject(
+      await bilibiliJson(
+        `https://api.bilibili.com/x/v3/fav/resource/list?media_id=${encodeURIComponent(fid)}&ps=${limit}&pn=1`,
+      ),
+    );
+    const medias = Array.isArray(data.medias)
+      ? (data.medias as Record<string, unknown>[])
+      : [];
+    return medias.slice(0, limit).map((item) => {
+      const upper = (item.upper ?? {}) as Record<string, unknown>;
+      return {
+        title: item.title ?? "",
+        author: upper.name ?? "",
+        fav_time: item.fav_time ?? "",
+        bvid: item.bvid ?? "",
+      };
+    });
+  },
+});
+
+cli({
+  site: "bilibili",
+  name: "feed-detail",
+  description: "Read a Bilibili dynamic feed item detail",
+  domain: "api.bilibili.com",
+  strategy: Strategy.COOKIE,
+  args: [{ name: "id", type: "str", required: true, positional: true }],
+  columns: ["author", "type", "text", "url"],
+  func: async (_page, kwargs) => {
+    const id = str(kwargs.id).replace(/^https?:\/\/t\.bilibili\.com\//, "");
+    const data = dataObject(
+      await bilibiliJson(
+        `https://api.bilibili.com/x/polymer/web-dynamic/v1/detail?id=${encodeURIComponent(id)}`,
+      ),
+    );
+    const item = (data.item ?? data) as Record<string, unknown>;
+    const modules = (item.modules ?? {}) as Record<string, unknown>;
+    const author = (modules.module_author ?? {}) as Record<string, unknown>;
+    const dynamic = (modules.module_dynamic ?? {}) as Record<string, unknown>;
+    const desc = (dynamic.desc ?? {}) as Record<string, unknown>;
+    return [
+      {
+        author: author.name ?? "",
+        type: item.type ?? "",
+        text: desc.text ?? "",
+        url: `https://t.bilibili.com/${id}`,
+      },
+    ];
+  },
+});

package/src/adapters/binance/asks.yaml

@@ -0,0 +1,41 @@
+site: binance
+name: asks
+description: Binance ask-side order book levels / 币安卖盘挂单深度
+domain: data-api.binance.vision
+type: web-api
+strategy: public
+browser: false
+
+args:
+  symbol:
+    type: str
+    required: true
+    positional: true
+    description: "Trading pair symbol (e.g. BTCUSDT, ETHUSDT)"
+  limit:
+    type: int
+    default: 20
+    description: Number of order book levels
+
+pipeline:
+  - fetch:
+      url: https://data-api.binance.vision/api/v3/depth
+      params:
+        symbol: ${{ args.symbol.toUpperCase() }}
+        limit: ${{ args.limit }}
+  - select: asks
+  - map:
+      rank: ${{ index + 1 }}
+      price: ${{ item[0] }}
+      quantity: ${{ item[1] }}
+      notional: ${{ parseFloat(item[0]) * parseFloat(item[1]) }}
+  - limit: ${{ args.limit }}
+
+columns: [rank, price, quantity, notional]
+
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/binance/depth.yaml

@@ -0,0 +1,41 @@
+site: binance
+name: depth
+description: Binance bid-side order book levels / 币安买盘挂单深度
+domain: data-api.binance.vision
+type: web-api
+strategy: public
+browser: false
+
+args:
+  symbol:
+    type: str
+    required: true
+    positional: true
+    description: "Trading pair symbol (e.g. BTCUSDT, ETHUSDT)"
+  limit:
+    type: int
+    default: 20
+    description: Number of order book levels
+
+pipeline:
+  - fetch:
+      url: https://data-api.binance.vision/api/v3/depth
+      params:
+        symbol: ${{ args.symbol.toUpperCase() }}
+        limit: ${{ args.limit }}
+  - select: bids
+  - map:
+      rank: ${{ index + 1 }}
+      price: ${{ item[0] }}
+      quantity: ${{ item[1] }}
+      notional: ${{ parseFloat(item[0]) * parseFloat(item[1]) }}
+  - limit: ${{ args.limit }}
+
+columns: [rank, price, quantity, notional]
+
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2