@zenalexa/unicli 0.220.0 → 0.220.1

package/src/adapters/pixiv/download.yaml

@@ -18,7 +18,7 @@ args:
     description: Output directory
     x-unicli-kind: path
 
-columns: [illust_id, page, url]
+columns: [illust_id, page, url, _download]
 
 pipeline:
   - navigate: https://www.pixiv.net
@@ -40,8 +40,21 @@ pipeline:
         }));
       })()
 
+  - assert:
+      condition: "data.length > 0"
+      message: "No downloadable Pixiv pages found for this illustration."
+
+  - download:
+      url: "${{ item.url }}"
+      dir: "${{ args.output }}"
+      filename: "${{ item.illust_id }}_p${{ item.page }}.${{ item.url | ext | default('jpg') }}"
+      headers:
+        Referer: "https://www.pixiv.net/"
+      type: image
+      concurrency: 2
+
 # schema-v2 metadata — injected by `unicli migrate schema-v2`
-capabilities: ["cdp-browser.evaluate", "cdp-browser.navigate"]
+capabilities: ["cdp-browser.evaluate", "cdp-browser.navigate", "http.download"]
 minimum_capability: cdp-browser.evaluate
 trust: public
 confidentiality: public

package/src/adapters/safebooru/detail.yaml

@@ -0,0 +1,63 @@
+site: safebooru
+name: detail
+description: Get Safebooru post detail by post id
+domain: safebooru.org
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+
+pipeline:
+  - fetch:
+      url: "https://safebooru.org/index.php"
+      params:
+        page: dapi
+        s: post
+        q: index
+        json: 1
+        id: "${{ args.id }}"
+
+  - assert:
+      condition: "data.length > 0"
+      message: "No Safebooru post found for this id."
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      owner: "${{ item.owner }}"
+      width: "${{ item.width }}"
+      height: "${{ item.height }}"
+      file_size: "${{ item.file_size }}"
+      tags: "${{ item.tags }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_url }}"
+      sample_url: "${{ item.sample_url }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://safebooru.org/index.php?page=post&s=view&id=' + item.id }}"
+
+columns:
+  [
+    id,
+    rating,
+    score,
+    owner,
+    width,
+    height,
+    tags,
+    source,
+    sample_url,
+    file_url,
+    url,
+  ]
+
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/safebooru/download.yaml

@@ -0,0 +1,58 @@
+site: safebooru
+name: download
+description: Download Safebooru post image by post id
+domain: safebooru.org
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+  output:
+    type: str
+    default: "./downloads/safebooru"
+    description: Output directory
+    x-unicli-kind: path
+  quality:
+    type: str
+    default: sample
+    description: sample or original
+
+columns: [id, rating, tags, url, _download]
+
+pipeline:
+  - fetch:
+      url: "https://safebooru.org/index.php"
+      params:
+        page: dapi
+        s: post
+        q: index
+        json: 1
+        id: "${{ args.id }}"
+
+  - assert:
+      condition: "data.length > 0"
+      message: "No Safebooru post found for this id."
+
+  - download:
+      url: "${{ args.quality === 'original' ? item.file_url : item.sample_url }}"
+      dir: "${{ args.output }}"
+      filename: "${{ item.id }}.${{ (args.quality === 'original' ? item.file_url : item.sample_url) | ext | default('jpg') }}"
+      type: image
+      concurrency: 1
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      tags: "${{ item.tags }}"
+      url: "${{ 'https://safebooru.org/index.php?page=post&s=view&id=' + item.id }}"
+      _download: "${{ item._download }}"
+
+capabilities: ["http.fetch", "http.download"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/safebooru/search.yaml

@@ -0,0 +1,69 @@
+site: safebooru
+name: search
+description: Search Safebooru illustration posts by Moebooru tag query such as blue_archive rating:safe
+domain: safebooru.org
+type: web-api
+strategy: public
+
+args:
+  tags:
+    type: str
+    required: true
+    positional: true
+    description: Moebooru tag query, for example "blue_archive rating:safe"
+  limit:
+    type: int
+    default: 20
+  page:
+    type: int
+    default: 0
+
+pipeline:
+  - fetch:
+      url: "https://safebooru.org/index.php"
+      params:
+        page: dapi
+        s: post
+        q: index
+        json: 1
+        tags: "${{ args.tags }}"
+        limit: "${{ args.limit }}"
+        pid: "${{ args.page }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      owner: "${{ item.owner }}"
+      width: "${{ item.width }}"
+      height: "${{ item.height }}"
+      tags: "${{ item.tags }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_url }}"
+      sample_url: "${{ item.sample_url }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://safebooru.org/index.php?page=post&s=view&id=' + item.id }}"
+
+columns:
+  [
+    rank,
+    id,
+    rating,
+    score,
+    owner,
+    width,
+    height,
+    tags,
+    source,
+    sample_url,
+    file_url,
+    url,
+  ]
+
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/safebooru/web.test.ts

@@ -0,0 +1,60 @@
+import { describe, expect, it } from "vitest";
+import { resolveCommand } from "../../registry.js";
+import { mergeSafebooruTags, parseSafebooruTags } from "./web.js";
+
+describe("safebooru tag command", () => {
+  it("registers tags command", () => {
+    expect(
+      Object.keys(resolveCommand("safebooru", "tags")!.adapter.commands),
+    ).toEqual(expect.arrayContaining(["tags"]));
+  });
+
+  it("parses DAPI tag XML", () => {
+    expect(
+      parseSafebooruTags(
+        '<tags><tag type="3" count="108328" name="blue_archive" ambiguous="false" id="1167631"/></tags>',
+      ),
+    ).toMatchObject([
+      {
+        rank: 1,
+        id: "1167631",
+        name: "blue_archive",
+        count: "108328",
+        type: "3",
+        ambiguous: "false",
+      },
+    ]);
+  });
+
+  it("keeps exact tag rows ahead of prefix matches", () => {
+    expect(
+      mergeSafebooruTags([
+        [
+          {
+            rank: 1,
+            id: "1167631",
+            name: "blue_archive",
+            count: "108328",
+            type: "3",
+            ambiguous: "false",
+            url: "https://safebooru.org/index.php?page=post&s=list&tags=blue_archive",
+          },
+        ],
+        [
+          {
+            rank: 1,
+            id: "33300201",
+            name: "blue_archive_2025_hack",
+            count: "22",
+            type: "0",
+            ambiguous: "false",
+            url: "https://safebooru.org/index.php?page=post&s=list&tags=blue_archive_2025_hack",
+          },
+        ],
+      ]),
+    ).toMatchObject([
+      { rank: 1, name: "blue_archive" },
+      { rank: 2, name: "blue_archive_2025_hack" },
+    ]);
+  });
+});

package/src/adapters/safebooru/web.ts

@@ -0,0 +1,130 @@
+/**
+ * @owner   src/adapters/safebooru/web.ts
+ * @does    Register Safebooru tag lookup for exact and prefix-style ACG tag discovery.
+ * @needs   Safebooru DAPI tag XML endpoint.
+ * @feeds   Booru tag discovery before image search/detail/download workflows.
+ * @breaks  Safebooru DAPI XML attribute changes can block tag lookup.
+ */
+
+import { USER_AGENT } from "../../constants.js";
+import { cli, Strategy } from "../../registry.js";
+
+function str(value: unknown): string {
+  return value === undefined || value === null ? "" : String(value);
+}
+
+function required(value: unknown, label: string): string {
+  const text = str(value).trim();
+  if (!text) throw new Error(`safebooru ${label} cannot be empty.`);
+  return text;
+}
+
+function requireLimit(value: unknown): number {
+  if (value === undefined || value === null || value === "") return 20;
+  const n = Number(value);
+  if (!Number.isInteger(n) || n < 1 || n > 100) {
+    throw new Error("safebooru limit must be an integer in [1, 100].");
+  }
+  return n;
+}
+
+function decodeXml(value: string): string {
+  return value
+    .replace(/&quot;/g, '"')
+    .replace(/&apos;/g, "'")
+    .replace(/&lt;/g, "<")
+    .replace(/&gt;/g, ">")
+    .replace(/&amp;/g, "&");
+}
+
+function attr(source: string, name: string): string {
+  const match = source.match(new RegExp(`\\b${name}="([^"]*)"`));
+  return match ? decodeXml(match[1]) : "";
+}
+
+export function parseSafebooruTags(xml: string): Record<string, unknown>[] {
+  const rows: Record<string, unknown>[] = [];
+  const tagRegex = /<tag\b[^>]*\/>/g;
+  let match: RegExpExecArray | null;
+  while ((match = tagRegex.exec(xml)) !== null) {
+    const raw = match[0];
+    const name = attr(raw, "name");
+    if (!name) continue;
+    rows.push({
+      rank: rows.length + 1,
+      id: attr(raw, "id"),
+      name,
+      count: attr(raw, "count"),
+      type: attr(raw, "type"),
+      ambiguous: attr(raw, "ambiguous"),
+      url: `https://safebooru.org/index.php?page=post&s=list&tags=${encodeURIComponent(name)}`,
+    });
+  }
+  return rows;
+}
+
+export function mergeSafebooruTags(
+  groups: Record<string, unknown>[][],
+): Record<string, unknown>[] {
+  const rows: Record<string, unknown>[] = [];
+  const seen = new Set<string>();
+  for (const group of groups) {
+    for (const row of group) {
+      const name = str(row.name);
+      if (!name || seen.has(name)) continue;
+      seen.add(name);
+      rows.push({ ...row, rank: rows.length + 1 });
+    }
+  }
+  return rows;
+}
+
+async function fetchTagRows(url: URL): Promise<Record<string, unknown>[]> {
+  const response = await fetch(url, {
+    headers: {
+      Accept: "application/xml,text/xml",
+      "User-Agent": USER_AGENT,
+    },
+  });
+  if (!response.ok)
+    throw new Error(`safebooru request failed with HTTP ${response.status}.`);
+  return parseSafebooruTags(await response.text());
+}
+
+function tagUrl(kind: "name" | "name_pattern", query: string, limit: number) {
+  const url = new URL("https://safebooru.org/index.php");
+  url.searchParams.set("page", "dapi");
+  url.searchParams.set("s", "tag");
+  url.searchParams.set("q", "index");
+  url.searchParams.set(kind, query);
+  url.searchParams.set("limit", String(limit));
+  return url;
+}
+
+async function searchTags(kwargs: Record<string, unknown>) {
+  const query = required(kwargs.query, "query");
+  const limit = requireLimit(kwargs.limit);
+  const rows = mergeSafebooruTags([
+    await fetchTagRows(tagUrl("name", query, 1)),
+    await fetchTagRows(tagUrl("name_pattern", query, limit)),
+  ]).slice(0, limit);
+  if (rows.length === 0)
+    throw new Error(`No Safebooru tags found for "${query}".`);
+  return rows;
+}
+
+cli({
+  site: "safebooru",
+  name: "tags",
+  description:
+    "Search Safebooru tags by exact tag name or ASCII tag prefix such as blue_archive",
+  domain: "safebooru.org",
+  strategy: Strategy.PUBLIC,
+  browser: false,
+  args: [
+    { name: "query", type: "str", required: true, positional: true },
+    { name: "limit", type: "int", default: 20 },
+  ],
+  columns: ["rank", "id", "name", "count", "type", "ambiguous", "url"],
+  func: async (_page, kwargs) => searchTags(kwargs),
+});

package/src/adapters/vndb/web.test.ts

@@ -0,0 +1,86 @@
+import { describe, expect, it } from "vitest";
+import { resolveCommand } from "../../registry.js";
+import { mapVndbReleases, mapVndbVisualNovels } from "./web.js";
+
+describe("vndb public commands", () => {
+  it("registers core visual novel discovery commands", () => {
+    expect(
+      Object.keys(resolveCommand("vndb", "search")!.adapter.commands),
+    ).toEqual(
+      expect.arrayContaining([
+        "search",
+        "vn",
+        "releases",
+        "tags",
+        "staff",
+        "producers",
+        "characters",
+      ]),
+    );
+  });
+
+  it("maps visual novel search rows with tags and developers", () => {
+    expect(
+      mapVndbVisualNovels([
+        {
+          id: "v57439",
+          title: "Hanabi no Sakase Kata",
+          alttitle: "花火の咲かせ方",
+          released: "2017-12-29",
+          languages: ["ja"],
+          platforms: ["win"],
+          rating: 70,
+          votecount: 10,
+          image: { url: "https://t.vndb.org/cv/70/112070.jpg" },
+          developers: [{ name: "Ultimate Manju" }],
+          tags: [
+            { name: "Comedy", rating: 1 },
+            { name: "ADV", rating: 2 },
+          ],
+        },
+      ]),
+    ).toEqual([
+      {
+        rank: 1,
+        id: "v57439",
+        title: "Hanabi no Sakase Kata",
+        alttitle: "花火の咲かせ方",
+        released: "2017-12-29",
+        languages: "ja",
+        platforms: "win",
+        rating: 70,
+        votecount: 10,
+        developers: "Ultimate Manju",
+        tags: "ADV, Comedy",
+        image: "https://t.vndb.org/cv/70/112070.jpg",
+        url: "https://vndb.org/v57439",
+      },
+    ]);
+  });
+
+  it("maps release rows", () => {
+    expect(
+      mapVndbReleases([
+        {
+          id: "r91050",
+          title: "U-ena -Toohanabi no Shoujo-",
+          released: "TBA",
+          platforms: ["win"],
+          producers: [{ name: "Hemiola Studio" }],
+          vns: [{ title: "U-ena -Toohanabi no Shoujo-" }],
+        },
+      ]),
+    ).toEqual([
+      {
+        rank: 1,
+        id: "r91050",
+        title: "U-ena -Toohanabi no Shoujo-",
+        released: "TBA",
+        platforms: "win",
+        producers: "Hemiola Studio",
+        vns: "U-ena -Toohanabi no Shoujo-",
+        url: "https://vndb.org/r91050",
+      },
+    ]);
+  });
+});