@zenalexa/unicli 0.220.0 → 0.221.0

package/src/adapters/danbooru/detail.yaml

@@ -0,0 +1,78 @@
+site: danbooru
+name: detail
+description: Get Danbooru post details by ID
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru post ID
+    x-unicli-kind: id
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts/${{ args.id }}.json"
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      up_score: "${{ item.up_score }}"
+      down_score: "${{ item.down_score }}"
+      fav_count: "${{ item.fav_count }}"
+      file_ext: "${{ item.file_ext }}"
+      file_size: "${{ item.file_size }}"
+      image_width: "${{ item.image_width }}"
+      image_height: "${{ item.image_height }}"
+      artist_tags: "${{ item.tag_string_artist }}"
+      character_tags: "${{ item.tag_string_character }}"
+      copyright_tags: "${{ item.tag_string_copyright }}"
+      general_tags: "${{ item.tag_string_general }}"
+      meta_tags: "${{ item.tag_string_meta }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_file_url }}"
+      large_url: "${{ item.large_file_url }}"
+      file_url: "${{ item.file_url }}"
+      pixiv_id: "${{ item.pixiv_id }}"
+      parent_id: "${{ item.parent_id }}"
+      has_children: "${{ item.has_children }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+columns:
+  [
+    id,
+    rating,
+    score,
+    up_score,
+    down_score,
+    fav_count,
+    file_ext,
+    file_size,
+    image_width,
+    image_height,
+    artist_tags,
+    character_tags,
+    copyright_tags,
+    general_tags,
+    meta_tags,
+    source,
+    preview_url,
+    large_url,
+    file_url,
+    pixiv_id,
+    parent_id,
+    has_children,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/download.yaml

@@ -0,0 +1,51 @@
+site: danbooru
+name: download
+description: Download original media for a Danbooru post
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru post ID
+    x-unicli-kind: id
+  output:
+    type: str
+    default: "./danbooru-downloads"
+    description: Output directory
+    x-unicli-kind: path
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts/${{ args.id }}.json"
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      tags: "${{ item.tag_string }}"
+      file_ext: "${{ item.file_ext }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+  - assert:
+      condition: "data.length > 0 && data[0].file_url"
+      message: "Danbooru post has no public downloadable file URL."
+
+  - download:
+      url: "${{ item.file_url }}"
+      dir: "${{ args.output }}"
+      filename: "${{ item.id }}.${{ item.file_ext | default('bin') }}"
+      type: auto
+
+columns: [id, rating, tags, file_url, url, _download]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch", "http.download"]
+minimum_capability: http.download
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/pools.yaml

@@ -0,0 +1,56 @@
+site: danbooru
+name: pools
+description: Search Danbooru pools
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Pool name wildcard query
+  limit:
+    type: int
+    default: 20
+    description: Number of pools to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/pools.json"
+      params:
+        "search[name_matches]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      name: "${{ item.name }}"
+      category: "${{ item.category }}"
+      post_count: "${{ item.post_count }}"
+      description: "${{ String(item.description || '').replace(/\\s+/g, ' ').slice(0, 250) }}"
+      is_active: "${{ item.is_active }}"
+      is_deleted: "${{ item.is_deleted }}"
+      url: "${{ 'https://danbooru.donmai.us/pools/' + item.id }}"
+
+columns:
+  [
+    rank,
+    id,
+    name,
+    category,
+    post_count,
+    description,
+    is_active,
+    is_deleted,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/search.yaml

@@ -0,0 +1,69 @@
+site: danbooru
+name: search
+description: Search Danbooru posts by tag query
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  tags:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru tag query, for example "landscape rating:g"
+  limit:
+    type: int
+    default: 20
+    description: Number of posts to return
+  page:
+    type: int
+    default: 1
+    description: Page number
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts.json"
+      params:
+        tags: "${{ args.tags }}"
+        limit: "${{ args.limit }}"
+        page: "${{ args.page }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      fav_count: "${{ item.fav_count }}"
+      file_ext: "${{ item.file_ext }}"
+      image_width: "${{ item.image_width }}"
+      image_height: "${{ item.image_height }}"
+      tags: "${{ item.tag_string }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_file_url }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+columns:
+  [
+    rank,
+    id,
+    rating,
+    score,
+    fav_count,
+    file_ext,
+    image_width,
+    image_height,
+    tags,
+    source,
+    preview_url,
+    file_url,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/tags.yaml

@@ -0,0 +1,42 @@
+site: danbooru
+name: tags
+description: Search Danbooru tags
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Tag name prefix or wildcard query
+  limit:
+    type: int
+    default: 20
+    description: Number of tags to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/tags.json"
+      params:
+        "search[name_matches]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      name: "${{ item.name }}"
+      post_count: "${{ item.post_count }}"
+      category: "${{ item.category }}"
+      is_deprecated: "${{ item.is_deprecated }}"
+
+columns: [rank, id, name, post_count, category, is_deprecated]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/wiki.yaml

@@ -0,0 +1,44 @@
+site: danbooru
+name: wiki
+description: Search Danbooru wiki pages
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Wiki page title
+  limit:
+    type: int
+    default: 20
+    description: Number of wiki pages to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/wiki_pages.json"
+      params:
+        "search[title]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      title: "${{ item.title }}"
+      body: "${{ String(item.body || '').replace(/\\s+/g, ' ').slice(0, 500) }}"
+      other_names: "${{ Array.isArray(item.other_names) ? item.other_names.join(', ') : '' }}"
+      is_locked: "${{ item.is_locked }}"
+      is_deleted: "${{ item.is_deleted }}"
+      url: "${{ 'https://danbooru.donmai.us/wiki_pages/' + item.id }}"
+
+columns: [rank, id, title, body, other_names, is_locked, is_deleted, url]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/dlsite/web.test.ts

@@ -0,0 +1,132 @@
+import { describe, expect, it } from "vitest";
+import { resolveCommand } from "../../registry.js";
+import {
+  decodeDlsiteHtml,
+  dlsiteCreatorUrl,
+  dlsiteGenreUrl,
+  dlsiteMakerUrl,
+  dlsiteSearchUrl,
+  parseDlsiteDetailHtml,
+  parseDlsiteSearchHtml,
+} from "./web.js";
+
+describe("dlsite public commands", () => {
+  it("registers search, type shortcuts, and detail", () => {
+    expect(
+      Object.keys(resolveCommand("dlsite", "search")!.adapter.commands),
+    ).toEqual(
+      expect.arrayContaining([
+        "search",
+        "manga",
+        "cg",
+        "game",
+        "maker",
+        "creator",
+        "genre",
+        "work",
+      ]),
+    );
+  });
+
+  it("builds search URLs with sort and work type filters", () => {
+    const args = resolveCommand("dlsite", "search")!.command.adapterArgs;
+    expect(args).toEqual(
+      expect.arrayContaining([
+        expect.objectContaining({
+          name: "sort",
+          choices: ["release", "hot", "rating", "reviews", "price", "title"],
+        }),
+        expect.objectContaining({
+          name: "type",
+          choices: ["all", "manga", "cg", "game", "novel", "voice", "video"],
+        }),
+      ]),
+    );
+
+    expect(
+      dlsiteSearchUrl({
+        query: "花火",
+        sort: "hot",
+        type: "cg",
+        page: 2,
+      }),
+    ).toBe(
+      "https://www.dlsite.com/maniax/fsr/=/work_type/ICG/keyword/%E8%8A%B1%E7%81%AB/order/dl_d/page/2",
+    );
+    expect(
+      dlsiteMakerUrl({ maker_id: "RG01012594", sort: "hot", page: 1 }),
+    ).toBe(
+      "https://www.dlsite.com/maniax/circle/profile/=/page/1/maker_id/RG01012594.html/order/dl_d",
+    );
+    expect(dlsiteMakerUrl({ maker_id: "VG02994" })).toBe(
+      "https://www.dlsite.com/maniax/circle/profile/=/page/1/maker_id/VG02994.html/order/release",
+    );
+    expect(dlsiteCreatorUrl({ creator: "わかなはなび" })).toBe(
+      "https://www.dlsite.com/maniax/fsr/=/keyword_creater/%22%E3%82%8F%E3%81%8B%E3%81%AA%E3%81%AF%E3%81%AA%E3%81%B3%22/ana_flg/all/order/release/page/1",
+    );
+    expect(dlsiteGenreUrl({ genre: "001", sort: "rating" })).toBe(
+      "https://www.dlsite.com/maniax/fsr/=/genre/001/order/rate/page/1",
+    );
+  });
+
+  it("parses search result cards", () => {
+    const rows = parseDlsiteSearchHtml(
+      `<div data-list_item_product_id="RJ005751" class="search_result_img_box_inner">
+        <thumb-with-ng-filter-block link="https://www.dlsite.com/maniax/work/=/product_id/RJ005751.html"
+          :thumb-candidates="['//img.dlsite.jp/resize/images2/work/doujin/RJ006000/RJ005751_img_main_240x240.webp']"></thumb-with-ng-filter-block>
+        <dd class="work_category_free_sample"><div class="work_category type_MNG"><a>マンガ</a></div></dd>
+        <dd class="work_name"><div><a href="https://www.dlsite.com/maniax/work/=/product_id/RJ005751.html" title="Komm.susser Tod.">Komm.susser Tod.</a></div></dd>
+        <dd class="maker_name"><a href="https://www.dlsite.com/maniax/circle/profile/=/maker_id/RG01444.html">スタジオきゃうん</a></dd>
+        <span class="work_price_base">770</span>
+        <dd class="work_genre"><span class="icon_ADL" title="R18">R18</span></dd>
+        <dd class="work_dl">販売数:&nbsp;<span>745</span></dd>
+        <dd class="work_rating"><div class="star_rating star_40 mini">(327)</div></dd>
+      </div>`,
+      5,
+    );
+    expect(rows).toEqual([
+      {
+        rank: 1,
+        product_id: "RJ005751",
+        title: "Komm.susser Tod.",
+        maker: "スタジオきゃうん",
+        maker_id: "RG01444",
+        work_type: "マンガ",
+        age: "R18",
+        price_jpy: "770",
+        sales: "745",
+        rating: "star_40",
+        reviews: "327",
+        thumb:
+          "https://img.dlsite.jp/resize/images2/work/doujin/RJ006000/RJ005751_img_main_240x240.webp",
+        url: "https://www.dlsite.com/maniax/work/=/product_id/RJ005751.html",
+      },
+    ]);
+  });
+
+  it("parses detail page metadata", () => {
+    expect(
+      parseDlsiteDetailHtml(
+        `<meta property="og:image" content="https://img.dlsite.jp/main.jpg">
+         <h1 itemprop="name" id="work_name">Komm.susser Tod.</h1>
+         <span itemprop="brand" class="maker_name"><a>スタジオきゃうん</a></span>
+         <table id="work_outline"><tr><th>販売日</th><td>2001年10月02日</td></tr>
+         <tr><th>作品形式</th><td><span title="マンガ">マンガ</span></td></tr>
+         <tr><th>ページ数</th><td>36ページ</td></tr></table>
+         <div hidden class="ga4_event_item_RJ005751" data-product_id="RJ005751" data-maker_id="RG01444" data-work_type="MNG" data-price="770"></div>`,
+        "RJ005751",
+      ),
+    ).toMatchObject({
+      product_id: "RJ005751",
+      title: "Komm.susser Tod.",
+      maker: "スタジオきゃうん",
+      maker_id: "RG01444",
+      work_type: "MNG",
+      release_date: "2001年10月02日",
+      pages: "36ページ",
+      price_jpy: "770",
+      image: "https://img.dlsite.jp/main.jpg",
+    });
+    expect(decodeDlsiteHtml("A &amp; B<br>C")).toBe("A & B C");
+  });
+});