@zenalexa/unicli 0.219.0 → 0.220.1

package/src/adapters/danbooru/artists.yaml

@@ -0,0 +1,44 @@
+site: danbooru
+name: artists
+description: Search Danbooru artist records
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Artist name
+  limit:
+    type: int
+    default: 20
+    description: Number of artists to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/artists.json"
+      params:
+        "search[name]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      name: "${{ item.name }}"
+      group_name: "${{ item.group_name }}"
+      other_names: "${{ Array.isArray(item.other_names) ? item.other_names.join(', ') : '' }}"
+      is_banned: "${{ item.is_banned }}"
+      is_deleted: "${{ item.is_deleted }}"
+      url: "${{ 'https://danbooru.donmai.us/artists/' + item.id }}"
+
+columns: [rank, id, name, group_name, other_names, is_banned, is_deleted, url]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/comments.yaml

@@ -0,0 +1,45 @@
+site: danbooru
+name: comments
+description: List Danbooru comments for a post
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  post_id:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru post ID
+    x-unicli-kind: id
+  limit:
+    type: int
+    default: 20
+    description: Number of comments to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/comments.json"
+      params:
+        "search[post_id]": "${{ args.post_id }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      post_id: "${{ item.post_id }}"
+      creator_id: "${{ item.creator_id }}"
+      score: "${{ item.score }}"
+      body: "${{ String(item.body || '').replace(/\\s+/g, ' ').trim() }}"
+      created_at: "${{ item.created_at }}"
+      is_deleted: "${{ item.is_deleted }}"
+
+columns: [rank, id, post_id, creator_id, score, body, created_at, is_deleted]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/detail.yaml

@@ -0,0 +1,78 @@
+site: danbooru
+name: detail
+description: Get Danbooru post details by ID
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru post ID
+    x-unicli-kind: id
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts/${{ args.id }}.json"
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      up_score: "${{ item.up_score }}"
+      down_score: "${{ item.down_score }}"
+      fav_count: "${{ item.fav_count }}"
+      file_ext: "${{ item.file_ext }}"
+      file_size: "${{ item.file_size }}"
+      image_width: "${{ item.image_width }}"
+      image_height: "${{ item.image_height }}"
+      artist_tags: "${{ item.tag_string_artist }}"
+      character_tags: "${{ item.tag_string_character }}"
+      copyright_tags: "${{ item.tag_string_copyright }}"
+      general_tags: "${{ item.tag_string_general }}"
+      meta_tags: "${{ item.tag_string_meta }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_file_url }}"
+      large_url: "${{ item.large_file_url }}"
+      file_url: "${{ item.file_url }}"
+      pixiv_id: "${{ item.pixiv_id }}"
+      parent_id: "${{ item.parent_id }}"
+      has_children: "${{ item.has_children }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+columns:
+  [
+    id,
+    rating,
+    score,
+    up_score,
+    down_score,
+    fav_count,
+    file_ext,
+    file_size,
+    image_width,
+    image_height,
+    artist_tags,
+    character_tags,
+    copyright_tags,
+    general_tags,
+    meta_tags,
+    source,
+    preview_url,
+    large_url,
+    file_url,
+    pixiv_id,
+    parent_id,
+    has_children,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/download.yaml

@@ -0,0 +1,51 @@
+site: danbooru
+name: download
+description: Download original media for a Danbooru post
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  id:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru post ID
+    x-unicli-kind: id
+  output:
+    type: str
+    default: "./danbooru-downloads"
+    description: Output directory
+    x-unicli-kind: path
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts/${{ args.id }}.json"
+
+  - map:
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      tags: "${{ item.tag_string }}"
+      file_ext: "${{ item.file_ext }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+  - assert:
+      condition: "data.length > 0 && data[0].file_url"
+      message: "Danbooru post has no public downloadable file URL."
+
+  - download:
+      url: "${{ item.file_url }}"
+      dir: "${{ args.output }}"
+      filename: "${{ item.id }}.${{ item.file_ext | default('bin') }}"
+      type: auto
+
+columns: [id, rating, tags, file_url, url, _download]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch", "http.download"]
+minimum_capability: http.download
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/pools.yaml

@@ -0,0 +1,56 @@
+site: danbooru
+name: pools
+description: Search Danbooru pools
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Pool name wildcard query
+  limit:
+    type: int
+    default: 20
+    description: Number of pools to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/pools.json"
+      params:
+        "search[name_matches]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      name: "${{ item.name }}"
+      category: "${{ item.category }}"
+      post_count: "${{ item.post_count }}"
+      description: "${{ String(item.description || '').replace(/\\s+/g, ' ').slice(0, 250) }}"
+      is_active: "${{ item.is_active }}"
+      is_deleted: "${{ item.is_deleted }}"
+      url: "${{ 'https://danbooru.donmai.us/pools/' + item.id }}"
+
+columns:
+  [
+    rank,
+    id,
+    name,
+    category,
+    post_count,
+    description,
+    is_active,
+    is_deleted,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/search.yaml

@@ -0,0 +1,69 @@
+site: danbooru
+name: search
+description: Search Danbooru posts by tag query
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  tags:
+    type: str
+    required: true
+    positional: true
+    description: Danbooru tag query, for example "landscape rating:g"
+  limit:
+    type: int
+    default: 20
+    description: Number of posts to return
+  page:
+    type: int
+    default: 1
+    description: Page number
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/posts.json"
+      params:
+        tags: "${{ args.tags }}"
+        limit: "${{ args.limit }}"
+        page: "${{ args.page }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      rating: "${{ item.rating }}"
+      score: "${{ item.score }}"
+      fav_count: "${{ item.fav_count }}"
+      file_ext: "${{ item.file_ext }}"
+      image_width: "${{ item.image_width }}"
+      image_height: "${{ item.image_height }}"
+      tags: "${{ item.tag_string }}"
+      source: "${{ item.source }}"
+      preview_url: "${{ item.preview_file_url }}"
+      file_url: "${{ item.file_url }}"
+      url: "${{ 'https://danbooru.donmai.us/posts/' + item.id }}"
+
+columns:
+  [
+    rank,
+    id,
+    rating,
+    score,
+    fav_count,
+    file_ext,
+    image_width,
+    image_height,
+    tags,
+    source,
+    preview_url,
+    file_url,
+    url,
+  ]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/tags.yaml

@@ -0,0 +1,42 @@
+site: danbooru
+name: tags
+description: Search Danbooru tags
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Tag name prefix or wildcard query
+  limit:
+    type: int
+    default: 20
+    description: Number of tags to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/tags.json"
+      params:
+        "search[name_matches]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      name: "${{ item.name }}"
+      post_count: "${{ item.post_count }}"
+      category: "${{ item.category }}"
+      is_deprecated: "${{ item.is_deprecated }}"
+
+columns: [rank, id, name, post_count, category, is_deprecated]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/danbooru/wiki.yaml

@@ -0,0 +1,44 @@
+site: danbooru
+name: wiki
+description: Search Danbooru wiki pages
+domain: danbooru.donmai.us
+type: web-api
+strategy: public
+
+args:
+  query:
+    type: str
+    required: true
+    positional: true
+    description: Wiki page title
+  limit:
+    type: int
+    default: 20
+    description: Number of wiki pages to return
+
+pipeline:
+  - fetch:
+      url: "https://danbooru.donmai.us/wiki_pages.json"
+      params:
+        "search[title]": "${{ args.query }}"
+        limit: "${{ args.limit }}"
+
+  - map:
+      rank: "${{ index + 1 }}"
+      id: "${{ item.id }}"
+      title: "${{ item.title }}"
+      body: "${{ String(item.body || '').replace(/\\s+/g, ' ').slice(0, 500) }}"
+      other_names: "${{ Array.isArray(item.other_names) ? item.other_names.join(', ') : '' }}"
+      is_locked: "${{ item.is_locked }}"
+      is_deleted: "${{ item.is_deleted }}"
+      url: "${{ 'https://danbooru.donmai.us/wiki_pages/' + item.id }}"
+
+columns: [rank, id, title, body, other_names, is_locked, is_deleted, url]
+
+# schema-v2 metadata — injected by `unicli migrate schema-v2`
+capabilities: ["http.fetch"]
+minimum_capability: http.fetch
+trust: public
+confidentiality: public
+quarantine: false
+schema_version: v2

package/src/adapters/dblp/publications.test.ts

@@ -0,0 +1,123 @@
+import { describe, expect, it } from "vitest";
+import {
+  decodeXmlEntities,
+  mapPublicationHit,
+  mapRecordXml,
+  mapVenueHit,
+  normalizeDblpAuthors,
+  requireDblpLimit,
+  requireDblpQuery,
+  requirePid,
+  requireRecordKey,
+  splitAuthorRecords,
+} from "./publications.js";
+
+describe("dblp agent-facing publication commands", () => {
+  it("validates query, limit, record key, and PID inputs", () => {
+    expect(requireDblpQuery(" attention ")).toBe("attention");
+    expect(() => requireDblpQuery("")).toThrow("cannot be empty");
+    expect(requireDblpLimit(undefined, 20, 100)).toBe(20);
+    expect(requireDblpLimit("100", 20, 100)).toBe(100);
+    expect(() => requireDblpLimit("101", 20, 100)).toThrow(
+      "limit must be an integer",
+    );
+    expect(requireRecordKey("conf/nips/VaswaniSPUJGKP17")).toBe(
+      "conf/nips/VaswaniSPUJGKP17",
+    );
+    expect(() => requireRecordKey("https://dblp.org")).toThrow("not valid");
+    expect(requirePid("56/953")).toBe("56/953");
+    expect(() => requirePid("../56/953")).toThrow("not valid");
+  });
+
+  it("normalizes XML entities, authors, and publication search hits", () => {
+    expect(decodeXmlEntities("A & B 😀")).toBe("A & B 😀");
+    expect(
+      normalizeDblpAuthors({
+        author: [{ text: "Jane Doe 0001" }, { "#text": "Max & Co" }],
+      }),
+    ).toEqual(["Jane Doe", "Max & Co"]);
+    expect(
+      mapPublicationHit(
+        {
+          info: {
+            key: "conf/nips/Paper24",
+            title: "A Paper.",
+            authors: { author: { text: "Jane Doe 0001" } },
+            venue: "NeurIPS",
+            year: "2024",
+            type: "Conference and Workshop Papers",
+            doi: "10.0000/test",
+            ee: "https://doi.org/10.0000/test",
+          },
+        },
+        1,
+      ),
+    ).toEqual({
+      rank: 1,
+      key: "conf/nips/Paper24",
+      title: "A Paper",
+      authors: "Jane Doe",
+      venue: "NeurIPS",
+      year: "2024",
+      type: "conf",
+      doi: "10.0000/test",
+      url: "https://doi.org/10.0000/test",
+    });
+  });
+
+  it("maps record XML and author publication records", () => {
+    const xml = `
+      <dblp>
+        <inproceedings key="conf/nips/Paper24">
+          <author>Jane Doe 0001</author>
+          <author>Max &amp; Co</author>
+          <title>A Paper.</title>
+          <booktitle>NeurIPS</booktitle>
+          <year>2024</year>
+          <pages>1-10</pages>
+          <ee type="oa">https://openaccess.example/paper</ee>
+          <ee>https://doi.org/10.0000/test</ee>
+        </inproceedings>
+      </dblp>
+    `;
+    expect(mapRecordXml(xml)).toEqual({
+      key: "conf/nips/Paper24",
+      type: "conf",
+      title: "A Paper",
+      authors: "Jane Doe, Max & Co",
+      venue: "NeurIPS",
+      year: "2024",
+      pages: "1-10",
+      doi: "10.0000/test",
+      open_access_url: "https://openaccess.example/paper",
+      dblp_url: "https://dblp.org/rec/conf/nips/Paper24.html",
+    });
+    expect(
+      splitAuthorRecords(
+        `<dblpperson><r>${xml}</r><r><crossref /></r></dblpperson>`,
+      ),
+    ).toHaveLength(1);
+  });
+
+  it("maps venue hits with relative URLs", () => {
+    expect(
+      mapVenueHit(
+        {
+          info: {
+            acronym: "ICLR",
+            venue: "International Conference on Learning Representations",
+            type: "Conference or Workshop",
+            url: "/db/conf/iclr/",
+          },
+        },
+        2,
+      ),
+    ).toEqual({
+      rank: 2,
+      acronym: "ICLR",
+      venue: "International Conference on Learning Representations",
+      type: "conf",
+      url: "https://dblp.org/db/conf/iclr/",
+    });
+  });
+});