@zenalexa/unicli 0.218.1 → 0.220.0

package/src/adapters/arxiv/trending.yaml

@@ -4,6 +4,7 @@ description: Recent arXiv papers by category (newest submissions)
 domain: export.arxiv.org
 type: web-api
 strategy: public
+lint_listing_detail: skip
 
 args:
   category:

package/src/adapters/baidu/hot.yaml

@@ -3,6 +3,7 @@ name: hot
 description: Get Baidu hot search trending topics
 domain: top.baidu.com
 strategy: intercept
+lint_listing_detail: skip
 browser: true
 
 args:

package/src/adapters/baidu/search.yaml

@@ -3,6 +3,7 @@ name: search
 description: Search Baidu for web results
 domain: www.baidu.com
 strategy: intercept
+lint_listing_detail: skip
 browser: true
 
 args:

package/src/adapters/bbc/top.yaml

@@ -4,6 +4,7 @@ description: BBC top news headlines
 domain: www.bbc.co.uk
 type: web-api
 strategy: public
+lint_listing_detail: skip
 
 args:
   limit:

package/src/adapters/bbc/topic.test.ts

@@ -0,0 +1,52 @@
+import { describe, expect, it } from "vitest";
+import {
+  bbcPubDateToIso,
+  decodeBbcEntities,
+  extractRssTag,
+  parseBbcRssItems,
+  requireBbcLimit,
+  requireBbcTopic,
+} from "./topic.js";
+
+describe("bbc agent-facing topic command", () => {
+  it("validates topics and limits", () => {
+    expect(requireBbcTopic("science-and-environment")).toBe(
+      "science_and_environment",
+    );
+    expect(requireBbcTopic(" Entertainment and Arts ")).toBe(
+      "entertainment_and_arts",
+    );
+    expect(() => requireBbcTopic("sport")).toThrow("not supported");
+    expect(requireBbcLimit(undefined)).toBe(20);
+    expect(requireBbcLimit("50")).toBe(50);
+    expect(() => requireBbcLimit("51")).toThrow("bbc limit");
+  });
+
+  it("parses RSS items with CDATA and entities", () => {
+    expect(decodeBbcEntities("A & B 'C'")).toBe("A & B 'C'");
+    const block = "<title><![CDATA[World &amp; News]]></title>";
+    expect(extractRssTag(block, "title")).toBe("World &amp; News");
+    expect(
+      parseBbcRssItems(`
+        <rss><channel>
+          <item>
+            <title><![CDATA[World &amp; News]]></title>
+            <description>Summary &lt;one&gt;</description>
+            <link>https://www.bbc.com/news/world-1</link>
+            <pubDate>Tue, 12 May 2026 10:00:00 GMT</pubDate>
+            <guid>guid-1</guid>
+          </item>
+        </channel></rss>
+      `),
+    ).toEqual([
+      {
+        title: "World & News",
+        description: "Summary <one>",
+        link: "https://www.bbc.com/news/world-1",
+        pubDate: "Tue, 12 May 2026 10:00:00 GMT",
+        guid: "guid-1",
+      },
+    ]);
+    expect(bbcPubDateToIso("Tue, 12 May 2026 10:00:00 GMT")).toBe("2026-05-12");
+  });
+});

package/src/adapters/bbc/topic.ts

@@ -0,0 +1,149 @@
+/**
+ * @owner   src/adapters/bbc/topic.ts
+ * @does    Register agent-facing BBC topic RSS command.
+ * @needs   feeds.bbci.co.uk public RSS feeds, topic whitelist, conservative RSS parsing.
+ * @feeds   surface coverage ledger, BBC section headline discovery.
+ * @breaks  BBC RSS envelope drift, loose topic parsing, or silent empty feeds hide news coverage failures.
+ */
+
+import { cli, Strategy } from "../../registry.js";
+
+const BBC_FEED_BASE = "https://feeds.bbci.co.uk/news";
+const TOPICS = [
+  "world",
+  "business",
+  "politics",
+  "health",
+  "education",
+  "science_and_environment",
+  "technology",
+  "entertainment_and_arts",
+] as const;
+
+type BbcTopic = (typeof TOPICS)[number];
+
+interface RssItem {
+  title: string;
+  description: string;
+  link: string;
+  pubDate: string;
+  guid: string;
+}
+
+export function requireBbcLimit(value: unknown, fallback = 20): number {
+  if (value === undefined || value === null || value === "") return fallback;
+  const n = Number(value);
+  if (!Number.isInteger(n) || n < 1 || n > 50) {
+    throw new Error("bbc limit must be an integer in [1, 50].");
+  }
+  return n;
+}
+
+export function requireBbcTopic(value: unknown): BbcTopic {
+  const topic = String(value ?? "")
+    .trim()
+    .toLowerCase()
+    .replace(/[\s-]+/g, "_");
+  if (!TOPICS.includes(topic as BbcTopic)) {
+    throw new Error(`bbc topic "${String(value)}" is not supported.`);
+  }
+  return topic as BbcTopic;
+}
+
+export function decodeBbcEntities(value: unknown): string {
+  return String(value ?? "")
+    .replace(/&#x([0-9a-fA-F]+);/g, (_m, hex: string) =>
+      String.fromCodePoint(Number.parseInt(hex, 16)),
+    )
+    .replace(/&#(\d+);/g, (_m, dec: string) =>
+      String.fromCodePoint(Number.parseInt(dec, 10)),
+    )
+    .replace(/&amp;/g, "&")
+    .replace(/&lt;/g, "<")
+    .replace(/&gt;/g, ">")
+    .replace(/&quot;/g, '"')
+    .replace(/&apos;/g, "'")
+    .replace(/&#39;/g, "'")
+    .replace(/&nbsp;/g, " ");
+}
+
+export function extractRssTag(block: string, tag: string): string {
+  const cdata = block.match(
+    new RegExp(
+      `<${tag}[^>]*>\\s*<!\\[CDATA\\[([\\s\\S]*?)\\]\\]>\\s*<\\/${tag}>`,
+    ),
+  );
+  if (cdata) return cdata[1];
+  const plain = block.match(new RegExp(`<${tag}[^>]*>([\\s\\S]*?)<\\/${tag}>`));
+  return plain ? plain[1] : "";
+}
+
+export function parseBbcRssItems(xml: string): RssItem[] {
+  const items: RssItem[] = [];
+  const re = /<item[^>]*>([\s\S]*?)<\/item>/g;
+  let match: RegExpExecArray | null;
+  while ((match = re.exec(xml)) !== null) {
+    const block = match[1];
+    items.push({
+      title: decodeBbcEntities(extractRssTag(block, "title")).trim(),
+      description: decodeBbcEntities(
+        extractRssTag(block, "description"),
+      ).trim(),
+      link: decodeBbcEntities(extractRssTag(block, "link")).trim(),
+      pubDate: decodeBbcEntities(extractRssTag(block, "pubDate")).trim(),
+      guid: decodeBbcEntities(extractRssTag(block, "guid")).trim(),
+    });
+  }
+  return items;
+}
+
+export function bbcPubDateToIso(value: unknown): string {
+  const date = new Date(String(value ?? ""));
+  return Number.isNaN(date.getTime()) ? "" : date.toISOString().slice(0, 10);
+}
+
+async function fetchBbcRss(topic: BbcTopic): Promise<string> {
+  const response = await fetch(`${BBC_FEED_BASE}/${topic}/rss.xml`, {
+    headers: {
+      "User-Agent": "unicli-bbc/1.0 (https://github.com/olo-dot-io/Uni-CLI)",
+      Accept: "application/rss+xml, application/xml",
+    },
+  });
+  if (!response.ok)
+    throw new Error(`bbc topic ${topic} returned HTTP ${response.status}.`);
+  return response.text();
+}
+
+cli({
+  site: "bbc",
+  name: "topic",
+  description: "BBC News headlines for a specific section",
+  domain: "feeds.bbci.co.uk",
+  strategy: Strategy.PUBLIC,
+  args: [
+    {
+      name: "topic",
+      type: "str",
+      required: true,
+      positional: true,
+      choices: [...TOPICS],
+      description: "BBC section name",
+    },
+    { name: "limit", type: "int", default: 20, description: "Max headlines" },
+  ],
+  columns: ["rank", "title", "description", "pubDate", "url"],
+  func: async (_page, kwargs) => {
+    const topic = requireBbcTopic(kwargs.topic);
+    const limit = requireBbcLimit(kwargs.limit);
+    const items = parseBbcRssItems(await fetchBbcRss(topic));
+    if (items.length === 0)
+      throw new Error(`BBC ${topic} feed returned no items.`);
+    return items.slice(0, limit).map((item, index) => ({
+      rank: index + 1,
+      title: item.title,
+      description: item.description,
+      pubDate: bbcPubDateToIso(item.pubDate),
+      url: item.link,
+    }));
+  },
+});

package/src/adapters/bilibili/feed.yaml

@@ -4,6 +4,7 @@ description: Bilibili dynamic feed (following updates)
 domain: api.bilibili.com
 type: web-api
 strategy: cookie
+lint_listing_detail: skip
 auth_cookies: [SESSDATA, bili_jct]
 
 args:

package/src/adapters/bilibili/hot.yaml

@@ -4,6 +4,7 @@ description: Bilibili popular videos
 domain: api.bilibili.com
 type: web-api
 strategy: cookie
+lint_listing_detail: skip
 auth_cookies: [SESSDATA, bili_jct]
 
 args:

package/src/adapters/bilibili/trending.yaml

@@ -4,6 +4,7 @@ description: Bilibili trending searches
 domain: api.bilibili.com
 type: web-api
 strategy: public
+lint_listing_detail: skip
 
 args:
   limit:

package/src/adapters/binance/hot.yaml

@@ -4,6 +4,7 @@ description: Binance top trending coins by 24h trading volume / 币安热门成
 domain: data-api.binance.vision
 type: web-api
 strategy: public
+lint_listing_detail: skip
 browser: false
 
 args:

package/src/adapters/binance/top.yaml

@@ -4,6 +4,7 @@ description: Binance top trading pairs by 24h quote volume / 币安成交额排
 domain: data-api.binance.vision
 type: web-api
 strategy: public
+lint_listing_detail: skip
 browser: false
 
 args:

package/src/adapters/bluesky/search.yaml

@@ -4,6 +4,7 @@ description: Search Bluesky users
 domain: public.api.bsky.app
 type: web-api
 strategy: public
+lint_listing_detail: skip
 
 args:
   query:

package/src/adapters/bluesky/trending.yaml

@@ -4,6 +4,7 @@ description: Trending topics on Bluesky
 domain: public.api.bsky.app
 type: web-api
 strategy: public
+lint_listing_detail: skip
 
 args:
   limit:

package/src/adapters/chatgpt/web.test.ts

@@ -0,0 +1,121 @@
+import { describe, expect, it, vi } from "vitest";
+import { resolveCommand } from "../../registry.js";
+import {
+  chatGptHtmlToMarkdown,
+  mapChatGptConversations,
+  mapChatGptMessages,
+  normalizeChatGptBoolean,
+  parseChatGptConversationId,
+} from "./web.js";
+
+function pageMock(evaluateResults: unknown[]) {
+  return {
+    goto: vi.fn().mockResolvedValue(undefined),
+    wait: vi.fn().mockResolvedValue(undefined),
+    evaluate: vi.fn(async () => evaluateResults.shift()),
+  };
+}
+
+describe("chatgpt agent-facing web readers", () => {
+  it("validates conversation ids and boolean flags", () => {
+    expect(parseChatGptConversationId(" abcDEF_12345 ")).toBe("abcDEF_12345");
+    expect(
+      parseChatGptConversationId("https://chatgpt.com/c/abcDEF_12345"),
+    ).toBe("abcDEF_12345");
+    expect(() => parseChatGptConversationId("https://chatgpt.com/")).toThrow(
+      "conversation id",
+    );
+    expect(normalizeChatGptBoolean("yes")).toBe(true);
+    expect(normalizeChatGptBoolean(undefined, true)).toBe(true);
+  });
+
+  it("maps conversations and messages to stable columns", () => {
+    expect(
+      mapChatGptConversations([
+        { Id: "c1", Title: " First ", Url: "https://chatgpt.com/c/c1" },
+        { Id: "", Title: "skip", Url: "" },
+      ]),
+    ).toEqual([
+      {
+        Index: 1,
+        Id: "c1",
+        Title: "First",
+        Url: "https://chatgpt.com/c/c1",
+      },
+    ]);
+    expect(chatGptHtmlToMarkdown("<p>A&nbsp;&lt;B&gt;</p>")).toBe("A <B>");
+    expect(
+      mapChatGptMessages(
+        [
+          { role: "user", text: "Hi" },
+          { role: "assistant", text: "Hello", html: "<p>Hello&nbsp;AI</p>" },
+        ],
+        true,
+      ),
+    ).toEqual([
+      { Index: 1, Role: "User", Text: "Hi" },
+      { Index: 2, Role: "Assistant", Text: "Hello AI" },
+    ]);
+  });
+
+  it("lists visible ChatGPT web history", async () => {
+    const command = resolveCommand("chatgpt", "history")?.command;
+    expect(command?.func).toBeTypeOf("function");
+    const page = pageMock([
+      true,
+      [
+        {
+          Id: "c1",
+          Title: "Conversation",
+          Url: "https://chatgpt.com/c/c1",
+        },
+      ],
+    ]);
+    const result = await command!.func!(page, { limit: 10 });
+    expect(page.goto).toHaveBeenCalledWith("https://chatgpt.com", {
+      settleMs: 2000,
+    });
+    expect(result).toEqual([
+      {
+        Index: 1,
+        Id: "c1",
+        Title: "Conversation",
+        Url: "https://chatgpt.com/c/c1",
+      },
+    ]);
+  });
+
+  it("opens a ChatGPT conversation detail and reads messages", async () => {
+    const command = resolveCommand("chatgpt", "detail")?.command;
+    expect(command?.func).toBeTypeOf("function");
+    const page = pageMock([
+      [
+        { role: "user", text: "Prompt" },
+        { role: "assistant", text: "Answer", html: "<p>Answer</p>" },
+      ],
+    ]);
+    const result = await command!.func!(page, {
+      id: "abcDEF_12345",
+      markdown: true,
+    });
+    expect(page.goto).toHaveBeenCalledWith(
+      "https://chatgpt.com/c/abcDEF_12345",
+      { settleMs: 2000 },
+    );
+    expect(result).toEqual([
+      { Index: 1, Role: "User", Text: "Prompt" },
+      { Index: 2, Role: "Assistant", Text: "Answer" },
+    ]);
+  });
+
+  it("fails closed when history or detail has no rows", async () => {
+    const history = resolveCommand("chatgpt", "history")?.command;
+    await expect(history!.func!(pageMock([false, []]), {})).rejects.toThrow(
+      "No ChatGPT conversation links",
+    );
+    const detail = resolveCommand("chatgpt", "detail")?.command;
+    await expect(
+      detail!.func!(pageMock([[]]), { id: "abcDEF_12345" }),
+    ).rejects.toThrow("No visible ChatGPT messages");
+  });
+});