newsnow 1.1.0 → 1.1.1

package/README.md

@@ -36,8 +36,39 @@ newsnow hackernews
 # Output as JSON (pipeable to jq, etc.)
 newsnow hackernews --json
 
+# Pretty-print JSON
+newsnow hackernews --json --pretty
+
+# Limit number of items
+newsnow hackernews --limit 5
+
+# Select specific fields (JSON mode)
+newsnow hackernews --json --fields title,url
+
 # List sources as JSON
 newsnow list --json
+
+# Print machine-readable JSON Schema
+newsnow schema
+```
+
+### JSON Envelopes
+
+All `--json` output uses structured envelopes:
+
+**Fetch** (`newsnow <source> --json`):
+```json
+{ "source": "hackernews", "count": 30, "items": [...] }
+```
+
+**List** (`newsnow list --json`):
+```json
+{ "count": 66, "sources": [{ "name": "hackernews", "category": "hackernews", "envVars": [] }, ...] }
+```
+
+**Errors** (written to stderr):
+```json
+{ "error": "Unknown source \"foo\"", "code": "UNKNOWN_SOURCE", "suggestions": ["foobar"] }
 ```
 
 ## Sources

package/dist/src/sources/36kr.js

@@ -0,0 +1,57 @@
+import { load } from "cheerio";
+import { myFetch } from "../fetch.js";
+import { parseRelativeDate } from "../utils.js";
+const quick = async () => {
+    const baseURL = "https://www.36kr.com";
+    const url = `${baseURL}/newsflashes`;
+    const response = await myFetch(url);
+    const $ = load(response);
+    const news = [];
+    const $items = $(".newsflash-item");
+    $items.each((_, el) => {
+        const $el = $(el);
+        const $a = $el.find("a.item-title");
+        const url = $a.attr("href");
+        const title = $a.text();
+        const relativeDate = $el.find(".time").text();
+        if (url && title && relativeDate) {
+            news.push({
+                url: `${baseURL}${url}`,
+                title,
+                id: url,
+                extra: { date: parseRelativeDate(relativeDate, "Asia/Shanghai").valueOf() },
+            });
+        }
+    });
+    return news;
+};
+const renqi = async () => {
+    const url = "https://gateway.36kr.com/api/mis/nav/home/nav/rank/hot";
+    const response = await myFetch(url, {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36",
+        },
+        body: {
+            partner_id: "wap",
+            param: { siteId: 1, platformId: 2 },
+            timestamp: Date.now(),
+        },
+    });
+    const items = response?.data?.hotRankList ?? [];
+    return items.map((item) => {
+        const m = item.templateMaterial ?? {};
+        return {
+            url: `https://36kr.com/p/${item.itemId}`,
+            title: m.widgetTitle ?? "",
+            id: String(item.itemId),
+            extra: { info: m.authorName },
+        };
+    }).filter((item) => item.title);
+};
+export default {
+    "36kr": quick,
+    "36kr-quick": quick,
+    "36kr-renqi": renqi,
+};

package/dist/src/sources/bilibili.js

@@ -16,7 +16,14 @@ const hotSearch = async () => {
 };
 const hotVideo = async () => {
     const url = "https://api.bilibili.com/x/web-interface/popular";
-    const res = await myFetch(url);
+    const res = await myFetch(url, {
+        headers: {
+            "Referer": "https://www.bilibili.com",
+            "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36",
+        },
+    });
+    if (!res?.data?.list)
+        throw new Error(`Bilibili popular API returned unexpected response: ${JSON.stringify(res).slice(0, 200)}`);
     return res.data.list.map(video => ({
         id: video.bvid,
         title: video.title,
@@ -31,7 +38,14 @@ const hotVideo = async () => {
 };
 const ranking = async () => {
     const url = "https://api.bilibili.com/x/web-interface/ranking/v2";
-    const res = await myFetch(url);
+    const res = await myFetch(url, {
+        headers: {
+            "Referer": "https://www.bilibili.com/ranking/all",
+            "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36",
+        },
+    });
+    if (!res?.data?.list)
+        throw new Error(`Bilibili ranking API returned unexpected response: ${JSON.stringify(res).slice(0, 200)}`);
     return res.data.list.map(video => ({
         id: video.bvid,
         title: video.title,

package/dist/src/sources/fastbull.js

@@ -7,11 +7,11 @@ const express = async () => {
     const $main = $(".news-list");
     const news = [];
     $main.each((_, el) => {
-        const a = $(el).find(".title_name");
-        const url = a.attr("href");
-        const titleText = a.text();
+        const $el = $(el);
+        const titleText = $el.find(".title_name").text();
         const title = titleText.match(/【(.+)】/)?.[1] ?? titleText;
-        const date = $(el).attr("data-date");
+        const url = $el.find(".shear_box").attr("data-href");
+        const date = $el.attr("data-date");
         if (url && title && date) {
             news.push({
                 url: baseURL + url,

package/dist/src/sources/index.js

@@ -1,4 +1,4 @@
-import _36kr from "./_36kr.js";
+import _36kr from "./36kr.js";
 import baidu from "./baidu.js";
 import bilibili from "./bilibili.js";
 import cankaoxiaoxi from "./cankaoxiaoxi.js";

package/dist/src/sources/linuxdo.js

@@ -1,28 +1,34 @@
 import { myFetch } from "../fetch.js";
-const hot = async () => {
-    const res = await myFetch("https://linux.do/top/daily.json", {
-        headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36" },
+import * as cheerio from "cheerio";
+function parseDiscourseRSS(xml) {
+    const $ = cheerio.load(xml, { xmlMode: true });
+    const items = [];
+    $("item").each((_, el) => {
+        const pinned = $(el).find("discourse\\:topicPinned").text();
+        const archived = $(el).find("discourse\\:topicArchived").text();
+        if (pinned === "Yes" || archived === "Yes")
+            return;
+        const title = $(el).find("title").text();
+        const link = $(el).find("link").text();
+        const pubDate = $(el).find("pubDate").text();
+        if (title && link) {
+            items.push({
+                id: link,
+                title,
+                url: link,
+                pubDate: pubDate ? new Date(pubDate).getTime() : undefined,
+            });
+        }
     });
-    return res.topic_list.topics
-        .filter(k => k.visible && !k.archived && !k.pinned)
-        .map(k => ({
-        id: k.id,
-        title: k.title,
-        url: `https://linux.do/t/topic/${k.id}`,
-    }));
+    return items;
+}
+const hot = async () => {
+    const xml = await myFetch("https://linux.do/top/daily.rss");
+    return parseDiscourseRSS(xml);
 };
 const latest = async () => {
-    const res = await myFetch("https://linux.do/latest.json?order=created", {
-        headers: { "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36" },
-    });
-    return res.topic_list.topics
-        .filter(k => k.visible && !k.archived && !k.pinned)
-        .map(k => ({
-        id: k.id,
-        title: k.title,
-        pubDate: new Date(k.created_at).valueOf(),
-        url: `https://linux.do/t/topic/${k.id}`,
-    }));
+    const xml = await myFetch("https://linux.do/latest.rss");
+    return parseDiscourseRSS(xml);
 };
 export default {
     "linuxdo": latest,

package/dist/src/sources/pcbeta.js

@@ -1,5 +1,5 @@
 import { fetchRSS } from "../rss.js";
 export default {
     "pcbeta-windows11": () => fetchRSS("https://bbs.pcbeta.com/forum.php?mod=rss&fid=563&auth=0"),
-    "pcbeta-windows": () => fetchRSS("https://bbs.pcbeta.com/forum.php?mod=rss&fid=521&auth=0"),
+    "pcbeta-windows": () => fetchRSS("https://bbs.pcbeta.com/forum.php?mod=rss&fid=548&auth=0"),
 };

package/dist/src/sources/qqvideo.js

@@ -31,10 +31,30 @@ const hotSearch = async () => {
                 module_strategy_id: {},
                 sub_module_id: "20251106065177",
                 flip_params: {
+                    folding_screen_show_num: "",
+                    is_mvl: "1",
+                    mvl_strategy_info: JSON.stringify({
+                        default_strategy_id: "06755800b45b49238582a6fa1ad0f5c5",
+                        default_version: "3836",
+                        hit_page_uuid: "b5080d97dc694a5fb50eb9e7c99326ac",
+                        hit_tab_info: null,
+                        gray_status_info: null,
+                        bypass_to_un_exp_id: "",
+                    }),
+                    mvl_sub_mod_id: "20251106065177",
+                    pad_post_show_num: "",
+                    pad_pro_post_show_num: "",
+                    pad_pro_small_hor_pic_display_num: "",
+                    pad_small_hor_pic_display_num: "",
                     page_id: "scms_shake",
                     page_num: "0",
                     page_type: "scms_shake",
+                    post_show_num: "",
+                    shake_size: "",
+                    small_hor_pic_display_num: "",
                     source_key: "100113",
+                    un_policy_id: "06755800b45b49238582a6fa1ad0f5c5",
+                    un_strategy_id: "06755800b45b49238582a6fa1ad0f5c5",
                 },
                 relace_children_key: [],
             },

package/dist/src/sources/smzdm.js

@@ -1,17 +1,4 @@
-import * as cheerio from "cheerio";
-import { myFetch } from "../fetch.js";
-async function handler() {
-    const baseURL = "https://post.smzdm.com/hot_1/";
-    const html = await myFetch(baseURL);
-    const $ = cheerio.load(html);
-    const $main = $("#feed-main-list .z-feed-title");
-    const news = [];
-    $main.each((_, el) => {
-        const a = $(el).find("a");
-        const url = a.attr("href");
-        const title = a.text();
-        news.push({ url, title, id: url });
-    });
-    return news;
-}
-export default { smzdm: handler };
+import { fetchRSS } from "../rss.js";
+export default {
+    smzdm: () => fetchRSS("https://post.smzdm.com/feed/"),
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "newsnow",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "type": "module",
   "bin": {
     "newsnow": "./dist/src/cli.js"