newsnow 1.0.0

package/dist/src/sources/sputniknewscn.js

@@ -0,0 +1,25 @@
+import * as cheerio from "cheerio";
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const response = await myFetch("https://sputniknews.cn/services/widget/lenta/");
+    const $ = cheerio.load(response);
+    const $items = $(".lenta__item");
+    const news = [];
+    $items.each((_, el) => {
+        const $el = $(el);
+        const $a = $el.find("a");
+        const url = $a.attr("href");
+        const title = $a.find(".lenta__item-text").text();
+        const date = $a.find(".lenta__item-date").attr("data-unixtime");
+        if (url && title && date) {
+            news.push({
+                url: `https://sputniknews.cn${url}`,
+                title,
+                id: url,
+                extra: { date: new Date(Number(`${date}000`)).getTime() },
+            });
+        }
+    });
+    return news;
+}
+export default { sputniknewscn: handler };

package/dist/src/sources/sspai.js

@@ -0,0 +1,13 @@
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const timestamp = Date.now();
+    const limit = 30;
+    const url = `https://sspai.com/api/v1/article/tag/page/get?limit=${limit}&offset=0&created_at=${timestamp}&tag=%E7%83%AD%E9%97%A8%E6%96%87%E7%AB%A0&released=false`;
+    const res = await myFetch(url);
+    return res.data.map((k) => ({
+        id: k.id,
+        title: k.title,
+        url: `https://sspai.com/post/${k.id}`,
+    }));
+}
+export default { sspai: handler };

package/dist/src/sources/steam.js

@@ -0,0 +1,26 @@
+import * as cheerio from "cheerio";
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const response = await myFetch("https://store.steampowered.com/stats/stats/");
+    const $ = cheerio.load(response);
+    const $rows = $("#detailStats tr.player_count_row");
+    const news = [];
+    $rows.each((_, el) => {
+        const $el = $(el);
+        const $a = $el.find("a.gameLink");
+        const url = $a.attr("href");
+        const gameName = $a.text().trim();
+        const currentPlayers = $el.find("td:first-child .currentServers").text().trim();
+        if (url && gameName && currentPlayers) {
+            news.push({
+                url,
+                title: gameName,
+                id: url,
+                pubDate: Date.now(),
+                extra: { info: currentPlayers },
+            });
+        }
+    });
+    return news;
+}
+export default { steam: handler };

package/dist/src/sources/tencent.js

@@ -0,0 +1,14 @@
+import { myFetch } from "../fetch.js";
+const comprehensiveNews = async () => {
+    const url = "https://i.news.qq.com/web_backend/v2/getTagInfo?tagId=aEWqxLtdgmQ%3D";
+    const res = await myFetch(url, {
+        headers: { Referer: "https://news.qq.com/" },
+    });
+    return res.data.tabs[0].articleList.map(news => ({
+        id: news.id,
+        title: news.title,
+        url: news.link_info.url,
+        extra: { hover: news.desc },
+    }));
+};
+export default { "tencent-hot": comprehensiveNews };

package/dist/src/sources/thepaper.js

@@ -0,0 +1,12 @@
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const url = "https://cache.thepaper.cn/contentapi/wwwIndex/rightSidebar";
+    const res = await myFetch(url);
+    return res.data.hotNews.map((k) => ({
+        id: k.contId,
+        title: k.name,
+        url: `https://www.thepaper.cn/newsDetail_forward_${k.contId}`,
+        mobileUrl: `https://m.thepaper.cn/newsDetail_forward_${k.contId}`,
+    }));
+}
+export default { thepaper: handler };

package/dist/src/sources/tieba.js

@@ -0,0 +1,11 @@
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const url = "https://tieba.baidu.com/hottopic/browse/topicList";
+    const res = await myFetch(url);
+    return res.data.bang_topic.topic_list.map((k) => ({
+        id: k.topic_id,
+        title: k.topic_name,
+        url: k.topic_url,
+    }));
+}
+export default { tieba: handler };

package/dist/src/sources/toutiao.js

@@ -0,0 +1,12 @@
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const url = "https://www.toutiao.com/hot-event/hot-board/?origin=toutiao_pc";
+    const res = await myFetch(url);
+    return res.data.map((k) => ({
+        id: k.ClusterIdStr,
+        title: k.Title,
+        url: `https://www.toutiao.com/trending/${k.ClusterIdStr}/`,
+        extra: { icon: k.LabelUri?.url },
+    }));
+}
+export default { toutiao: handler };

package/dist/src/sources/v2ex.js

@@ -0,0 +1,14 @@
+import { myFetch } from "../fetch.js";
+const share = async () => {
+    const res = await Promise.all(["create", "ideas", "programmer", "share"].map(k => myFetch(`https://www.v2ex.com/feed/${k}.json`)));
+    return res.map(k => k.items).flat().map(k => ({
+        id: k.id,
+        title: k.title,
+        extra: { date: k.date_modified ?? k.date_published },
+        url: k.url,
+    })).sort((m, n) => m.extra.date < n.extra.date ? 1 : -1);
+};
+export default {
+    "v2ex": share,
+    "v2ex-share": share,
+};

package/dist/src/sources/wallstreetcn.js

@@ -0,0 +1,38 @@
+import { myFetch } from "../fetch.js";
+const live = async () => {
+    const apiUrl = `https://api-one.wallstcn.com/apiv1/content/lives?channel=global-channel&limit=30`;
+    const res = await myFetch(apiUrl);
+    return res.data.items.map((k) => ({
+        id: k.id,
+        title: k.title || k.content_text,
+        extra: { date: k.display_time * 1000 },
+        url: k.uri,
+    }));
+};
+const news = async () => {
+    const apiUrl = `https://api-one.wallstcn.com/apiv1/content/information-flow?channel=global-channel&accept=article&limit=30`;
+    const res = await myFetch(apiUrl);
+    return res.data.items
+        .filter((k) => k.resource_type !== "theme" && k.resource_type !== "ad" && k.resource.type !== "live" && k.resource.uri)
+        .map(({ resource: h }) => ({
+        id: h.id,
+        title: h.title || h.content_short,
+        extra: { date: h.display_time * 1000 },
+        url: h.uri,
+    }));
+};
+const hot = async () => {
+    const apiUrl = `https://api-one.wallstcn.com/apiv1/content/articles/hot?period=all`;
+    const res = await myFetch(apiUrl);
+    return res.data.day_items.map((h) => ({
+        id: h.id,
+        title: h.title,
+        url: h.uri,
+    }));
+};
+export default {
+    "wallstreetcn": live,
+    "wallstreetcn-quick": live,
+    "wallstreetcn-news": news,
+    "wallstreetcn-hot": hot,
+};

package/dist/src/sources/weibo.js

@@ -0,0 +1,46 @@
+import * as cheerio from "cheerio";
+import { myFetch } from "../fetch.js";
+async function handler() {
+    const baseurl = "https://s.weibo.com";
+    const url = `${baseurl}/top/summary?cate=realtimehot`;
+    const html = await myFetch(url, {
+        headers: {
+            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36",
+            "Cookie": "SUB=_2AkMWIuNSf8NxqwJRmP8dy2rhaoV2ygrEieKgfhKJJRMxHRl-yT9jqk86tRB6PaLNvQZR6zYUcYVT1zSjoSreQHidcUq7",
+            "referer": url,
+        },
+    });
+    const $ = cheerio.load(html);
+    const rows = $("#pl_top_realtimehot table tbody tr").slice(1);
+    const hotNews = [];
+    rows.each((_, row) => {
+        const $row = $(row);
+        const $link = $row.find("td.td-02 a").filter((_, el) => {
+            const href = $(el).attr("href");
+            return !!(href && !href.includes("javascript:void(0);"));
+        }).first();
+        if ($link.length) {
+            const title = $link.text().trim();
+            const href = $link.attr("href");
+            if (title && href) {
+                const $flag = $row.find("td.td-03").text().trim();
+                const flagUrl = {
+                    "新": "https://simg.s.weibo.com/moter/flags/1_0.png",
+                    "热": "https://simg.s.weibo.com/moter/flags/2_0.png",
+                    "爆": "https://simg.s.weibo.com/moter/flags/4_0.png",
+                };
+                hotNews.push({
+                    id: title,
+                    title,
+                    url: `${baseurl}${href}`,
+                    mobileUrl: `${baseurl}${href}`,
+                    extra: {
+                        icon: flagUrl[$flag] ? { url: flagUrl[$flag], scale: 1.5 } : undefined,
+                    },
+                });
+            }
+        }
+    });
+    return hotNews;
+}
+export default { weibo: handler };

package/dist/src/sources/xueqiu.js

@@ -0,0 +1,18 @@
+import { myFetch, $fetch } from "../fetch.js";
+const hotstock = async () => {
+    const cookie = (await $fetch.raw("https://xueqiu.com/hq")).headers.getSetCookie();
+    const url = "https://stock.xueqiu.com/v5/stock/hot_stock/list.json?size=30&_type=10&type=10";
+    const res = await myFetch(url, {
+        headers: { cookie: cookie.join("; ") },
+    });
+    return res.data.items.filter(k => !k.ad).map(k => ({
+        id: k.code,
+        url: `https://xueqiu.com/s/${k.code}`,
+        title: k.name,
+        extra: { info: `${k.percent}% ${k.exchange}` },
+    }));
+};
+export default {
+    "xueqiu": hotstock,
+    "xueqiu-hotstock": hotstock,
+};

package/dist/src/sources/zaobao.js

@@ -0,0 +1,31 @@
+import { Buffer } from "node:buffer";
+import * as cheerio from "cheerio";
+import iconv from "iconv-lite";
+import { myFetch } from "../fetch.js";
+import { parseRelativeDate } from "../utils.js";
+async function handler() {
+    const response = await myFetch("https://www.zaochenbao.com/realtime/", {
+        responseType: "arrayBuffer",
+    });
+    const base = "https://www.zaochenbao.com";
+    const utf8String = iconv.decode(Buffer.from(response), "gb2312");
+    const $ = cheerio.load(utf8String);
+    const $main = $("div.list-block>a.item");
+    const news = [];
+    $main.each((_, el) => {
+        const a = $(el);
+        const url = a.attr("href");
+        const title = a.find(".eps")?.text();
+        const date = a.find(".pdt10")?.text().replace(/-\s/g, " ");
+        if (url && title && date) {
+            news.push({
+                url: base + url,
+                title,
+                id: url,
+                pubDate: parseRelativeDate(date, "Asia/Shanghai").valueOf(),
+            });
+        }
+    });
+    return news.sort((m, n) => n.pubDate > m.pubDate ? 1 : -1);
+}
+export default { zaobao: handler };

package/dist/src/sources/zhihu.js

@@ -0,0 +1,15 @@
+import { myFetch } from "../fetch.js";
+const handler = async () => {
+    const url = "https://www.zhihu.com/api/v3/feed/topstory/hot-list-web?limit=20&desktop=true";
+    const res = await myFetch(url);
+    return res.data.map((k) => ({
+        id: k.target.link.url.match(/(\d+)$/)?.[1] ?? k.target.link.url,
+        title: k.target.title_area.text,
+        extra: {
+            info: k.target.metrics_area.text,
+            hover: k.target.excerpt_area.text,
+        },
+        url: k.target.link.url,
+    }));
+};
+export default { zhihu: handler };

package/dist/src/types.js

@@ -0,0 +1 @@
+export {};

package/dist/src/utils.js

@@ -0,0 +1,46 @@
+export function parseRelativeDate(dateStr, _timezone) {
+    const now = new Date();
+    const relativeMatch = dateStr.match(/(\d+)\s*(秒|分钟|小时|天|周|月|年)前/);
+    if (relativeMatch) {
+        const num = parseInt(relativeMatch[1]);
+        const unit = relativeMatch[2];
+        const units = {
+            "秒": 1000,
+            "分钟": 60 * 1000,
+            "小时": 60 * 60 * 1000,
+            "天": 24 * 60 * 60 * 1000,
+            "周": 7 * 24 * 60 * 60 * 1000,
+            "月": 30 * 24 * 60 * 60 * 1000,
+            "年": 365 * 24 * 60 * 60 * 1000,
+        };
+        if (units[unit]) {
+            return new Date(now.getTime() - num * units[unit]);
+        }
+    }
+    const dateOnly = dateStr.match(/^(\d{4})-(\d{1,2})-(\d{1,2})\s+(\d{1,2}):(\d{1,2})$/);
+    if (dateOnly) {
+        return new Date(`${dateOnly[1]}-${dateOnly[2].padStart(2, "0")}-${dateOnly[3].padStart(2, "0")}T${dateOnly[4].padStart(2, "0")}:${dateOnly[5].padStart(2, "0")}:00+08:00`);
+    }
+    const todayMatch = dateStr.match(/今天\s*(\d{1,2}):(\d{1,2})/);
+    if (todayMatch) {
+        const d = new Date(now);
+        d.setHours(parseInt(todayMatch[1]), parseInt(todayMatch[2]), 0, 0);
+        return d;
+    }
+    const yesterdayMatch = dateStr.match(/昨天\s*(\d{1,2}):(\d{1,2})/);
+    if (yesterdayMatch) {
+        const d = new Date(now.getTime() - 24 * 60 * 60 * 1000);
+        d.setHours(parseInt(yesterdayMatch[1]), parseInt(yesterdayMatch[2]), 0, 0);
+        return d;
+    }
+    const parsed = new Date(dateStr);
+    if (!isNaN(parsed.getTime()))
+        return parsed;
+    return now;
+}
+export function tranformToUTC(dateStr) {
+    const d = new Date(dateStr);
+    if (!isNaN(d.getTime()))
+        return d.getTime();
+    return Date.now();
+}

package/dist/test/cli.test.js

@@ -0,0 +1,61 @@
+import { describe, test, expect } from "bun:test";
+import { sources } from "../src/sources/index.js";
+describe("registry", () => {
+    test("has sources registered", () => {
+        const names = Object.keys(sources);
+        expect(names.length).toBeGreaterThan(40);
+    });
+    test("all sources are functions", () => {
+        for (const [name, handler] of Object.entries(sources)) {
+            expect(typeof handler).toBe("function");
+        }
+    });
+    test("contains expected source names", () => {
+        const expected = [
+            "baidu", "bilibili", "hackernews", "github", "weibo",
+            "zhihu", "v2ex", "juejin", "36kr", "toutiao",
+        ];
+        for (const name of expected) {
+            expect(sources).toHaveProperty(name);
+        }
+    });
+});
+describe("cli", () => {
+    test("list command outputs sources", async () => {
+        const proc = Bun.spawn(["bun", "src/cli.ts", "list", "--json"], {
+            cwd: import.meta.dir + "/..",
+            stdout: "pipe",
+        });
+        const output = await new Response(proc.stdout).text();
+        const names = JSON.parse(output);
+        expect(Array.isArray(names)).toBe(true);
+        expect(names.length).toBeGreaterThan(40);
+        expect(names).toContain("hackernews");
+    });
+    test("help command works", async () => {
+        const proc = Bun.spawn(["bun", "src/cli.ts", "--help"], {
+            cwd: import.meta.dir + "/..",
+            stdout: "pipe",
+        });
+        const output = await new Response(proc.stdout).text();
+        expect(output).toContain("Usage:");
+    });
+    test("unknown source shows error", async () => {
+        const proc = Bun.spawn(["bun", "src/cli.ts", "nonexistent_xyz"], {
+            cwd: import.meta.dir + "/..",
+            stderr: "pipe",
+        });
+        const err = await new Response(proc.stderr).text();
+        expect(err).toContain("Unknown source");
+    });
+});
+describe("fetch source", () => {
+    test("hackernews returns items", async () => {
+        const handler = sources["hackernews"];
+        const items = await handler();
+        expect(items.length).toBeGreaterThan(0);
+        expect(items[0]).toHaveProperty("title");
+        expect(items[0]).toHaveProperty("id");
+        expect(items[0]).toHaveProperty("url");
+    }, 15000);
+});

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "newsnow",
+  "version": "1.0.0",
+  "type": "module",
+  "bin": {
+    "newsnow": "./dist/src/cli.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "start": "bun src/cli.ts",
+    "test": "bun test",
+    "build": "tsc",
+    "release": "bun run build && npm publish"
+  },
+  "dependencies": {
+    "cheerio": "^1.0.0",
+    "dayjs": "^1.11.0",
+    "iconv-lite": "^0.6.3",
+    "ofetch": "^1.4.0"
+  },
+  "devDependencies": {
+    "@types/bun": "latest",
+    "@types/node": "^22.0.0",
+    "typescript": "^5.7.0"
+  }
+}