@dshtrading/kit-us 0.1.0

package/lib/news.js

@@ -0,0 +1,166 @@
+//#region src/news.ts
+const YAHOO_SEARCH_URL = "https://query1.finance.yahoo.com/v1/finance/search";
+const GOOGLE_NEWS_RSS_URL = "https://news.google.com/rss/search";
+const DEFAULT_WINDOW_HOURS = 24;
+const DEFAULT_LIMIT = 20;
+const MAX_LIMIT = 50;
+const UA = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (dsh-trading/us_get_news)";
+/** 下钻 fetch 统一 10s 超时（docs/replication.md §9；上游挂起不得拖垮 60s 轮询链）。 */
+const UPSTREAM_TIMEOUT_MS = 1e4;
+/** 无 symbol 时的通用市场主题（避免空 query）。 */
+const DEFAULT_QUERY_TOPIC = "US stock market";
+async function fetchText(url, fetchImpl, name) {
+	const response = await fetchImpl(url, {
+		headers: {
+			accept: "application/json, text/xml, */*",
+			"user-agent": UA
+		},
+		signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS)
+	});
+	if (!response.ok) {
+		const body = await response.text().catch(() => "");
+		throw new Error(`${name}: HTTP ${response.status}${body ? ` — ${body.slice(0, 160)}` : ""}`);
+	}
+	return response.text();
+}
+async function fetchYahooNews(fetchImpl, topic, limit) {
+	const url = new URL(YAHOO_SEARCH_URL);
+	url.searchParams.set("q", topic);
+	url.searchParams.set("newsCount", String(limit));
+	url.searchParams.set("quotesCount", "0");
+	url.searchParams.set("enableFuzzyQuery", "false");
+	const text = await fetchText(url.toString(), fetchImpl, "yahoo");
+	const news = JSON.parse(text).news;
+	if (!Array.isArray(news)) throw new Error("yahoo: unexpected payload (expected news[])");
+	const items = [];
+	for (const n of news) {
+		if (!n.title || !n.link) continue;
+		const ts = typeof n.providerPublishTime === "number" ? n.providerPublishTime * 1e3 : NaN;
+		if (!Number.isFinite(ts)) continue;
+		items.push({
+			source: n.publisher || "yahoo",
+			title: n.title,
+			url: n.link,
+			publishedAt: new Date(ts).toISOString()
+		});
+	}
+	return items;
+}
+function decodeXmlText(raw) {
+	return raw.replace(/<!\[CDATA\[([\s\S]*?)\]\]>/g, (_, m) => m).replace(/&amp;/g, "&").replace(/&lt;/g, "<").replace(/&gt;/g, ">").replace(/&quot;/g, "\"").replace(/&apos;/g, "'").replace(/&#([0-9]+);/g, (_, n) => String.fromCodePoint(Number(n))).replace(/&#x([0-9a-fA-F]+);/g, (_, n) => String.fromCodePoint(parseInt(n, 16))).trim();
+}
+function extractTag(block, tag) {
+	const re = new RegExp(`<${tag}[\\s>][\\s\\S]*?<\\/${tag}>`, "i");
+	const match = block.match(re);
+	if (!match) return "";
+	return decodeXmlText(match[0].replace(new RegExp(`<\\/?${tag}[^>]*>`, "gi"), ""));
+}
+/** 解析 Google News RSS（title/link/pubDate/source；link 为 Google 跳转，溯源用 source）。 */
+function parseGoogleNewsRss(xml) {
+	const items = [];
+	const blocks = xml.match(/<item[\s>][\s\S]*?<\/item>/gi) ?? [];
+	for (const block of blocks) {
+		const title = extractTag(block, "title");
+		const link = extractTag(block, "link");
+		if (!title || !link) continue;
+		const pubDate = extractTag(block, "pubDate");
+		const ts = Date.parse(pubDate);
+		if (!Number.isFinite(ts)) continue;
+		const source = extractTag(block, "source") || "googlenews";
+		items.push({
+			source,
+			title,
+			url: link,
+			publishedAt: new Date(ts).toISOString()
+		});
+	}
+	return items;
+}
+async function fetchGooglenews(fetchImpl, topic, limit) {
+	const url = new URL(GOOGLE_NEWS_RSS_URL);
+	url.searchParams.set("q", topic);
+	url.searchParams.set("hl", "en-US");
+	url.searchParams.set("gl", "US");
+	url.searchParams.set("ceid", "US:en");
+	return parseGoogleNewsRss(await fetchText(url.toString(), fetchImpl, "googlenews")).slice(0, limit);
+}
+function parseSecEdgarAtom(xml) {
+	const items = [];
+	const entries = xml.match(/<entry[\s>][\s\S]*?<\/entry>/gi) ?? [];
+	for (const entry of entries) {
+		const title = extractTag(entry, "title");
+		let link = extractTag(entry, "link");
+		if (!link) {
+			const hrefMatch = entry.match(/<link[^>]+href="([^">]+)"/i);
+			if (hrefMatch) link = hrefMatch[1] ?? "";
+		}
+		if (!title || !link) continue;
+		const updated = extractTag(entry, "updated") || extractTag(entry, "published");
+		const ts = Date.parse(updated);
+		if (!Number.isFinite(ts)) continue;
+		items.push({
+			source: "sec-edgar",
+			title: title.replace(/\s+/g, " ").trim(),
+			url: link,
+			publishedAt: new Date(ts).toISOString()
+		});
+	}
+	return items;
+}
+async function fetchSecEdgarAnnouncements(fetchImpl, symbol, limit) {
+	const clean = symbol.trim().toUpperCase();
+	if (!clean || clean === DEFAULT_QUERY_TOPIC.toUpperCase()) return [];
+	const url = new URL("https://www.sec.gov/cgi-bin/browse-edgar");
+	url.searchParams.set("action", "getcompany");
+	url.searchParams.set("CIK", clean);
+	url.searchParams.set("type", "");
+	url.searchParams.set("dateb", "");
+	url.searchParams.set("owner", "exclude");
+	url.searchParams.set("start", "0");
+	url.searchParams.set("count", String(Math.max(limit, 20)));
+	url.searchParams.set("output", "atom");
+	return parseSecEdgarAtom(await fetchText(url.toString(), fetchImpl, "sec-edgar")).slice(0, limit);
+}
+function inWindow(publishedAt, nowMs, windowMs) {
+	const ts = Date.parse(publishedAt);
+	if (!Number.isFinite(ts)) return false;
+	return ts >= nowMs - windowMs && ts <= nowMs + 6e4;
+}
+function matchesSymbol(item, rawSymbol) {
+	if (!rawSymbol) return true;
+	const needle = rawSymbol.trim().toUpperCase();
+	if (!needle) return true;
+	const title = item.title.toUpperCase();
+	if (item.source === "sec-edgar") return true;
+	return title.includes(needle);
+}
+function clampNumber(value, fallback, min, max) {
+	if (typeof value !== "number" || !Number.isFinite(value)) return fallback;
+	return Math.min(Math.max(Math.trunc(value), min), max);
+}
+async function aggregateNews(options = {}) {
+	const fetchImpl = options.fetch ?? globalThis.fetch.bind(globalThis);
+	const now = options.now ?? Date.now();
+	const windowMs = clampNumber(options.windowHours, DEFAULT_WINDOW_HOURS, 1, 168) * 36e5;
+	const limit = clampNumber(options.limit, DEFAULT_LIMIT, 1, MAX_LIMIT);
+	const topic = options.symbol?.trim() || DEFAULT_QUERY_TOPIC;
+	const fetchers = [fetchYahooNews(fetchImpl, topic, limit), fetchGooglenews(fetchImpl, topic, limit)];
+	if (options.symbol && options.symbol.trim()) fetchers.push(fetchSecEdgarAnnouncements(fetchImpl, options.symbol, limit));
+	const results = await Promise.allSettled(fetchers);
+	const items = [];
+	const unavailable = [];
+	for (const result of results) if (result.status === "fulfilled") for (const item of result.value) {
+		const maxAge = item.source === "sec-edgar" ? 2592e6 : windowMs;
+		if (!inWindow(item.publishedAt, now, maxAge)) continue;
+		if (!matchesSymbol(item, options.symbol)) continue;
+		items.push(item);
+	}
+	else unavailable.push(result.reason instanceof Error ? result.reason.message : String(result.reason));
+	items.sort((a, b) => Date.parse(b.publishedAt) - Date.parse(a.publishedAt));
+	return {
+		items: items.slice(0, limit),
+		unavailable
+	};
+}
+//#endregion
+export { aggregateNews, parseGoogleNewsRss, parseSecEdgarAtom };

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@dshtrading/kit-us",
+  "description": "US market toolkit plugin for dsh-trading: US risk checklist skill provider and US news / fundamentals tools; runs as a us-trader preset row (session-scoped)",
+  "version": "0.1.0",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "./lib/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/index.d.ts",
+      "default": "./lib/index.js"
+    },
+    "./package.json": "./package.json"
+  },
+  "files": [
+    "lib",
+    "assets"
+  ],
+  "license": "PolyForm-Noncommercial-1.0.0",
+  "dependencies": {
+    "@dshtrading/indicators": "0.1.0",
+    "@dshtrading/knowledge": "0.1.0"
+  },
+  "peerDependencies": {
+    "@deepseek-ai/cordis": ">=4.0.0",
+    "@deepseek-ai/dsh-skill": ">=0.1.2-alpha.1",
+    "@deepseek-ai/dsh-tools": ">=0.1.2-alpha.1",
+    "@deepseek-ai/schemastery": ">=3.18.0"
+  },
+  "devDependencies": {
+    "tsdown": "^0.22.0",
+    "vitest": "^3.0.0",
+    "@dshtrading/api": "0.1.0"
+  },
+  "scripts": {
+    "build": "tsdown",
+    "test": "vitest run"
+  }
+}