dsh-mishu 0.7.2 → 0.7.4

package/lib/core/ask.js

@@ -16,6 +16,7 @@ import { mailReportKey } from "./mail/sync.js";
 import { isActive } from "./matters.js";
 import { CATEGORY_LABELS, describeRepeat, occurrence, remindDay } from "./recur.js";
 import { dayOf, formatMoment } from "./time.js";
+import { watchById, watchReportKey } from "./watch/source.js";
 /** The tools the model can use in that chat, so it can look further and act only with your OK. */
 function toolsHint(lang, id) {
     return lang === 'zh'
@@ -128,5 +129,20 @@ export function buildAsk(store, request, options) {
                 ? `我想让小秘书只读地查看我的「${preset.label.zh}」收件箱，需要开通 IMAP 并拿到客户端授权码（或应用专用密码）。请一步步教我怎么做，包括在网页上点哪里、要注意什么。\n\n小秘书给的说明：${preset.howTo.zh}\nIMAP 服务器：${preset.host || '（自己填）'}:${preset.port}${lines('\n测试连接时报错：', request.error)}`
                 : `I want my secretary to read my ${preset.label.en} inbox (read-only), which needs IMAP turned on and an app password. Walk me through it step by step, including where to click and what to watch out for.\n\nThe secretary's note: ${preset.howTo.en}\nIMAP server: ${preset.host || '(enter your own)'}:${preset.port}${lines('\nThe connection test said: ', request.error)}`;
         }
+        case 'watch-error': {
+            const source = watchById(store, request.watchId);
+            if (source === undefined)
+                throw notFound();
+            const report = store.get(watchReportKey(source.id));
+            const error = report?.error?.[lang] ?? (zh ? '（没有记录到错误）' : '(no error recorded)');
+            return zh
+                ? `我让小秘书盯着「${source.label}」这个网址，但它读不到内容，帮我弄明白原因、怎么解决：\n\n网址：${source.url}\n多久看一次：${source.intervalMinutes} 分钟\n我关注的字：${source.keywords.length === 0 ? '（没设，有任何变化就告诉我）' : source.keywords.join('、')}\n报错：${error}\n\n小秘书是怎么读的：普通 GET，20 秒超时，能读 RSS/Atom、JSON 列表或普通网页。如果这个网站要登录才能看，或者防爬，告诉我该怎么办。`
+                : `I asked my secretary to keep an eye on ${source.url}, but it cannot read it. Help me understand why and what to do:\n\nAddress: ${source.url}\nCheck every: ${source.intervalMinutes} minutes\nWords I watch for: ${source.keywords.length === 0 ? '(none — tell me about any change)' : source.keywords.join(', ')}\nError: ${error}\n\nHow it reads: a plain GET with a 20-second timeout, working on RSS/Atom, a JSON list or a plain page. If the site needs a login or blocks robots, tell me what to do instead.`;
+        }
+        case 'watch-setup': {
+            return zh
+                ? '我想让小秘书帮我盯着一些我自己关心的东西：某个公告页、某个商品的价格、某个职位的招聘页、某个订阅源。请告诉我：哪些网址它读得到、哪些读不到（要登录的、全靠 JS 渲染的、防爬的），RSS 和普通网页分别会怎么处理，关键词该怎么写才能不漏也不吵，检查间隔设多长合适。'
+                : 'I want my secretary to watch a few things I care about myself: a page of announcements, the price of something, a job posting, a feed. Tell me which addresses it can read and which it cannot (login walls, JS-only pages, bot blocking), how it treats a feed versus a plain page, how to write the words I watch for so nothing is missed and nothing is noisy, and how often to check.';
+        }
     }
 }

package/lib/core/board.js

@@ -13,6 +13,7 @@ import { decode } from "./i18n.js";
 import { manualExplain, storedExplain } from "./explain.js";
 import { isActive } from "./matters.js";
 import { mailReportKey } from "./mail/sync.js";
+import { watchReportKey } from "./watch/source.js";
 import { CATEGORY_LABELS, describeRepeat, occurrence, remindDay } from "./recur.js";
 import { addDays, dayOf, dayStart, daysBetween, formatMoment, relativeDay, weekday } from "./time.js";
 const zhOr = (lang, zh, en) => (lang === 'zh' ? zh : en);
@@ -43,7 +44,7 @@ function matterCard(store, m, today, now, lang, column) {
     }
     else {
         const label = CATEGORY_LABELS[m.kind];
-        const where = m.source === 'mail' ? zhOr(lang, '邮件', 'Mail') : 'GitHub';
+        const where = m.source === 'mail' ? zhOr(lang, '邮件', 'Mail') : m.source === 'watch' ? zhOr(lang, '关注', 'Watching') : 'GitHub';
         meta = manual && label !== undefined ? label[lang] : `${where} · ${reasonLabel(m.reason, lang)}`;
     }
     const actions = column === 'handle'
@@ -61,7 +62,8 @@ function matterCard(store, m, today, now, lang, column) {
         explain.why += zhOr(lang, `你说了"明天再说"，${m.snoozeUntil} 会回到"要你处理"。`, ` You put it off; it comes back on ${m.snoozeUntil}.`);
     }
     // The open button says what it opens ("Turn off Actions", "Open the failing log").
-    return { id: m.id, target: 'matter', source: manual ? 'manual' : m.source === 'mail' ? 'mail' : 'github', title, meta, note: note === '' ? null : note, url: explain?.link?.url ?? m.url, tone, actions, explain };
+    const source = manual ? 'manual' : m.source === 'mail' ? 'mail' : m.source === 'watch' ? 'watch' : 'github';
+    return { id: m.id, target: 'matter', source, title, meta, note: note === '' ? null : note, url: explain?.link?.url ?? m.url, tone, actions, explain };
 }
 export function buildBoard(store, options) {
     const { now, lang } = options;
@@ -121,6 +123,14 @@ export function buildBoard(store, options) {
             return { id: account.id, label: account.label, state: 'error', text: zhOr(lang, `${account.label}：${report.error.zh}`, `${account.label}: ${report.error.en}`) };
         return { id: account.id, label: account.label, state: 'ok', text: zhOr(lang, `${account.label} ${formatMoment(report.at, now)} 收信`, `${account.label} checked ${formatMoment(report.at, now)}`) };
     });
+    const watch = (options.watches ?? []).map((source) => {
+        const report = store.get(watchReportKey(source.id));
+        if (report === undefined)
+            return { id: source.id, label: source.label, state: 'never', text: zhOr(lang, `${source.label} 还没看过`, `${source.label} not checked yet`) };
+        if (report.error !== undefined)
+            return { id: source.id, label: source.label, state: 'error', text: zhOr(lang, `${source.label}：${report.error.zh}`, `${source.label}: ${report.error.en}`) };
+        return { id: source.id, label: source.label, state: 'ok', text: zhOr(lang, `${source.label} ${formatMoment(report.at, now)} 看过`, `${source.label} checked ${formatMoment(report.at, now)}`) };
+    });
     const github = !options.github.enabled
         ? { state: 'off', text: zhOr(lang, 'GitHub 未开启', 'GitHub off') }
         : last === undefined
@@ -143,12 +153,14 @@ export function buildBoard(store, options) {
         parts.push(zhOr(lang, 'GitHub 这次没同步成。', 'The last GitHub sync failed.'));
     for (const box of mail.filter(b => b.state === 'error'))
         parts.push(zhOr(lang, `邮箱「${box.label}」这次没收成。`, `Mail "${box.label}" could not be checked.`));
+    for (const box of watch.filter(b => b.state === 'error'))
+        parts.push(zhOr(lang, `关注「${box.label}」这次没读成。`, `Watch "${box.label}" could not be read.`));
     return {
         lang,
         at: now,
         summary: parts.join(lang === 'zh' ? '' : ' '),
         metrics: { handle: handle.length, overdue, dueSoon, closedToday, shadow },
-        sources: { github, manual: { series: store.activeSeries().length }, mail },
+        sources: { github, manual: { series: store.activeSeries().length }, mail, watch },
         markRead: options.github.markRead,
         columns: {
             handle: handle.map(m => matterCard(store, m, today, now, lang, 'handle')),

package/lib/core/brief.js

@@ -10,6 +10,7 @@ import { isActive } from "./matters.js";
 import { mailReportKey } from "./mail/sync.js";
 import { CATEGORY_LABELS } from "./recur.js";
 import { dayOf, daysBetween, formatMoment, relativeDay, weekday } from "./time.js";
+import { watchReportKey } from "./watch/source.js";
 export const REASON_LABELS = {
     merged: bi('已合并', 'merged'),
     closed: bi('已关闭', 'closed'),
@@ -43,6 +44,10 @@ export const REASON_LABELS = {
     'mail-cc': bi('只是抄送', 'Cc only'),
     'read-in-mail': bi('你在邮箱里看过了', 'read in your mail'),
     'account-removed': bi('邮箱账户已移除', 'mail account removed'),
+    'watch-new': bi('有新内容', 'new entries'),
+    'watch-changed': bi('内容有变化', 'changed'),
+    'watch-keyword': bi('提到你关注的字', 'mentioned your words'),
+    'watch-removed': bi('你删掉了这个关注', 'watch removed'),
 };
 export function reasonLabel(reason, lang) {
     if (reason === null)
@@ -75,6 +80,8 @@ function sourceTag(m, lang) {
         return 'GitHub';
     if (m.source === 'mail')
         return pick(bi('邮件', 'Mail'), lang);
+    if (m.source === 'watch')
+        return pick(bi('关注', 'Watching'), lang);
     return m.source;
 }
 /** One matter as a few lines. */
@@ -181,6 +188,15 @@ export function renderBrief(store, options) {
         else
             out.push(zh ? `邮件「${account.label}」：${formatMoment(report.at, now)} 收信，${report.messages} 封未读。` : `Mail "${account.label}": checked ${formatMoment(report.at, now)}, ${report.messages} unread.`);
     }
+    for (const source of options.watches ?? []) {
+        const report = store.get(watchReportKey(source.id));
+        if (report === undefined)
+            out.push(zh ? `关注「${source.label}」：还没看过。` : `Watching "${source.label}": not checked yet.`);
+        else if (report.error !== undefined)
+            out.push(zh ? `关注「${source.label}」：${formatMoment(report.at, now)} 没读成：${report.error.zh}` : `Watching "${source.label}": failed at ${formatMoment(report.at, now)}: ${report.error.en}`);
+        else
+            out.push(zh ? `关注「${source.label}」：${formatMoment(report.at, now)} 看过，${report.items} 条内容。` : `Watching "${source.label}": checked ${formatMoment(report.at, now)}, ${report.items} entries.`);
+    }
     return out.join('\n');
 }
 /** Recently closed matters with reasons, so a wrong closure can be reopened. */

package/lib/core/index.js

@@ -29,6 +29,10 @@ export { DEFAULT_NOTIFY, deliver, inQuiet, localClock, notifySettings, notifyTic
 export { restartPlan, scheduleRestart } from "./restart.js";
 export { FileSecrets, KeychainOrFile, MemorySecrets, secretEnvName, secretFromEnv, systemSecrets } from "./secrets.js";
 export { deleteMailAccount, effectiveSettings, mailAccounts, saveMailAccount, saveSettings } from "./settings.js";
+export { deleteWatch, dueWatches, entryKey, parseKeywords, resolveWatch, saveWatch, watchById, watchReportKey, watchSources, WATCH_SOURCE, } from "./watch/source.js";
+export { describeWatchError, httpFetch, parseFeed, parseJson, parsePage, plainText, readWatchBody } from "./watch/fetch.js";
+export { describeKeywords, describeWatch, diffItems, judgeWatch, syncWatch } from "./watch/sync.js";
+export { BRIEF_MARK, BRIEF_TASK_KEY, briefPrompt, briefTiming, briefTitle, clockText, describeTiming, instantText, isBriefTask, sortTasks, taskView, } from "./schedule/tasks.js";
 export const DEFAULT_HOME = '~/.mishu';
 /** `~` and `~/…` expand to the home directory on every platform. */
 export function expandHome(path) {

package/lib/core/schedule/tasks.js

@@ -0,0 +1,149 @@
+/**
+ * DSH's own scheduled tasks, seen from the secretary's side.
+ *
+ * DSH keeps a Schedule service (`@deepseek-ai/dsh-schedule`) that delivers a
+ * prompt to a Session at a wall-clock time: the "自动化任务" page. This module
+ * only describes what that service returns — it never imports DSH, so the
+ * wording, the time formatting and the check for "is this the brief task"
+ * stay testable without a host.
+ *
+ * The one task the secretary creates itself is the daily brief: same content
+ * as the desktop notification, delivered into a conversation instead, so it
+ * reaches you when DSH is open but you are not looking at the board.
+ */
+import { bi, pick } from "../i18n.js";
+import { localClock } from "../notify.js";
+/** Where the notebook remembers the brief task it created, so it can be updated instead of duplicated. */
+export const BRIEF_TASK_KEY = 'schedule.briefTask';
+/** Marks the prompt the secretary writes, so a task edited by hand is still recognisable. */
+export const BRIEF_MARK = '[dsh-mishu brief]';
+const pad = (n) => String(n).padStart(2, '0');
+/** `HH:mm:ss.SSS` → `HH:mm`, or the raw value when it is not a clock time. */
+export function clockText(time) {
+    if (time === undefined)
+        return '';
+    const match = /^(\d{2}):(\d{2})/.exec(time);
+    return match === null ? time : `${match[1]}:${match[2]}`;
+}
+/** An RFC 3339 instant as a local day and clock time, `11-12 08:30`. */
+export function instantText(iso, timeZone, lang) {
+    if (iso === undefined)
+        return '';
+    const at = Date.parse(iso);
+    if (!Number.isFinite(at))
+        return iso;
+    let clock;
+    try {
+        clock = localClock(at, timeZone);
+    }
+    catch {
+        clock = localClock(at, '');
+    }
+    const [year, month, day] = clock.day.split('-');
+    const now = new Date();
+    const sameYear = Number(year) === now.getFullYear();
+    return `${sameYear ? '' : `${year}-`}${month}-${day} ${pad(Math.floor(clock.minutes / 60))}:${pad(clock.minutes % 60)}`;
+}
+const WEEKDAY_ZH = ['一', '二', '三', '四', '五', '六', '日'];
+const WEEKDAY_EN = ['Mon', 'Tue', 'Wed', 'Thu', 'Fri', 'Sat', 'Sun'];
+/** The rule in words. Every branch names the unit a person set, never a cron string alone. */
+export function describeTiming(entry, lang) {
+    const zh = lang === 'zh';
+    const zone = entry.timeZone === undefined || entry.timeZone === '' ? '' : entry.timeZone;
+    switch (entry.kind) {
+        case 'after': {
+            const seconds = entry.afterSeconds ?? 0;
+            if (seconds % 3600 === 0 && seconds >= 3600)
+                return zh ? `${seconds / 3600} 小时后一次` : `once in ${seconds / 3600} h`;
+            if (seconds % 60 === 0 && seconds >= 60)
+                return zh ? `${seconds / 60} 分钟后一次` : `once in ${seconds / 60} min`;
+            return zh ? `${seconds} 秒后一次` : `once in ${seconds} s`;
+        }
+        case 'at':
+            return zh ? `只跑一次，${instantText(entry.scheduledAt, zone, lang)}` : `once, ${instantText(entry.scheduledAt, zone, lang)}`;
+        case 'every': {
+            const seconds = entry.everySeconds ?? 0;
+            if (seconds % 3600 === 0)
+                return zh ? `每 ${seconds / 3600} 小时` : `every ${seconds / 3600} h`;
+            return zh ? `每 ${Math.max(1, Math.round(seconds / 60))} 分钟` : `every ${Math.max(1, Math.round(seconds / 60))} min`;
+        }
+        case 'daily':
+            return zh ? `每天 ${clockText(entry.time)}` : `daily at ${clockText(entry.time)}`;
+        case 'weekly': {
+            const days = (entry.weekdays ?? []).slice().sort((a, b) => a - b);
+            const names = zh ? days.map(d => WEEKDAY_ZH[d - 1] ?? String(d)) : days.map(d => WEEKDAY_EN[d - 1] ?? String(d));
+            const list = zh ? names.join('、') : names.join(', ');
+            return zh ? `每${list} ${clockText(entry.time)}` : `${list} at ${clockText(entry.time)}`;
+        }
+        case 'cron':
+            return zh ? `按规则 ${entry.expression ?? ''}` : `on the rule ${entry.expression ?? ''}`;
+        case 'rrule': {
+            const first = (entry.rrule ?? '').split('\n').find(line => line.toUpperCase().startsWith('RRULE:')) ?? entry.rrule ?? '';
+            return first.replace(/^RRULE:/i, '');
+        }
+    }
+}
+/** One entry, as the settings page shows it. */
+export function taskView(entry, lang, briefTaskId) {
+    const status = entry.status === undefined || entry.status === 'inactive' ? 'ended' : entry.status;
+    const zone = entry.timeZone ?? '';
+    return {
+        id: entry.id,
+        title: entry.title,
+        when: describeTiming(entry, lang),
+        next: status === 'ended' ? null : instantText(entry.scheduledAt, zone, lang) || null,
+        status,
+        prompt: entry.prompt.replace(BRIEF_MARK, '').trim().slice(0, 400),
+        mine: entry.id === briefTaskId || entry.prompt.includes(BRIEF_MARK),
+        running: entry.executionActive === true,
+        lastDelivery: entry.lastDelivery?.at === undefined ? null : instantText(entry.lastDelivery.at, zone, lang) || null,
+    };
+}
+/** Sorted for reading: what still runs first, then what has ended. */
+export function sortTasks(tasks) {
+    const rank = (t) => (t.status === 'active' ? 0 : t.status === 'paused' ? 1 : 2);
+    return [...tasks].sort((a, b) => rank(a) - rank(b) || a.title.localeCompare(b.title));
+}
+/** The prompt the brief task carries: what the agent should do at that hour. */
+export function briefPrompt(lang) {
+    return lang === 'zh'
+        ? [
+            BRIEF_MARK,
+            '现在是小秘书的每日简报时间。',
+            '用 mishu_list 读出看板，然后用三句话说清楚：今天要处理什么（最多五件，按紧急程度），哪些快到期限，有没有哪个来源同步失败了。',
+            '不要重复卡片原文，也不要替我做事，只把需要我决定的说出来。没有要处理的事就直接说"今天没有要处理的"。',
+        ].join('\n')
+        : [
+            BRIEF_MARK,
+            'It is time for the secretary\'s daily brief.',
+            'Read the board with mishu_list, then say in three sentences: what needs me today (at most five, most urgent first), what is coming up, and whether any source failed to sync.',
+            'Do not repeat the cards verbatim and do not act for me — only surface what needs my decision. If nothing is waiting, just say "nothing needs you today".',
+        ].join('\n');
+}
+/** Title of the brief task, in the language it was created in. */
+export function briefTitle(lang) {
+    return pick(bi('小秘书 · 每日简报', 'Secretary · daily brief'), lang);
+}
+/**
+ * The daily rule for the brief, from a `HH:mm` setting and a zone. Seconds are
+ * zero so the task fires on the minute; the zone falls back to this computer's
+ * when the settings page has not picked one yet.
+ */
+export function briefTiming(time, timeZone) {
+    const match = /^(\d{2}):(\d{2})$/.exec(time.trim());
+    const clock = match === null ? '08:30' : `${match[1]}:${match[2]}`;
+    let zone = timeZone.trim();
+    if (zone === '') {
+        try {
+            zone = Intl.DateTimeFormat().resolvedOptions().timeZone ?? '';
+        }
+        catch {
+            zone = '';
+        }
+    }
+    return { time: `${clock}:00.000`, time_zone: zone === '' ? 'UTC' : zone };
+}
+/** Whether a task already is the brief for this notebook. */
+export function isBriefTask(entry, briefTaskId) {
+    return entry.id === briefTaskId || entry.prompt.includes(BRIEF_MARK);
+}

package/lib/core/watch/fetch.js

@@ -0,0 +1,169 @@
+/**
+ * Reading a watched address: a feed, a JSON list, or just a page.
+ *
+ * Whatever comes back is turned into a handful of items — a title, a bit of
+ * text and a stable key — so the rest of the code never has to care whether
+ * it was RSS, Atom, JSON or plain HTML. No parser library: the shapes that
+ * matter here are small, and a wrong guess costs nothing (the page is read
+ * as text and still works).
+ */
+import { createHash } from 'node:crypto';
+import { bi } from "../i18n.js";
+import { entryKey } from "./source.js";
+/** The real fetch: a plain GET with a short timeout and no cookies. */
+export const httpFetch = async (url) => {
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), 20_000);
+    try {
+        const response = await fetch(url, {
+            method: 'GET',
+            redirect: 'follow',
+            signal: controller.signal,
+            headers: {
+                'user-agent': 'dsh-mishu/1 (+https://github.com/AIcivilization/dsh-mishu)',
+                accept: 'application/rss+xml, application/atom+xml, application/json, text/html;q=0.9, */*;q=0.8',
+            },
+        });
+        const body = await response.text();
+        return { status: response.status, body, contentType: response.headers.get('content-type') ?? '' };
+    }
+    finally {
+        clearTimeout(timer);
+    }
+};
+const ENTITIES = { amp: '&', lt: '<', gt: '>', quot: '"', apos: "'", nbsp: ' ' };
+function unescape(text) {
+    return text
+        .replace(/&(#x?[0-9a-f]+|[a-z]+);/gi, (whole, name) => {
+        if (name.startsWith('#')) {
+            const code = name[1]?.toLowerCase() === 'x' ? Number.parseInt(name.slice(2), 16) : Number.parseInt(name.slice(1), 10);
+            return Number.isFinite(code) && code > 0 && code < 0x110000 ? String.fromCodePoint(code) : whole;
+        }
+        return ENTITIES[name.toLowerCase()] ?? whole;
+    });
+}
+/** Markup out, whitespace collapsed. */
+export function plainText(markup) {
+    return unescape(markup
+        .replace(/<(script|style)\b[^>]*>[\s\S]*?<\/\1>/gi, ' ')
+        .replace(/<[^>]+>/g, ' '))
+        .replace(/\s+/g, ' ')
+        .trim();
+}
+function tag(block, name) {
+    const match = new RegExp(`<${name}\\b[^>]*>([\\s\\S]*?)</${name}>`, 'i').exec(block);
+    if (match === null)
+        return undefined;
+    const inner = match[1];
+    const cdata = /^\s*<!\[CDATA\[([\s\S]*?)\]\]>\s*$/.exec(inner);
+    return plainText(cdata === null ? inner : cdata[1]);
+}
+function attr(block, name) {
+    const match = new RegExp(`\\b${name}\\s*=\\s*["']([^"']*)["']`, 'i').exec(block);
+    return match === null ? undefined : unescape(match[1]);
+}
+/** RSS `<item>` and Atom `<entry>` blocks, whichever the document has. */
+export function parseFeed(body, now, base) {
+    const blocks = [...body.matchAll(/<(item|entry)\b[\s\S]*?<\/\1>/gi)].map(m => m[0]);
+    if (blocks.length === 0)
+        return undefined;
+    return blocks.map((block) => {
+        const title = tag(block, 'title') ?? '';
+        const link = tag(block, 'link') ?? (() => {
+            const href = attr(block, 'href');
+            return href === undefined ? undefined : href;
+        })();
+        const bodyText = tag(block, 'description') ?? tag(block, 'summary') ?? tag(block, 'content') ?? '';
+        const guid = tag(block, 'guid') ?? tag(block, 'id');
+        const when = tag(block, 'pubDate') ?? tag(block, 'updated') ?? tag(block, 'published') ?? tag(block, 'dc:date');
+        const at = when === undefined ? now : Date.parse(when);
+        const href = link === undefined ? null : absolute(link, base);
+        return {
+            key: entryKey({ id: guid ?? href ?? undefined, link: href ?? undefined, title }),
+            title: title === '' ? (href ?? '?') : title,
+            text: bodyText,
+            url: href,
+            at: Number.isFinite(at) ? at : now,
+        };
+    });
+}
+function absolute(link, base) {
+    try {
+        return new URL(link, base).toString();
+    }
+    catch {
+        return link;
+    }
+}
+/**
+ * A JSON body: an array of objects, or an object with one array inside. Each
+ * element's title-like and text-like fields become an item.
+ */
+export function parseJson(body, now, base) {
+    let value;
+    try {
+        value = JSON.parse(body);
+    }
+    catch {
+        return undefined;
+    }
+    const list = Array.isArray(value)
+        ? value
+        : Object.values(value).find(Array.isArray);
+    if (list === undefined || list.length === 0)
+        return undefined;
+    const str = (item, names) => {
+        for (const name of names) {
+            const found = item[name];
+            if (typeof found === 'string' && found.trim() !== '')
+                return found;
+            if (typeof found === 'number')
+                return String(found);
+        }
+        return undefined;
+    };
+    return list.slice(0, 60).map((raw) => {
+        if (typeof raw !== 'object' || raw === null)
+            return { key: entryKey({ title: String(raw) }), title: String(raw), text: '', url: null, at: now };
+        const item = raw;
+        const title = str(item, ['title', 'name', 'subject', 'headline', 'version', 'label']) ?? JSON.stringify(item).slice(0, 120);
+        const text = str(item, ['description', 'body', 'content', 'summary', 'text', 'excerpt', 'details']) ?? '';
+        const link = str(item, ['url', 'link', 'html_url', 'permalink', 'href']);
+        const when = str(item, ['date', 'published', 'updated', 'pubDate', 'created_at', 'time', 'timestamp']);
+        const at = when === undefined ? now : Date.parse(when);
+        const href = link === undefined ? null : absolute(link, base);
+        return {
+            key: entryKey({ id: str(item, ['id', 'guid', 'uuid', 'key']) ?? href ?? undefined, link: href ?? undefined, title }),
+            title, text, url: href, at: Number.isFinite(at) ? at : now,
+        };
+    });
+}
+/** A page with no feed: its title and text, as one item keyed by a hash of the text. */
+export function parsePage(body, now, base) {
+    const title = plainText(/<title\b[^>]*>([\s\S]*?)<\/title>/i.exec(body)?.[1] ?? '') || new URL(base).hostname;
+    const text = plainText(/<body\b[^>]*>([\s\S]*?)<\/body>/i.exec(body)?.[1] ?? body).slice(0, 20_000);
+    const key = createHash('sha256').update(text).digest('hex').slice(0, 16);
+    return [{ key, title, text, url: base, at: now }];
+}
+/** Whatever the address returned, as items. */
+export function readWatchBody(options) {
+    const { body, contentType, url, now } = options;
+    const looksJson = /json/i.test(contentType) || /^\s*[[{]/.test(body);
+    const looksFeed = /xml|rss|atom/i.test(contentType) || /<(rss|feed)\b/i.test(body);
+    if (looksFeed || (!looksJson && /<(item|entry)\b/i.test(body)))
+        return parseFeed(body, now, url) ?? parsePage(body, now, url);
+    if (looksJson)
+        return parseJson(body, now, url) ?? parsePage(body, now, url);
+    return parsePage(body, now, url);
+}
+/** The sentence shown when a watch cannot be read. */
+export function describeWatchError(error, source) {
+    const raw = error.message ?? String(error);
+    if (/abort/i.test(raw))
+        return bi(`${source.label} 20 秒没有回应，可能是网站太慢或打不开。`, `${source.label} did not answer within 20 seconds; the site may be slow or down.`);
+    if (/ENOTFOUND|EAI_AGAIN|getaddrinfo/i.test(raw))
+        return bi(`${source.label} 的网址找不到服务器：检查一下网址有没有写错。`, `The server for ${source.label} was not found: check the address.`);
+    if (/certificate|self.signed|SSL|TLS/i.test(raw))
+        return bi(`${source.label} 的证书有问题，读不了。`, `${source.label} has a certificate problem and could not be read.`);
+    return bi(`读 ${source.label} 失败：${raw}`, `Could not read ${source.label}: ${raw}`);
+}

package/lib/core/watch/source.js

@@ -0,0 +1,116 @@
+/**
+ * Things you watch yourself: a page, a feed or an API you care about.
+ *
+ * GitHub and mail are sources the secretary knows how to read. Everything
+ * else a person cares about — a game's patch notes, a job posting, a price,
+ * a status page — is a URL. You add it here with the words that matter to
+ * you, and the secretary looks at it now and then: when it changes, or when
+ * one of your words shows up, it becomes a card like anything else.
+ *
+ * Only where and what to look for is kept here. What was seen last lives in
+ * the notebook's key-value table, so an entry never grows without bound.
+ */
+import { createHash } from 'node:crypto';
+import { bi, MishuError } from "../i18n.js";
+export const WATCH_SOURCE = 'watch';
+const SOURCES_KEY = 'watch.sources';
+const NEXT_ID_KEY = 'watch.nextId';
+export function watchSources(store) {
+    return store.get(SOURCES_KEY) ?? [];
+}
+export function watchById(store, id) {
+    return watchSources(store).find(s => s.id === id);
+}
+export function watchReportKey(id) {
+    return `watch.lastSync.${id}`;
+}
+/** Where one watch keeps what it has already seen. */
+export function watchStateKey(id) {
+    return `watch.state.${id}`;
+}
+export function watchSeenKey(id) {
+    return `watch.seen.${id}`;
+}
+/** A stable id for a feed entry: its guid, else its link, else its title. */
+export function entryKey(entry) {
+    const basis = entry.id ?? entry.link ?? entry.title ?? '';
+    return createHash('sha256').update(basis).digest('hex').slice(0, 16);
+}
+/** Split what you typed into words: commas, 、, spaces or new lines all work. */
+export function parseKeywords(value) {
+    const list = Array.isArray(value) ? value : String(value ?? '').split(/[,，、;\n]+/);
+    const words = list.map(w => w.trim().toLowerCase()).filter(w => w !== '');
+    return [...new Set(words)].slice(0, 20);
+}
+/** Check and complete what the settings page sent; throws a sentence a person can act on. */
+export function resolveWatch(input, id) {
+    const raw = String(input.url ?? '').trim();
+    if (raw === '')
+        throw new MishuError(bi('还没填网址', 'the address is empty'));
+    let url;
+    try {
+        url = new URL(raw);
+    }
+    catch {
+        throw new MishuError(bi(`网址看不懂：${raw}。要完整的一串，比如 https://example.com/news`, `that is not a web address: ${raw}. It should look like https://example.com/news`));
+    }
+    if (url.protocol !== 'http:' && url.protocol !== 'https:') {
+        throw new MishuError(bi('只支持 http 和 https 的网址', 'only http and https addresses work'));
+    }
+    const label = String(input.label ?? '').trim() || url.hostname;
+    if (label.length > 60)
+        throw new MishuError(bi('名字太长了，60 个字以内', 'the name is too long; keep it under 60 characters'));
+    const intervalMinutes = Number(input.intervalMinutes ?? 60);
+    if (!Number.isInteger(intervalMinutes) || intervalMinutes < 15 || intervalMinutes > 1440) {
+        throw new MishuError(bi('多久看一次要是 15 到 1440 分钟', 'how often to look must be 15 to 1440 minutes'));
+    }
+    return {
+        id,
+        label,
+        url: url.toString(),
+        keywords: parseKeywords(input.keywords),
+        enabled: input.enabled !== false,
+        intervalMinutes,
+    };
+}
+/** Add (no id) or update one watch. */
+export function saveWatch(store, input, now) {
+    const sources = watchSources(store);
+    const existing = input.id === undefined ? undefined : sources.find(s => s.id === input.id);
+    if (input.id !== undefined && existing === undefined)
+        throw new MishuError(bi(`没有 #${input.id} 这个关注`, `there is no watch #${input.id}`));
+    const id = existing?.id ?? (store.get(NEXT_ID_KEY) ?? 1);
+    const source = resolveWatch({ ...existing, ...input }, id);
+    store.set(SOURCES_KEY, existing === undefined ? [...sources, source] : sources.map(s => (s.id === id ? source : s)));
+    if (existing === undefined)
+        store.set(NEXT_ID_KEY, id + 1);
+    store.log(now, existing === undefined ? 'watch-add' : 'watch-update', { id, url: source.url, keywords: source.keywords.length });
+    return source;
+}
+/** Remove one watch and close whatever it still has open. */
+export function deleteWatch(store, id, now) {
+    const sources = watchSources(store);
+    if (!sources.some(s => s.id === id))
+        return false;
+    store.transaction(() => {
+        store.set(SOURCES_KEY, sources.filter(s => s.id !== id));
+        store.set(watchStateKey(id), null);
+        store.set(watchSeenKey(id), null);
+        for (const matter of store.mattersOfSource(WATCH_SOURCE)) {
+            if (matter.status === 'open' && (matter.key === `watch:${id}` || matter.key.startsWith(`watch:${id}:`))) {
+                store.updateMatter(matter.id, { status: 'done', reason: 'watch-removed', closedBy: 'source', closedAt: now }, now);
+            }
+        }
+        store.log(now, 'watch-delete', { id });
+    });
+    return true;
+}
+/** The watches whose next check is due. */
+export function dueWatches(store, now) {
+    return watchSources(store).filter((source) => {
+        if (!source.enabled)
+            return false;
+        const report = store.get(watchReportKey(source.id));
+        return report === undefined || now - report.at >= source.intervalMinutes * 60_000;
+    });
+}