@yfwu2020/dsh-selection-explain 0.11.1 → 0.12.0

package/README.md

@@ -8,7 +8,7 @@ DSH 中的翻译、上下文解读与语音追问。
 
 [快速安装](#install) · [语音输入](#voice) · [功能一览](#read) · [使用与设置](#settings)
 
-`DSH 插件` · `v0.11.1` · `MIT`
+`DSH 插件` · `v0.12.0` · `MIT`
 
 </div>
 
@@ -96,6 +96,13 @@ DSH 中的翻译、上下文解读与语音追问。
 | 阅读代码 | 选中代码，查看注释与原代码交替呈现的解释 |
 | 用图表理解复杂问题 | 将**输出偏好**切为网页，模型可生成 HTML 页面 |
 
+长对话默认显示最近 **40 条消息**，点击消息区顶部的 **显示更早的消息** 可继续往前查看。收起小窗会释放回答区域的网页预览，重开后恢复显示；完整对话、输入草稿和待发送附件仍会保留。
+
+小窗追问按**容量预算**组织模型上下文，不再固定截取最近 20 条消息。预算内保留原文和图片顺序；接近上限时，将较早的完整问答分批整理为摘要，最近问答保持原文。可在 **设置 → 模型 → 对话记忆** 调整输入预算，默认 32,768 tokens；宿主能提供模型容量时还会自动收紧，并预留回答与工具空间。用量为估算，整理摘要会产生额外模型调用；摘要失败会明确报错，不静默丢弃原文。
+
+图片与文件保存在宿主附件库，历史只存引用。图片不再按“两张／4 MiB”、文件不再按“八个”滚动淘汰，而是随上下文段一起保留或压缩。启用工具时，模型可用小窗材料工具重新取得旧图、旧文件路径或已压缩的原始消息；文件正文仍由宿主读取工具按需解析。附件丢失或格式不支持时会说明原因。引用保留选中原文；较早的小窗引用会补充附近内容，主会话引用在加入时取得一次上下文快照。
+
+
 <a id="install"></a>
 
 ## 快速安装
@@ -113,11 +120,11 @@ dsh plugin --profile web add @yfwu2020/dsh-selection-explain
 <details>
 <summary>安装 Release 构建包</summary>
 
-将下载的 `.tgz` 放到当前目录，以 v0.11.1 为例：
+将下载的 `.tgz` 放到当前目录，以 v0.12.0 为例：
 
 ```bash
 mkdir -p ~/.dsh/plugins/dsh-selection-explain
-tar -xzf yfwu2020-dsh-selection-explain-0.11.1.tgz -C ~/.dsh/plugins/dsh-selection-explain --strip-components=1
+tar -xzf yfwu2020-dsh-selection-explain-0.12.0.tgz -C ~/.dsh/plugins/dsh-selection-explain --strip-components=1
 dsh plugin --profile web add ~/.dsh/plugins/dsh-selection-explain
 ```
 
@@ -179,7 +186,7 @@ dsh plugin --profile web remove @yfwu2020/dsh-selection-explain
 
 插件不将录音保存为音频文件，也不把音频附到会话；小窗录音由 DSH 配置的识别服务处理，是否经过云端取决于该服务。输入法语音由输入法本身处理，插件接收输入框中写入的文字。
 
-解读历史默认保留最近 **20 条**，以明文存储在 `~/.dsh/selection-explain/history.json`。可在 **设置 → 数据** 中调整，设为 `0` 停止保存新历史；已有历史不会因此清空。
+解读历史默认保留最近 **20 条**，以明文存储在 `~/.dsh/selection-explain/history.json`。可在 **设置 → 数据** 中调整，设为 `0` 停止保存新历史；已有历史不会因此清空。数量超过上限时，按最后更新时间淘汰最旧的小窗历史，已升格的记录也参与淘汰；升格后的正式会话不受影响。
 
 支持 DSH 界面与可注入的侧边栏 HTML 预览。输入框、源码视图、外部站点浏览器标签页，以及部分第三方预览不触发划词（直接通过独立 URL 加载、无法注入划词桥的页面）。模型回答与联网查证仍可能出错。
 

package/lib/chat-context.js

@@ -0,0 +1,84 @@
+export const CHAT_REQUEST_BYTES = 512 * 1024;
+export const EMPTY_DIGEST = '811c9dc5';
+export function readContextState(raw) {
+    if (!raw || typeof raw !== 'object')
+        return null;
+    const s = raw;
+    if (s.version !== 1 || !Number.isSafeInteger(s.through) || s.through < 0
+        || !/^[a-f0-9]{8}$/.test(s.source) || !/^[a-f0-9]{8}$/.test(s.digest)
+        || typeof s.summary !== 'string' || s.summary.length > 12000
+        || (s.through > 0 && !s.summary.trim()))
+        return null;
+    if (s.background !== null && (!s.background || typeof s.background.transcript !== 'string'
+        || s.background.transcript.length > 200000 || typeof s.background.marked !== 'boolean'))
+        return null;
+    if (s.sessionId !== undefined && (typeof s.sessionId !== 'string' || s.sessionId.length > 500))
+        return null;
+    return { version: 1, ...(typeof s.sessionId === 'string' ? { sessionId: s.sessionId } : {}), source: s.source, through: s.through, digest: s.digest, summary: s.summary,
+        background: s.background ? { transcript: s.background.transcript, marked: s.background.marked } : null };
+}
+function modelTurn(turn) {
+    if (turn.contextExcluded)
+        return { role: turn.role === 'assistant' ? 'assistant' : 'user',
+            text: turn.role === 'assistant' ? '（该轮未生成回答。）' : '（该提问未提交给模型，原始内容仍保存在界面历史中；需要时请重新引用必要部分。）' };
+    return { role: turn.role === 'assistant' ? 'assistant' : 'user', text: turn.sent || turn.text || '',
+        ...(turn.attachments?.length ? { attachments: turn.attachments } : {}) };
+}
+/** Rolling consistency fingerprint, not an authorization credential. */
+export function historyDigest(turns, initial = EMPTY_DIGEST) {
+    let hash = Number.parseInt(initial, 16) >>> 0;
+    for (const raw of turns) {
+        const t = modelTurn(raw);
+        const text = JSON.stringify([t.role, t.text, (t.attachments || []).map(a => [a.kind, a.ref.attachmentId])]) + '\n';
+        for (let i = 0; i < text.length; i++)
+            hash = Math.imul(hash ^ text.charCodeAt(i), 16777619) >>> 0;
+    }
+    return hash.toString(16).padStart(8, '0');
+}
+export function contextSource(session, text, context, initial) {
+    return historyDigest([{ role: 'user', text: JSON.stringify([session, text, context, initial]) }]);
+}
+/** Validate once, then serialize only the original, uncompressed suffix. */
+export function prepareChatHistory(turns, rawState) {
+    const visible = turns.filter(t => !t.hidden);
+    let state = readContextState(rawState);
+    if (state && (state.through > visible.length || historyDigest(visible.slice(0, state.through)) !== state.digest))
+        state = null;
+    const start = state?.through || 0;
+    const materials = [];
+    const seen = new Set();
+    visible.forEach((turn, index) => {
+        for (const item of turn.attachments || []) {
+            const key = item.kind + ':' + item.ref.attachmentId;
+            if (!seen.has(key)) {
+                seen.add(key);
+                materials.push({ kind: item.kind, ref: item.ref, turn: index });
+            }
+        }
+    });
+    return { history: visible.slice(start).map(modelTurn), historyStart: start, contextState: state, materials };
+}
+/** Conservative estimate: ASCII ~3 chars/token; other UTF-16 units ~1 token. */
+export function estimateTextTokens(text) {
+    let ascii = 0;
+    for (let i = 0; i < text.length; i++)
+        if (text.charCodeAt(i) <= 127)
+            ascii++;
+    return Math.ceil(ascii / 3) + text.length - ascii;
+}
+export function contextBudget(configured, window, output = 8192, tools = 2048) {
+    if (!window || !Number.isFinite(window) || window <= 0)
+        return configured;
+    return Math.floor(Math.min(configured, window * 0.8, window - output - tools));
+}
+/** A cut is always before a user message; at least the newest complete pair stays verbatim. */
+export function chooseCompactionEnd(turns, target, price) {
+    let remaining = turns.reduce((n, t) => n + price(t), 0);
+    for (let i = 0; i < turns.length - 2; i++) {
+        remaining -= price(turns[i]);
+        if (i + 1 > 0 && turns[i + 1].role === 'user' && remaining <= target)
+            return i + 1;
+    }
+    return -1;
+}
+//# sourceMappingURL=chat-context.js.map

package/lib/chat-context.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-context.js","sourceRoot":"","sources":["../src/chat-context.ts"],"names":[],"mappings":"AAuBA,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,CAAA;AAC5C,MAAM,CAAC,MAAM,YAAY,GAAG,UAAU,CAAA;AAEtC,MAAM,UAAU,gBAAgB,CAAC,GAAY;IAC3C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAA;IAChD,MAAM,CAAC,GAAG,GAAmB,CAAA;IAC7B,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC;WACnE,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;WAClE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,KAAK;WACzD,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAA;IACtD,IAAI,CAAC,CAAC,UAAU,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,UAAU,KAAK,QAAQ;WACrF,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IACtG,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,GAAG,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO;QACrK,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAC5G,CAAC;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,IAAI,IAAI,CAAC,eAAe;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;YACvF,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,yCAAyC,EAAE,CAAA;IAC9F,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE;QACjG,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAA;AAC5E,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,aAAa,CAAC,KAA0B,EAAE,OAAO,GAAG,YAAY;IAC9E,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,CAAA;IAC7C,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAA;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAA;QAClH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;YAAE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACnG,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;AAC3C,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,OAAe,EAAE,IAAY,EAAE,OAAe,EAAE,OAAe;IAC3F,OAAO,aAAa,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;AACnG,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,kBAAkB,CAAC,KAA0B,EAAE,QAAiB;IAC9E,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACtC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,MAAM,CAAC;QAAE,KAAK,GAAG,IAAI,CAAA;IAC9H,MAAM,KAAK,GAAG,KAAK,EAAE,OAAO,IAAI,CAAC,CAAA;IACjC,MAAM,SAAS,GAAmB,EAAE,CAAA;IACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC9B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,IAAI,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAA;YACnD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;YAAC,CAAC;QACxG,CAAC;IACH,CAAC,CAAC,CAAA;IACF,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;AAC9G,CAAC;AAED,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,GAAG;YAAE,KAAK,EAAE,CAAA;IAC5E,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;AACnD,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,UAAkB,EAAE,MAAe,EAAE,MAAM,GAAG,IAAI,EAAE,KAAK,GAAG,IAAI;IAC5F,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;QAAE,OAAO,UAAU,CAAA;IACzE,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,CAAC,CAAA;AAChF,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,mBAAmB,CAAC,KAA0B,EAAE,MAAc,EAAE,KAA8B;IAC5G,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,IAAI,MAAM;YAAE,OAAO,CAAC,GAAG,CAAC,CAAA;IACpF,CAAC;IACD,OAAO,CAAC,CAAC,CAAA;AACX,CAAC"}