dsh-live2dwaifu 0.2.1 → 0.4.0

package/README.md

@@ -25,6 +25,25 @@
 
 **跟着聊**：她挂在聊天流上（`conversation.chat.node` 插槽），助手每说一句她就念一句，情绪按话里的词换。
 
+**也能直接跟她说**：卡片底下有个小框，打一句回车，她回你。这条线**不进你的聊天记录**——后台直接问模型，往来只存在 `models/<id>/chat.json` 里。她说的话按人设卡现场写，不是复读；人设卡就是 `models/<id>/meta.json` 里的 `persona` 字段，没写就用默认那份（若妍）。
+
+**她会自己开口**：十几分钟没人理她，她就找个话头说一句。嫌吵就把 `~/.dsh/dsh-live2d/config.json` 里的 `proactive` 设成 `false`。
+
+**给别人留的口子**：im 机器人、别的插件、随手写的脚本，都能让她说话。
+
+```bash
+# 她说一句（image 可省，传了就在气泡里贴出来）
+curl -X POST http://127.0.0.1:<端口>/dsh-live2d/api/push \
+  -H 'content-type: application/json' \
+  -d '{"text":"锅里有汤。","mood":"平静","from":"im"}'
+
+# 她说一句并要回话
+curl -X POST http://127.0.0.1:<端口>/dsh-live2d/api/chat \
+  -H 'content-type: application/json' -d '{"text":"今天累不累"}'
+```
+
+卡片每 2.5 秒拉一次 `/dsh-live2d/api/poll`，所以外面推进来的话，几秒内就演出来。
+
 ## 三十秒上手
 
 ```bash

package/lib/client.js

@@ -24,6 +24,13 @@
       .dsh-l2d-btns button{background:none;border:0;color:#7d858f;font:inherit;cursor:pointer;padding:0 2px;line-height:1}
       .dsh-l2d-btns button:hover{color:#e2e6ee}
       .dsh-l2d-body{display:block;width:100%;flex:1;border:0;background:transparent}
+      .dsh-l2d-say{display:flex;gap:6px;padding:6px 8px;border-top:1px solid #2c313a;flex:none}
+      .dsh-l2d-say input{flex:1;min-width:0;background:#1e222a;border:1px solid #333842;border-radius:7px;
+        color:#dfe4ec;font:inherit;font-size:11px;padding:5px 8px;outline:none}
+      .dsh-l2d-say input:focus{border-color:#3f4a5c}
+      .dsh-l2d-send{background:#2f3540;border:1px solid #3c424c;border-radius:7px;color:#cfd4dd;
+        font:inherit;cursor:pointer;padding:0 10px;font-size:11px}
+      .dsh-l2d-send:hover{background:#3a4049}
       .dsh-l2d-grip{position:absolute;right:0;bottom:0;width:16px;height:16px;cursor:nwse-resize;
         background:linear-gradient(135deg,transparent 50%,#3c424c 50%,#3c424c 62%,transparent 62%);
         opacity:.9}
@@ -61,6 +68,8 @@
       const [bg, setBg] = react.useState(() => localStorage.getItem('dsh-l2d-bg') || 'none');
       const [size, setSize] = react.useState(readSize);
       const [pos, setPos] = react.useState(readPos);
+      const [draft, setDraft] = react.useState('');
+      const [busy, setBusy] = react.useState(false);
       const [nonce, setNonce] = react.useState(0);
       const ref = react.useRef(null);
 
@@ -71,6 +80,40 @@
       react.useEffect(() => {
         frameWin = (ref.current && ref.current.contentWindow) || null;
       }, [nonce, open]);
+      react.useEffect(() => {
+        let seq = null;
+        let stop = false;
+        const tick = () => {
+          if (stop) return;
+          fetch(BASE + '/api/poll?since=' + (seq === null ? 0 : seq))
+            .then((r) => r.json())
+            .then((d) => {
+              if (stop) return;
+              if (seq === null) {
+                seq = Number(d.seq) || 0;
+                return;
+              }
+              seq = Number(d.seq) || seq;
+              const items = d.items || [];
+              for (let i = 0; i < items.length; i++) {
+                if (!frameWin) break;
+                try {
+                  frameWin.postMessage(
+                    { type: 'dsh-live2d/say', text: items[i].text || '', mood: items[i].mood, image: items[i].image },
+                    '*',
+                  );
+                } catch {}
+              }
+            })
+            .catch(() => {});
+        };
+        tick();
+        const id = setInterval(tick, 2500);
+        return () => {
+          stop = true;
+          clearInterval(id);
+        };
+      }, []);
       react.useEffect(() => {
         if (ref.current && ref.current.contentWindow) {
           ref.current.contentWindow.postMessage({ type: 'dsh-live2d/bg', bg }, '*');
@@ -128,6 +171,28 @@
 
       const manage = () => ref.current && ref.current.contentWindow.postMessage({ type: 'dsh-live2d/manage' }, '*');
       const openTone = () => window.open(BASE + '/tone', '_blank', 'width=1140,height=780');
+
+      const send = () => {
+        const t = draft.trim();
+        if (!t || busy) return;
+        setBusy(true);
+        setDraft('');
+        fetch(BASE + '/api/chat', {
+          method: 'POST',
+          headers: { 'content-type': 'application/json' },
+          body: JSON.stringify({ text: t }),
+        })
+          .then((r) => r.json())
+          .then((d) => {
+            if (d.reply && frameWin) {
+              try {
+                frameWin.postMessage({ type: 'dsh-live2d/say', text: d.reply }, '*');
+              } catch {}
+            }
+          })
+          .catch(() => {})
+          .finally(() => setBusy(false));
+      };
       const cycleBg = () => setBg(BGS[(BGS.indexOf(bg) + 1) % BGS.length]);
 
       const cardStyle = open
@@ -164,6 +229,23 @@
               },
             })
           : null,
+        open
+          ? h(
+              'div',
+              { className: 'dsh-l2d-say' },
+              h('input', {
+                className: 'dsh-l2d-input',
+                placeholder: busy ? '……' : '跟她说一句',
+                value: draft,
+                onPointerDown: noDrag,
+                onChange: (e) => setDraft(e.target.value),
+                onKeyDown: (e) => {
+                  if (e.key === 'Enter') send();
+                },
+              }),
+              h('button', { className: 'dsh-l2d-send', onPointerDown: noDrag, onClick: send }, '说'),
+            )
+          : null,
         open ? h('div', { className: 'dsh-l2d-grip', onPointerDown: startDrag, title: '拖动改大小' }) : null,
       );
     }

package/lib/index.js

@@ -13,6 +13,124 @@ const PREFIX = '/dsh-live2d';
 /** 默认音色：一个字一声短音 */
 const DEFAULT_VOICE = { preset: 'soft', type: 'triangle', base: 400, jit: 10, dur: 60, vol: 32, spd: 62 };
 
+/** 没写人设卡时，就用这一句兜底 */
+const DEFAULT_PERSONA = [
+  '你是若妍，二十六岁，跟老弟过日子。',
+  '说话短，一句常常不到十五个字；不用感叹号，不写书面语；情绪落在具体的事上——盐、番茄、袖口、手凉不凉。',
+  '不解释心情，不总结，不升华，不写括号里的动作。',
+].join('\n');
+
+function personaOf(meta) {
+  const p = typeof meta?.persona === 'string' ? meta.persona.trim() : '';
+  return p || DEFAULT_PERSONA;
+}
+
+function readChat(id) {
+  try {
+    const d = JSON.parse(readFileSync(join(MODELS, id, 'chat.json'), 'utf8'));
+    return Array.isArray(d.messages) ? d.messages : [];
+  } catch {
+    return [];
+  }
+}
+
+function writeChat(id, messages) {
+  try {
+    writeFileSync(join(MODELS, id, 'chat.json'), JSON.stringify({ messages: messages.slice(-24) }, null, 2), 'utf8');
+  } catch {}
+}
+
+/* ── 出口队列：谁能说话，都往这儿扔 ───────────────────────── */
+const OUTBOX = [];
+const LAST_ACTIVE = { at: Date.now() };
+let outSeq = 0;
+
+function pushOut(msg) {
+  outSeq += 1;
+  OUTBOX.push({ seq: outSeq, at: Date.now(), ...msg });
+  if (OUTBOX.length > 64) OUTBOX.splice(0, OUTBOX.length - 64);
+  return outSeq;
+}
+
+function nowText() {  try {
+    return new Date().toLocaleString('zh-CN', { timeZone: 'Asia/Shanghai', hour12: false });
+  } catch {
+    return new Date().toISOString();
+  }
+}
+
+/** 拿默认模型，缺了就返回 null */
+function modelSlot(ctx) {
+  try {
+    const sel = ctx?.get?.('agentDefaultModel')?.currentSelection?.();
+    const llm = ctx?.get?.('llm');
+    if (!llm || typeof llm.stream !== 'function' || !sel?.provider || !sel?.model) return null;
+    return { llm, provider: sel.provider, model: sel.model };
+  } catch {
+    return null;
+  }
+}
+
+/** 一次生成，只要文字 */
+async function generate(slot, prompt, limit = 900) {
+  let text = '';
+  for await (const chunk of slot.llm.stream({
+    provider: slot.provider,
+    model: slot.model,
+    messages: [{ role: 'user', content: [{ type: 'text', text: prompt }] }],
+  })) {
+    if (chunk?.type === 'text-delta') text += chunk.text ?? '';
+    else if (chunk?.type === 'finish') break;
+    if (text.length > limit) break;
+  }
+  return text
+    .replace(/\r?\n+/g, ' ')
+    .trim()
+    .replace(/^["“「『']+|["”」』']+$/g, '')
+    .trim();
+}
+
+/* ── 主动开口：没人说话，她自己开一句 ─────────────────────── */
+const IDLE_MS = 12 * 60 * 1000;
+let lastAutoAt = 0;
+
+async function maybeTalk(ctx) {
+  const cfg = readConfig();
+  if (cfg.proactive === false) return;
+  const now = Date.now();
+  if (now - LAST_ACTIVE.at < IDLE_MS) return;
+  if (now - lastAutoAt < IDLE_MS) return;
+  const id = String(cfg.selected || '');
+  const meta = id ? readMeta(id) : null;
+  if (!meta) return;
+  const slot = modelSlot(ctx);
+  if (!slot) return;
+  lastAutoAt = now;
+  const hist = readChat(id)
+    .slice(-6)
+    .map((m) => (m.role === 'user' ? '他：' : '你：') + String(m.text ?? ''))
+    .join('\n');
+  const prompt = [
+    personaOf(meta),
+    '现在是 ' + nowText() + '。',
+    hist ? '你们之前说的：\n' + hist : '',
+    '有一阵子没人说话了。你想开口，说一句给他。',
+    '只输出这一句本身：一到两句，短，口语。不要解释，不要引号，不要旁白，不要括号里的动作。',
+  ]
+    .filter(Boolean)
+    .join('\n\n');
+  let text = '';
+  try {
+    text = await generate(slot, prompt, 400);
+  } catch {
+    return;
+  }
+  if (!text) return;
+  const line = text.length > 120 ? text.slice(0, 120) : text;
+  pushOut({ text: line, from: 'proactive' });
+  writeChat(id, readChat(id).concat([{ role: 'assistant', text: line, at: Date.now() }]));
+}
+
 const MIME = {
   '.html': 'text/html; charset=utf-8',
   '.js': 'text/javascript; charset=utf-8',
@@ -151,7 +269,7 @@ async function readBody(req, limit = 512 * 1024 * 1024) {
   return Buffer.concat(chunks);
 }
 
-async function handle(req, res) {
+async function handle(req, res, ctx) {
   const url = new URL(req.url ?? '/', 'http://localhost');
   const path = url.pathname.replace(PREFIX, '') || '/';
   const method = (req.method ?? 'GET').toUpperCase();
@@ -177,6 +295,90 @@ async function handle(req, res) {
     return file ? sendFile(res, file) : send(res, 403, 'forbidden');
   }
 
+  // 跟她说话：不进聊天记录，直接问模型
+  if (path === '/api/chat' && method === 'POST') {
+    const body = JSON.parse((await readBody(req)).toString('utf8') || '{}');
+    const text = String(body.text ?? '').trim().slice(0, 1000);
+    if (!text) return sendJson(res, 400, { error: 'empty' });
+    const cfg = readConfig();
+    const id = String(body.id || cfg.selected || '');
+    const meta = id ? readMeta(id) : null;
+    if (!meta) return sendJson(res, 404, { error: 'model not found' });
+
+    const slot = modelSlot(ctx);
+    if (!slot) return sendJson(res, 503, { error: '模型接口不可用' });
+
+    const hist = readChat(id);
+    const lines = hist
+      .slice(-8)
+      .map((m) => (m.role === 'user' ? '他：' : '你：') + String(m.text ?? ''))
+      .join('\n');
+    const prompt = [
+      personaOf(meta),
+      '现在是 ' + nowText() + '。',
+      lines ? '你们之前说的：\n' + lines : '',
+      '他说：' + text,
+      '回他一句。只输出这句话本身：一到三句，短，口语，像发消息。不要解释，不要加引号，不要旁白，不要括号里的动作。',
+    ]
+      .filter(Boolean)
+      .join('\n\n');
+
+    let reply = '';
+    try {
+      reply = await generate(slot, prompt);
+    } catch (e) {
+      return sendJson(res, 502, { error: '生成失败：' + (e instanceof Error ? e.message : String(e)) });
+    }
+    LAST_ACTIVE.at = Date.now();
+    if (!reply) return sendJson(res, 200, { ok: true, reply: '', id });
+    if (reply.length > 240) reply = reply.slice(0, 240);
+
+    writeChat(id, hist.concat([
+      { role: 'user', text, at: Date.now() },
+      { role: 'assistant', text: reply, at: Date.now() },
+    ]));
+    return sendJson(res, 200, { ok: true, reply, id });
+  }
+
+  // 人设卡
+  if (path === '/api/persona' && method === 'GET') {
+    const id = String(url.searchParams.get('id') ?? '');
+    const meta = id ? readMeta(id) : null;
+    return sendJson(res, 200, { id, persona: personaOf(meta), custom: typeof meta?.persona === 'string' && !!meta.persona.trim() });
+  }
+
+  if (path === '/api/persona' && method === 'POST') {
+    const body = JSON.parse((await readBody(req)).toString('utf8') || '{}');
+    const id = String(body.id ?? '');
+    const meta = id ? readMeta(id) : null;
+    if (!meta) return sendJson(res, 404, { error: 'model not found' });
+    const persona = typeof body.persona === 'string' ? body.persona : '';
+    writeFileSync(join(MODELS, id, 'meta.json'), JSON.stringify({ ...meta, persona }, null, 2), 'utf8');
+    return sendJson(res, 200, { ok: true, persona: personaOf({ persona }) });
+  }
+
+  // 出口：别的插件、im 机器人、脚本都能把她要说的话推进来
+  if (path === '/api/push' && method === 'POST') {
+    const body = JSON.parse((await readBody(req)).toString('utf8') || '{}');
+    const text = String(body.text ?? '').trim().slice(0, 2000);
+    const image = String(body.image ?? '').trim().slice(0, 2000);
+    if (!text && !image) return sendJson(res, 400, { error: 'empty' });
+    const seq = pushOut({
+      text,
+      image: image || undefined,
+      mood: body.mood ? String(body.mood) : undefined,
+      from: body.from ? String(body.from).slice(0, 40) : 'external',
+    });
+    LAST_ACTIVE.at = Date.now();
+    return sendJson(res, 200, { ok: true, seq });
+  }
+
+  // 客户端轮询：拿到她要说的话
+  if (path === '/api/poll' && method === 'GET') {
+    const since = Number(url.searchParams.get('since') || 0);
+    return sendJson(res, 200, { seq: outSeq, items: OUTBOX.filter((m) => m.seq > since) });
+  }
+
   // 音色调音页
   if (path === '/tone' || path === '/tone.html') {
     return sendFile(res, join(ASSETS, 'tone.html'), MIME['.html']);
@@ -267,7 +469,7 @@ export function apply(ctx) {
         path: PREFIX,
         handler: async (req, res) => {
           try {
-            await handle(req, res);
+            await handle(req, res, ctx);
           } catch (e) {
             if (!res.headersSent) sendJson(res, 500, { error: e instanceof Error ? e.message : String(e) });
             else res.end();
@@ -276,4 +478,11 @@ export function apply(ctx) {
       }),
     'dsh-live2d: /dsh-live2d 路由',
   );
+  ctx.effect(() => {
+    const timer = setInterval(() => {
+      maybeTalk(ctx).catch(() => {});
+    }, 60 * 1000);
+    timer.unref?.();
+    return () => clearInterval(timer);
+  }, 'dsh-live2d: 主动开口');
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-live2dwaifu",
-  "version": "0.2.1",
+  "version": "0.4.0",
   "description": "给 DSH 网页右下角请一个 Live2D 角色：会眨眼、会呼吸、视线跟着鼠标、点她有反应、说话时嘴动、心情变了眉毛跟着动。模型不用内置——谁装谁放自己的文件夹；支持自定义 .exp3.json 表情和 .motion3.json 动作，卡片能拖能缩，背景可换。",
   "type": "module",
   "main": "lib/index.js",