@yangzhenghan/dsh-bluewhale 0.3.0 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -2
- package/assets/silero-vad.onnx +0 -0
- package/cordis.patch.yml +1 -1
- package/index.js +16 -4
- package/package.json +2 -2
- package/src/pet-rules.js +26 -3
- package/src/vad-mirror.js +97 -0
package/README.md
CHANGED
|
@@ -2,7 +2,11 @@
|
|
|
2
2
|
|
|
3
3
|
DeepSeek Harness(DSH)插件:桌面上的 Live2D 桌宠「大肥鱼」,和 DSH 里你选的那个会话说话。角色的回复会带着表情、动作回到桌宠,由桌宠念出来。第一次打开桌宠就是大肥鱼,不用自己导入模型。
|
|
4
4
|
|
|
5
|
-
桌宠说的每句话,开头都带标签 `[from the blue whale]
|
|
5
|
+
桌宠说的每句话,开头都带标签 `[from the blue whale]`。角色要知道「带这个标签的话该怎么回」(口语短句、写表情动作标记),所以**装好后要做一次**:
|
|
6
|
+
1. 第一次启动后,打开 `C:\Users\你的用户名\.dsh\blue-whale\贴进记忆的桌宠规则.txt`,全选复制。
|
|
7
|
+
2. 在 DSH 里把这段话发给你的角色,让它「记住这条规则」(或者贴进角色的人设 / 记忆)。
|
|
8
|
+
|
|
9
|
+
只做一次,以后每句话都很短,不占会话长度。不想改记忆的话,在插件设置里把 `ruleMode` 改成 `prompt`:每句话自动附上规则,装上就能用,代价是每句多三百字左右。
|
|
6
10
|
|
|
7
11
|
## 安装(在 DSH 里直接装)
|
|
8
12
|
1. 打开 DSH 设置 → 插件,搜索 `@yangzhenghan/dsh-bluewhale`(或 `bluewhale`),点安装。
|
|
@@ -32,7 +36,7 @@ DeepSeek Harness(DSH)插件:桌面上的 Live2D 桌宠「大肥鱼」,
|
|
|
32
36
|
| 设置 | 默认 | 说明 |
|
|
33
37
|
|---|---|---|
|
|
34
38
|
| `petTag` | `[from the blue whale]` | 桌宠消息开头的标签 |
|
|
35
|
-
| `ruleMode` | `
|
|
39
|
+
| `ruleMode` | `tag` | `tag`:只带标签(规则要自己写进角色的记忆,见上面);`prompt`:每句附上规则 |
|
|
36
40
|
| `allWorkspaces` | 开 | 切换聊天时列出所有工作区的会话 |
|
|
37
41
|
| `workDir` | `文档\deepseek-harness\blue whale` | 选「新建会话」时,新会话建在这里 |
|
|
38
42
|
| `autoDownloadPet` | 开 | 没有桌宠程序时自动下载 |
|
|
@@ -44,3 +48,4 @@ DeepSeek Harness(DSH)插件:桌面上的 Live2D 桌宠「大肥鱼」,
|
|
|
44
48
|
- **和 aurabot(QQ)一起用**:如果切换到 aurabot 建的 QQ 会话,对桌宠说的话的回复,aurabot 也会发到 QQ 上。
|
|
45
49
|
- **后续消息**:角色说完以后 1 分钟内补的话,比如提醒到点、主动搭话,桌宠也会念出来,一句一句地念。
|
|
46
50
|
- 用的是 18100 端口,别的程序占着这个端口时桌宠连不上。
|
|
51
|
+
- **国内用麦克风(0.3.1 起)**:桌宠判断「有没有人在说话」的语音检测模型原本要从 huggingface.co 下载,国内连不上,听力会卡在 Loading 或报 Failed to fetch。插件现在自带这个模型,在本机 18101 端口提供,并在打开桌宠前自动把桌宠里的下载地址改成本机。所以要从 DSH 里打开桌宠(不要单独打开 airi.exe),听力才能用。
|
|
Binary file
|
package/cordis.patch.yml
CHANGED
package/index.js
CHANGED
|
@@ -11,6 +11,8 @@ import { log } from './src/state.js'
|
|
|
11
11
|
import { ROOT } from './src/state.js'
|
|
12
12
|
import fs from 'node:fs'
|
|
13
13
|
import { ensurePet, toast, PET_EXE } from './src/pet-download.js'
|
|
14
|
+
import { startModelServer, patchPetForChina } from './src/vad-mirror.js'
|
|
15
|
+
import { tagModeHint } from './src/pet-rules.js'
|
|
14
16
|
|
|
15
17
|
// 桌宠程序在哪:整包里自带的「桌宠\airi.exe」 → 自动下载的 ~/.dsh/blue-whale/pet-版本\桌宠\airi.exe → 装在 Programs\airi 的
|
|
16
18
|
// 都没有时用自动下载的位置(插件启动时会去下载)
|
|
@@ -26,8 +28,9 @@ const DEFAULTS = {
|
|
|
26
28
|
allWorkspaces: true,
|
|
27
29
|
// 桌宠说的话开头加的标签,角色靠它认出这是桌宠里当面说的
|
|
28
30
|
petTag: '[from the blue whale]',
|
|
29
|
-
//
|
|
30
|
-
|
|
31
|
+
// tag(默认)= 只带标签,规则由用户自己写进角色的记忆或人设(启动时会生成一份可直接粘贴的规则)
|
|
32
|
+
// prompt = 每句话都附上「桌宠规则.md」,不用改记忆,但每句多三百字
|
|
33
|
+
ruleMode: 'tag',
|
|
31
34
|
// 桌宠程序:优先用插件文件夹里自带的「桌宠\airi.exe」(下载整包就能用),没有就用装在 Programs\airi 的
|
|
32
35
|
airiExe: BUNDLED_PET,
|
|
33
36
|
autoLaunchPet: true,
|
|
@@ -63,7 +66,7 @@ export const Config = z
|
|
|
63
66
|
workDir: z.string().default(DEFAULTS.workDir).description('新建会话放在哪个文件夹(工作区)'),
|
|
64
67
|
allWorkspaces: z.boolean().default(DEFAULTS.allWorkspaces).description('切换聊天时列出所有工作区的会话'),
|
|
65
68
|
petTag: z.string().default(DEFAULTS.petTag).description('桌宠消息开头的标签'),
|
|
66
|
-
ruleMode: z.union(['prompt', 'tag']).default(DEFAULTS.ruleMode).description('prompt:每句附上桌宠规则.md
|
|
69
|
+
ruleMode: z.union(['prompt', 'tag']).default(DEFAULTS.ruleMode).description('tag:只带标签,规则要贴进角色记忆(见 .dsh\\blue-whale\\贴进记忆的桌宠规则.txt);prompt:每句附上桌宠规则.md'),
|
|
67
70
|
airiExe: z.string().default(DEFAULTS.airiExe).description('桌宠程序 airi.exe 的位置'),
|
|
68
71
|
autoLaunchPet: z.boolean().default(DEFAULTS.autoLaunchPet).description('DSH 启动时打开桌宠'),
|
|
69
72
|
autoDownloadPet: z.boolean().default(DEFAULTS.autoDownloadPet).description('没有桌宠程序时自动下载(约 460MB,只下一次)'),
|
|
@@ -89,13 +92,21 @@ export function apply(ctx, config = {}) {
|
|
|
89
92
|
const pet = createPetLauncher(cfg)
|
|
90
93
|
|
|
91
94
|
server.start()
|
|
95
|
+
// 语音检测模型在本机提供,国内不用连 huggingface.co(src/vad-mirror.js)
|
|
96
|
+
const modelServer = startModelServer()
|
|
92
97
|
scheduleCookieCleanup(log)
|
|
98
|
+
tagModeHint(cfg, toast)
|
|
93
99
|
if (cfg.autoLaunchPet) {
|
|
94
100
|
// 从插件市场装的没有自带桌宠:第一次先下载(下载在后台进行,不耽误 DSH 启动)
|
|
95
101
|
const ready = fs.existsSync(cfg.airiExe) || !cfg.autoDownloadPet || path.resolve(cfg.airiExe) !== path.resolve(PET_EXE)
|
|
96
102
|
? Promise.resolve()
|
|
97
103
|
: ensurePet(toast)
|
|
98
|
-
ready
|
|
104
|
+
ready
|
|
105
|
+
.then(() => {
|
|
106
|
+
if (fs.existsSync(cfg.airiExe)) patchPetForChina(cfg.airiExe)
|
|
107
|
+
return pet.start()
|
|
108
|
+
})
|
|
109
|
+
.catch((e) => log('✗ 打开桌宠出错:', e))
|
|
99
110
|
}
|
|
100
111
|
log('blue whale插件已启动', { port: cfg.port, autoLaunchPet: cfg.autoLaunchPet })
|
|
101
112
|
try {
|
|
@@ -107,6 +118,7 @@ export function apply(ctx, config = {}) {
|
|
|
107
118
|
ctx.effect(() => async () => {
|
|
108
119
|
pet.stop()
|
|
109
120
|
await server.stop()
|
|
121
|
+
await modelServer.stop()
|
|
110
122
|
log('blue whale插件已停止')
|
|
111
123
|
}, 'dafei: server and pet')
|
|
112
124
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@yangzhenghan/dsh-bluewhale",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.2",
|
|
4
4
|
"description": "blue whale:DeepSeek Harness 的 Live2D 桌宠插件(大肥鱼),桌宠和 DSH 里的角色对话、带表情动作;第一次使用自动下载桌宠程序",
|
|
5
5
|
"keywords": ["dsh-plugin", "deepseek-harness", "dsh", "live2d", "desktop-pet", "桌宠", "airi"],
|
|
6
6
|
"license": "MIT",
|
|
@@ -13,6 +13,6 @@
|
|
|
13
13
|
"./locale/*.json": "./locale/*.json",
|
|
14
14
|
"./icon": "./icon.png"
|
|
15
15
|
},
|
|
16
|
-
"files": ["index.js", "src/*.js", "cordis.patch.yml", "locale/*.json", "icon.png", "桌宠规则.md", "README.md", "LICENSE"],
|
|
16
|
+
"files": ["index.js", "src/*.js", "assets/silero-vad.onnx", "cordis.patch.yml", "locale/*.json", "icon.png", "桌宠规则.md", "README.md", "LICENSE"],
|
|
17
17
|
"dsh": { "bundle": { "patch": "./cordis.patch.yml" } }
|
|
18
18
|
}
|
package/src/pet-rules.js
CHANGED
|
@@ -1,10 +1,12 @@
|
|
|
1
1
|
// 桌宠说的话交给会话前,加上开头标签(默认 [from the blue whale],不带时间)
|
|
2
|
-
//
|
|
3
|
-
//
|
|
2
|
+
// tag 模式(默认):只带标签 + 话;规则由用户自己贴进角色的记忆 / 人设
|
|
3
|
+
// 启动时把可直接粘贴的规则写到 ~/.dsh/blue-whale/贴进记忆的桌宠规则.txt,第一次还弹通知提醒
|
|
4
|
+
// prompt 模式:标签 + 话 + 插件根目录「桌宠规则.md」的全文,每句都带
|
|
4
5
|
// 规则文件每次读,改完不用重启 DSH
|
|
5
6
|
import fs from 'node:fs'
|
|
6
7
|
import path from 'node:path'
|
|
7
|
-
import
|
|
8
|
+
import os from 'node:os'
|
|
9
|
+
import { ROOT, loadState, saveState, log } from './state.js'
|
|
8
10
|
|
|
9
11
|
export const RULES_FILE = path.join(ROOT, '桌宠规则.md')
|
|
10
12
|
|
|
@@ -22,3 +24,24 @@ export function petMessage(speech, cfg) {
|
|
|
22
24
|
const rules = loadRules()
|
|
23
25
|
return rules ? `${head}\n\n(${rules})` : head
|
|
24
26
|
}
|
|
27
|
+
|
|
28
|
+
// 贴进角色记忆用的一段话:说明标签的意思 + 规则全文
|
|
29
|
+
export const MEMORY_RULE_FILE = path.join(os.homedir(), '.dsh', 'blue-whale', '贴进记忆的桌宠规则.txt')
|
|
30
|
+
|
|
31
|
+
export function memoryRuleText(cfg) {
|
|
32
|
+
return `桌宠当面语音回复约定:带 ${cfg.petTag} 标签的消息,是对方在桌宠面前当面对你说的话,按下面的规则回复。\n${loadRules()}`
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
// tag 模式:每次启动都把最新规则写一份到 .dsh\blue-whale;第一次额外弹通知,告诉用户要把它告诉角色
|
|
36
|
+
export function tagModeHint(cfg, notify) {
|
|
37
|
+
if (cfg.ruleMode !== 'tag') return
|
|
38
|
+
try {
|
|
39
|
+
fs.mkdirSync(path.dirname(MEMORY_RULE_FILE), { recursive: true })
|
|
40
|
+
fs.writeFileSync(MEMORY_RULE_FILE, '\ufeff' + memoryRuleText(cfg).replace(/\r?\n/g, '\r\n') + '\r\n')
|
|
41
|
+
} catch (e) {
|
|
42
|
+
return log('写贴进记忆的桌宠规则失败:', e.message)
|
|
43
|
+
}
|
|
44
|
+
if (loadState().tagHintShown) return
|
|
45
|
+
notify(`blue whale 用的是标签模式:请把「${MEMORY_RULE_FILE}」里的内容发给角色,让它记住(只需一次),桌宠的表情动作才会对。不想弄的话,在插件设置里把 ruleMode 改成 prompt。`)
|
|
46
|
+
saveState({ tagHintShown: true })
|
|
47
|
+
}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
// 国内能用的语音检测模型
|
|
2
|
+
// 桌宠听你说话前,要先用 Silero 小模型判断「有没有人在说话」,这个模型原本从 huggingface.co 下载,国内连不上,
|
|
3
|
+
// 听力就会卡在「Loading…」或报「Failed to fetch」「Audio detector fell behind」。
|
|
4
|
+
// 这里做两件事:
|
|
5
|
+
// 1. 插件自带模型文件(assets/silero-vad.onnx),在本机 127.0.0.1:18101 提供下载;其它文件转回 huggingface.co
|
|
6
|
+
// 2. 把桌宠程序里的下载地址 https://huggingface.co/ 换成 http://127.0.0.1:18101/(两者都是 23 个字符,原位替换)
|
|
7
|
+
// 改回去:把 app.asar 里的 http://127.0.0.1:18101/ 换回 https://huggingface.co/ 即可
|
|
8
|
+
import fs from 'node:fs'
|
|
9
|
+
import http from 'node:http'
|
|
10
|
+
import path from 'node:path'
|
|
11
|
+
import { fileURLToPath } from 'node:url'
|
|
12
|
+
import { log } from './state.js'
|
|
13
|
+
|
|
14
|
+
export const VAD_PORT = 18101
|
|
15
|
+
const OLD = Buffer.from('remoteHost: "https://huggingface.co/"')
|
|
16
|
+
const NEW = Buffer.from(`remoteHost: "http://127.0.0.1:${VAD_PORT}/"`)
|
|
17
|
+
const MODEL_FILE = path.join(path.dirname(fileURLToPath(import.meta.url)), '..', 'assets', 'silero-vad.onnx')
|
|
18
|
+
const MODEL_PATH = '/onnx-community/silero-vad/resolve/main/onnx/model.onnx'
|
|
19
|
+
|
|
20
|
+
if (OLD.length !== NEW.length) throw new Error('vad-mirror:替换前后长度不一致')
|
|
21
|
+
|
|
22
|
+
const CORS = {
|
|
23
|
+
'Access-Control-Allow-Origin': '*',
|
|
24
|
+
'Access-Control-Allow-Headers': '*',
|
|
25
|
+
'Access-Control-Allow-Private-Network': 'true',
|
|
26
|
+
'Access-Control-Expose-Headers': 'Content-Length, ETag',
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
// 本机的小下载站:只认语音检测模型,其它请求转回 huggingface.co(和原来一样)
|
|
30
|
+
export function startModelServer() {
|
|
31
|
+
const server = http.createServer((req, res) => {
|
|
32
|
+
const url = new URL(req.url, 'http://127.0.0.1')
|
|
33
|
+
if (req.method === 'OPTIONS') {
|
|
34
|
+
res.writeHead(204, CORS)
|
|
35
|
+
return res.end()
|
|
36
|
+
}
|
|
37
|
+
if (url.pathname === MODEL_PATH && fs.existsSync(MODEL_FILE)) {
|
|
38
|
+
const size = fs.statSync(MODEL_FILE).size
|
|
39
|
+
res.writeHead(200, { ...CORS, 'Content-Type': 'application/octet-stream', 'Content-Length': size, ETag: '"silero-vad-bundled"' })
|
|
40
|
+
if (req.method === 'HEAD') return res.end()
|
|
41
|
+
return fs.createReadStream(MODEL_FILE).pipe(res)
|
|
42
|
+
}
|
|
43
|
+
res.writeHead(302, { ...CORS, Location: 'https://huggingface.co' + url.pathname + url.search })
|
|
44
|
+
res.end()
|
|
45
|
+
})
|
|
46
|
+
server.on('error', (e) => log('✗ 语音检测模型服务没启动(端口 ' + VAD_PORT + '):', e.message))
|
|
47
|
+
server.listen(VAD_PORT, '127.0.0.1', () => log('语音检测模型服务已启动:http://127.0.0.1:' + VAD_PORT))
|
|
48
|
+
return {
|
|
49
|
+
stop: () => new Promise((resolve) => server.close(() => resolve())),
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
// 在 app.asar 里找出所有旧地址(分块读,不把 500MB 一次读进内存)
|
|
54
|
+
function findAll(fd, size, needle) {
|
|
55
|
+
const CHUNK = 32 * 1024 * 1024
|
|
56
|
+
const buf = Buffer.alloc(CHUNK + needle.length)
|
|
57
|
+
const hits = []
|
|
58
|
+
for (let pos = 0; pos < size; pos += CHUNK) {
|
|
59
|
+
const n = fs.readSync(fd, buf, 0, Math.min(CHUNK + needle.length - 1, size - pos), pos)
|
|
60
|
+
const view = buf.subarray(0, n)
|
|
61
|
+
for (let i = view.indexOf(needle); i !== -1; i = view.indexOf(needle, i + 1)) {
|
|
62
|
+
if (i < CHUNK) hits.push(pos + i)
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
return hits
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
// 把桌宠程序里的模型下载地址换成本机的;已经换过就什么都不做
|
|
69
|
+
export function patchPetForChina(airiExe) {
|
|
70
|
+
const asar = path.join(path.dirname(airiExe), 'resources', 'app.asar')
|
|
71
|
+
if (!fs.existsSync(asar)) return log('找不到桌宠的 app.asar,跳过语音检测模型修补:', asar)
|
|
72
|
+
// 检查过的 app.asar 记下大小和修改时间,没变就不再扫一遍 500MB
|
|
73
|
+
const mark = asar + '.vad-checked'
|
|
74
|
+
const stamp = (st) => `${st.size}:${Math.floor(st.mtimeMs)}`
|
|
75
|
+
try {
|
|
76
|
+
if (fs.readFileSync(mark, 'utf8') === stamp(fs.statSync(asar))) return
|
|
77
|
+
} catch {}
|
|
78
|
+
let fd
|
|
79
|
+
try {
|
|
80
|
+
fd = fs.openSync(asar, 'r+')
|
|
81
|
+
const size = fs.fstatSync(fd).size
|
|
82
|
+
const hits = findAll(fd, size, OLD)
|
|
83
|
+
if (hits.length) {
|
|
84
|
+
for (const at of hits) fs.writeSync(fd, NEW, 0, NEW.length, at)
|
|
85
|
+
log(`已把桌宠的语音检测模型地址换成本机(${hits.length} 处)`)
|
|
86
|
+
} else {
|
|
87
|
+
log(findAll(fd, size, NEW).length ? '桌宠的语音检测模型地址已经是本机的了' : '桌宠程序里没找到模型下载地址,跳过修补')
|
|
88
|
+
}
|
|
89
|
+
fs.closeSync(fd)
|
|
90
|
+
fd = undefined
|
|
91
|
+
fs.writeFileSync(mark, stamp(fs.statSync(asar)))
|
|
92
|
+
} catch (e) {
|
|
93
|
+
log('✗ 修补桌宠的语音检测模型地址失败(桌宠开着时改不了,关掉桌宠后重启 DSH 会再试):', e.message)
|
|
94
|
+
} finally {
|
|
95
|
+
if (fd !== undefined) fs.closeSync(fd)
|
|
96
|
+
}
|
|
97
|
+
}
|