@xiaofanzhao/dsh-plugin-knowledge-base 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -2
- package/client.js +30 -2
- package/lib/routes.mjs +13 -9
- package/lib/vision.mjs +53 -2
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -177,12 +177,19 @@ git push origin v0.1.0
|
|
|
177
177
|
→ 当正文存起来 → 切块 → 关键词 + 向量 → 可被搜索、可被 AI 读取
|
|
178
178
|
```
|
|
179
179
|
|
|
180
|
-
**怎么开**:知识库页面 → 右上角**齿轮** → 「图片理解(可选)」→ 填 Key(留空则复用向量检索那把)→ 勾选启用 → **测试连接** → 保存 → 点「重建全部索引」给已有图片补描述。
|
|
180
|
+
**怎么开**:知识库页面 → 右上角**齿轮** → 「图片理解(可选)」→ 选**服务商**(自动填好地址和模型,也可以选「自定义」手填)→ 填 Key(留空则复用向量检索那把)→ 勾选启用 → **测试连接** → 保存 → 点「重建全部索引」给已有图片补描述。
|
|
181
181
|
|
|
182
|
-
|
|
182
|
+
内置预设(选完自动填地址 + 模型):
|
|
183
|
+
|
|
184
|
+
| 服务商 | 接口地址 | 视觉模型 |
|
|
183
185
|
|---|---|---|
|
|
184
186
|
| 阿里云百炼 | `https://dashscope.aliyuncs.com/compatible-mode/v1` | `qwen3-vl-plus` |
|
|
187
|
+
| 硅基流动 | `https://api.siliconflow.cn/v1` | `Qwen/Qwen2.5-VL-72B-Instruct` |
|
|
185
188
|
| OpenAI | `https://api.openai.com/v1` | `gpt-4o-mini` |
|
|
189
|
+
| 本机 Ollama | `http://127.0.0.1:11434/v1` | `qwen2.5vl:7b` |
|
|
190
|
+
| 自定义 | 任意 `POST /chat/completions` 的 OpenAI 兼容端点 | 自己填 |
|
|
191
|
+
|
|
192
|
+
> 只要求两点:`POST <baseUrl>/chat/completions` 能收 OpenAI 格式的 `messages`,且支持 `{"type":"image_url","image_url":{"url":"data:image/png;base64,..."}}`。满足就能用,不限于上表。
|
|
186
193
|
|
|
187
194
|
几点说明:
|
|
188
195
|
|
|
@@ -190,6 +197,7 @@ git push origin v0.1.0
|
|
|
190
197
|
- 每张图一次模型调用(图片会发给该服务商,注意这一点)
|
|
191
198
|
- 单次转换失败会在文档状态里留下原因(比如 `图片理解接口报错:HTTP 401`),修好后点「重建」重试
|
|
192
199
|
- 只对 `png / jpg / jpeg / gif / webp / bmp` 生效;扫描件 PDF 仍按「没有文字层」处理(可以把页面截成图再上传)
|
|
200
|
+
- 想确认这台机器配的服务真的能用: est/vision-live.mjs 会**真实请求一次**(默认跳过,需要 KB_TEST_LIVE=1)
|
|
193
201
|
|
|
194
202
|
## AI 工具
|
|
195
203
|
|
|
@@ -305,6 +313,11 @@ $env:ELECTRON_RUN_AS_NODE=1
|
|
|
305
313
|
# 向量检索链路:自带一个假 embeddings 服务,验证写入向量 + hybrid 检索 + 接口挂了降级
|
|
306
314
|
& "<DeepSeek Harness.exe>" test/vector.mjs
|
|
307
315
|
|
|
316
|
+
# 真实视觉联调(可选,会真的调一次接口并产生费用)
|
|
317
|
+
$env:KB_TEST_LIVE = "1"
|
|
318
|
+
& "<DeepSeek Harness.exe>" test/vision-live.mjs [可选:图片路径]
|
|
319
|
+
$env:KB_TEST_LIVE = ""
|
|
320
|
+
|
|
308
321
|
# 密钥扫描:确认仓库里没有 API Key / 私钥 / token(提交前跑一下)
|
|
309
322
|
& "<DeepSeek Harness.exe>" test/no-secrets.mjs
|
|
310
323
|
```
|
package/client.js
CHANGED
|
@@ -1336,6 +1336,7 @@ window.__ModuleLoader__.load({
|
|
|
1336
1336
|
const [visionProbing, setVisionProbing] = React.useState(false);
|
|
1337
1337
|
const [visionProbe, setVisionProbe] = React.useState(null);
|
|
1338
1338
|
const [visionNotice, setVisionNotice] = React.useState('');
|
|
1339
|
+
const [visionPresets, setVisionPresets] = React.useState([]);
|
|
1339
1340
|
const [rebuilding, setRebuilding] = React.useState(false);
|
|
1340
1341
|
const watchRef = React.useRef(null);
|
|
1341
1342
|
|
|
@@ -1380,6 +1381,7 @@ window.__ModuleLoader__.load({
|
|
|
1380
1381
|
if (cancelled) return;
|
|
1381
1382
|
setForm({ ...data.embedding, apiKey: '' });
|
|
1382
1383
|
setVisionForm({ ...(data.vision || { enabled: false, baseUrl: '', model: '' }), apiKey: '' });
|
|
1384
|
+
setVisionPresets(Array.isArray(data.visionPresets) ? data.visionPresets : []);
|
|
1383
1385
|
})
|
|
1384
1386
|
.catch(() => {
|
|
1385
1387
|
if (cancelled) return;
|
|
@@ -1612,15 +1614,41 @@ window.__ModuleLoader__.load({
|
|
|
1612
1614
|
onChange: (event) => setVisionForm({ ...visionForm, enabled: event.target.checked }),
|
|
1613
1615
|
}),
|
|
1614
1616
|
'启用图片理解'),
|
|
1617
|
+
h('label', { className: 'dsh-kb-field' },
|
|
1618
|
+
h('span', { className: 'dsh-kb-label' }, '服务商'),
|
|
1619
|
+
h('select', {
|
|
1620
|
+
className: 'dsh-kb-select',
|
|
1621
|
+
value: visionForm.preset || 'dashscope',
|
|
1622
|
+
onChange: (event) => {
|
|
1623
|
+
const id = event.target.value;
|
|
1624
|
+
const preset = visionPresets.find((item) => item.id === id);
|
|
1625
|
+
if (!preset) return;
|
|
1626
|
+
setVisionForm({
|
|
1627
|
+
...visionForm,
|
|
1628
|
+
preset: id,
|
|
1629
|
+
baseUrl: preset.baseUrl || visionForm.baseUrl,
|
|
1630
|
+
model: preset.model || visionForm.model,
|
|
1631
|
+
});
|
|
1632
|
+
},
|
|
1633
|
+
}, (visionPresets.length ? visionPresets : [{ id: 'dashscope', label: '阿里云百炼' }, { id: 'custom', label: '自定义' }])
|
|
1634
|
+
.map((preset) => h('option', { key: preset.id, value: preset.id }, preset.label))),
|
|
1635
|
+
h('span', { className: 'dsh-kb-hint' },
|
|
1636
|
+
(visionPresets.find((item) => item.id === visionForm.preset) || {}).hint
|
|
1637
|
+
|| '选一个服务商,接口地址和模型会自动填好;也可以选「自定义」手填')),
|
|
1615
1638
|
h('label', { className: 'dsh-kb-field' },
|
|
1616
1639
|
h('span', { className: 'dsh-kb-label' }, '接口地址'),
|
|
1617
1640
|
h('input', {
|
|
1618
1641
|
type: 'text',
|
|
1619
1642
|
value: visionForm.baseUrl || '',
|
|
1620
1643
|
placeholder: 'https://dashscope.aliyuncs.com/compatible-mode/v1',
|
|
1621
|
-
onChange: (event) =>
|
|
1644
|
+
onChange: (event) => {
|
|
1645
|
+
const value = event.target.value;
|
|
1646
|
+
const normalized = value.trim().replace(/\/+$/, '');
|
|
1647
|
+
const matched = visionPresets.find((item) => item.baseUrl && item.baseUrl === normalized);
|
|
1648
|
+
setVisionForm({ ...visionForm, baseUrl: value, preset: matched ? matched.id : 'custom' });
|
|
1649
|
+
},
|
|
1622
1650
|
}),
|
|
1623
|
-
h('span', { className: 'dsh-kb-hint' }, '和向量检索一样填到 /v1
|
|
1651
|
+
h('span', { className: 'dsh-kb-hint' }, '和向量检索一样填到 /v1 为止(自定义端点也行,只要兼容 /chat/completions)')),
|
|
1624
1652
|
h('label', { className: 'dsh-kb-field' },
|
|
1625
1653
|
h('span', { className: 'dsh-kb-label' }, '视觉模型'),
|
|
1626
1654
|
h('input', {
|
package/lib/routes.mjs
CHANGED
|
@@ -17,7 +17,7 @@ import {
|
|
|
17
17
|
} from './util.mjs';
|
|
18
18
|
import { MIME_BY_EXT, SUPPORTED_EXTENSIONS, isIndexable } from './extract.mjs';
|
|
19
19
|
import { IMAGE_EXTENSIONS } from './preview.mjs';
|
|
20
|
-
import { isVisionExtension, createVisionClient } from './vision.mjs';
|
|
20
|
+
import { isVisionExtension, createVisionClient, VISION_PRESETS, presetOf } from './vision.mjs';
|
|
21
21
|
import { createEmbedder } from './index.mjs';
|
|
22
22
|
|
|
23
23
|
function fail(res, status, error) {
|
|
@@ -297,14 +297,18 @@ export function createRoutes({ store, index, pipeline, embedder, vision, setting
|
|
|
297
297
|
path: `${API_BASE}/settings`,
|
|
298
298
|
handler: async (req, res) => {
|
|
299
299
|
if (!guard(origin, req).ok) return fail(res, 403, 'forbidden');
|
|
300
|
-
const snapshot = () =>
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
300
|
+
const snapshot = () => {
|
|
301
|
+
const visionView = settings.publicVision(config?.vision);
|
|
302
|
+
return {
|
|
303
|
+
ok: true,
|
|
304
|
+
embedding: settings.publicEmbedding(config?.embedding),
|
|
305
|
+
vision: { ...visionView, preset: presetOf(visionView.baseUrl) },
|
|
306
|
+
visionPresets: VISION_PRESETS,
|
|
307
|
+
status: embedder.describe(),
|
|
308
|
+
visionStatus: vision?.describe?.() ?? { configured: false, enabled: false, model: '' },
|
|
309
|
+
stats: store.stats(),
|
|
310
|
+
};
|
|
311
|
+
};
|
|
308
312
|
if (req.method === 'GET') return sendJson(res, 200, snapshot());
|
|
309
313
|
if (req.method !== 'POST') return fail(res, 405, '只接受 GET / POST');
|
|
310
314
|
const body = await readBody(req);
|
package/lib/vision.mjs
CHANGED
|
@@ -10,6 +10,56 @@ import path from 'node:path';
|
|
|
10
10
|
|
|
11
11
|
export const VISION_EXTENSIONS = new Set(['png', 'jpg', 'jpeg', 'gif', 'webp', 'bmp']);
|
|
12
12
|
|
|
13
|
+
/**
|
|
14
|
+
* 常见的「OpenAI 兼容」视觉服务预设:选了会自动填接口地址和模型,
|
|
15
|
+
* 也可以选「自定义」手填任意兼容 /chat/completions 的端点。
|
|
16
|
+
*/
|
|
17
|
+
export const VISION_PRESETS = [
|
|
18
|
+
{
|
|
19
|
+
id: 'dashscope',
|
|
20
|
+
label: '阿里云百炼',
|
|
21
|
+
baseUrl: 'https://dashscope.aliyuncs.com/compatible-mode/v1',
|
|
22
|
+
model: 'qwen3-vl-plus',
|
|
23
|
+
hint: '国内直连;账号里若没有该模型,可在百炼控制台查看可用列表',
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
id: 'siliconflow',
|
|
27
|
+
label: '硅基流动',
|
|
28
|
+
baseUrl: 'https://api.siliconflow.cn/v1',
|
|
29
|
+
model: 'Qwen/Qwen2.5-VL-72B-Instruct',
|
|
30
|
+
hint: '有免费额度,模型名要带前缀',
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
id: 'openai',
|
|
34
|
+
label: 'OpenAI',
|
|
35
|
+
baseUrl: 'https://api.openai.com/v1',
|
|
36
|
+
model: 'gpt-4o-mini',
|
|
37
|
+
hint: '需要能访问外网',
|
|
38
|
+
},
|
|
39
|
+
{
|
|
40
|
+
id: 'ollama',
|
|
41
|
+
label: '本机 Ollama',
|
|
42
|
+
baseUrl: 'http://127.0.0.1:11434/v1',
|
|
43
|
+
model: 'qwen2.5vl:7b',
|
|
44
|
+
hint: '完全离线;key 随便填一个非空值,或留空',
|
|
45
|
+
},
|
|
46
|
+
{
|
|
47
|
+
id: 'custom',
|
|
48
|
+
label: '自定义(任意 OpenAI 兼容端点)',
|
|
49
|
+
baseUrl: '',
|
|
50
|
+
model: '',
|
|
51
|
+
hint: '只要支持 POST /chat/completions 且能接收 image_url 就能用',
|
|
52
|
+
},
|
|
53
|
+
];
|
|
54
|
+
|
|
55
|
+
/** 根据 baseUrl 反推当前是哪个预设。 */
|
|
56
|
+
export function presetOf(baseUrl) {
|
|
57
|
+
const normalized = String(baseUrl || '').replace(/\/+$/, '');
|
|
58
|
+
if (!normalized) return 'dashscope';
|
|
59
|
+
const hit = VISION_PRESETS.find((preset) => preset.baseUrl && preset.baseUrl === normalized);
|
|
60
|
+
return hit ? hit.id : 'custom';
|
|
61
|
+
}
|
|
62
|
+
|
|
13
63
|
const MIME_BY_EXT = {
|
|
14
64
|
png: 'image/png',
|
|
15
65
|
jpg: 'image/jpeg',
|
|
@@ -49,9 +99,10 @@ function textOf(content) {
|
|
|
49
99
|
* OpenAI 兼容的视觉客户端(chat/completions + image_url)。
|
|
50
100
|
* 配置每次调用都重新读,界面上改完即时生效。
|
|
51
101
|
*/
|
|
52
|
-
export function createVisionClient({ resolve, logger }) {
|
|
102
|
+
export function createVisionClient({ resolve, config, logger }) {
|
|
53
103
|
function effective() {
|
|
54
|
-
|
|
104
|
+
// resolve() 每次重读(界面上改完即时生效);没有 resolve 就用静态 config
|
|
105
|
+
const raw = (typeof resolve === 'function' ? resolve() : config) || {};
|
|
55
106
|
const enabled = Boolean(raw.enabled);
|
|
56
107
|
const baseUrl = String(raw.baseUrl ?? '').replace(/\/+$/, '');
|
|
57
108
|
const model = String(raw.model ?? '');
|