@objectivex666/dsh-settings-search 1.13.1 → 1.14.1

package/scripts/ai.test.mjs

@@ -14,6 +14,8 @@ const instrumented = source.replace(hook, `
       modelsUrl, fetchAiModels,
       readIndexCache, serializeHarvest,
       readDshModelConfig, otherPluginFingerprint, DEEP_SLOTS,
+      pinyinKeys, tokenMatch, intentKeywords, directMatch,
+      localRelatedKeyword, aiRelatedKeyword,
       log, flushLogs, discardPendingLogs, sessionLogText, logTarget, readLogCount,
     })
 ${hook}`)
@@ -25,11 +27,17 @@ const storage = () => {
     removeItem: (key) => values.delete(key),
   }
 }
-const json = (data, status = 200) => ({
-  ok: status >= 200 && status < 300,
-  status,
-  json: async () => data,
-})
+const json = (data, status = 200) => {
+  const text = JSON.stringify(data)
+  return {
+    ok: status >= 200 && status < 300,
+    status,
+    headers: { get: () => String(new TextEncoder().encode(text).byteLength) },
+    body: null,
+    text: async () => text,
+    json: async () => data,
+  }
+}
 const plain = (value) => JSON.parse(JSON.stringify(value))
 const ollama = { provider: 'ollama', baseUrl: '', model: 'local-model:7b', apiKey: '' }
 const openai = { provider: 'openai', baseUrl: 'https://example.test/v1', model: 'cloud-model', apiKey: 'test-secret' }
@@ -42,6 +50,151 @@ const reply = (provider, content = '{"keywords":["Language"]}') => provider ===
     ? { content: [{ type: 'text', text: content }] }
     : { choices: [{ message: { role: 'assistant', content } }] }
 
+// --- A tiny synchronous DOM, enough for the in-page harvest (see the DSH classes below) ---
+
+/** Parse one compound selector: an optional tag plus `[attr]`/`[attr="v"]`/`[attr*="v" i]`. */
+const parseCompound = (token) => {
+  const tag = /^[a-z0-9]+/i.exec(token)?.[0] ?? ''
+  const attrs = []
+  const re = /\[([a-zA-Z-]+)(?:([*^$]?=)"([^"]*)"(?:\s+(i))?)?\]/g
+  let match
+  while ((match = re.exec(token)) !== null) {
+    attrs.push({ name: match[1], op: match[2], value: match[3], insensitive: match[4] === 'i' })
+  }
+  return { tag, attrs }
+}
+
+const attrOf = (node, name) => (name === 'class' ? node.class : node.attr[name])
+
+const compoundMatches = (node, compound) => {
+  if (compound.tag !== '' && node.tag.toLowerCase() !== compound.tag.toLowerCase()) return false
+  for (const attr of compound.attrs) {
+    const raw = attrOf(node, attr.name)
+    if (raw === undefined) return false
+    if (attr.op === undefined) continue
+    const value = attr.insensitive ? raw.toLowerCase() : raw
+    const expected = attr.insensitive ? attr.value.toLowerCase() : attr.value
+    if (attr.op === '=' && value !== expected) return false
+    if (attr.op === '*=' && !value.includes(expected)) return false
+  }
+  return true
+}
+
+/** Collect descendants matching any compound of a comma-separated selector. */
+const matchAll = (root, selector) => {
+  const compounds = selector.split(',')
+    .map((token) => parseCompound(token.trim()))
+    .filter((compound) => compound.tag !== '' || compound.attrs.length > 0)
+  const out = []
+  const walk = (node) => {
+    for (const child of node.children) {
+      if (compounds.some((compound) => compoundMatches(child, compound))) out.push(child)
+      walk(child)
+    }
+  }
+  walk(root)
+  return out
+}
+
+/**
+ * One element of the fake DOM. `class` follows DSH's CSS-module shape
+ * (`RotMhW_groupTitle`), which is what the harvest has to recognise.
+ */
+const el = (tag, options = {}, children = []) => {
+  const node = {
+    tag,
+    tagName: tag.toUpperCase(),
+    class: options.class ?? '',
+    attr: options.attr ?? {},
+    text: options.text ?? '',
+    children: [],
+    parentElement: null,
+    get className() { return node.class },
+    get textContent() { return [node.text, ...node.children.map((child) => child.textContent)].filter(Boolean).join(' ') },
+    get childElementCount() { return node.children.length },
+    get firstElementChild() { return node.children[0] ?? null },
+    getAttribute(name) { return attrOf(node, name) ?? null },
+    querySelectorAll(selector) { return matchAll(node, selector) },
+    querySelector(selector) { return matchAll(node, selector)[0] ?? null },
+  }
+  node.children = children.map((child) => {
+    child.parentElement = node
+    return child
+  })
+  return node
+}
+
+/** A document stub over one tree, with the pieces `installStyles` and `panelRoot` need. */
+const fakeDocument = (root) => ({
+  head: { appendChild() {} },
+  body: root,
+  createElement: () => ({ dataset: {}, textContent: '', remove() {} }),
+  querySelectorAll: (selector) => matchAll(root, selector),
+  querySelector: (selector) => matchAll(root, selector)[0] ?? null,
+})
+
+/**
+ * The DSH 0.2.1 Plugins settings page as the harvest sees it: a search row plus
+ * the 会话插件 / 全局插件 groups, whose titles live in `RotMhW_groupTitle`
+ * spans (camelCase, like every DSH CSS-module class).
+ */
+const pluginsPageDom = () => {
+  const titleRow = (title) => el('div', { class: 'RotMhW_groupTitleRow' }, [
+    el('button', { class: 'RotMhW_groupToggle', attr: { 'aria-expanded': 'false' } }, [
+      el('span', { class: 'RotMhW_groupTitle', text: title }),
+    ]),
+  ])
+  const group = (scope, title, rows = 0) => el('section', { class: 'RotMhW_group', attr: { 'data-plugin-scope': scope } }, [
+    titleRow(title),
+    el('p', { class: 'RotMhW_groupSub', text: scope === 'preset' ? '由 Agent 预设按会话组成' : '系统与所有会话共用' }),
+    el('div', { class: 'RotMhW_pluginList' }, Array.from({ length: rows }, (_, i) =>
+      el('button', { class: 'RotMhW_pluginRow' }, [
+        el('strong', { class: 'RotMhW_cardTitle', text: `${scope}-plugin-${i}` }),
+      ]))),
+  ])
+  const page = el('div', { class: 'RotMhW_section' }, [
+    el('h2', { class: 'RotMhW_heading', text: '插件' }),
+    el('div', { class: 'RotMhW_catalog' }, [
+      el('label', { class: 'RotMhW_search' }, [
+        el('span', { class: 'RotMhW_visuallyHidden', text: '搜索插件' }),
+        el('input', { attr: { type: 'search' } }),
+      ]),
+      el('ul', { class: 'RotMhW_plainPluginList' }, [
+        el('li', {}, [
+          el('strong', { text: 'PowerShell 命令工具' }),
+          el('span', { text: 'tool-pwsh' }),
+        ]),
+      ]),
+      // More card titles than the 64-entry cap, so a DOM-order harvest would
+      // truncate the second group title before seeing it.
+      group('preset', '会话插件', 70),
+      group('global', '全局插件'),
+    ]),
+  ])
+  const navButton = el('button', { attr: { 'aria-current': 'true' }, text: '插件' })
+  const dialog = el('div', { attr: { role: 'dialog' } }, [
+    el('div', { class: 'RotMhW_nav' }, [navButton]),
+    el('div', { attr: { 'data-slot': 'settings.section' } }, [page]),
+  ])
+  return { dialog }
+}
+
+/** A ctx whose Plugins page is the active settings section. */
+const pluginsPageCtx = () => ({
+  effect: (fn) => fn(),
+  get: () => null,
+  inject: () => {},
+  locale: { register: () => {}, bind: () => () => '', subscribe: () => () => {} },
+  slots: {
+    register: (name, id, options) => ({ name, id, options }),
+    inject: (_slot, registrar) => registrar(),
+    entries: (slot) => (slot === 'settings.section'
+      ? [{ options: { id: 'plugins', order: 15, label: '插件' } }]
+      : []),
+    subscribe: () => () => {},
+  },
+})
+
 function load(fetchImpl = async () => json(reply('ollama'))) {
   let handoff
   const calls = []
@@ -52,6 +205,8 @@ function load(fetchImpl = async () => json(reply('ollama'))) {
     CustomEvent: class { constructor(type) { this.type = type } },
     URL,
     AbortController,
+    TextEncoder,
+    TextDecoder,
     setTimeout,
     clearTimeout,
     fetch: async (url, options) => {
@@ -75,8 +230,8 @@ test('persistent settings index reuses matching fingerprints and drops invalid r
     },
   }
   assert.equal(Object.keys(api.serializeHarvest(new Map())).length, 0)
-  sandbox.localStorage.setItem('dsh-settings-search:index:v1', JSON.stringify({
-    version: 1,
+  sandbox.localStorage.setItem('dsh-settings-search:index:v3', JSON.stringify({
+    version: 3,
     fingerprint: 'manager:test',
     updatedAt: 1,
     harvest: records,
@@ -114,14 +269,156 @@ test('persistent settings index reuses matching fingerprints and drops invalid r
   assert.equal(model.persistIndex('manager:changed'), false)
 })
 
-test('readIndexCache rejects malformed persisted index payloads', () => {
+test('readIndexCache rejects malformed and legacy persisted index payloads', () => {
   const { api, sandbox } = load()
-  for (const value of ['{', '{"version":1}', 'null']) {
-    sandbox.localStorage.setItem('dsh-settings-search:index:v1', value)
+  const legacyV2 = JSON.stringify({ version: 2, fingerprint: 'manager:v2', updatedAt: 1, harvest: {} })
+  const legacyV1 = JSON.stringify({ version: 1, fingerprint: 'manager:old', updatedAt: 1, harvest: {} })
+  for (const value of ['{', '{"version":3}', 'null', legacyV2, legacyV1]) {
+    sandbox.localStorage.setItem('dsh-settings-search:index:v3', value)
     assert.equal(api.readIndexCache(), null)
   }
 })
 
+test('writing the index uses the current schema and drops the legacy cache key', () => {
+  const { api, sandbox } = load()
+  const records = { 'settings.general.item': { row1: { title: 'Row', idx: 0, text: '', inner: [] } } }
+  sandbox.localStorage.setItem('dsh-settings-search:index:v1', JSON.stringify({ version: 1, fingerprint: 'manager:old', updatedAt: 1, harvest: records }))
+  sandbox.localStorage.setItem('dsh-settings-search:index:v2', JSON.stringify({ version: 2, fingerprint: 'manager:test', updatedAt: 1, harvest: records }))
+  sandbox.localStorage.setItem('dsh-settings-search:index:v3', JSON.stringify({ version: 3, fingerprint: 'manager:test', updatedAt: 1, harvest: records }))
+  api.apply({
+    effect: (fn) => fn(),
+    get: () => null,
+    inject: () => {},
+    locale: { register: () => {}, bind: () => () => '', subscribe: () => () => {} },
+    slots: {
+      register: (name, id, options) => ({ name, id, options }),
+      inject: (_slot, registrar) => registrar(),
+      entries: (slot) => (slot === 'settings.general.item' ? [{ options: { id: 'row1', order: 1 } }] : []),
+      subscribe: () => () => {},
+    },
+  })
+  const model = api.__indexTestModel
+  assert.equal(model.persistIndex('manager:next'), true)
+  assert.equal(sandbox.localStorage.getItem('dsh-settings-search:index:v1'), null)
+  assert.equal(sandbox.localStorage.getItem('dsh-settings-search:index:v2'), null)
+  const raw = JSON.parse(sandbox.localStorage.getItem('dsh-settings-search:index:v3'))
+  assert.equal(raw.version, 3)
+  assert.equal(raw.fingerprint, 'manager:next')
+})
+
+test('in-page group titles on the Plugins page are harvested and searchable', () => {
+  const { api, sandbox } = load()
+  sandbox.document = fakeDocument(pluginsPageDom().dialog)
+  api.apply(pluginsPageCtx())
+  const model = api.__indexTestModel
+  // The warm pass visits the active section and mines what it renders; the
+  // 会话插件 / 全局插件 groups are plain DOM, not slot registrations.
+  model.runHarvest()
+  const options = model.readDeep().filter((item) => item.parentLabel === '插件')
+  const labels = options.map((item) => item.label)
+  assert.ok(labels.includes('会话插件'), `会话插件 missing from ${JSON.stringify(labels)}`)
+  assert.ok(labels.includes('全局插件'), `全局插件 missing from ${JSON.stringify(labels)}`)
+  assert.ok(labels.includes('PowerShell 命令工具'), `plain plugin-list row missing from ${JSON.stringify(labels)}`)
+  for (const label of ['会话插件', '全局插件']) {
+    const option = options.find((item) => item.label === label)
+    assert.equal(option.kind, 'option')
+    assert.equal(option.pageLabel, '插件')
+    assert.equal(option.slot, 'settings.section')
+  }
+  // The page's own filter box is not a setting: its label text must not become
+  // an in-page option (the Plugins tab renders one).
+  assert.ok(!labels.includes('搜索插件'), `the page filter leaked into the index: ${JSON.stringify(labels)}`)
+})
+
+test('the settings-search page and its .sss-vr-label controls stay indexed', () => {
+  const { api, sandbox } = load()
+  const label = (text) => el('span', { class: 'sss-vr-label', text })
+  const page = el('div', { class: 'sss-vr' }, [
+    el('span', { class: 'sss-vr-name', text: '设置搜索' }),
+    el('div', { class: 'sss-vr-field' }, [label('搜索框样式')]),
+  ])
+  const dialog = el('div', { attr: { role: 'dialog' } }, [
+    el('div', { class: 'settings-nav' }, [
+      el('button', { attr: { 'aria-current': 'true' }, text: '设置搜索' }),
+    ]),
+    el('div', { attr: { 'data-slot': 'settings.section' } }, [page]),
+  ])
+  sandbox.document = fakeDocument(dialog)
+  const ctx = pluginsPageCtx()
+  ctx.slots.entries = (slot) => slot === 'settings.section'
+    ? [{ options: { id: 'settings-search', order: 1600, label: '设置搜索' } }]
+    : []
+  api.apply(ctx)
+  const model = api.__indexTestModel
+
+  assert.ok(model.readSections().some((section) => section.id === 'settings-search'))
+  model.runHarvest()
+  let options = model.readDeep().filter((item) => item.parentLabel === '设置搜索')
+  assert.deepEqual(plain(options.map((item) => item.label)), ['搜索框样式'])
+
+  // Expanding the page adds controls after the first non-empty harvest. They
+  // must merge into the existing record rather than being ignored.
+  for (const text of ['AI 联想搜索', '设置索引']) {
+    const field = el('div', { class: 'sss-vr-field' }, [label(text)])
+    field.parentElement = page
+    page.children.push(field)
+  }
+  model.runHarvest()
+  options = model.readDeep().filter((item) => item.parentLabel === '设置搜索')
+  const labels = options.map((item) => item.label)
+  for (const expected of ['搜索框样式', 'AI 联想搜索', '设置索引']) {
+    assert.ok(labels.includes(expected), `${expected} missing from ${JSON.stringify(labels)}`)
+  }
+  for (const option of options) {
+    assert.equal(option.slot, 'settings.section')
+    assert.equal(option.pageLabel, '设置搜索')
+  }
+})
+
+test('pinyin keeps known segments after an unknown character', () => {
+  const { api } = load()
+  const keys = api.pinyinKeys('知演功能')
+  assert.ok(keys, 'known pinyin segments must survive an unknown character')
+  assert.equal(keys.full, 'zhi\u0000gongneng')
+  assert.ok(keys.initialSegments.includes('gn'))
+  assert.ok(api.tokenMatch('知演功能', keys, 'gn'))
+  assert.equal(api.tokenMatch('知演功能', keys, 'zhign'), null, 'matching must not cross the unknown character')
+})
+
+test('intent expansion rejects one-character and internal substring noise', () => {
+  const { api } = load()
+  assert.deepEqual(plain(api.intentKeywords('文件')), [])
+  assert.deepEqual(plain(api.intentKeywords('文')), [])
+  const cancel = api.intentKeywords('取消')
+  assert.ok(cancel.includes('订阅'))
+  assert.ok(api.intentKeywords('我想取消订阅').includes('订阅'))
+})
+
+test('local intent suggestions require every query token', () => {
+  const { api } = load()
+  const language = {
+    keys: api.pinyinKeys('语言'),
+    hay: '语言',
+  }
+  const expanded = new Map([
+    ['中文', ['语言']],
+    ['外观', []],
+  ])
+  assert.equal(api.localRelatedKeyword(language, language.hay, ['中文'], expanded), '语言')
+  assert.equal(
+    api.localRelatedKeyword(language, language.hay, ['外观', '中文'], expanded),
+    null,
+    'an unmatched token must not be ignored',
+  )
+  const theme = { keys: api.pinyinKeys('主题'), hay: '主题' }
+  const themeExpanded = new Map([
+    ['太亮', ['主题']],
+    ['主题', []],
+  ])
+  assert.equal(api.localRelatedKeyword(theme, theme.hay, ['太亮', '主题'], themeExpanded), '主题')
+  assert.equal(api.aiRelatedKeyword(language, language.hay, ['语言']), 'AI · 语言')
+})
+
 test('Ollama configuration persists and requires a model but no key', () => {
   const { api, sandbox } = load()
   api.setAiConfig({ ...ollama, model: ' local-model:7b ' })
@@ -303,10 +600,52 @@ test('malformed responses and native error payloads cannot pass connectivity che
     const { api } = load(async () => json(data))
     assert.equal((await api.testAiService(ollama)).code, 'bad-response')
   }
-  const { api } = load(async () => ({ ok: true, json: async () => { throw new SyntaxError('invalid JSON') } }))
+  const { api } = load(async () => ({ ok: true, status: 200, headers: { get: () => null }, body: null, text: async () => '{' }))
   assert.equal((await api.testAiService(ollama)).code, 'bad-response')
 })
 
+test('oversized provider responses are rejected without an unbounded read', async () => {
+  let cancelled = false
+  const { api } = load(async () => ({
+    ok: true,
+    status: 200,
+    headers: { get: () => String(1024 * 1024 + 1) },
+    body: { cancel: async () => { cancelled = true } },
+    text: async () => { throw new Error('must not read declared-oversized body') },
+  }))
+  assert.equal((await api.fetchAiModels(openai)).code, 'bad-response')
+  assert.equal(cancelled, true)
+  api.setAiConfig(openai)
+  await assert.rejects(api.requestUserAi('intent', 'Language'), { name: 'AI_BAD_RESPONSE' })
+})
+
+test('streamed provider responses stop at the byte ceiling', async () => {
+  let cancelled = false
+  const chunk = new Uint8Array(1024 * 1024 + 1)
+  const { api } = load(async () => ({
+    ok: true,
+    status: 200,
+    headers: { get: () => null },
+    body: {
+      getReader: () => {
+        let sent = false
+        return {
+          read: async () => {
+            if (sent) return { done: true, value: undefined }
+            sent = true
+            return { done: false, value: chunk }
+          },
+          cancel: async () => { cancelled = true },
+          releaseLock: () => {},
+        }
+      },
+    },
+    text: async () => { throw new Error('stream must be used') },
+  }))
+  assert.equal((await api.fetchAiModels(openai)).code, 'bad-response')
+  assert.equal(cancelled, true)
+})
+
 test('network failure is reported without claiming connection success', async () => {
   const { api } = load(async () => { throw new TypeError('Failed to fetch') })
   assert.equal((await api.testAiService(ollama)).code, 'network')
@@ -622,7 +961,7 @@ const logRouteCalls = (calls) => calls.filter((call) => String(call.url).include
 
 test('log entries are batched to the host log route as one formatted line each', () => {
   const { api, calls } = load()
-  api.log('info', '应用装载', { version: '1.13.1' })
+  api.log('info', '应用装载', { version: '1.14.0' })
   api.log('error', '导入失败')
   api.flushLogs()
   const [call] = logRouteCalls(calls)
@@ -631,7 +970,7 @@ test('log entries are batched to the host log route as one formatted line each',
   assert.deepEqual(plain(call.headers), { 'content-type': 'application/json' })
   assert.equal(call.body.action, 'append')
   assert.equal(call.body.lines.length, 2)
-  assert.match(call.body.lines[0], /^\d{4}-\d{2}-\d{2}T[\d:.]+Z \[info\] \[[0-9a-f]{8}:1\] 应用装载 \{"version":"1\.13\.1"\}$/)
+  assert.match(call.body.lines[0], /^\d{4}-\d{2}-\d{2}T[\d:.]+Z \[info\] \[[0-9a-f]{8}:1\] 应用装载 \{"version":"1\.14\.0"\}$/)
   assert.match(call.body.lines[1], /\[error\] \[[0-9a-f]{8}:2\] 导入失败$/)
 })