dsh-code-index 0.9.0 → 0.10.0

package/grammars/ARKTS-LICENSE

@@ -0,0 +1,43 @@
+MIT License
+
+Copyright (c) 2026-present richerfu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+The MIT License (MIT)
+
+Copyright (c) 2017 Max Brunsfeld
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/grammars/README.md

@@ -0,0 +1,25 @@
+# ArkTS grammar asset
+
+`tree-sitter-arkts.wasm` and `ARKTS-LICENSE` are copied unchanged from the
+published **harmony-contrib/tree-sitter-arkts 0.3.0** npm archive, not compiled
+from an unpinned branch. MIT notices for richerfu and Max Brunsfeld are retained.
+
+- Source: https://github.com/harmony-contrib/tree-sitter-arkts
+- npm: https://registry.npmjs.org/tree-sitter-arkts/-/tree-sitter-arkts-0.3.0.tgz
+- Registry `gitHead`: `9a97c1e6ac93bc07732c15050a0e560bc63c8d78`
+- Archive SHA1: `a02e2d883821af6036e1f9efc80f3f1e65227652`
+- Archive integrity: `sha512-3mY013x1rWm8LLeuPp+kFLrl4vbQCfTEferO3GUwUhKHbQHzIT2ppjGARI3vNXIsuvQy/J8xJt2cIOlpfphlXQ==`
+- WASM SHA256: `a5fbf24b2eeab43cf60e9fcdbde99e9089f7ceae43134d24e1d5cc166d285446`
+- Size: 2,430,659 bytes; grammar ABI: 14.
+
+Upstream publication regenerates with Tree-sitter CLI 0.24.4 / ABI 14 and builds
+WASM with `tree-sitter build --wasm`. The upstream pipeline permits WASM build
+failure; this specific archive was checked to contain the binary above. The
+plugin vendors only this binary and license, and never imports upstream Node
+bindings or runs `node-gyp-build`. No native compilation or network fetch occurs
+when installing/loading the plugin. The package `files` list includes this directory.
+
+To recover the exact asset, download the pinned archive, verify its integrity,
+extract `package/tree-sitter-arkts.wasm` and `package/LICENSE`, then verify the
+binary hash. `tests/arkts.spec.ts` checks the hash and actual runtime parsing;
+`release:smoke` checks installed archive contents and `.ets` extraction.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-code-index",
-  "version": "0.9.0",
+  "version": "0.10.0",
   "description": "Edit-ready Context Packs for DSH agents: bounded source excerpts, changes, related tests, and inclusion evidence — local-first.",
   "type": "module",
   "main": "./dist/index.js",
@@ -16,6 +16,7 @@
     "./package.json": "./package.json"
   },
   "files": [
+    "grammars",
     "dist",
     "scripts",
     "cordis.patch.yml",

package/scripts/process-desktop-demo.py

@@ -0,0 +1,88 @@
+"""Cut actual DSH screen footage; never generate or replace UI content.
+
+Usage: python scripts/process-desktop-demo.py FFMPEG RAW_MP4 EDIT_JSON
+EDIT_JSON: {"segments": [{"start": 0, "duration": 5}, ...]}
+Segments must be chronological and within the original recording.
+"""
+import hashlib
+import json
+from pathlib import Path
+import subprocess
+import sys
+
+
+def sha256(path):
+    return hashlib.file_digest(path.open("rb"), "sha256").hexdigest()
+
+
+def main():
+    ffmpeg, raw, edit_path = sys.argv[1:]
+    raw, edit_path = Path(raw), Path(edit_path)
+    edit = json.loads(edit_path.read_text(encoding="utf-8"))
+    segments = edit["segments"]
+    duration = sum(s["duration"] for s in segments)
+    assert 30 <= duration <= 60, duration
+    end = 0
+    for s in segments:
+        assert s["start"] >= end and s["duration"] > 0
+        end = s["start"] + s["duration"]
+    root = Path(__file__).resolve().parents[1]
+    assets = root / "assets"
+    video = assets / "desktop-agent-v090.mp4"
+    gif = assets / "desktop-agent-v090.gif"
+    poster = assets / "desktop-agent-v090.png"
+    filters = []
+    for i, s in enumerate(segments):
+        filters.append(
+            f"[0:v]trim=start={s['start']}:duration={s['duration']},"
+            f"setpts=PTS-STARTPTS[v{i}]"
+        )
+    inputs = "".join(f"[v{i}]" for i in range(len(segments)))
+    filters.append(
+        f"{inputs}concat=n={len(segments)}:v=1:a=0,"
+        "scale=1280:-2:flags=lanczos,setsar=1,fps=15[out]"
+    )
+    subprocess.run([
+        ffmpeg, "-hide_banner", "-loglevel", "error", "-y", "-i", str(raw), "-filter_complex", ";".join(filters),
+        "-map", "[out]", "-an", "-c:v", "libx264", "-crf", "20",
+        "-preset", "medium", "-pix_fmt", "yuv420p", "-movflags", "+faststart",
+        "-map_metadata", "-1", str(video),
+    ], check=True)
+    subprocess.run([
+        ffmpeg, "-hide_banner", "-loglevel", "error", "-y", "-i", str(video), "-vf",
+        "fps=2,split[a][b];[a]palettegen=stats_mode=diff[p];"
+        "[b][p]paletteuse=dither=bayer:bayer_scale=5", "-loop", "0", str(gif),
+    ], check=True)
+    subprocess.run([
+        ffmpeg, "-hide_banner", "-loglevel", "error", "-y", "-ss", str(edit.get("posterAt", 12)), "-i", str(video),
+        "-frames:v", "1", "-update", "1", str(poster),
+    ], check=True)
+    manifest = {
+        "method": "Actual DSH Desktop screen recording; Agent task submitted through UI",
+        "recordedDate": "2026-10-08",
+        "pluginVersion": "0.9.0 (visible installed/running in Desktop UI)",
+        "rawSha256": sha256(raw),
+        "durationSeconds": duration,
+        "segments": segments,
+        "posterAt": edit.get("posterAt", 12),
+        "edits": [
+            "Chronological cuts remove setup, waiting and redundant holds",
+            "No UI, tool output or Agent response generated or replaced",
+            "Silent video resized to 1280 pixels wide, 15 fps; GIF sampled at 2 fps",
+            "Elapsed wall time is not represented by edited playback duration",
+        ],
+        "captureOperation": "User started/stopped Windows Snipping Tool; assistant operated DSH",
+        "toolResult": {"usedChars": 2347, "budgetChars": 5000},
+        "outputs": {
+            p.name: {"sha256": sha256(p), "bytes": p.stat().st_size}
+            for p in [video, gif, poster]
+        },
+    }
+    (assets / "desktop-agent-v090.provenance.json").write_bytes(
+        (json.dumps(manifest, ensure_ascii=False, indent=2) + "\n").encode("utf-8")
+    )
+    print(json.dumps(manifest, ensure_ascii=False, indent=2))
+
+
+if __name__ == "__main__":
+    main()

package/scripts/release-smoke.mjs

@@ -1,6 +1,6 @@
 import assert from 'node:assert/strict'
 import { execFileSync } from 'node:child_process'
-import { mkdtempSync, readFileSync, rmSync } from 'node:fs'
+import { mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs'
 import os from 'node:os'
 import path from 'node:path'
 import { fileURLToPath, pathToFileURL } from 'node:url'
@@ -63,10 +63,14 @@ function parseJsonArrayOutput(output, command) {
   throw new Error(`${command} did not return a JSON array`)
 }
 
-const packed = parseJsonArrayOutput(run(npm, ['pack', '--ignore-scripts', '--json'], root), 'npm pack')
-assert.equal(packed.length, 1, 'npm pack must produce exactly one artifact')
-const tarball = path.resolve(root, packed[0].filename)
-const listed = new Set(packed[0].files.map((file) => file.path))
+// A release gate can reuse one immutable candidate across Node versions.
+const suppliedTarball = process.argv[2] ? path.resolve(process.argv[2]) : null
+const packed = suppliedTarball ? null : parseJsonArrayOutput(run(npm, ['pack', '--ignore-scripts', '--json'], root), 'npm pack')
+if (packed) assert.equal(packed.length, 1, 'npm pack must produce exactly one artifact')
+const tarball = suppliedTarball ?? path.resolve(root, packed[0].filename)
+const listed = suppliedTarball
+  ? new Set(run('tar', ['-tzf', tarball], root).trim().split(/\r?\n/).map(file => file.replace(/^package\//, '')))
+  : new Set(packed[0].files.map((file) => file.path))
 const expectedFiles = [
   'package.json',
   'README.md',
@@ -77,6 +81,9 @@ const expectedFiles = [
   'dist/index.js',
   'dist/index.d.ts',
   'dist/client.js',
+  'grammars/tree-sitter-arkts.wasm',
+  'grammars/ARKTS-LICENSE',
+  'grammars/README.md',
   'scripts/fix-wsl-links.mjs',
   'scripts/release-smoke.mjs',
 ]
@@ -158,6 +165,55 @@ try {
   assert.ok(JSON.stringify(contextPack).length <= 5000)
   assert.match(await invoke('code_health', { repoRoot: root }), /repo health/)
 
+  // Issue #2 must also be fixed in the installed tarball, not just TS sources.
+  const whitelistRoot = path.join(smokeDir, 'whitelist-repo')
+  for (const dir of ['.git', 'src', 'extensions/keep', 'extensions/other']) {
+    mkdirSync(path.join(whitelistRoot, dir), { recursive: true })
+  }
+  writeFileSync(path.join(whitelistRoot, '.gitignore'), '/extensions/*\n!/extensions/keep/\n!/extensions/keep/**\n')
+  writeFileSync(path.join(whitelistRoot, 'src/control.ts'), 'export function CONTROL_MARKER_fn() { return 3 }\n')
+  writeFileSync(path.join(whitelistRoot, 'extensions/keep/kept.ts'), 'export function KEPT_MARKER_fn() { return 1 }\n')
+  writeFileSync(path.join(whitelistRoot, 'extensions/other/skip.ts'), 'export function SKIPPED_fn() { return 2 }\n')
+  assert.match(await invoke('code_index', { action: 'build', repoRoot: whitelistRoot }), /files indexed: 2/)
+  const keptHits = await invoke('code_search', { query: 'KEPT_MARKER_fn', repoRoot: whitelistRoot })
+  assert.equal(keptHits[0]?.file, 'extensions/keep/kept.ts')
+  assert.deepEqual(await invoke('code_search', { query: 'SKIPPED_fn', repoRoot: whitelistRoot }), [])
+  const keptPack = await invoke('code_context', {
+    task: 'Explain KEPT_MARKER_fn', repoRoot: whitelistRoot, outputFormat: 'pack',
+  })
+  assert.ok(keptPack.items.some(item => item.name === 'KEPT_MARKER_fn' && item.code?.includes('return 1')))
+  const freshSource = path.join(whitelistRoot, 'extensions/keep/fresh.ts')
+  writeFileSync(freshSource, 'export function FRESH_MARKER_fn() { return 91 }\n')
+  assert.equal((await invoke('code_search', { query: 'FRESH_MARKER_fn', repoRoot: whitelistRoot }))[0]?.name, 'FRESH_MARKER_fn')
+  rmSync(freshSource)
+  assert.deepEqual(await invoke('code_search', { query: 'FRESH_MARKER_fn', repoRoot: whitelistRoot }), [])
+
+  // ArkTS must work from the actual installed package, without native grammar
+  // bindings or the source checkout. Keep the fixture tiny and mixed ETS/TS.
+  const arkRoot = path.join(smokeDir, 'arkts-repo')
+  mkdirSync(path.join(arkRoot, '.git'), { recursive: true })
+  writeFileSync(path.join(arkRoot, 'logic.ts'), 'export function label() { return "package ArkTS" }\n')
+  const card = '@ComponentV2\nexport struct PackageCard {\n  @Local count: number = 0;\n  build() { Column() { Text(label()) } }\n}\n'
+  writeFileSync(path.join(arkRoot, 'Card.ets'), "import { label } from './logic'\n" + card)
+  const arkIndex = await plugin.buildIndex(arkRoot)
+  assert.equal(arkIndex.files.length, 2)
+  assert.ok(arkIndex.files.every(file => file.diagnostic.status === 'parsed'))
+  assert.equal(arkIndex.files.find(file => file.path === 'Card.ets').lang, 'arkts')
+  assert.equal((await invoke('code_search', { query: 'PackageCard', repoRoot: arkRoot }))[0]?.file, 'Card.ets')
+  const arkPack = await invoke('code_context', { task: 'Explain PackageCard in Card.ets', repoRoot: arkRoot, outputFormat: 'pack', budgetChars: 5000 })
+  assert.ok(arkPack.items.some(item => item.name === 'PackageCard' && item.code?.includes('@ComponentV2')))
+  assert.ok(JSON.stringify(arkPack).length <= 5000)
+  assert.ok(arkPack.items.some(item => item.name === 'label' && item.provenance === 'explicit-import-binding'))
+  const arkFresh = path.join(arkRoot, 'Fresh.ets')
+  writeFileSync(arkFresh, 'export function ARK_PACKAGE_ADDED() {}\n')
+  assert.equal((await invoke('code_search', { query: 'ARK_PACKAGE_ADDED', repoRoot: arkRoot }))[0]?.name, 'ARK_PACKAGE_ADDED')
+  writeFileSync(arkFresh, 'export function ARK_PACKAGE_EDITED() {}\n')
+  assert.equal((await invoke('code_search', { query: 'ARK_PACKAGE_EDITED', repoRoot: arkRoot }))[0]?.name, 'ARK_PACKAGE_EDITED')
+  rmSync(arkFresh)
+  assert.deepEqual(await invoke('code_search', { query: 'ARK_PACKAGE_EDITED', repoRoot: arkRoot }), [])
+  writeFileSync(path.join(arkRoot, 'Broken.ets'), '@Component\nstruct Broken { build() {')
+  assert.match(await invoke('code_index', { repoRoot: arkRoot }), /index incomplete:/)
+
   for (const dispose of disposers.reverse()) dispose()
 
   const compactRegistered = []
@@ -183,5 +239,5 @@ try {
   console.log(`release smoke passed for ${packageJson.name}@${packageJson.version}`)
 } finally {
   rmSync(smokeDir, { recursive: true, force: true })
-  rmSync(tarball, { force: true })
+  if (!suppliedTarball) rmSync(tarball, { force: true })
 }

package/scripts/render-agent-demo.py

@@ -0,0 +1,87 @@
+"""Render a 42s terminal replay from audited Desktop tool records (Pillow)."""
+import hashlib
+import json
+import textwrap
+from pathlib import Path
+from PIL import Image, ImageDraw, ImageFont
+
+ROOT = Path(__file__).resolve().parents[1]
+source = ROOT / 'assets/desktop-v0.9-tool-evidence.json'
+evidence = json.loads(source.read_text(encoding='utf-8'))
+runs = {r['callSeq']: r for r in evidence['runs']}
+clean, changed, small = (runs[k] for k in (47, 60, 73))
+for run in (clean, changed, small):
+    assert len(run['renderedText'].encode('utf-16-le')) // 2 == run['actualTextChars']
+    assert run['actualTextChars'] <= run['budgetChars']
+
+def block(run, prefix):
+    return next(p for p in run['renderedText'].split('\n\n') if p.startswith(prefix))
+
+def call(run):
+    args = {k: v for k, v in run['arguments'].items() if k != 'repoRoot'}
+    return 'code_context(' + json.dumps(args, ensure_ascii=False, indent=2) + ')'
+
+scenes = [
+    ('01  Task -> actual Agent tool call', '任务描述 -> 真实 Agent 工具调用',
+     call(clean) + '\n\nCaptured: 2026-10-05 | tool/call #47 -> tool/result #48\nTiny Git fixture | repoRoot omitted from display\n\nTask wording did not name loadConfig.\nThe Agent requested code_context to locate useful context.'),
+    ('02  Primary source + inclusion reason', '关键源码、准确行号和入选理由',
+     block(clean, 'primary:') + '\n\n' + clean['renderedText'].splitlines()[-1]),
+    ('03  Caller + relationship provenance', '相关调用，以及关系证据来源',
+     block(clean, 'caller:') + '\n\n' + block(clean, 'relationship: startup')),
+    ('04  Likely test + actual test source', '相关测试线索，以及测试源码',
+     block(clean, 'test:') + '\n\n' + block(clean, 'relationship: module') + '\n\nLikely tests are retrieval leads, not coverage proof.'),
+    ('05  External edit -> Git change context', '外部编辑后，查询看到 Git 变更',
+     call(changed) + '\n\n' + block(changed, 'primary: loadConfig') + '\n\n' + block(changed, 'primary: betaCaller')),
+    ('06  Deleted source + honest budget fallback', '删除项保留基线源码，小预算明确降级',
+     block(changed, 'change: removed') + '\n\n' + block(small, 'primary:') + '\n\nGaps: budget omitted some evidence\nBudget: 327 / 500 chars (trimmed low-priority context)'),
+    ('07  Context ready for the next code step', 'Agent 已获得可继续处理任务的上下文',
+     'Review guide / 展示说明（不是 Agent 回复原文）\n\nloadConfig -> startup -> tests/config.spec.ts\nSource ranges + reasons + relationship provenance\nCurrent changes: modified / added / deleted\nClean result: 1294 / 5000 chars\nChange result: 2326 / 5000 chars\n\nNo edit or test-success claim in this replay.\n此回放展示上下文获取，不宣称已修复 Bug 或测试通过。\n\nTry a task in your repo. What context did it miss?\n欢迎试用：它漏掉了什么重要上下文？'),
+]
+
+W, H = 1280, 900
+mono_path = Path('C:/Windows/Fonts/consola.ttf')
+cjk_path = Path('C:/Windows/Fonts/msyh.ttc')
+mono = ImageFont.truetype(str(mono_path), 21)
+ui = ImageFont.truetype(str(cjk_path), 23)
+small_ui = ImageFont.truetype(str(cjk_path), 18)
+title_font = ImageFont.truetype(str(mono_path), 28)
+frames = []
+for i, (title, subtitle, body) in enumerate(scenes):
+    for second in (0,):
+        im = Image.new('RGB', (W, H), '#0d1420')
+        d = ImageDraw.Draw(im)
+        d.text((34, 22), 'dsh-code-index v0.9.0 | Edit-ready Context Packs', font=title_font, fill='#f2f6fc')
+        d.text((34, 68), '真实 Agent 记录的终端回放 / Replay of real Agent logs', font=ui, fill='#5de4c7')
+        d.text((34, 107), 'Not a desktop screen recording | 非桌面录屏 | Edited pacing / 节奏经过剪辑', font=small_ui, fill='#a6b4ca')
+        d.rounded_rectangle((24, 151, W-24, H-71), radius=12, fill='#172235', outline='#33445e')
+        d.text((44, 169), title, font=title_font, fill='#86c5ff')
+        d.text((44, 211), subtitle, font=ui, fill='#e4ecf7')
+        y = 265
+        display_lines = [part for line in body.splitlines() for part in (textwrap.wrap(line, width=94, break_long_words=False, break_on_hyphens=False) or [''])]
+        for line in display_lines:
+            font = ui if any(ord(c) > 0x3000 for c in line) else mono
+            assert d.textlength(line, font=font) < W-88, f'Line too wide: {line}'
+            assert y + 28 < H-77, f'Scene {i+1} too tall'
+            color = '#5de4c7' if line.startswith(('Reason:', 'Relationship provenance:', 'Budget:', 'Change:')) else '#e4ecf7'
+            d.text((44, y), line, font=font, fill=color)
+            y += 27
+        elapsed = i*6 + second
+        d.text((34, H-57), 'DSH Desktop 0.2.0-rc.2 | Evidence: 2026-10-05 | Excerpts / 原文节选', font=small_ui, fill='#a6b4ca')
+        d.text((1090, H-57), f'{elapsed:02d} / 42 s', font=mono, fill='#a6b4ca')
+        d.rectangle((0, H-8, int(W*(elapsed+1)/42), H), fill='#5de4c7')
+        frames.append(im)
+
+assets = ROOT / 'assets'
+frames[1].save(assets / 'agent-context-demo.png')
+frames[0].save(assets / 'agent-context-demo.gif', save_all=True, append_images=frames[1:], duration=6000, loop=0, optimize=True)
+preview_dir = ROOT / '.promotion-work/demo-frames'
+preview_dir.mkdir(parents=True, exist_ok=True)
+for i in range(7):
+    frames[i].save(preview_dir / f'{i+1}.png')
+cast_frames = [[i*6, 'o', '\x1b[2J\x1b[H' + title + '\r\n' + subtitle + '\r\n\r\n' + body.replace('\n', '\r\n')] for i, (title, subtitle, body) in enumerate(scenes)]
+cast_frames.append([42, 'o', '\r\nReplay complete / 回放结束\r\n'])
+header = {'version': 2, 'width': 110, 'height': 30, 'title': 'Real Desktop Agent log replay (not screen capture)', 'duration': 42}
+(assets / 'agent-context-demo.cast').write_bytes(('\n'.join(json.dumps(x, ensure_ascii=False) for x in [header, *cast_frames]) + '\n').encode('utf-8'))
+manifest = {'format': 'Terminal-style replay of actual persisted Agent records; not a screen capture', 'durationSeconds': 42, 'source': source.name, 'sourceSha256': hashlib.sha256(source.read_bytes()).hexdigest(), 'callSeqs': [47, 60, 73], 'edits': ['7 panels with 6-second holds; timing is editorial, not measured latency', 'repoRoot omitted from displayed arguments', 'Verbatim source/reason/provenance excerpts; not all returned items shown', 'First/last panel commentary is authored narration, not Agent response'], 'sceneTitles': [s[0] for s in scenes]}
+(assets / 'agent-context-demo.provenance.json').write_bytes((json.dumps(manifest, ensure_ascii=False, indent=2) + '\n').encode('utf-8'))
+print('Rendered 42-second bilingual replay from real Desktop callSeqs 47, 60, 73.')