dsh-code-index 0.9.1 → 0.10.1

package/grammars/ARKTS-LICENSE

@@ -0,0 +1,43 @@
+MIT License
+
+Copyright (c) 2026-present richerfu
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+The MIT License (MIT)
+
+Copyright (c) 2017 Max Brunsfeld
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/grammars/README.md

@@ -0,0 +1,25 @@
+# ArkTS grammar asset
+
+`tree-sitter-arkts.wasm` and `ARKTS-LICENSE` are copied unchanged from the
+published **harmony-contrib/tree-sitter-arkts 0.3.0** npm archive, not compiled
+from an unpinned branch. MIT notices for richerfu and Max Brunsfeld are retained.
+
+- Source: https://github.com/harmony-contrib/tree-sitter-arkts
+- npm: https://registry.npmjs.org/tree-sitter-arkts/-/tree-sitter-arkts-0.3.0.tgz
+- Registry `gitHead`: `9a97c1e6ac93bc07732c15050a0e560bc63c8d78`
+- Archive SHA1: `a02e2d883821af6036e1f9efc80f3f1e65227652`
+- Archive integrity: `sha512-3mY013x1rWm8LLeuPp+kFLrl4vbQCfTEferO3GUwUhKHbQHzIT2ppjGARI3vNXIsuvQy/J8xJt2cIOlpfphlXQ==`
+- WASM SHA256: `a5fbf24b2eeab43cf60e9fcdbde99e9089f7ceae43134d24e1d5cc166d285446`
+- Size: 2,430,659 bytes; grammar ABI: 14.
+
+Upstream publication regenerates with Tree-sitter CLI 0.24.4 / ABI 14 and builds
+WASM with `tree-sitter build --wasm`. The upstream pipeline permits WASM build
+failure; this specific archive was checked to contain the binary above. The
+plugin vendors only this binary and license, and never imports upstream Node
+bindings or runs `node-gyp-build`. No native compilation or network fetch occurs
+when installing/loading the plugin. The package `files` list includes this directory.
+
+To recover the exact asset, download the pinned archive, verify its integrity,
+extract `package/tree-sitter-arkts.wasm` and `package/LICENSE`, then verify the
+binary hash. `tests/arkts.spec.ts` checks the hash and actual runtime parsing;
+`release:smoke` checks installed archive contents and `.ets` extraction.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dsh-code-index",
-  "version": "0.9.1",
+  "version": "0.10.1",
   "description": "Edit-ready Context Packs for DSH agents: bounded source excerpts, changes, related tests, and inclusion evidence — local-first.",
   "type": "module",
   "main": "./dist/index.js",
@@ -16,6 +16,7 @@
     "./package.json": "./package.json"
   },
   "files": [
+    "grammars",
     "dist",
     "scripts",
     "cordis.patch.yml",
@@ -50,7 +51,7 @@
   },
   "peerDependencies": {
     "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-tools": "0.2.0-rc.2"
+    "@deepseek-ai/dsh-tools": "0.2.0-rc.2 || 0.2.1-rc.2"
   },
   "peerDependenciesMeta": {
     "@deepseek-ai/cordis": {

package/scripts/release-smoke.mjs

@@ -2,6 +2,7 @@ import assert from 'node:assert/strict'
 import { execFileSync } from 'node:child_process'
 import { mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from 'node:fs'
 import os from 'node:os'
+import { createRequire } from 'node:module'
 import path from 'node:path'
 import { fileURLToPath, pathToFileURL } from 'node:url'
 
@@ -63,10 +64,18 @@ function parseJsonArrayOutput(output, command) {
   throw new Error(`${command} did not return a JSON array`)
 }
 
-const packed = parseJsonArrayOutput(run(npm, ['pack', '--ignore-scripts', '--json'], root), 'npm pack')
-assert.equal(packed.length, 1, 'npm pack must produce exactly one artifact')
-const tarball = path.resolve(root, packed[0].filename)
-const listed = new Set(packed[0].files.map((file) => file.path))
+// A release gate can reuse one immutable candidate across Node versions.
+const suppliedTarball = process.argv[2] ? path.resolve(process.argv[2]) : null
+// Exercise each supported host group against the same immutable candidate.
+const toolsVersion = process.argv[3] ?? '0.2.1-rc.2'
+const supportedToolsVersions = packageJson.peerDependencies['@deepseek-ai/dsh-tools'].split(' || ')
+assert.ok(supportedToolsVersions.includes(toolsVersion), 'smoke requires an explicitly supported DSH tools version')
+const packed = suppliedTarball ? null : parseJsonArrayOutput(run(npm, ['pack', '--ignore-scripts', '--json'], root), 'npm pack')
+if (packed) assert.equal(packed.length, 1, 'npm pack must produce exactly one artifact')
+const tarball = suppliedTarball ?? path.resolve(root, packed[0].filename)
+const listed = suppliedTarball
+  ? new Set(run('tar', ['-tzf', tarball], root).trim().split(/\r?\n/).map(file => file.replace(/^package\//, '')))
+  : new Set(packed[0].files.map((file) => file.path))
 const expectedFiles = [
   'package.json',
   'README.md',
@@ -77,6 +86,9 @@ const expectedFiles = [
   'dist/index.js',
   'dist/index.d.ts',
   'dist/client.js',
+  'grammars/tree-sitter-arkts.wasm',
+  'grammars/ARKTS-LICENSE',
+  'grammars/README.md',
   'scripts/fix-wsl-links.mjs',
   'scripts/release-smoke.mjs',
 ]
@@ -85,7 +97,7 @@ for (const file of expectedFiles) assert.ok(listed.has(file), `tarball is missin
 const smokeDir = mkdtempSync(path.join(os.tmpdir(), 'dsh-code-index-release-'))
 try {
   run(npm, ['init', '--yes'], smokeDir)
-  run(npm, ['install', '--ignore-scripts', '--no-save', tarball], smokeDir)
+  run(npm, ['install', '--ignore-scripts', '--no-save', tarball, `@deepseek-ai/dsh-tools@${toolsVersion}`], smokeDir)
 
   const installedPackage = JSON.parse(
     readFileSync(path.join(smokeDir, 'node_modules', packageJson.name, 'package.json'), 'utf8'),
@@ -96,7 +108,7 @@ try {
   assert.match(installedPackage.engines.node, />=22/)
   assert.equal(installedPackage.license, 'MIT')
   const installedTools = JSON.parse(readFileSync(path.join(smokeDir, 'node_modules', '@deepseek-ai', 'dsh-tools', 'package.json'), 'utf8'))
-  assert.equal(installedTools.version, '0.2.0-rc.2', 'fresh consumers must resolve the verified matching RC')
+  assert.equal(installedTools.version, toolsVersion, 'consumer must use the selected matching RC group')
 
   const plugin = await import(
     pathToFileURL(path.join(smokeDir, 'node_modules', packageJson.name, 'dist', 'index.js')).href,
@@ -181,6 +193,32 @@ try {
   rmSync(freshSource)
   assert.deepEqual(await invoke('code_search', { query: 'FRESH_MARKER_fn', repoRoot: whitelistRoot }), [])
 
+  // ArkTS must work from the actual installed package, without native grammar
+  // bindings or the source checkout. Keep the fixture tiny and mixed ETS/TS.
+  const arkRoot = path.join(smokeDir, 'arkts-repo')
+  mkdirSync(path.join(arkRoot, '.git'), { recursive: true })
+  writeFileSync(path.join(arkRoot, 'logic.ts'), 'export function label() { return "package ArkTS" }\n')
+  const card = '@ComponentV2\nexport struct PackageCard {\n  @Local count: number = 0;\n  build() { Column() { Text(label()) } }\n}\n'
+  writeFileSync(path.join(arkRoot, 'Card.ets'), "import { label } from './logic'\n" + card)
+  const arkIndex = await plugin.buildIndex(arkRoot)
+  assert.equal(arkIndex.files.length, 2)
+  assert.ok(arkIndex.files.every(file => file.diagnostic.status === 'parsed'))
+  assert.equal(arkIndex.files.find(file => file.path === 'Card.ets').lang, 'arkts')
+  assert.equal((await invoke('code_search', { query: 'PackageCard', repoRoot: arkRoot }))[0]?.file, 'Card.ets')
+  const arkPack = await invoke('code_context', { task: 'Explain PackageCard in Card.ets', repoRoot: arkRoot, outputFormat: 'pack', budgetChars: 5000 })
+  assert.ok(arkPack.items.some(item => item.name === 'PackageCard' && item.code?.includes('@ComponentV2')))
+  assert.ok(JSON.stringify(arkPack).length <= 5000)
+  assert.ok(arkPack.items.some(item => item.name === 'label' && item.provenance === 'explicit-import-binding'))
+  const arkFresh = path.join(arkRoot, 'Fresh.ets')
+  writeFileSync(arkFresh, 'export function ARK_PACKAGE_ADDED() {}\n')
+  assert.equal((await invoke('code_search', { query: 'ARK_PACKAGE_ADDED', repoRoot: arkRoot }))[0]?.name, 'ARK_PACKAGE_ADDED')
+  writeFileSync(arkFresh, 'export function ARK_PACKAGE_EDITED() {}\n')
+  assert.equal((await invoke('code_search', { query: 'ARK_PACKAGE_EDITED', repoRoot: arkRoot }))[0]?.name, 'ARK_PACKAGE_EDITED')
+  rmSync(arkFresh)
+  assert.deepEqual(await invoke('code_search', { query: 'ARK_PACKAGE_EDITED', repoRoot: arkRoot }), [])
+  writeFileSync(path.join(arkRoot, 'Broken.ets'), '@Component\nstruct Broken { build() {')
+  assert.match(await invoke('code_index', { repoRoot: arkRoot }), /index incomplete:/)
+
   for (const dispose of disposers.reverse()) dispose()
 
   const compactRegistered = []
@@ -203,8 +241,43 @@ try {
   )
   assert.deepEqual(compactRegistered, ['code_index', 'code_context', 'code_health'])
   for (const dispose of compactDisposers.reverse()) dispose()
-  console.log(`release smoke passed for ${packageJson.name}@${packageJson.version}`)
+
+  // Direct handlers above verify package behavior; this separate check runs
+  // through the selected RC's real schema/dispatch/rendering pipeline.
+  const consumerRequire = createRequire(path.join(smokeDir, 'package.json'))
+  const { Context } = await import(pathToFileURL(consumerRequire.resolve('@deepseek-ai/cordis')).href)
+  const { default: ToolRuntime } = await import(pathToFileURL(consumerRequire.resolve('@deepseek-ai/dsh-tools')).href)
+  const nativeContext = new Context()
+  nativeContext.provide('systemPrompt', { tools: () => () => {}, section: () => () => {} })
+  const runtime = new ToolRuntime(nativeContext)
+  const nativeDisposers = plugin.tools.map(tool => runtime.register(tool))
+  try {
+    const nativeInvoke = async (name, args) => {
+      const result = await runtime.execute({
+        callId: `release:${name}`, name, arguments: args,
+        signal: new AbortController().signal,
+      })
+      assert.equal(result.isError, false, JSON.stringify(result.content))
+      return result
+    }
+    await nativeInvoke('code_index', { action: 'build', repoRoot: arkRoot })
+    const search = await nativeInvoke('code_search', { query: 'PackageCard', repoRoot: arkRoot })
+    assert.equal(search.value[0]?.file, 'Card.ets')
+    assert.ok(search.meta, 'search presentation metadata must survive runtime dispatch')
+    for (const outputFormat of ['text', 'pack']) {
+      const result = await nativeInvoke('code_context', {
+        task: 'Explain PackageCard in Card.ets', repoRoot: arkRoot, outputFormat, budgetChars: 5000,
+      })
+      assert.match(JSON.stringify(result.content), /@ComponentV2/)
+      assert.equal(typeof result.value, outputFormat === 'pack' ? 'object' : 'string')
+      if (outputFormat === 'pack') assert.ok(JSON.stringify(result.value).length <= 5000)
+    }
+  } finally {
+    for (const dispose of nativeDisposers.reverse()) dispose()
+    await nativeContext.fiber.dispose()
+  }
+  console.log(`release smoke passed for ${packageJson.name}@${packageJson.version} with dsh-tools@${toolsVersion}`)
 } finally {
   rmSync(smokeDir, { recursive: true, force: true })
-  rmSync(tarball, { force: true })
+  if (!suppliedTarball) rmSync(tarball, { force: true })
 }