thincoder 0.5.0 → 0.7.0

package/src/mcp.mjs

@@ -1,7 +1,7 @@
 /**
  * mcp.mjs — MCP (Model Context Protocol) client
- * 零依赖：stdio transport (spawn + JSON-RPC) + HTTP transport (fetch + SSE)。
- * config: { command, args?, name } 或 { url, name, headers? }
+ * 零依赖：stdio transport (spawn + JSON-RPC) + HTTP transport (fetch + SSE) + WebSocket transport (global WebSocket)。
+ * config: { command, args?, name } 或 { url, name, headers? } 或 { wsUrl, name, headers? }
  */
 
 import { spawn } from "node:child_process"
@@ -249,6 +249,90 @@ function httpTransport(baseURL, extraHeaders = {}) {
   return { send, notify, close, openSSE, url, headers: extraHeaders }
 }
 
+// ---- WebSocket transport ----
+
+function wsTransport(wsUrl, extraHeaders = {}) {
+  const pending = new Map()
+  let closed = false
+  let ws = null
+
+  const failAll = (message) => {
+    for (const [, resolve] of pending) resolve({ id: null, error: { code: -32000, message } })
+    pending.clear()
+  }
+
+  const connect = () => {
+    if (closed) throw new Error("MCP WebSocket connection closed")
+    // WebSocket API 不支持自定义 header，如需 auth 走 query param 或子协议
+    ws = extraHeaders.Authorization
+      ? new WebSocket(wsUrl, extraHeaders.Authorization)
+      : new WebSocket(wsUrl)
+
+    return new Promise((resolve, reject) => {
+      const timeout = setTimeout(() => {
+        ws.close()
+        reject(new Error(`WebSocket connect timeout: ${wsUrl}`))
+      }, INIT_TIMEOUT_MS)
+
+      ws.on("open", () => {
+        clearTimeout(timeout)
+        resolve()
+      })
+
+      ws.on("message", (data) => {
+        try {
+          const msg = JSON.parse(data.toString())
+          const resolver = pending.get(msg.id)
+          if (resolver) {
+            pending.delete(msg.id)
+            resolver(msg)
+          }
+          // 没有 resoler 的是通知，忽略
+        } catch { /* 非 JSON，忽略 */ }
+      })
+
+      ws.on("error", (error) => {
+        clearTimeout(timeout)
+        closed = true
+        const errMsg = error.message || "WebSocket error"
+        if (pending.size > 0) {
+          failAll(errMsg)
+        } else {
+          reject(new Error(errMsg))
+        }
+      })
+
+      ws.on("close", () => {
+        clearTimeout(timeout)
+        closed = true
+        failAll("WebSocket closed")
+      })
+    })
+  }
+
+  const send = (method, params) => {
+    if (closed) return Promise.reject(new Error("MCP WebSocket connection closed"))
+    const id = rpcId()
+    const promise = new Promise((resolve) => pending.set(id, resolve))
+    ws.send(JSON.stringify({ jsonrpc: "2.0", id, method, params }))
+    return withTimeout(promise, CALL_TIMEOUT_MS).finally(() => pending.delete(id))
+  }
+
+  const notify = (method, params) => {
+    if (!closed && ws?.readyState === WebSocket.OPEN) {
+      ws.send(JSON.stringify({ jsonrpc: "2.0", method, params }))
+    }
+  }
+
+  const close = () => {
+    closed = true
+    failAll("Connection closed")
+    try { ws?.close() } catch { /* 忽略 */ }
+  }
+
+  return { send, notify, close, connect }
+}
+
 // ---- MCP lifecycle ----
 
 function buildTools(mcpTools, transport, config) {
@@ -294,6 +378,13 @@ async function doInitialize(transport, name) {
  * http:  { name, url, headers? }
  */
 export async function connectMcpServer(config) {
+  if (config.wsUrl) {
+    const transport = wsTransport(config.wsUrl, config.headers ?? {})
+    await transport.connect()
+    const mcpTools = await doInitialize(transport, config.name ?? config.wsUrl)
+    return buildTools(mcpTools, transport, config)
+  }
+
   if (config.url) {
     const transport = httpTransport(config.url, config.headers ?? {})
     try {
@@ -316,7 +407,7 @@ export async function connectMcpServer(config) {
     }
   }
 
-  throw new Error(`MCP server "${config.name}": needs either 'command' (stdio) or 'url' (http)`)
+  throw new Error(`MCP server "${config.name}": needs either 'wsUrl' (websocket), 'command' (stdio), or 'url' (http)`)
 }
 
 export function closeAllMcp(agent) {

package/src/memory.mjs

@@ -13,7 +13,7 @@
 import { DatabaseSync } from "node:sqlite"
 import { mkdirSync } from "node:fs"
 import { readFile, readdir, stat, writeFile, mkdir } from "node:fs/promises"
-import { dirname, join } from "node:path"
+import { dirname, join, relative } from "node:path"
 import { parseEntry, serializeEntry, entryFilename } from "./markdown.mjs"
 import { embed, cosine, toBlob, fromBlob } from "./embedding.mjs"
 import { commitAndPush } from "./gitmem.mjs"
@@ -664,6 +664,52 @@ function extractLeadingDoc(lines, lineNum, ext) {
   return text.length > 0 && text.length < 300 ? text : ""
 }
 
+/** 单文件入索引：删除旧块 → 分块 → 插入新块（codeSync 和 reindexFile 共用） */
+/** 将控制权交还给事件循环一个 tick（让键盘输入有机会被处理） */
+function yieldTick() {
+  return new Promise((r) => setTimeout(r, 0))
+}
+
+function _upsertCodeFile(memory, rel, lines, lang, mtimeMs) {
+  const chunks = chunkCode(lines, rel)
+  memory.db.exec("BEGIN")
+  try {
+    memory.db.prepare(`DELETE FROM code_chunks WHERE path = ?`).run(rel)
+    const insert = memory.db.prepare(`
+      INSERT INTO code_chunks (path, language, chunk_type, symbol_name, content, line_start, line_end, mtime_ms, seg_content)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `)
+    for (const c of chunks) {
+      const isFile = c.name === rel
+      insert.run(rel, lang, isFile ? "file" : "symbol", isFile ? "" : c.name.slice(rel.length + 1), c.content, c.line_start, c.line_end, mtimeMs, segmentCJK(c.content))
+    }
+    memory.db.exec("COMMIT")
+  } catch (e) {
+    memory.db.exec("ROLLBACK")
+    throw e
+  }
+}
+
+function _upsertDocFile(memory, rel, lines, mtimeMs) {
+  const chunks = chunkMarkdown(lines, rel)
+  const lang = rel.endsWith(".rst") ? "rst" : rel.endsWith(".adoc") ? "asciidoc" : rel.endsWith(".txt") ? "text" : "markdown"
+  memory.db.exec("BEGIN")
+  try {
+    memory.db.prepare(`DELETE FROM doc_chunks WHERE path = ?`).run(rel)
+    const insert = memory.db.prepare(`
+      INSERT INTO doc_chunks (path, language, heading, content, line_start, line_end, mtime_ms, seg_content)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `)
+    for (const c of chunks) {
+      insert.run(rel, lang, c.heading, c.content, c.line_start, c.line_end, mtimeMs, segmentCJK(c.content))
+    }
+    memory.db.exec("COMMIT")
+  } catch (e) {
+    memory.db.exec("ROLLBACK")
+    throw e
+  }
+}
+
 /**
  * 同步代码索引：扫描 dir 下所有源文件 → 分块 → upsert 到 code_chunks。
  * 按 mtime 增量——只重建变更过的文件块。
@@ -713,29 +759,9 @@ export async function codeSync(memory, dir, { onProgress } = {}) {
     try { text = await readFile(abs, "utf8") } catch { continue }
     const lines = text.split("\n")
     const lang = detectLanguage(abs)
-    const chunks = chunkCode(lines, rel)
-
-    // 删除该文件的旧块，插入新块
-    memory.db.prepare(`DELETE FROM code_chunks WHERE path = ?`).run(rel)
-    const insert = memory.db.prepare(`
-      INSERT INTO code_chunks (path, language, chunk_type, symbol_name, content, line_start, line_end, mtime_ms, seg_content)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
-    `)
-    for (const c of chunks) {
-      const isFile = c.name === rel
-      insert.run(
-        rel,
-        lang,
-        isFile ? "file" : "symbol",
-        isFile ? "" : c.name.slice(rel.length + 1), // 去掉 "filepath:" 前缀
-        c.content,
-        c.line_start,
-        c.line_end,
-        mtimeMs,
-        segmentCJK(c.content),
-      )
-    }
+    _upsertCodeFile(memory, rel, lines, lang, mtimeMs)
     updated++
+    await yieldTick()
 
     if (onProgress && i % 10 === 0) {
       onProgress({ phase: "index", current: i + 1, total: files.length, updated, removed, skipped })
@@ -851,48 +877,27 @@ export function codeSearchTool(memory) {
  */
 export async function reindexFile(memory, cwd, absPath) {
   const ext = absPath.slice(absPath.lastIndexOf(".")).toLowerCase()
-  const rel = absPath.slice(cwd.length + 1).replaceAll("\\", "/")
+  const rel = relative(cwd, absPath).replaceAll("\\", "/")
+  if (rel.startsWith("..")) return // 越界路径拒索引
+
+  let text
+  try { text = await readFile(absPath, "utf8") } catch {
+    // 文件已删：清理索引
+    if (CODE_EXTS.has(ext)) memory.db.prepare(`DELETE FROM code_chunks WHERE path = ?`).run(rel)
+    else if (DOC_EXTS.has(ext)) memory.db.prepare(`DELETE FROM doc_chunks WHERE path = ?`).run(rel)
+    return
+  }
+  const lines = text.split("\n")
 
   if (CODE_EXTS.has(ext)) {
-    // 文件已删？清理索引
-    let text
-    try { text = await readFile(absPath, "utf8") } catch {
-      memory.db.prepare(`DELETE FROM code_chunks WHERE path = ?`).run(rel)
-      return
-    }
-    const lines = text.split("\n")
     const lang = detectLanguage(absPath)
-    const chunks = chunkCode(lines, rel)
-    memory.db.prepare(`DELETE FROM code_chunks WHERE path = ?`).run(rel)
-    const insert = memory.db.prepare(`
-      INSERT INTO code_chunks (path, language, chunk_type, symbol_name, content, line_start, line_end, mtime_ms, seg_content)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
-    `)
     let mtimeMs = 0
     try { mtimeMs = Math.floor((await stat(absPath)).mtimeMs) } catch { /* 新文件 */ }
-    for (const c of chunks) {
-      const isFile = c.name === rel
-      insert.run(rel, lang, isFile ? "file" : "symbol", isFile ? "" : c.name.slice(rel.length + 1), c.content, c.line_start, c.line_end, mtimeMs, segmentCJK(c.content))
-    }
+    _upsertCodeFile(memory, rel, lines, lang, mtimeMs)
   } else if (DOC_EXTS.has(ext)) {
-    let text
-    try { text = await readFile(absPath, "utf8") } catch {
-      memory.db.prepare(`DELETE FROM doc_chunks WHERE path = ?`).run(rel)
-      return
-    }
-    const lines = text.split("\n")
-    const chunks = chunkMarkdown(lines, rel)
-    memory.db.prepare(`DELETE FROM doc_chunks WHERE path = ?`).run(rel)
-    const insert = memory.db.prepare(`
-      INSERT INTO doc_chunks (path, language, heading, content, line_start, line_end, mtime_ms, seg_content)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
-    `)
-    const lang = rel.endsWith(".rst") ? "rst" : rel.endsWith(".adoc") ? "asciidoc" : rel.endsWith(".txt") ? "text" : "markdown"
     let mtimeMs = 0
     try { mtimeMs = Math.floor((await stat(absPath)).mtimeMs) } catch { /* 新文件 */ }
-    for (const c of chunks) {
-      insert.run(rel, lang, c.heading, c.content, c.line_start, c.line_end, mtimeMs, segmentCJK(c.content))
-    }
+    _upsertDocFile(memory, rel, lines, mtimeMs)
   }
 }
 
@@ -968,18 +973,9 @@ export async function docSync(memory, dir, { onProgress } = {}) {
     let text
     try { text = await readFile(abs, "utf8") } catch { continue }
     const lines = text.split("\n")
-    const chunks = chunkMarkdown(lines, rel)
-
-    memory.db.prepare(`DELETE FROM doc_chunks WHERE path = ?`).run(rel)
-    const insert = memory.db.prepare(`
-      INSERT INTO doc_chunks (path, language, heading, content, line_start, line_end, mtime_ms, seg_content)
-      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
-    `)
-    const lang = rel.endsWith(".rst") ? "rst" : rel.endsWith(".adoc") ? "asciidoc" : rel.endsWith(".txt") ? "text" : "markdown"
-    for (const c of chunks) {
-      insert.run(rel, lang, c.heading, c.content, c.line_start, c.line_end, mtimeMs, segmentCJK(c.content))
-    }
+    _upsertDocFile(memory, rel, lines, mtimeMs)
     updated++
+    await yieldTick()
 
     if (onProgress && i % 10 === 0) {
       onProgress({ phase: "index", current: i + 1, total: files.length, updated, removed, skipped })

package/src/provider.mjs

@@ -47,6 +47,7 @@ export function createProvider(config) {
  *   思考模式不支持前缀续写，已产出 reasoning 时放弃续写
  */
 export async function chat(provider, { messages, tools, onToken, onReasoning, signal }) {
+  const spec = specForModel(provider.model)
   const body = {
     model: provider.model,
     messages,
@@ -54,16 +55,32 @@ export async function chat(provider, { messages, tools, onToken, onReasoning, si
     stream_options: { include_usage: true },
   }
   if (provider.maxTokens) body.max_tokens = provider.maxTokens
-  if (provider.temperature != null) body.temperature = provider.temperature
+  if (provider.temperature != null) {
+    // 按规格表裁剪 temperature：GLM [0,1] 限两位小数，DeepSeek ≤2，未声明则不裁剪
+    let t = provider.temperature
+    if (spec.tempRange) {
+      t = Math.min(spec.tempRange[1], Math.max(spec.tempRange[0], t))
+      t = Math.round(t * 100) / 100
+    }
+    body.temperature = t
+  }
   if (provider.thinking) body.thinking = provider.thinking
-  if (provider.reasoningEffort) body.reasoning_effort = provider.reasoningEffort
+  if (provider.reasoningEffort) {
+    // 按规格表校验 reasoning_effort 枚举：不在枚举内则报错，不映射、不猜测
+    if (spec.reasoningEffortEnum && !spec.reasoningEffortEnum.includes(provider.reasoningEffort)) {
+      throw new Error(
+        `reasoning_effort "${provider.reasoningEffort}" not supported by model "${provider.model}"; ` +
+        `valid values: ${spec.reasoningEffortEnum.join(", ")}`
+      )
+    }
+    body.reasoning_effort = provider.reasoningEffort
+  }
   if (tools?.length) body.tools = tools
 
   const response = await requestWithRetry(provider, body, signal)
   const result = await readSSE(response, { onToken, onReasoning })
 
   // 截断续写：仅规格表声明续写协议的模型（其他端点不认识 partial/prefix 字段，可能 400）
-  const spec = specForModel(provider.model)
   if (!spec.partialMode && !spec.prefixMode) return result
   // DeepSeek prefix 续写不支持思考模式，已产出 reasoning 时无前缀协议可用
   if (spec.prefixMode && !spec.partialMode && result.reasoning) return result
@@ -132,7 +149,7 @@ async function requestWithRetry(provider, body, signal) {
 
     let response
     try {
-      response = await fetch(`${provider.baseURL}/chat/completions`, {
+      response = await fetch(`${provider.baseURL}${provider.chatPath ?? "/chat/completions"}`, {
         method: "POST",
         headers: {
           "Content-Type": "application/json",

package/src/tools/bash.md

@@ -4,11 +4,24 @@ Parameters:
 - command (required): Shell command to execute
 - timeout: Timeout in milliseconds (default 120000, max ~300000)
 
+Output format:
+```
+[stdout]:
+<standard output, or "(empty)">
+
+[stderr]:
+<standard error, only present if non-empty>
+
+(exit code N)
+```
+
 Notes:
 - There is NO TTY — editors, pagers (vim, less), and interactive prompts WILL hang. Always pass non-interactive flags: `git commit -m`, `git --no-pager`, `-y`/`--yes` where applicable
 - The environment sets GIT_PAGER=cat, PAGER=cat, EDITOR=true, TERM=dumb — but still always use non-interactive flags
-- Output is capped at ~50000 chars; if you need more, redirect to a file and read it
+- Output is capped at ~200K chars; if you need more, redirect to a file and read it. Truncated output ends with a `[... truncated: N chars omitted]` marker — the missing tail may contain errors.
+- Check `[stderr]` for error messages, warnings, and diagnostic output — it is separated from `[stdout]` so you can quickly identify problems.
 - On Windows, use Unix shell syntax inside bash commands (Git Bash): forward slashes, `/dev/null` not `NUL`
 - Never use bash to read, copy, or transmit secret files (.env, keys, tokens)
 - Do NOT run destructive commands (rm -rf, force-push, drop table) without explicit user confirmation
 - After commands that change files (git checkout, npm install, etc.), repo_outline and code_search may be stale — re-run them to get current results.
+- Prefer read/glob/grep/ls for file operations inside the project — bash has no directory confinement.

package/src/tools/glob.md

@@ -1,4 +1,4 @@
-Find files by glob pattern (e.g. 'src/**/*.mjs'). Returns matching paths.
+Find files by glob pattern. Returns matching paths. Supports `**` for recursive matching (e.g. `src/**/*.mjs` for all .mjs in src/, `**/*.test.mjs` for all test files).
 
 Parameters:
 - pattern (required): Glob pattern — supports **, *, ?, and character classes

package/src/tools/grep.md

@@ -4,9 +4,12 @@ Parameters:
 - pattern (required): JavaScript regular expression
 - path: Directory or file to search (default cwd)
 - glob: Only search files matching this glob (e.g. '*.mjs')
+- before: Lines of context to show before each match (grep -B). Default 0
+- after: Lines of context to show after each match (grep -A). Default 0
 
 Notes:
 - Skips node_modules, .git, dist, build, .turbo, coverage
 - Results capped at 200 matches
 - Binary/unreadable files are silently skipped
 - Use this to find usages, definitions, patterns; use glob to find files by name
+- With before/after: matching lines use `:` separator, context lines use `-` (like ripgrep); overlapping context ranges in the same file are merged and de-duplicated

package/src/tools/insert_after.md

@@ -0,0 +1,13 @@
+Insert a line of text after a specific line in a file. Safer than `edit` for adding new content — no need to copy surrounding context for exact string matching.
+
+Parameters:
+- path (required): File path
+- content (required): Text to insert (will be placed as a new line after the target line)
+- after_line: Line number to insert after (1-based). Preferred when you know the exact line number from `read`.
+- after_regex: JavaScript regex to find the line to insert after. Must match exactly one line; if it matches multiple, the tool errors and shows the matching line numbers.
+
+Notes:
+- Either after_line or after_regex is required; if both are given, after_line wins.
+- Use this instead of `edit` when you're adding a new function, import, or block — no need to fabricate surrounding context for exact matching.
+- The inserted content becomes its own line; it's equivalent to `lines.splice(targetLine, 0, content)`.
+- Returns a diff of the change.

package/src/tools/question.md

@@ -8,3 +8,4 @@ Notes:
 - The agent loop pauses until the user answers
 - The answer is injected as the next user message
 - Use sparingly — prefer making reasonable decisions when possible
+- After receiving an answer about a design convention, tool preference, or recurring pattern: save it with memory_put. This prevents asking the same question in future sessions — the user shouldn't have to repeat their preferences.

package/src/tools/syntax_check.md

@@ -0,0 +1,10 @@
+Check a JavaScript file for syntax errors using `node --check`. Fast, offline, no dependencies — use after writing or editing .js/.mjs/.cjs files to catch parse errors before running tests.
+
+Parameters:
+- path (required): File path (.js, .mjs, or .cjs)
+
+Notes:
+- Only supports JavaScript-family files; for other languages, run the appropriate checker via `bash`.
+- Returns "Syntax OK" or the exact error message with line/column from Node.js.
+- This is NOT a test run — it only catches parse errors (missing brackets, invalid syntax), not logic bugs.
+- Use this right after `write` or `edit` to fail fast on trivial mistakes before investing time in a full test run.

package/src/tools/websearch.md

@@ -5,6 +5,7 @@ Parameters:
 - limit: Max results (default 8)
 
 Notes:
+- Before searching the web, call `memory_search` first — you may already know the answer from a previous session. Only reach for websearch if memory comes up empty.
 - Use this for information that is NOT in the local codebase — current docs, error messages, API references
 - Follow up with `fetch` to read full pages from the results
 - Results are scraped from Bing HTML — some formatting may be imperfect