@fly3366/deepjit 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 DeepJIT Contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,134 @@
+<p align="center">
+  <img src="assets/banner.jpeg" alt="DeepJIT banner" width="800">
+</p>
+
+# DeepJIT
+
+A JIT compiler plugin for [deepseek-harness](https://github.com/deepseek-ai/deepseek-harness) (dsh).
+
+[中文文档](README.zh.md)
+
+## Overview
+
+DeepJIT watches agent execution traces, mines recurring "hot" workflows, and
+compiles them with an LLM into reusable **skills** (markdown) or **flows**
+(step templates) — then feeds them back into the running harness, no restart.
+It is for anyone who repeats similar multi-tool workflows and wants dsh to
+turn them into fast, reusable assets.
+
+```
+traces ──► SQLite ──► hot-path mining ──► LLM compile ──► skills / flows ──► dsh
+```
+
+- Artifacts live under `~/.dsh/deepjit/` and hot-reload into dsh.
+- JIT never compiles its own tools, so it can't feed on itself.
+- Lifecycle (compiler-style): an AOT pass validates flows against the live tool
+  registry and constant-folds literal args; tiering promotes hot, reliable
+  skills to flows and deoptimizes unreliable flows; GC prunes stale artifacts.
+
+## Compatibility
+
+| Item | Value |
+|---|---|
+| DSH version | `@deepseek-ai/dsh` `0.1.1-rc.2` (runtime-verified) |
+| DSH mainline | `cd5ef814` (static-checked 2026-08-28; used APIs unchanged) |
+| Verified commit | `5869674` (2026-08-13) |
+| Node | `^22.19 \|\| >=24` |
+| Profiles | `headless`, `web` |
+
+dsh is pre-release; APIs may drift. Pins `@deepseek-ai/*` to `0.1.0-rc.6`.
+
+## Install / Uninstall
+
+```sh
+# install (git, no npm release needed)
+dsh plugin --profile web add github:fly3366/DeepJIT
+
+# disable for one profile
+dsh plugin --profile web remove deepjit
+
+# fully remove local data
+rm -rf ~/.dsh/deepjit
+```
+
+## Quick start
+
+```sh
+dsh plugin --profile headless add github:fly3366/DeepJIT
+DEEPSEEK_API_KEY=... dsh --profile headless "read package.json and tsconfig.json, then summarize"
+# repeat similar tasks; deepjit mines and compiles hot flows automatically
+dsh --profile headless "use deepjit_status to list compiled artifacts"
+```
+
+## Configuration
+
+Override in `cordis.patch.yml` or a profile patch. Key options (full list in
+[`src/config.ts`](src/config.ts)):
+
+| Key | Default | Description |
+|---|---|---|
+| `enabled` | `true` | master switch |
+| `summarizeIntervalMs` | `600000` | JIT cycle (mine + compile) |
+| `minRepeat` | `3` | min occurrences for a hot sequence |
+| `argumentAware` | `false` | include sorted arg-key signatures in mined sequences |
+| `compileCandidates` | `1` | best-of-N candidates per compile; higher = better quality, more LLM calls |
+| `minFlowSteps` | `2` | min tool steps a flow must have to be compiled |
+| `minPatternValue` | `6` | min value score (`count × steps`) to justify a compile |
+| `flushBatchSize` | `200` | trace rows per batched SQLite write |
+| `maxPendingCalls` | `10000` | cap for in-memory pending/raw maps (bounds memory) |
+| `minerMaxRows` | `20000` | max trace rows read per session per mining cycle |
+| `transcriptMaxRows` | `2000` | max tool rows read per compile transcript |
+| `gcEnabled` / `gcStaleMs` / `gcProtectMs` | `true` / 14d / 1d | GC: disable artifacts unused beyond `gcStaleMs` after a `gcProtectMs` grace |
+| `dryRun` | `false` | publish artifacts as disabled; enable manually via `deepjit_status` |
+| `traceRetentionMs` / `patternRetentionMs` | 7d / 7d | prune trace rows / stale uncompiled patterns older than this |
+| `deoptMinUses` / `deoptMaxSuccessRate` | `5` / `0.5` | disable a flow used ≥N times with success rate ≤ this (deoptimization) |
+| `qualityMinUses` / `minQuality` | `5` / `0` | disable active artifacts used ≥N times whose quality score < minQuality (0 = off) |
+| `promoteMinUses` / `promoteMinSuccessRate` | `5` / `0.8` | recompile a hot, reliable skill's pattern as a flow (promotion) |
+| `llmProvider` / `llmModel` | `deepseek-official` / (session) | compile model; empty = reuse session model |
+| `locale` | `auto` | `en` / `zh` / `auto` (dsh locale → `LANG` → English) |
+
+Sensitive: no keys are stored. The compile call uses dsh's credential service
+or the launching environment's `DEEPSEEK_API_KEY`.
+
+## Permissions & data
+
+- **Files**: writes only under `~/.dsh/deepjit/` (SQLite traces, skills, flows, log);
+  reads session JSONL via `ctx.sessionPersistence` for compile drill-down.
+- **Network**: LLM calls go through dsh's `ctx.llm` (DeepSeek provider); no other network access.
+- **Credentials**: none stored; resolved by dsh or the environment.
+- **User data**: stores compact execution traces (tool args/results, message text).
+- **Tools**: flow steps run through `ctx.tools.execute` and the normal permission gates.
+- **Observability**: dsh's OTel telemetry covers agent sessions only; DeepJIT keeps its
+  own counters (traces flushed, compiles, LLM latency, GC/deopt/promote) and emits
+  **GenAI semantic-convention spans** (`gen_ai.*`: system/model/usage tokens) for each
+  LLM call. Read counters via `deepjit_status {action:"metrics"}`; spans export via
+  [dsh-o11y-plugin](https://github.com/fly3366/dsh-o11y-plugin) when present.
+
+## Troubleshooting
+
+- Log: `~/.dsh/deepjit/deepjit.log`. Database: `~/.dsh/deepjit/deepjit.db`.
+- `MISSING_CREDENTIAL` → export `DEEPSEEK_API_KEY` or store it in dsh's Models page.
+- `TRANSPORT`/`NO_ADAPTER` on compile → usually a transient LLM call failure; deepjit retries and falls back to the next cycle.
+- Roll back: `dsh plugin --profile <p> remove deepjit`, then `rm -rf ~/.dsh/deepjit`.
+
+## Development
+
+```sh
+npm install && npm test     # node:test, run natively via Node type stripping
+npm run typecheck && npm run build
+```
+
+See [CONTRIBUTING.md](CONTRIBUTING.md) and [AGENTS.md](AGENTS.md).
+
+## Related work
+
+The "compile recurring workflows just-in-time" idea and the best-of-N compile
+selection are inspired by
+[JIT-Agent — Scaling Harness Intelligence via Just-in-Time Harness Evolution](https://arxiv.org/abs/2608.25593)
+([bingreeky/JIT](https://github.com/bingreeky/JIT)). DeepJIT adapts that
+harness-evolution concept to run online inside a live dsh session, compiling
+recurring tool flows into skills/flows rather than synthesizing whole harnesses.
+
+## License & security
+
+[MIT](LICENSE). Report vulnerabilities privately per [SECURITY.md](SECURITY.md).

package/README.zh.md

@@ -0,0 +1,126 @@
+<p align="center">
+  <img src="assets/banner.jpeg" alt="DeepJIT banner" width="800">
+</p>
+
+# DeepJIT
+
+[deepseek-harness](https://github.com/deepseek-ai/deepseek-harness) (dsh) 的 JIT 编译插件。
+
+[English](README.md) | 中文
+
+## 概述
+
+DeepJIT 持续采集 agent 执行 trace，挖掘反复出现的"热点"流程，用 LLM 编译为
+可复用的 **skill**（markdown）或 **flow**（步骤模板），并自动回馈给运行中的
+dsh，无需重启。适合经常重复相似多工具工作流、希望 dsh 把它们沉淀为可复用资产的人。
+
+```
+trace ──► SQLite ──► 热点挖掘 ──► LLM 编译 ──► skill / flow ──► dsh
+```
+
+- 产物存放在 `~/.dsh/deepjit/`，自动热加载进 dsh。
+- JIT 不编译自己的工具，避免自噬循环。
+- 生命周期（编译器式）：AOT pass 对照实时工具注册表校验 flow 并常量折叠字面参数；
+  分层（tiering）把高频可靠的 skill 升级为 flow、对不可靠 flow 去优化；GC 剪枝过期产物。
+
+## 兼容性
+
+| 项 | 值 |
+|---|---|
+| DSH 版本 | `@deepseek-ai/dsh` `0.1.1-rc.2`（运行级验证） |
+| DSH mainline | `cd5ef814`（2026-08-28 静态核对，所用 API 无变化） |
+| 验证 commit | `5869674`（2026-08-13） |
+| Node | `^22.19 \|\| >=24` |
+| 适用 profile | `headless`、`web` |
+
+dsh 处于预发布阶段，API 可能变化；依赖 pin 到 `@deepseek-ai/*` `0.1.0-rc.6`。
+
+## 安装 / 卸载
+
+```sh
+# 安装（git 直装，无需 npm 发布）
+dsh plugin --profile web add github:fly3366/DeepJIT
+
+# 从某个 profile 移除
+dsh plugin --profile web remove deepjit
+
+# 彻底删除本地数据
+rm -rf ~/.dsh/deepjit
+```
+
+## 快速开始
+
+```sh
+dsh plugin --profile headless add github:fly3366/DeepJIT
+DEEPSEEK_API_KEY=... dsh --profile headless "读取 package.json 和 tsconfig.json 并总结"
+# 重复类似任务，deepjit 会自动挖掘并编译热点流程
+dsh --profile headless "用 deepjit_status 列出已编译产物"
+```
+
+## 配置
+
+在 `cordis.patch.yml` 或 profile patch 中覆盖。主要配置项（完整列表见
+[`src/config.ts`](src/config.ts)）：
+
+| 配置 | 默认 | 说明 |
+|---|---|---|
+| `enabled` | `true` | 总开关 |
+| `summarizeIntervalMs` | `600000` | JIT 周期（挖掘+编译） |
+| `minRepeat` | `3` | 热点序列最少出现次数 |
+| `argumentAware` | `false` | 挖掘序列中加入排序后的参数键签名 |
+| `compileCandidates` | `1` | 每次编译生成 N 个候选取最优；越大质量越好、LLM 调用越多 |
+| `minFlowSteps` | `2` | 可编译流程的最少工具步数 |
+| `minPatternValue` | `6` | 触发编译的最小价值分（`count × steps`） |
+| `flushBatchSize` | `200` | 每批写入 SQLite 的 trace 行数 |
+| `maxPendingCalls` | `10000` | 内存 pending/raw 映射上限（约束内存） |
+| `minerMaxRows` | `20000` | 每会话每挖掘周期最多读取的 trace 行数 |
+| `transcriptMaxRows` | `2000` | 每次编译转录最多读取的工具行数 |
+| `gcEnabled` / `gcStaleMs` / `gcProtectMs` | `true` / 14天 / 1天 | GC：宽限期后禁用超过 `gcStaleMs` 未用的产物 |
+| `dryRun` | `false` | 产物以禁用态发布，需经 `deepjit_status` 手动启用 |
+| `traceRetentionMs` / `patternRetentionMs` | 7天 / 7天 | 剪枝超期的 trace 行 / 未编译 pattern |
+| `deoptMinUses` / `deoptMaxSuccessRate` | `5` / `0.5` | 使用≥N 次且成功率≤此值的 flow 被禁用（去优化） |
+| `qualityMinUses` / `minQuality` | `5` / `0` | 使用≥N 次且质量分<minQuality 的活跃产物被禁用（0=关） |
+| `promoteMinUses` / `promoteMinSuccessRate` | `5` / `0.8` | 高频且可靠的 skill 其 pattern 重编译为 flow（升级） |
+| `llmProvider` / `llmModel` | `deepseek-official` /（跟随会话） | 编译模型；留空=复用会话模型 |
+| `locale` | `auto` | `en` / `zh` / `auto`（dsh locale → `LANG` → 英文） |
+
+敏感项：不存储任何密钥。编译调用走 dsh 凭据服务或启动环境的 `DEEPSEEK_API_KEY`。
+
+## 权限与数据
+
+- **文件**：只写 `~/.dsh/deepjit/`（SQLite trace、skill、flow、日志）；
+  编译下钻时通过 `ctx.sessionPersistence` 读取会话 JSONL。
+- **网络**：LLM 调用走 dsh 的 `ctx.llm`（DeepSeek provider），无其他网络访问。
+- **凭据**：不存储，由 dsh 或环境解析。
+- **用户数据**：存储紧凑执行 trace（工具参数/结果、消息文本）。
+- **工具**：flow 每步走 `ctx.tools.execute` 与正常权限闸门。
+- **可观测**：dsh 的 OTel 遥测只覆盖 agent 会话；DeepJIT 自维护计数器
+  （trace 刷写、编译、LLM 时延、GC/deopt/升级）。用
+  `deepjit_status {action:"metrics"}` 查看。
+
+## 故障排查
+
+- 日志：`~/.dsh/deepjit/deepjit.log`；数据库：`~/.dsh/deepjit/deepjit.db`。
+- `MISSING_CREDENTIAL` → 导出 `DEEPSEEK_API_KEY` 或在 dsh Models 页保存。
+- 编译时 `TRANSPORT`/`NO_ADAPTER` → 多为 LLM 瞬时失败；deepjit 会重试并在下个周期兜底。
+- 回滚：`dsh plugin --profile <p> remove deepjit`，再 `rm -rf ~/.dsh/deepjit`。
+
+## 开发
+
+```sh
+npm install && npm test     # node:test，Node 类型剥离原生运行
+npm run typecheck && npm run build
+```
+
+见 [CONTRIBUTING.md](CONTRIBUTING.md)、[AGENTS.md](AGENTS.md)。
+
+## 相关工作
+
+"即时编译重复工作流"的思路与 best-of-N 编译选择借鉴自
+[JIT-Agent — Scaling Harness Intelligence via Just-in-Time Harness Evolution](https://arxiv.org/abs/2608.25593)
+（[bingreeky/JIT](https://github.com/bingreeky/JIT)）。DeepJIT 将该 harness 演化概念
+适配为在运行的 dsh 会话内在线编译重复工具流为 skill/flow，而非合成整个 harness。
+
+## 许可与安全
+
+[MIT](LICENSE)。安全问题请按 [SECURITY.md](SECURITY.md) 私下报告。

package/cordis.patch.yml

@@ -0,0 +1,16 @@
+# DeepJIT plugin bundle patch.
+# Install: dsh plugin --profile <name> add /path/to/deepjit   (pnpm link)
+#         or, once published: dsh plugin --profile <name> add @fly3366/deepjit
+- insert:
+    - id: deepjit
+      name: '@fly3366/deepjit'
+
+# Make the skill filesystem provider watch our isolated artifact directory so
+# generated skills hot-reload without touching ~/.dsh/skills or project dirs.
+# NOTE: this row overrides the base `skill-filesystem` row wholesale; if the
+# base bundle later adds other config here, re-merge them.
+- id: skill-filesystem
+  name: '@deepseek-ai/dsh-skill-filesystem'
+  config:
+    customSkillDirs:
+      - !!js 'String(process.env.DSH_HOME || (process.env.HOME || "") + "/.dsh") + "/deepjit/skills"'

package/dist/collector.d.ts

@@ -0,0 +1,31 @@
+import { DeepJitStore } from './store.ts';
+/**
+ * Subscribes to session/event + tools/result, buffers compact trace rows in
+ * memory and flushes them to SQLite in batches.
+ */
+export declare class TraceCollector {
+    private buffer;
+    private pendingCalls;
+    private rawValues;
+    private rowsByCallId;
+    private seenSessions;
+    private maxResultChars;
+    private flushBatchSize;
+    private maxPendingCalls;
+    private store;
+    private flush;
+    constructor(store: DeepJitStore, flush: () => void, maxResultChars: number, flushBatchSize: number, maxPendingCalls?: number);
+    /** Diagnostic: number of tool calls awaiting a result (bounded by maxPendingCalls). */
+    get pendingCount(): number;
+    /** Evict oldest entries so a map never grows past the configured cap. */
+    private capMap;
+    /** ctx.on('session/event') handler; event envelope: {type, seq, time, data, ...} */
+    handleEvent(sessionId: unknown, event: unknown): void;
+    /** ctx.on('tools/result') handler; captures the raw frozen value for a call. */
+    handleToolResult(exec: unknown, result: unknown): void;
+    /** Track invocation of compiled artifacts (separate from mining) for GC. */
+    private recordArtifactUsage;
+    private push;
+    /** Flush buffered rows to the store. */
+    flushSync(): void;
+}

package/dist/collector.js

@@ -0,0 +1,258 @@
+import { metrics } from "./metrics.js";
+/** deepjit's own tools are excluded from traces to prevent JIT self-compilation loops. */
+const JIT_TOOL_PREFIX = 'deepjit_';
+function isJitTool(name) {
+    return name.startsWith(JIT_TOOL_PREFIX);
+}
+function truncate(text, maxChars) {
+    if (text.length <= maxChars)
+        return text;
+    return text.slice(0, maxChars) + `\n…[truncated ${text.length - maxChars} chars]`;
+}
+function stringify(value, maxChars) {
+    if (value === undefined || value === null)
+        return '';
+    try {
+        return truncate(JSON.stringify(value), maxChars);
+    }
+    catch {
+        return truncate(String(value), maxChars);
+    }
+}
+function textOfMessage(message, maxChars) {
+    // Message or { content: ContentBlock[] }; text blocks may be nested inside
+    // tool-result blocks, so collect recursively.
+    const content = Array.isArray(message) ? message : message?.content;
+    if (!Array.isArray(content))
+        return '';
+    const parts = [];
+    const walk = (blocks) => {
+        for (const block of blocks) {
+            const b = block;
+            if (b.type === 'text' && typeof b.text === 'string')
+                parts.push(b.text);
+            if (Array.isArray(b.content))
+                walk(b.content);
+        }
+    };
+    walk(content);
+    return truncate(parts.join('\n'), maxChars);
+}
+/**
+ * Subscribes to session/event + tools/result, buffers compact trace rows in
+ * memory and flushes them to SQLite in batches.
+ */
+export class TraceCollector {
+    buffer = [];
+    pendingCalls = new Map();
+    rawValues = new Map();
+    rowsByCallId = new Map();
+    seenSessions = new Set();
+    maxResultChars;
+    flushBatchSize;
+    maxPendingCalls;
+    store;
+    flush;
+    constructor(store, flush, maxResultChars, flushBatchSize, maxPendingCalls = 10_000) {
+        this.store = store;
+        this.flush = flush;
+        this.maxResultChars = maxResultChars;
+        this.flushBatchSize = flushBatchSize;
+        this.maxPendingCalls = maxPendingCalls;
+    }
+    /** Diagnostic: number of tool calls awaiting a result (bounded by maxPendingCalls). */
+    get pendingCount() {
+        return this.pendingCalls.size;
+    }
+    /** Evict oldest entries so a map never grows past the configured cap. */
+    capMap(map) {
+        while (map.size > this.maxPendingCalls) {
+            const oldest = map.keys().next().value;
+            if (oldest === undefined)
+                break;
+            map.delete(oldest);
+        }
+    }
+    /** ctx.on('session/event') handler; event envelope: {type, seq, time, data, ...} */
+    handleEvent(sessionId, event) {
+        const env = event;
+        if (!env.type || typeof env.seq !== 'number' || typeof env.time !== 'number')
+            return;
+        const sid = String(sessionId);
+        const { type, seq, time } = env;
+        if (!this.seenSessions.has(sid)) {
+            this.seenSessions.add(sid);
+            if (this.seenSessions.size > this.maxPendingCalls) {
+                const oldest = this.seenSessions.keys().next().value;
+                if (oldest !== undefined)
+                    this.seenSessions.delete(oldest);
+            }
+            this.store.upsertSession(sid, time);
+        }
+        switch (type) {
+            case 'user/message': {
+                const text = textOfMessage(env.data, this.maxResultChars);
+                if (text)
+                    this.push({ session_id: sid, turn: 0, step: null, kind: 'user', seq, ts_ms: time, payload: JSON.stringify({ text }) });
+                break;
+            }
+            case 'assistant/message': {
+                const data = env.data;
+                const text = textOfMessage(data?.message, this.maxResultChars);
+                if (!text)
+                    break;
+                this.push({
+                    session_id: sid,
+                    turn: Number(data?.turn ?? 0),
+                    step: data?.step != null ? Number(data.step) : null,
+                    kind: 'assistant',
+                    seq,
+                    ts_ms: time,
+                    payload: JSON.stringify({ text, usage: data?.usage ?? undefined }),
+                });
+                break;
+            }
+            case 'tool/call': {
+                const data = env.data;
+                if (!data.callId)
+                    break;
+                this.recordArtifactUsage(data.name, data.arguments);
+                if (data.name && isJitTool(data.name))
+                    break;
+                this.pendingCalls.set(data.callId, {
+                    tsMs: time,
+                    name: String(data.name ?? ''),
+                    args: truncate(String(data.arguments ?? ''), this.maxResultChars),
+                });
+                this.capMap(this.pendingCalls);
+                break;
+            }
+            case 'tool/result': {
+                const data = env.data;
+                const callId = data.callId ?? data.message?.source?.callId;
+                if (!callId)
+                    break;
+                const call = this.pendingCalls.get(callId);
+                this.pendingCalls.delete(callId);
+                if (!call || isJitTool(call.name))
+                    break;
+                const text = textOfMessage(data.message, this.maxResultChars);
+                const raw = this.rawValues.get(callId);
+                this.rawValues.delete(callId);
+                const payload = {
+                    name: call?.name ?? '',
+                    callId,
+                    args: call?.args ?? '',
+                    result_ok: !data.error,
+                    result_text: text,
+                    tool_ms: call ? Math.max(0, time - call.tsMs) : 0,
+                };
+                if (raw)
+                    payload.raw_value = raw;
+                const row = {
+                    session_id: sid,
+                    turn: Number(data?.turn ?? 0),
+                    step: data?.step != null ? Number(data.step) : null,
+                    kind: 'tool',
+                    seq,
+                    ts_ms: time,
+                    payload: JSON.stringify(payload),
+                };
+                const entry = this.push(row);
+                this.rowsByCallId.set(callId, entry);
+                break;
+            }
+            case 'turn/start':
+            case 'turn/end':
+            case 'step/start':
+            case 'step/end': {
+                const data = env.data;
+                this.push({
+                    session_id: sid,
+                    turn: Number(data?.turn ?? 0),
+                    step: data?.step != null ? Number(data.step) : null,
+                    kind: 'boundary',
+                    seq,
+                    ts_ms: time,
+                    payload: JSON.stringify({ boundary: type, reason: data?.reason ?? null }),
+                });
+                break;
+            }
+            case 'request/context': {
+                const data = env.data;
+                this.store.setSessionContext(sid, data?.provider, data?.model);
+                break;
+            }
+            default:
+                break;
+        }
+    }
+    /** ctx.on('tools/result') handler; captures the raw frozen value for a call. */
+    handleToolResult(exec, result) {
+        const e = exec;
+        const r = result;
+        if (!e.callId)
+            return;
+        const value = stringify(r?.value, this.maxResultChars);
+        const entry = this.rowsByCallId.get(e.callId);
+        if (entry) {
+            // Row already buffered; patch the raw value in place.
+            try {
+                const payload = JSON.parse(entry.row.payload);
+                if (!payload.raw_value) {
+                    payload.raw_value = value;
+                    payload.result_ok = entry.row.kind === 'tool' ? !r?.isError : payload.result_ok;
+                    entry.row.payload = JSON.stringify(payload);
+                    entry.patched = true;
+                }
+            }
+            catch {
+                // keep the row as-is
+            }
+        }
+        else {
+            this.rawValues.set(e.callId, value);
+            this.capMap(this.rawValues);
+        }
+    }
+    /** Track invocation of compiled artifacts (separate from mining) for GC. */
+    recordArtifactUsage(name, argsJson) {
+        if (!name)
+            return;
+        try {
+            if (name === 'deepjit_flow') {
+                const flow = JSON.parse(argsJson ?? '{}').flow;
+                if (typeof flow === 'string' && flow)
+                    this.store.recordUsage(flow);
+            }
+            else if (name === 'skill') {
+                const skill = JSON.parse(argsJson ?? '{}').name;
+                if (typeof skill === 'string' && skill.startsWith('deepjit-'))
+                    this.store.recordUsage(skill);
+            }
+        }
+        catch {
+            // usage tracking is best-effort
+        }
+    }
+    push(row) {
+        const entry = { row };
+        this.buffer.push(entry);
+        if (this.buffer.length >= this.flushBatchSize)
+            this.flush();
+        return entry;
+    }
+    /** Flush buffered rows to the store. */
+    flushSync() {
+        if (this.buffer.length === 0)
+            return;
+        const rows = this.buffer.map((b) => b.row);
+        this.buffer = [];
+        this.rowsByCallId.clear();
+        this.rawValues.clear();
+        this.store.insertTraces(rows);
+        metrics.inc('flushes');
+        metrics.inc('traces_flushed', rows.length);
+    }
+}
+//# sourceMappingURL=collector.js.map

package/dist/collector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collector.js","sourceRoot":"","sources":["../src/collector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AAQtC,0FAA0F;AAC1F,MAAM,eAAe,GAAG,UAAU,CAAA;AAElC,SAAS,SAAS,CAAC,IAAY;IAC7B,OAAO,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,CAAA;AACzC,CAAC;AAQD,SAAS,QAAQ,CAAC,IAAY,EAAE,QAAgB;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAA;IACxC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,iBAAiB,IAAI,CAAC,MAAM,GAAG,QAAQ,SAAS,CAAA;AACnF,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,QAAgB;IACjD,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,CAAA;IACpD,IAAI,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAA;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAA;IAC1C,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,OAAgB,EAAE,QAAgB;IACvD,2EAA2E;IAC3E,8CAA8C;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAE,OAAiC,EAAE,OAAO,CAAA;IAC9F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAA;IACtC,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,IAAI,GAAG,CAAC,MAAiB,EAAE,EAAE;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,KAA4D,CAAA;YACtE,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YACvE,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QAC/C,CAAC;IACH,CAAC,CAAA;IACD,IAAI,CAAC,OAAO,CAAC,CAAA;IACb,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,QAAQ,CAAC,CAAA;AAC7C,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,GAAgB,EAAE,CAAA;IACxB,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAA;IAC7C,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA;IACrC,YAAY,GAAG,IAAI,GAAG,EAAqB,CAAA;IAC3C,YAAY,GAAG,IAAI,GAAG,EAAU,CAAA;IAChC,cAAc,CAAQ;IACtB,cAAc,CAAQ;IACtB,eAAe,CAAQ;IACvB,KAAK,CAAc;IACnB,KAAK,CAAY;IAEzB,YACE,KAAmB,EACnB,KAAiB,EACjB,cAAsB,EACtB,cAAsB,EACtB,eAAe,GAAG,MAAM;QAExB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,eAAe,GAAG,eAAe,CAAA;IACxC,CAAC;IAED,uFAAuF;IACvF,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAA;IAC/B,CAAC;IAED,yEAAyE;IACjE,MAAM,CAAO,GAAc;QACjC,OAAO,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAA;YACtC,IAAI,MAAM,KAAK,SAAS;gBAAE,MAAK;YAC/B,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IAED,oFAAoF;IACpF,WAAW,CAAC,SAAkB,EAAE,KAAc;QAC5C,MAAM,GAAG,GAAG,KAAuE,CAAA;QACnF,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAM;QACpF,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;QAC7B,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,GAAG,CAAA;QAE/B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC1B,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;gBAClD,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAA;gBACpD,IAAI,MAAM,KAAK,SAAS;oBAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAC5D,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;QACrC,CAAC;QAED,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;gBACzD,IAAI,IAAI;oBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAA;gBAChI,MAAK;YACP,CAAC;YACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,MAAM,IAAI,GAAG,GAAG,CAAC,IAA4E,CAAA;gBAC7F,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;gBAC9D,IAAI,CAAC,IAAI;oBAAE,MAAK;gBAChB,IAAI,CAAC,IAAI,CAAC;oBACR,UAAU,EAAE,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC;oBAC7B,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnD,IAAI,EAAE,WAAW;oBACjB,GAAG;oBACH,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,SAAS,EAAE,CAAC;iBACnE,CAAC,CAAA;gBACF,MAAK;YACP,CAAC;YACD,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,MAAM,IAAI,GAAG,GAAG,CAAC,IAA4F,CAAA;gBAC7G,IAAI,CAAC,IAAI,CAAC,MAAM;oBAAE,MAAK;gBACvB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;gBACnD,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAK;gBAC5C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE;oBACjC,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;oBAC7B,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC;iBAClE,CAAC,CAAA;gBACF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAC9B,MAAK;YACP,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,IAAI,GAAG,GAAG,CAAC,IAMhB,CAAA;gBACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAA;gBAC1D,IAAI,CAAC,MAAM;oBAAE,MAAK;gBAClB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC1C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAChC,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAK;gBACxC,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;gBAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBACtC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;gBAC7B,MAAM,OAAO,GAA4B;oBACvC,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE;oBACtB,MAAM;oBACN,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE;oBACtB,SAAS,EAAE,CAAC,IAAI,CAAC,KAAK;oBACtB,WAAW,EAAE,IAAI;oBACjB,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;iBAClD,CAAA;gBACD,IAAI,GAAG;oBAAE,OAAO,CAAC,SAAS,GAAG,GAAG,CAAA;gBAChC,MAAM,GAAG,GAAa;oBACpB,UAAU,EAAE,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC;oBAC7B,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnD,IAAI,EAAE,MAAM;oBACZ,GAAG;oBACH,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;iBACjC,CAAA;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;gBAC5B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;gBACpC,MAAK;YACP,CAAC;YACD,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC;YAChB,KAAK,YAAY,CAAC;YAClB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,IAAI,GAAG,GAAG,CAAC,IAA0D,CAAA;gBAC3E,IAAI,CAAC,IAAI,CAAC;oBACR,UAAU,EAAE,GAAG;oBACf,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC;oBAC7B,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;oBACnD,IAAI,EAAE,UAAU;oBAChB,GAAG;oBACH,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,IAAI,EAAE,CAAC;iBAC1E,CAAC,CAAA;gBACF,MAAK;YACP,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,IAAI,GAAG,GAAG,CAAC,IAA6C,CAAA;gBAC9D,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAA;gBAC9D,MAAK;YACP,CAAC;YACD;gBACE,MAAK;QACT,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,gBAAgB,CAAC,IAAa,EAAE,MAAe;QAC7C,MAAM,CAAC,GAAG,IAA2B,CAAA;QACrC,MAAM,CAAC,GAAG,MAAgD,CAAA;QAC1D,IAAI,CAAC,CAAC,CAAC,MAAM;YAAE,OAAM;QACrB,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QAC7C,IAAI,KAAK,EAAE,CAAC;YACV,sDAAsD;YACtD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAA4B,CAAA;gBACxE,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,OAAO,CAAC,SAAS,GAAG,KAAK,CAAA;oBACzB,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAA;oBAC/E,KAAK,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;oBAC3C,KAAK,CAAC,OAAO,GAAG,IAAI,CAAA;gBACtB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qBAAqB;YACvB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;YACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC7B,CAAC;IACH,CAAC;IAED,4EAA4E;IACpE,mBAAmB,CAAC,IAAwB,EAAE,QAA4B;QAChF,IAAI,CAAC,IAAI;YAAE,OAAM;QACjB,IAAI,CAAC;YACH,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAwB,CAAC,IAAI,CAAA;gBACtE,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI;oBAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAA;YACpE,CAAC;iBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC5B,MAAM,KAAK,GAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAwB,CAAC,IAAI,CAAA;gBACvE,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;oBAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;YAC9F,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,GAAa;QACxB,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAA;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACvB,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc;YAAE,IAAI,CAAC,KAAK,EAAE,CAAA;QAC3D,OAAO,KAAK,CAAA;IACd,CAAC;IAED,wCAAwC;IACxC,SAAS;QACP,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;QAC1C,IAAI,CAAC,MAAM,GAAG,EAAE,CAAA;QAChB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;QACzB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QAC7B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACtB,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC5C,CAAC;CACF"}

package/dist/compiler/optimize.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Compiler "optimize" pass (AOT): validate a candidate flow against the live
+ * tool registry and constant-fold literal arguments ahead of time, so the
+ * runtime executor does less work and bad flows are rejected at compile time.
+ *
+ * Mirrors a compiler's middle-end: it never performs side effects, only
+ * analysis + rewriting of the IR (the step list).
+ */
+export interface FlowStepIR {
+    tool: string;
+    args: Record<string, unknown>;
+    onError?: 'stop' | 'continue' | 'retry';
+    timeoutMs?: number;
+}
+export interface AotContext {
+    /** Live tool-registry lookup; nested deepjit_flow is always allowed. */
+    toolExists: (name: string) => boolean;
+}
+export interface OptimizedFlow {
+    steps: FlowStepIR[];
+    /** Number of argument values resolved at compile time (constant-folded). */
+    foldedLiterals: number;
+    /** Number of arguments left for runtime binding (${input.*}). */
+    dynamicBindings: number;
+}
+/**
+ * Validate and partially-evaluate a flow IR. Throws if a step references a
+ * tool that does not exist in the live registry (and is not a nested flow).
+ */
+export declare function optimizeFlow(steps: FlowStepIR[], ctx: AotContext): OptimizedFlow;