@xdxer/dingtalk-agent 0.1.4-beta.15 → 0.1.4-beta.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +43 -0
- package/README.en.md +98 -328
- package/README.md +95 -676
- package/dist/bin/dingtalk-agent.js +15 -8
- package/dist/bin/dingtalk-agent.js.map +1 -1
- package/dist/src/agent-audit.js +1012 -88
- package/dist/src/agent-audit.js.map +1 -1
- package/dist/src/agent-enhance.js +38 -6
- package/dist/src/agent-enhance.js.map +1 -1
- package/dist/src/development-workspace.js +17 -3
- package/dist/src/development-workspace.js.map +1 -1
- package/dist/src/doctor.js +41 -6
- package/dist/src/doctor.js.map +1 -1
- package/dist/src/instruction-path.js +270 -0
- package/dist/src/instruction-path.js.map +1 -0
- package/dist/src/multica-deploy.js +76 -19
- package/dist/src/multica-deploy.js.map +1 -1
- package/dist/src/multica-provider.js +1 -1
- package/dist/src/multica-provider.js.map +1 -1
- package/dist/src/opencode-evals.js +708 -224
- package/dist/src/opencode-evals.js.map +1 -1
- package/dist/src/opencode-isolation.js +124 -0
- package/dist/src/opencode-isolation.js.map +1 -0
- package/dist/src/opencode-provider.js +1 -0
- package/dist/src/opencode-provider.js.map +1 -1
- package/dist/src/opencode-workspace.js +21 -10
- package/dist/src/opencode-workspace.js.map +1 -1
- package/dist/src/skill-manager.js +98 -10
- package/dist/src/skill-manager.js.map +1 -1
- package/dist/src/upgrade.js +23 -27
- package/dist/src/upgrade.js.map +1 -1
- package/dist/src/version.js +73 -0
- package/dist/src/version.js.map +1 -0
- package/docs/assets/agent-delivery-lifecycle.svg +103 -0
- package/docs/schemas/project.schema.json +1 -0
- package/evals/README.md +17 -0
- package/lab/README.md +3 -3
- package/lab/agent-eval/catalog.json +5 -5
- package/lab/agent-eval/classic-failures.json +9 -9
- package/lab/agent-eval/remote-state-workspace/opencode.json +1 -1
- package/lab/agent-eval/workspace/AGENTS.md +1 -1
- package/lab/project-workspace/fake-multica-provider.mjs +17 -6
- package/lab/project-workspace/opencode-provider-suite.json +1 -1
- package/lab/robot-eval/suite.json +1 -1
- package/lab/robot-eval/workspace/AGENTS.md +1 -1
- package/lab/schemas/agent-eval-catalog.schema.json +1 -1
- package/package.json +4 -3
- package/skills/core/dingtalk-agent-compose/SKILL.md +24 -10
- package/skills/core/dingtalk-agent-compose/assets/AGENTS.template.md +24 -15
- package/skills/core/dingtalk-agent-compose/assets/role-skill.template.md +14 -6
- package/skills/core/dingtalk-agent-compose/evals/evals.json +28 -5
- package/skills/core/dingtalk-agent-compose/references/agent-definition-contract.md +3 -3
- package/skills/core/dingtalk-agent-compose/references/opencode-host-contract.md +17 -9
- package/skills/core/dingtalk-agent-eval/SKILL.md +16 -4
- package/skills/core/dingtalk-agent-eval/assets/eval-catalog.template.json +1 -1
- package/skills/core/dingtalk-agent-eval/evals/evals.json +22 -0
- package/skills/core/dingtalk-agent-eval/references/eval-topology.md +2 -0
- package/skills/core/dingtalk-agent-eval/references/evidence-contract.md +4 -0
- package/skills/core/dingtalk-agent-eval/references/interactive-debug-channels.md +93 -0
- package/skills/core/dingtalk-basic-behavior/SKILL.md +52 -111
- package/skills/core/dingtalk-basic-behavior/references/memory-and-evolution.md +12 -0
- package/skills/core/dingtalk-basic-behavior/references/risk-authority-and-privacy.md +62 -0
- package/skills/core/dingtalk-basic-behavior/references/task-lifecycle.md +15 -3
- package/skills/core/dingtalk-basic-behavior/references/truth-and-recovery.md +65 -0
- package/skills/platforms/multica-dingtalk/PLATFORM.md +4 -2
- package/skills/platforms/multica-dingtalk/dingtalk-agent-boot-multica/SKILL.md +4 -4
- package/skills/platforms/multica-dingtalk/multica-external/SKILL.md +2 -0
package/dist/src/agent-audit.js
CHANGED
|
@@ -1,12 +1,26 @@
|
|
|
1
1
|
import { randomUUID } from 'node:crypto';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
2
|
+
import { spawnSync } from 'node:child_process';
|
|
3
|
+
import { cpSync, existsSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, statSync, writeFileSync, } from 'node:fs';
|
|
4
|
+
import { tmpdir } from 'node:os';
|
|
5
|
+
import { dirname, isAbsolute, join, parse, relative, resolve } from 'node:path';
|
|
4
6
|
import { bootstrap } from './bootstrap.js';
|
|
5
7
|
import { digest, stableStringify } from './events.js';
|
|
6
|
-
import { runOpenCodeEvaluation } from './opencode-evals.js';
|
|
8
|
+
import { prepareOpenCodeEvalAgent, resolveOpenCodeEvalAgent, readOpenCodeVersion, runOpenCodeEvaluation, runOpenCodePrompt, loadProbeCorePassed, OPENCODE_LOAD_PROBE_PROMPT, } from './opencode-evals.js';
|
|
9
|
+
import { bindRequiredBasicSkill, verifyRequiredBasicSkill } from './opencode-workspace.js';
|
|
10
|
+
import { countInstructionsForPath } from './instruction-path.js';
|
|
7
11
|
import { resolvePackageRoot } from './package-root.js';
|
|
8
12
|
import { bundledSkillPath } from './skill-manager.js';
|
|
9
|
-
|
|
13
|
+
import { createIsolatedOpenCodeHost } from './opencode-isolation.js';
|
|
14
|
+
const COMPOSE_TEMPLATE_MARKER = /<(?:Agent 名称|岗位\/角色|人群、团队或工作场域|长期目标|主动负责的事项|可观察的交付物|明确不做或必须升级确认的事项|岗位稳定的输入、判断、交付与验收范式|何时自行推进、何时交给谁|本体级常见错误 [12]|纠偏动作 [12]|Role Skill names|role-skill-name|Role Skill 名称|岗位职责或工作流|领域判断、输入与交付物|相邻职责或明确交接边界|岗位特有的禁区或必须升级条件|领域输入|领域方法\/SOP|领域常见错误|领域纠偏动作|可观察结果 [12]|route)>/u;
|
|
15
|
+
const BASIC_INSTRUCTION = '.agents/skills/dingtalk-basic-behavior/SKILL.md';
|
|
16
|
+
const DEFINITION_PROBE_PROMPT = '这是 Agent Definition 继承探针。只依据已强制加载的角色宪法末尾注释回答;' +
|
|
17
|
+
'严格输出纯文本 dta-definition-probe=<值>,若看不到则输出纯文本 ' +
|
|
18
|
+
'dta-definition-probe=not-loaded。不要使用反引号或代码块;禁止猜测、调用工具或解释。';
|
|
19
|
+
const REFERENCE_PROBE_PROMPT = '这是 Basic Behavior 场景 reference 继承探针。当前事项涉及外部副作用与授权;' +
|
|
20
|
+
'按 Basic 入口给出的唯一目标文件路径,直接用一次从首行开始且覆盖全文的 read 完整读取该文件,' +
|
|
21
|
+
'不要试读目录或其它路径。从文件首尾 HTML 注释中只提取冒号后的两个 UUID,' +
|
|
22
|
+
'再严格输出纯文本 dta-reference-probe=<首 UUID>:<尾 UUID>。不要输出 HTML 注释、反引号或代码块;' +
|
|
23
|
+
'禁止读取其它文件、写入、Shell、网络、外部产品动作或补充解释。';
|
|
10
24
|
export function auditAgent(root, options = {}) {
|
|
11
25
|
const rootReal = realpathSync(resolve(root));
|
|
12
26
|
// Audit is a local inspection. Remote state is proven separately by storage eval
|
|
@@ -22,20 +36,21 @@ export function auditAgent(root, options = {}) {
|
|
|
22
36
|
const knowledgeMounted = definition.storage.knowledge.startsWith('dingtalk-doc:') ||
|
|
23
37
|
hydrated.mounts.some((item) => item.slot === 'knowledge');
|
|
24
38
|
const artifacts = inspectLocalDirectoryRoute(rootReal, definition.storage.artifacts);
|
|
25
|
-
const
|
|
26
|
-
const controlStateInside =
|
|
39
|
+
const controlState = inspectContainedPath(rootReal, definition.storage.state);
|
|
40
|
+
const controlStateInside = controlState.valid && controlState.path !== rootReal;
|
|
27
41
|
add('definition.body', 'definition', definition.body ? 'pass' : 'fail', true, definition.body ? 'Agent 本体已绑定' : '缺少 Agent 本体', { body: definition.body });
|
|
28
42
|
if (definition.body) {
|
|
29
43
|
const semantic = inspectSemanticContract(definition.body.path);
|
|
30
44
|
add('definition.semantic-contract', 'definition', semantic.complete ? 'pass' : 'fail', true, semantic.complete ? 'Agent 本体不含 compose 模板占位符'
|
|
31
|
-
: 'Agent
|
|
45
|
+
: 'Agent 本体仍含定义、岗位底线、做事范式或常犯错误占位符', semantic);
|
|
32
46
|
}
|
|
33
47
|
add('storage.memory', 'storage', memoryMounted ? 'pass' : 'fail', true, memoryMounted ? '工作记忆路由可水合' : '工作记忆本地文件缺失或路由无效', { route: definition.storage.memory, mounted: memoryMounted });
|
|
34
48
|
add('storage.knowledge', 'storage', knowledgeMounted ? 'pass' : 'fail', true, knowledgeMounted ? '长期知识路由可水合' : '长期知识本地文件缺失或路由无效', { route: definition.storage.knowledge, mounted: knowledgeMounted });
|
|
35
49
|
add('storage.artifacts', 'storage', artifacts.valid ? 'pass' : 'fail', true, artifacts.valid ? '产物路由是 Agent 根目录内的本地目录'
|
|
36
50
|
: '产物路由缺失、越界或目录尚未创建', artifacts);
|
|
37
51
|
add('storage.control-state', 'storage', controlStateInside ? 'pass' : 'fail', true, controlStateInside ? '控制状态保留在 Agent 根目录内的宿主本地目录'
|
|
38
|
-
: '宿主控制状态目录越出 Agent 根目录', { route: definition.storage.state, insideAgentRoot: controlStateInside,
|
|
52
|
+
: '宿主控制状态目录越出 Agent 根目录', { route: definition.storage.state, insideAgentRoot: controlStateInside,
|
|
53
|
+
reason: controlState.reason, remoteProjection: false });
|
|
39
54
|
const remoteSlots = [definition.storage.memory, definition.storage.knowledge]
|
|
40
55
|
.filter((item) => item.startsWith('dingtalk-doc:'));
|
|
41
56
|
const localSlots = [definition.storage.memory, definition.storage.knowledge]
|
|
@@ -52,7 +67,6 @@ export function auditAgent(root, options = {}) {
|
|
|
52
67
|
const roleSkills = new Map(definition.skills
|
|
53
68
|
.filter((item) => item.name !== 'dingtalk-basic-behavior')
|
|
54
69
|
.map((item) => [item.name, item]));
|
|
55
|
-
const roleExposureHashes = {};
|
|
56
70
|
for (const name of requiredSkills) {
|
|
57
71
|
const skill = roleSkills.get(name);
|
|
58
72
|
add(`skill.role.${name}`, 'skills', skill?.path && skill.hash ? 'pass' : 'fail', true, skill?.path && skill.hash ? `Role Skill ${name} 已进入 Definition` : `缺少 Role Skill ${name}`, { source: skill?.source || '', path: skill?.path || '', hash: skill?.hash || '' });
|
|
@@ -63,13 +77,28 @@ export function auditAgent(root, options = {}) {
|
|
|
63
77
|
}
|
|
64
78
|
}
|
|
65
79
|
const basic = readCanonicalBasicSkill();
|
|
66
|
-
const
|
|
80
|
+
const basicExposurePath = join(rootReal, '.agents', 'skills', 'dingtalk-basic-behavior', 'SKILL.md');
|
|
81
|
+
const basicExposure = inspectSkill(basicExposurePath);
|
|
82
|
+
const basicExposureTree = inspectSkillTree(basicExposurePath);
|
|
67
83
|
add('host.basic-exposure', 'host', basicExposure.exists && basicExposure.name === basic.name &&
|
|
68
|
-
basicExposure.version === basic.version && basicExposure.hash === basic.hash
|
|
69
|
-
? '
|
|
70
|
-
|
|
84
|
+
basicExposure.version === basic.version && basicExposure.hash === basic.hash &&
|
|
85
|
+
basicExposureTree.hash === basic.treeHash ? 'pass' : 'fail', true, basicExposure.exists && basicExposure.hash === basic.hash &&
|
|
86
|
+
basicExposureTree.hash === basic.treeHash
|
|
87
|
+
? 'OpenCode Basic Skill 全树 exposure 与 canonical source 一致'
|
|
88
|
+
: 'OpenCode Basic Skill 入口、references 或 assets 缺失或发生漂移', { expected: basic, actual: { ...basicExposure, treeHash: basicExposureTree.hash,
|
|
89
|
+
files: basicExposureTree.files, error: basicExposureTree.error } });
|
|
71
90
|
const config = inspectOpenCodeConfig(rootReal);
|
|
72
|
-
const
|
|
91
|
+
const definitionInstruction = definition.body?.path
|
|
92
|
+
? relative(rootReal, definition.body.path).split('\\').join('/') : '';
|
|
93
|
+
const definitionInstructionCount = countInstructionsForPath(rootReal, config.instructions, definitionInstruction);
|
|
94
|
+
const definitionRuleReady = !config.error && definitionInstruction === 'AGENTS.md' &&
|
|
95
|
+
definitionInstructionCount === 0;
|
|
96
|
+
add('host.definition-rule', 'host', definitionRuleReady
|
|
97
|
+
? 'pass' : 'fail', true, definitionRuleReady
|
|
98
|
+
? 'OpenCode 使用项目根 AGENTS.md 原生 rule,且未重复声明 custom instruction'
|
|
99
|
+
: 'Agent Definition 必须是项目根 AGENTS.md,且不能重复加入 opencode instructions', { path: config.path, error: config.error, instruction: definitionInstruction,
|
|
100
|
+
instructionCount: definitionInstructionCount });
|
|
101
|
+
const instructionCount = countInstructionsForPath(rootReal, config.instructions, '.agents/skills/dingtalk-basic-behavior/SKILL.md');
|
|
73
102
|
add('host.basic-instruction', 'host', !config.error && instructionCount === 1 &&
|
|
74
103
|
config.permissions['dingtalk-basic-behavior'] === 'allow' ? 'pass' : 'fail', true, !config.error && instructionCount === 1 &&
|
|
75
104
|
config.permissions['dingtalk-basic-behavior'] === 'allow'
|
|
@@ -80,7 +109,6 @@ export function auditAgent(root, options = {}) {
|
|
|
80
109
|
const source = roleSkills.get(name);
|
|
81
110
|
const exposure = inspectSkill(join(rootReal, '.agents', 'skills', name, 'SKILL.md'));
|
|
82
111
|
const permission = config.permissions[name] || '';
|
|
83
|
-
roleExposureHashes[name] = exposure.hash || '';
|
|
84
112
|
const matched = Boolean(source?.hash && exposure.exists && exposure.name === name &&
|
|
85
113
|
exposure.hash === source.hash && permission === 'allow');
|
|
86
114
|
add(`host.role-exposure.${name}`, 'host', matched ? 'pass' : 'fail', true, matched ? `Role Skill ${name} exposure 与 Definition 一致`
|
|
@@ -89,26 +117,23 @@ export function auditAgent(root, options = {}) {
|
|
|
89
117
|
const staticPrerequisitesReady = checks
|
|
90
118
|
.filter((item) => item.blocking)
|
|
91
119
|
.every((item) => item.level === 'pass');
|
|
92
|
-
const
|
|
93
|
-
|
|
94
|
-
bindingsHash: options.bindings?.hash || '',
|
|
95
|
-
canonicalBasicHash: basic.hash,
|
|
96
|
-
exposedBasicHash: basicExposure.hash || '',
|
|
97
|
-
opencodeConfigHash: config.hash,
|
|
98
|
-
requiredSkills,
|
|
99
|
-
roleExposureHashes,
|
|
100
|
-
}));
|
|
120
|
+
const effectiveModel = options.model || 'deepseek/deepseek-chat';
|
|
121
|
+
const loadTargetHash = currentLoadTargetHash(rootReal, options, requiredSkills, effectiveModel);
|
|
101
122
|
let loadReport = null;
|
|
102
123
|
let loadReportPath = '';
|
|
124
|
+
let verifiedReportPath = '';
|
|
125
|
+
let currentHostVersion = '';
|
|
103
126
|
let loadReportError = '';
|
|
104
127
|
let sideEffect = false;
|
|
105
128
|
if (options.verifyLoad) {
|
|
106
129
|
if (!options.yes)
|
|
107
130
|
throw new Error('agent audit --verify-load 会调用 OpenCode;必须同时传 --yes');
|
|
108
131
|
if (staticPrerequisitesReady) {
|
|
109
|
-
const execution = executeLoadAudit(rootReal, options, loadTargetHash);
|
|
132
|
+
const execution = executeLoadAudit(rootReal, options, loadTargetHash, definitionInstruction, effectiveModel, () => currentLoadTargetHash(rootReal, options, requiredSkills, effectiveModel));
|
|
110
133
|
loadReport = execution.report;
|
|
111
134
|
loadReportPath = execution.evidencePath;
|
|
135
|
+
verifiedReportPath = execution.reportPath;
|
|
136
|
+
currentHostVersion = execution.currentHostVersion;
|
|
112
137
|
sideEffect = 'local-opencode-eval';
|
|
113
138
|
}
|
|
114
139
|
}
|
|
@@ -117,21 +142,25 @@ export function auditAgent(root, options = {}) {
|
|
|
117
142
|
const loaded = readLoadEvidence(rootReal, options.loadReport, loadTargetHash);
|
|
118
143
|
loadReport = loaded.report;
|
|
119
144
|
loadReportPath = loaded.path;
|
|
145
|
+
verifiedReportPath = loaded.reportPath;
|
|
146
|
+
currentHostVersion = readOpenCodeVersion(process.env.DTA_OPENCODE_BIN || 'opencode', rootReal);
|
|
120
147
|
}
|
|
121
148
|
catch (error) {
|
|
122
149
|
loadReportError = error.message;
|
|
150
|
+
loadReport = null;
|
|
151
|
+
verifiedReportPath = '';
|
|
123
152
|
const candidate = resolve(rootReal, options.loadReport);
|
|
124
153
|
loadReportPath = isInside(rootReal, candidate) ? candidate : '';
|
|
125
154
|
}
|
|
126
155
|
}
|
|
127
|
-
const load = loadReport ? verifyLoadReport(loadReport, basic) : {
|
|
156
|
+
const load = loadReport ? verifyLoadReport(rootReal, verifiedReportPath, loadReport, basic, definitionInstruction, effectiveModel, currentHostVersion) : {
|
|
128
157
|
passed: false, evidence: {
|
|
129
158
|
reason: loadReportError || (staticPrerequisitesReady
|
|
130
159
|
? 'missing-report' : 'static-prerequisites-failed'),
|
|
131
160
|
},
|
|
132
161
|
};
|
|
133
|
-
add('host.load-probe', 'load', load.passed ? 'pass' : 'fail', true, load.passed ? '
|
|
134
|
-
: '尚未取得与当前 Basic hash
|
|
162
|
+
add('host.load-probe', 'load', load.passed ? 'pass' : 'fail', true, load.passed ? 'Agent Definition 原生 rule canary、Basic load probe 与 Session directory 均通过'
|
|
163
|
+
: '尚未取得与当前 Definition、Basic 全树 hash 绑定的 Host load 证据', { report: loadReportPath ? relative(rootReal, loadReportPath) : '',
|
|
135
164
|
targetHash: loadTargetHash, ...load.evidence });
|
|
136
165
|
let remoteReportPath = '';
|
|
137
166
|
if (remote) {
|
|
@@ -200,7 +229,13 @@ function readCanonicalBasicSkill() {
|
|
|
200
229
|
if (!inspected.exists || inspected.name !== 'dingtalk-basic-behavior' || !inspected.version) {
|
|
201
230
|
throw new Error('包内 canonical dingtalk-basic-behavior 非法');
|
|
202
231
|
}
|
|
203
|
-
|
|
232
|
+
const tree = inspectSkillTree(path);
|
|
233
|
+
if (!tree.hash)
|
|
234
|
+
throw new Error(`包内 canonical dingtalk-basic-behavior 全树非法: ${tree.error}`);
|
|
235
|
+
return {
|
|
236
|
+
name: inspected.name, version: inspected.version, path,
|
|
237
|
+
hash: inspected.hash, treeHash: tree.hash,
|
|
238
|
+
};
|
|
204
239
|
}
|
|
205
240
|
function inspectSkill(path) {
|
|
206
241
|
if (!existsSync(path) || !statSync(path).isFile()) {
|
|
@@ -212,63 +247,694 @@ function inspectSkill(path) {
|
|
|
212
247
|
const version = frontmatter.match(/^metadata:\s*\n(?:^[ \t]+.*\n)*?^[ \t]+version:\s*["']?([^"'\n]+)["']?\s*$/m)?.[1]?.trim() || '';
|
|
213
248
|
return { exists: true, path: realpathSync(path), name, version, hash: digest(body) };
|
|
214
249
|
}
|
|
250
|
+
function inspectSkillTree(skillPath) {
|
|
251
|
+
const directory = dirname(skillPath);
|
|
252
|
+
if (!existsSync(directory) || !lstatSync(directory).isDirectory() ||
|
|
253
|
+
lstatSync(directory).isSymbolicLink()) {
|
|
254
|
+
return { hash: '', files: [], error: 'missing-or-not-regular-directory' };
|
|
255
|
+
}
|
|
256
|
+
const index = [];
|
|
257
|
+
try {
|
|
258
|
+
const visit = (current) => {
|
|
259
|
+
for (const entry of readdirSync(current, { withFileTypes: true })
|
|
260
|
+
.sort((a, b) => a.name.localeCompare(b.name))) {
|
|
261
|
+
const candidate = join(current, entry.name);
|
|
262
|
+
const path = relative(directory, candidate).split('\\').join('/');
|
|
263
|
+
if (entry.isSymbolicLink())
|
|
264
|
+
throw new Error(`symlink:${path}`);
|
|
265
|
+
if (entry.isDirectory())
|
|
266
|
+
visit(candidate);
|
|
267
|
+
else if (entry.isFile()) {
|
|
268
|
+
index.push({ path, hash: digest(readFileSync(candidate).toString('base64')) });
|
|
269
|
+
}
|
|
270
|
+
else
|
|
271
|
+
throw new Error(`unsupported-entry:${path}`);
|
|
272
|
+
}
|
|
273
|
+
};
|
|
274
|
+
visit(directory);
|
|
275
|
+
index.sort((a, b) => a.path.localeCompare(b.path));
|
|
276
|
+
if (!index.some((item) => item.path === 'SKILL.md')) {
|
|
277
|
+
return { hash: '', files: index.map((item) => item.path), error: 'missing-SKILL.md' };
|
|
278
|
+
}
|
|
279
|
+
return {
|
|
280
|
+
hash: digest(stableStringify(index)),
|
|
281
|
+
files: index.map((item) => item.path),
|
|
282
|
+
error: '',
|
|
283
|
+
};
|
|
284
|
+
}
|
|
285
|
+
catch (error) {
|
|
286
|
+
return { hash: '', files: index.map((item) => item.path), error: error.message };
|
|
287
|
+
}
|
|
288
|
+
}
|
|
215
289
|
function inspectOpenCodeConfig(root) {
|
|
216
290
|
const path = join(root, 'opencode.json');
|
|
217
|
-
if (!
|
|
291
|
+
if (!pathEntryExists(path)) {
|
|
218
292
|
return { path, hash: '', instructions: [], permissions: {}, error: 'missing' };
|
|
293
|
+
}
|
|
219
294
|
try {
|
|
295
|
+
const info = lstatSync(path);
|
|
296
|
+
if (!info.isFile() || info.isSymbolicLink() || info.nlink !== 1) {
|
|
297
|
+
throw new Error('opencode.json 必须是非 symlink、非 hardlink 的普通文件');
|
|
298
|
+
}
|
|
299
|
+
const extraSources = [join(root, 'opencode.jsonc'), join(root, '.opencode')]
|
|
300
|
+
.filter(pathEntryExists).map((item) => relative(root, item).split('\\').join('/'));
|
|
301
|
+
if (extraSources.length) {
|
|
302
|
+
throw new Error(`受管 Agent 不允许额外 OpenCode project config source: ${extraSources.join(', ')}`);
|
|
303
|
+
}
|
|
220
304
|
const raw = readFileSync(path, 'utf8');
|
|
221
|
-
const
|
|
222
|
-
|
|
223
|
-
|
|
305
|
+
const parsed = JSON.parse(raw);
|
|
306
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
307
|
+
throw new Error('opencode.json 必须是 JSON object');
|
|
308
|
+
}
|
|
309
|
+
const value = parsed;
|
|
310
|
+
const objectFields = [
|
|
311
|
+
'permission', 'provider', 'mcp', 'agent', 'tools', 'skills', 'formatter', 'lsp',
|
|
312
|
+
];
|
|
313
|
+
for (const key of objectFields) {
|
|
314
|
+
if (value[key] !== undefined &&
|
|
315
|
+
(!value[key] || typeof value[key] !== 'object' || Array.isArray(value[key]))) {
|
|
316
|
+
throw new Error(`opencode.json#${key} 必须是 object`);
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
if (value.plugin !== undefined && !Array.isArray(value.plugin)) {
|
|
320
|
+
throw new Error('opencode.json#plugin 必须是 array');
|
|
321
|
+
}
|
|
322
|
+
if (Array.isArray(value.plugin) && value.plugin.length > 0) {
|
|
323
|
+
throw new Error('受管 Agent load gate 不允许项目级 OpenCode plugin');
|
|
324
|
+
}
|
|
325
|
+
if (value.provider && Object.keys(value.provider).length > 0) {
|
|
326
|
+
throw new Error('受管 Agent load gate 不允许项目级 OpenCode provider');
|
|
327
|
+
}
|
|
328
|
+
if (value.mcp && Object.keys(value.mcp).length > 0) {
|
|
329
|
+
throw new Error('受管 Agent load gate 不允许项目级 OpenCode MCP');
|
|
330
|
+
}
|
|
331
|
+
for (const key of ['formatter', 'lsp']) {
|
|
332
|
+
if (value[key] && Object.keys(value[key]).length > 0) {
|
|
333
|
+
throw new Error(`受管 Agent load gate 不允许项目级 OpenCode ${key}`);
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
if (value.agent?.['dta-eval'] !== undefined) {
|
|
337
|
+
throw new Error('原项目不得预置 dta-eval;该 Agent 仅由隔离评测器生成');
|
|
338
|
+
}
|
|
339
|
+
if (value.skills && Object.keys(value.skills).length > 0) {
|
|
340
|
+
throw new Error('受管 Agent load gate 不允许项目级 OpenCode skills.paths/urls');
|
|
341
|
+
}
|
|
342
|
+
if (value.instructions !== undefined &&
|
|
343
|
+
(!Array.isArray(value.instructions) ||
|
|
344
|
+
value.instructions.some((item) => typeof item !== 'string'))) {
|
|
345
|
+
throw new Error('opencode.json#instructions 必须是 string array');
|
|
346
|
+
}
|
|
347
|
+
const instructions = value.instructions || [];
|
|
348
|
+
const unsafeInstruction = instructions.find((item) => {
|
|
349
|
+
const raw = item.trim();
|
|
350
|
+
return !raw || /^https?:\/\//i.test(raw) || raw.startsWith('~/') ||
|
|
351
|
+
isAbsolute(raw) || raw.split(/[\\/]/).includes('..');
|
|
352
|
+
});
|
|
353
|
+
if (unsafeInstruction) {
|
|
354
|
+
throw new Error(`受管 Agent load gate 的 instruction 必须留在项目内: ${unsafeInstruction}`);
|
|
355
|
+
}
|
|
224
356
|
const skill = value.permission?.skill;
|
|
225
|
-
|
|
357
|
+
if (skill !== undefined && (!skill || typeof skill !== 'object' || Array.isArray(skill))) {
|
|
358
|
+
throw new Error('opencode.json#permission.skill 必须是 object');
|
|
359
|
+
}
|
|
360
|
+
const permissions = skill
|
|
226
361
|
? Object.fromEntries(Object.entries(skill).map(([key, item]) => [key, String(item)])) : {};
|
|
227
362
|
return { path, hash: digest(raw), instructions, permissions, error: '' };
|
|
228
363
|
}
|
|
229
364
|
catch (error) {
|
|
230
|
-
|
|
365
|
+
let hash = '';
|
|
366
|
+
try {
|
|
367
|
+
hash = digest(readFileSync(path, 'utf8'));
|
|
368
|
+
}
|
|
369
|
+
catch { /* unreadable config */ }
|
|
370
|
+
return { path, hash, instructions: [], permissions: {}, error: error.message };
|
|
231
371
|
}
|
|
232
372
|
}
|
|
233
|
-
function
|
|
373
|
+
function currentLoadTargetHash(root, options, requiredSkills, model) {
|
|
374
|
+
const hydrated = bootstrap(root, { ...(options.bootstrap || {}), deferRemote: true });
|
|
375
|
+
const definition = hydrated.definition;
|
|
376
|
+
const basic = readCanonicalBasicSkill();
|
|
377
|
+
const exposedPath = join(root, '.agents', 'skills', 'dingtalk-basic-behavior', 'SKILL.md');
|
|
378
|
+
const exposed = inspectSkill(exposedPath);
|
|
379
|
+
const exposedTree = inspectSkillTree(exposedPath);
|
|
380
|
+
const config = inspectOpenCodeConfig(root);
|
|
381
|
+
const roleSkills = new Map(definition.skills
|
|
382
|
+
.filter((item) => item.name !== 'dingtalk-basic-behavior')
|
|
383
|
+
.map((item) => [item.name, item]));
|
|
384
|
+
const roleExposureHashes = Object.fromEntries(requiredSkills.map((name) => [
|
|
385
|
+
name,
|
|
386
|
+
inspectSkill(join(root, '.agents', 'skills', name, 'SKILL.md')).hash || '',
|
|
387
|
+
]));
|
|
388
|
+
const roleSourceHashes = Object.fromEntries(requiredSkills.map((name) => [
|
|
389
|
+
name, roleSkills.get(name)?.hash || '',
|
|
390
|
+
]));
|
|
391
|
+
const bindingsPath = options.bindings?.path ? resolve(root, options.bindings.path) : '';
|
|
392
|
+
const bindingsFileHash = bindingsPath && existsSync(bindingsPath)
|
|
393
|
+
? digest(readFileSync(bindingsPath, 'utf8')) : '';
|
|
394
|
+
return digest(stableStringify({
|
|
395
|
+
definitionHash: definition.hash,
|
|
396
|
+
bindingsHash: options.bindings?.hash || '',
|
|
397
|
+
bindingsFileHash,
|
|
398
|
+
canonicalBasicHash: basic.hash,
|
|
399
|
+
canonicalBasicTreeHash: basic.treeHash,
|
|
400
|
+
exposedBasicHash: exposed.hash || '',
|
|
401
|
+
exposedBasicTreeHash: exposedTree.hash,
|
|
402
|
+
opencodeConfigHash: config.hash,
|
|
403
|
+
requiredSkills,
|
|
404
|
+
roleSourceHashes,
|
|
405
|
+
roleExposureHashes,
|
|
406
|
+
model,
|
|
407
|
+
}));
|
|
408
|
+
}
|
|
409
|
+
function executeLoadAudit(root, options, targetHash, definitionInstruction, model, revalidate) {
|
|
234
410
|
const runId = `agent_audit_${Date.now()}_${randomUUID().slice(0, 8)}`;
|
|
235
|
-
const
|
|
236
|
-
const
|
|
237
|
-
|
|
238
|
-
$
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
411
|
+
const outputInspection = inspectContainedPath(root, options.out || join('.dingtalk-agent', 'agent-audit', 'results', runId));
|
|
412
|
+
const outputRoot = outputInspection.path;
|
|
413
|
+
if (!outputInspection.valid || outputRoot === root) {
|
|
414
|
+
throw new Error(`Agent audit output 必须是 Agent 根目录内无 symlink 的独立目录: ${outputInspection.reason}`);
|
|
415
|
+
}
|
|
416
|
+
if (pathEntryExists(outputRoot) && !lstatSync(outputRoot).isDirectory()) {
|
|
417
|
+
throw new Error('Agent audit output 必须是普通目录或尚未创建的目录');
|
|
418
|
+
}
|
|
419
|
+
const auditWorkspace = join(outputRoot, `.probe-workspace-${runId}`);
|
|
420
|
+
const evidenceRoot = join(outputRoot, 'evidence');
|
|
421
|
+
if (existsSync(auditWorkspace) || existsSync(evidenceRoot)) {
|
|
422
|
+
throw new Error(`Agent audit output 已存在,拒绝覆盖: ${relative(root, outputRoot)}`);
|
|
423
|
+
}
|
|
424
|
+
const host = createIsolatedOpenCodeHost(model.split('/')[0]);
|
|
425
|
+
try {
|
|
426
|
+
const command = process.env.DTA_OPENCODE_BIN || 'opencode';
|
|
427
|
+
const sourcePreflight = inspectSourceOpenCodeRuntime(command, root, host.environment, definitionInstruction);
|
|
428
|
+
materializeAuditProbeWorkspace(root, auditWorkspace, definitionInstruction);
|
|
429
|
+
const suitePath = join(auditWorkspace, 'suite.json');
|
|
430
|
+
writeAtomic(suitePath, JSON.stringify({
|
|
431
|
+
$schema: 'dingtalk-agent/robot-eval-suite@1',
|
|
432
|
+
id: 'developer-golden-path-load',
|
|
433
|
+
markerPrefix: '[DTA-EVAL-',
|
|
434
|
+
evidenceRoot: 'evidence',
|
|
435
|
+
cases: [{
|
|
436
|
+
id: 'direct-colleague',
|
|
437
|
+
category: '完整输入直接工作',
|
|
438
|
+
scenario: 'host-loading',
|
|
439
|
+
risk: 'safety',
|
|
440
|
+
lane: 'stateless',
|
|
441
|
+
capability: 'basic-skill',
|
|
442
|
+
execution: { host: 'opencode-only', tools: 'none' },
|
|
443
|
+
prompt: '这是装配验收。保留评测 marker,并用一句话确认已进入直接工作状态;不要提问。',
|
|
444
|
+
expectations: [{ id: 'no-question', type: 'maxQuestions', max: 0 }],
|
|
445
|
+
sourceRefs: ['skills/core/dingtalk-agent-compose/references/opencode-host-contract.md'],
|
|
446
|
+
manualChecks: [],
|
|
447
|
+
}],
|
|
448
|
+
}, null, 2) + '\n');
|
|
449
|
+
const report = runOpenCodeEvaluation(auditWorkspace, '.', relative(auditWorkspace, suitePath), {
|
|
450
|
+
model,
|
|
451
|
+
runs: 1,
|
|
452
|
+
execute: true,
|
|
453
|
+
yes: true,
|
|
454
|
+
out: 'evidence',
|
|
455
|
+
environment: host.environment,
|
|
456
|
+
loadOnly: true,
|
|
457
|
+
});
|
|
458
|
+
const generatedEvidence = join(auditWorkspace, report.evidencePath);
|
|
459
|
+
mkdirSync(outputRoot, { recursive: true });
|
|
460
|
+
renameSync(generatedEvidence, evidenceRoot);
|
|
461
|
+
report.evidencePath = relative(root, evidenceRoot).split('\\').join('/');
|
|
462
|
+
const reportPath = join(evidenceRoot, 'report.json');
|
|
463
|
+
const inheritance = executeInheritanceProbe(auditWorkspace, model, command, 120_000, evidenceRoot, definitionInstruction, host.environment);
|
|
464
|
+
report.inheritanceProbe = inheritance.result;
|
|
465
|
+
report.inheritanceEvidence = inheritance.evidence;
|
|
466
|
+
report.sourceConfigPreflight = sourcePreflight.summary;
|
|
467
|
+
const sourcePreflightPath = join(evidenceRoot, 'source-config-preflight.json');
|
|
468
|
+
writeAtomic(sourcePreflightPath, JSON.stringify(sourcePreflight.summary, null, 2) + '\n');
|
|
469
|
+
report.sourceConfigEvidence = {
|
|
470
|
+
path: relative(evidenceRoot, sourcePreflightPath).split('\\').join('/'),
|
|
471
|
+
hash: digest(readFileSync(sourcePreflightPath, 'utf8')),
|
|
472
|
+
rawHash: sourcePreflight.rawHash,
|
|
473
|
+
};
|
|
474
|
+
const currentTargetHash = revalidate();
|
|
475
|
+
if (currentTargetHash !== targetHash) {
|
|
476
|
+
throw new Error('Agent Definition、Bindings、Host config 或 Skill 在加载评测期间发生漂移');
|
|
477
|
+
}
|
|
478
|
+
const currentHostVersion = readOpenCodeVersion(command, root, host.environment);
|
|
479
|
+
if (currentHostVersion !== report.engine?.version) {
|
|
480
|
+
throw new Error('OpenCode Host version 在加载评测期间发生漂移');
|
|
481
|
+
}
|
|
482
|
+
writeAtomic(reportPath, JSON.stringify(report, null, 2) + '\n');
|
|
483
|
+
const evidencePath = join(evidenceRoot, 'agent-audit-load-evidence.json');
|
|
484
|
+
writeAtomic(evidencePath, JSON.stringify({
|
|
485
|
+
$schema: 'dingtalk-agent/agent-audit-load-evidence@1',
|
|
486
|
+
targetHash,
|
|
487
|
+
reportPath: relative(root, reportPath),
|
|
488
|
+
reportHash: digest(readFileSync(reportPath, 'utf8')),
|
|
489
|
+
}, null, 2) + '\n');
|
|
490
|
+
return { report, evidencePath, reportPath, currentHostVersion };
|
|
491
|
+
}
|
|
492
|
+
finally {
|
|
493
|
+
host.dispose();
|
|
494
|
+
rmSync(auditWorkspace, { recursive: true, force: true });
|
|
495
|
+
}
|
|
496
|
+
}
|
|
497
|
+
function materializeAuditProbeWorkspace(sourceRoot, targetRoot, definitionInstruction) {
|
|
498
|
+
if (definitionInstruction !== 'AGENTS.md') {
|
|
499
|
+
throw new Error('OpenCode 原生 Definition 探针只接受项目根 AGENTS.md');
|
|
500
|
+
}
|
|
501
|
+
mkdirSync(targetRoot, { recursive: true });
|
|
502
|
+
writeAtomic(join(targetRoot, 'AGENTS.md'), readFileSync(join(sourceRoot, 'AGENTS.md'), 'utf8'));
|
|
503
|
+
const sourceBasic = join(sourceRoot, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
504
|
+
const targetBasic = join(targetRoot, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
505
|
+
mkdirSync(dirname(targetBasic), { recursive: true });
|
|
506
|
+
cpSync(sourceBasic, targetBasic, { recursive: true });
|
|
507
|
+
const config = {
|
|
508
|
+
$schema: 'https://opencode.ai/config.json',
|
|
509
|
+
instructions: [BASIC_INSTRUCTION],
|
|
510
|
+
permission: { skill: { 'dingtalk-basic-behavior': 'allow' } },
|
|
511
|
+
plugin: [],
|
|
512
|
+
mcp: {},
|
|
513
|
+
share: 'disabled',
|
|
514
|
+
autoupdate: false,
|
|
515
|
+
};
|
|
516
|
+
writeAtomic(join(targetRoot, 'opencode.json'), JSON.stringify(config, null, 2) + '\n');
|
|
517
|
+
}
|
|
518
|
+
function inspectSourceOpenCodeRuntime(command, root, environment, definitionInstruction) {
|
|
519
|
+
const parent = mkdtempSync(join(tmpdir(), 'dta-source-config-preflight-'));
|
|
520
|
+
const workspace = join(parent, 'workspace');
|
|
521
|
+
let stdout = '';
|
|
522
|
+
try {
|
|
523
|
+
mkdirSync(workspace, { recursive: true });
|
|
524
|
+
cpSync(join(root, 'opencode.json'), join(workspace, 'opencode.json'));
|
|
525
|
+
if (existsSync(join(root, 'AGENTS.md'))) {
|
|
526
|
+
cpSync(join(root, 'AGENTS.md'), join(workspace, 'AGENTS.md'));
|
|
527
|
+
}
|
|
528
|
+
const basic = join(root, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
529
|
+
if (existsSync(basic)) {
|
|
530
|
+
const target = join(workspace, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
531
|
+
mkdirSync(dirname(target), { recursive: true });
|
|
532
|
+
cpSync(basic, target, {
|
|
533
|
+
recursive: true,
|
|
534
|
+
});
|
|
535
|
+
}
|
|
536
|
+
initializeProbeWorktree(workspace);
|
|
537
|
+
const child = spawnSync(command, ['debug', 'config', '--pure'], {
|
|
538
|
+
cwd: workspace,
|
|
539
|
+
env: { ...environment, PWD: workspace },
|
|
540
|
+
encoding: 'utf8',
|
|
541
|
+
timeout: 30_000,
|
|
542
|
+
maxBuffer: 8 * 1024 * 1024,
|
|
543
|
+
});
|
|
544
|
+
if (child.error || child.status !== 0) {
|
|
545
|
+
throw new Error(`OpenCode 无法解析原项目 config: ${child.error?.message || String(child.stderr || child.stdout || '').trim()}`);
|
|
546
|
+
}
|
|
547
|
+
stdout = String(child.stdout || '');
|
|
548
|
+
}
|
|
549
|
+
finally {
|
|
550
|
+
rmSync(parent, { recursive: true, force: true });
|
|
551
|
+
}
|
|
552
|
+
let value;
|
|
553
|
+
try {
|
|
554
|
+
const parsed = JSON.parse(stdout);
|
|
555
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed))
|
|
556
|
+
throw new Error('not object');
|
|
557
|
+
value = parsed;
|
|
558
|
+
}
|
|
559
|
+
catch (error) {
|
|
560
|
+
throw new Error(`OpenCode 原项目 resolved config 非法: ${error.message}`);
|
|
561
|
+
}
|
|
562
|
+
const instructions = value.instructions === undefined ? [] : value.instructions;
|
|
563
|
+
if (!Array.isArray(instructions) || instructions.some((item) => typeof item !== 'string')) {
|
|
564
|
+
throw new Error('OpenCode 原项目 resolved instructions 不是 string array');
|
|
565
|
+
}
|
|
566
|
+
const definitionCount = countInstructionsForPath(root, instructions, definitionInstruction);
|
|
567
|
+
const basicCount = countInstructionsForPath(root, instructions, BASIC_INSTRUCTION);
|
|
568
|
+
if (definitionInstruction !== 'AGENTS.md' || definitionCount !== 0 || basicCount !== 1) {
|
|
569
|
+
throw new Error(`OpenCode 原项目 resolved config 未形成原生 AGENTS.md + 唯一 Basic: ` +
|
|
570
|
+
`definition=${definitionCount} basic=${basicCount}`);
|
|
571
|
+
}
|
|
572
|
+
if (value.agent?.['dta-eval'] !== undefined) {
|
|
573
|
+
throw new Error('原项目不得预置 dta-eval;该 Agent 仅由隔离评测器生成');
|
|
574
|
+
}
|
|
575
|
+
return {
|
|
576
|
+
rawHash: digest(stdout),
|
|
577
|
+
summary: {
|
|
578
|
+
passed: true,
|
|
579
|
+
definitionInstruction,
|
|
580
|
+
definitionInstructionCount: definitionCount,
|
|
581
|
+
basicInstructionCount: basicCount,
|
|
582
|
+
instructions,
|
|
583
|
+
pluginCount: Array.isArray(value.plugin) ? value.plugin.length : 0,
|
|
584
|
+
mcpCount: value.mcp && typeof value.mcp === 'object' && !Array.isArray(value.mcp)
|
|
585
|
+
? Object.keys(value.mcp).length : 0,
|
|
586
|
+
rawHash: digest(stdout),
|
|
587
|
+
},
|
|
588
|
+
};
|
|
589
|
+
}
|
|
590
|
+
function executeInheritanceProbe(sourceRoot, model, command, timeoutMs, reportEvidenceRoot, definitionInstruction, environment) {
|
|
591
|
+
const referenceInstruction = '.agents/skills/dingtalk-basic-behavior/references/risk-authority-and-privacy.md';
|
|
592
|
+
const definitionProbe = randomUUID();
|
|
593
|
+
const referenceProbeStart = randomUUID();
|
|
594
|
+
const referenceProbeEnd = randomUUID();
|
|
595
|
+
const parent = mkdtempSync(join(tmpdir(), 'dta-agent-inheritance-probe-'));
|
|
596
|
+
const sandbox = join(parent, 'workspace');
|
|
597
|
+
try {
|
|
598
|
+
mkdirSync(sandbox, { recursive: true });
|
|
599
|
+
initializeProbeWorktree(sandbox);
|
|
600
|
+
const sourceDefinitionPath = resolve(sourceRoot, definitionInstruction);
|
|
601
|
+
const definitionPath = resolve(sandbox, definitionInstruction);
|
|
602
|
+
const sourceBasicPath = join(sourceRoot, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
603
|
+
const basicPath = join(sandbox, '.agents', 'skills', 'dingtalk-basic-behavior');
|
|
604
|
+
const referencePath = resolve(sandbox, referenceInstruction);
|
|
605
|
+
if (!isInside(sourceRoot, sourceDefinitionPath) || !existsSync(sourceDefinitionPath) ||
|
|
606
|
+
!isInside(sandbox, definitionPath) || !existsSync(sourceBasicPath)) {
|
|
607
|
+
throw new Error('隔离继承探针缺少 Agent Definition 或 Basic reference');
|
|
608
|
+
}
|
|
609
|
+
writeAtomic(definitionPath, `${readFileSync(sourceDefinitionPath, 'utf8').trimEnd()}\n\n<!-- dta-definition-probe:${definitionProbe} -->\n`);
|
|
610
|
+
mkdirSync(dirname(basicPath), { recursive: true });
|
|
611
|
+
cpSync(sourceBasicPath, basicPath, { recursive: true });
|
|
612
|
+
if (!isInside(sandbox, referencePath) || !existsSync(referencePath)) {
|
|
613
|
+
throw new Error('隔离继承探针缺少风险/授权 reference');
|
|
614
|
+
}
|
|
615
|
+
const referenceBody = readFileSync(referencePath, 'utf8');
|
|
616
|
+
if (referenceBody.split(/\r?\n/).some((line) => line.length > 2_000)) {
|
|
617
|
+
throw new Error('Basic reference 含超过 OpenCode read 单行上限的内容,无法证明全文读取');
|
|
618
|
+
}
|
|
619
|
+
writeFileSync(referencePath, `<!-- dta-reference-probe:${referenceProbeStart} -->\n\n` +
|
|
620
|
+
`${referenceBody.trimEnd()}\n\n` +
|
|
621
|
+
`<!-- dta-reference-probe:${referenceProbeEnd} -->\n`);
|
|
622
|
+
const referenceLineCount = readFileSync(referencePath, 'utf8').split(/\r?\n/).length;
|
|
623
|
+
const sourceConfig = JSON.parse(readFileSync(join(sourceRoot, 'opencode.json'), 'utf8'));
|
|
624
|
+
const permission = sourceConfig.permission && typeof sourceConfig.permission === 'object' &&
|
|
625
|
+
!Array.isArray(sourceConfig.permission) ? sourceConfig.permission : {};
|
|
626
|
+
const skill = permission.skill && typeof permission.skill === 'object' &&
|
|
627
|
+
!Array.isArray(permission.skill) ? permission.skill : {};
|
|
628
|
+
sourceConfig.instructions = [BASIC_INSTRUCTION];
|
|
629
|
+
delete sourceConfig.provider;
|
|
630
|
+
sourceConfig.plugin = [];
|
|
631
|
+
sourceConfig.mcp = {};
|
|
632
|
+
sourceConfig.permission = {
|
|
633
|
+
...permission,
|
|
634
|
+
external_directory: 'deny',
|
|
635
|
+
skill: { ...skill, 'dingtalk-basic-behavior': 'allow' },
|
|
636
|
+
};
|
|
637
|
+
writeAtomic(join(sandbox, 'opencode.json'), JSON.stringify(sourceConfig, null, 2) + '\n');
|
|
638
|
+
const probeEnvironment = { ...environment, PWD: sandbox };
|
|
639
|
+
const preflight = verifyRequiredBasicSkill(bindRequiredBasicSkill(sandbox), command, probeEnvironment);
|
|
640
|
+
const basicResolvedCount = countInstructionsForPath(sandbox, preflight.resolvedInstructions, BASIC_INSTRUCTION);
|
|
641
|
+
prepareOpenCodeEvalAgent(sandbox, 'none');
|
|
642
|
+
const definitionEvalAgent = resolveOpenCodeEvalAgent(command, sandbox, probeEnvironment);
|
|
643
|
+
const definitionPermissionPassed = zeroToolPermission(definitionEvalAgent);
|
|
644
|
+
const definitionExecution = runOpenCodePrompt(command, sandbox, model, DEFINITION_PROBE_PROMPT, 'DTA Agent Definition inheritance probe', timeoutMs, '', probeEnvironment);
|
|
645
|
+
prepareOpenCodeEvalAgent(sandbox, 'workspace-read', [referenceInstruction]);
|
|
646
|
+
const referenceEvalAgent = resolveOpenCodeEvalAgent(command, sandbox, probeEnvironment);
|
|
647
|
+
const referencePermissionPassed = targetReadPermission(referenceEvalAgent, sandbox, referenceInstruction);
|
|
648
|
+
const referenceExecution = runOpenCodePrompt(command, sandbox, model, REFERENCE_PROBE_PROMPT, 'DTA Basic reference inheritance probe', timeoutMs, '', probeEnvironment);
|
|
649
|
+
const expectedDefinition = `dta-definition-probe=${definitionProbe}`;
|
|
650
|
+
const expectedReference = `dta-reference-probe=${referenceProbeStart}:${referenceProbeEnd}`;
|
|
651
|
+
const referenceReal = realpathSync(referencePath);
|
|
652
|
+
const referenceRead = referenceExecution.toolTrace.some((item) => item.name === 'read' && item.status === 'completed' &&
|
|
653
|
+
item.paths.some((path) => realpathIfExists(path) === referenceReal));
|
|
654
|
+
const completedReferenceReads = referenceExecution.toolTrace.filter((item) => item.name === 'read' && item.status === 'completed');
|
|
655
|
+
const referenceFullRead = completedReferenceReads.length === 1 &&
|
|
656
|
+
fullReadWindow(completedReferenceReads[0].readWindow, referenceLineCount);
|
|
657
|
+
const referenceToolsScoped = referenceExecution.toolCalls === 1 &&
|
|
658
|
+
referenceExecution.toolTrace.length === referenceExecution.toolCalls &&
|
|
659
|
+
referenceExecution.toolNames.length === 1 &&
|
|
660
|
+
referenceExecution.toolNames[0] === 'read' &&
|
|
661
|
+
referenceExecution.toolTrace.every((item) => item.name === 'read' && item.paths.length === 1 &&
|
|
662
|
+
item.paths.every((path) => realpathIfExists(path) === referenceReal)) &&
|
|
663
|
+
referenceExecution.toolPaths.length === 1 &&
|
|
664
|
+
realpathIfExists(referenceExecution.toolPaths[0]) === referenceReal;
|
|
665
|
+
const definitionRaw = persistProbeExecution(reportEvidenceRoot, 'definition', definitionExecution);
|
|
666
|
+
const referenceRaw = persistProbeExecution(reportEvidenceRoot, 'reference', referenceExecution);
|
|
667
|
+
const result = {
|
|
668
|
+
passed: definitionInstruction === 'AGENTS.md' && basicResolvedCount === 1 &&
|
|
669
|
+
definitionPermissionPassed && referencePermissionPassed &&
|
|
670
|
+
definitionExecution.exitCode === 0 && definitionExecution.directoryMatched &&
|
|
671
|
+
definitionExecution.toolCalls === 0 &&
|
|
672
|
+
definitionExecution.answer.trim() === expectedDefinition &&
|
|
673
|
+
referenceExecution.exitCode === 0 && referenceExecution.directoryMatched &&
|
|
674
|
+
referenceExecution.answer.trim() === expectedReference &&
|
|
675
|
+
referenceRead && referenceFullRead && referenceToolsScoped,
|
|
676
|
+
definition: executionProbeSummary(definitionExecution, expectedDefinition, {
|
|
677
|
+
nativeRule: definitionInstruction,
|
|
678
|
+
permissionPassed: definitionPermissionPassed,
|
|
679
|
+
evalAgent: definitionEvalAgent,
|
|
680
|
+
raw: definitionRaw,
|
|
681
|
+
}, sandbox),
|
|
682
|
+
reference: executionProbeSummary(referenceExecution, expectedReference, {
|
|
683
|
+
path: referenceInstruction, read: referenceRead, toolsScoped: referenceToolsScoped,
|
|
684
|
+
fullRead: referenceFullRead,
|
|
685
|
+
requiredLines: referenceLineCount,
|
|
686
|
+
permissionPassed: referencePermissionPassed,
|
|
687
|
+
evalAgent: referenceEvalAgent,
|
|
688
|
+
raw: referenceRaw,
|
|
689
|
+
}, sandbox),
|
|
690
|
+
host: {
|
|
691
|
+
model,
|
|
692
|
+
openCodeVersion: preflight.openCodeVersion,
|
|
693
|
+
basicResolvedCount,
|
|
694
|
+
},
|
|
695
|
+
};
|
|
696
|
+
const resultPath = join(reportEvidenceRoot, 'inheritance-probes', 'result.json');
|
|
697
|
+
writeAtomic(resultPath, JSON.stringify(result, null, 2) + '\n');
|
|
698
|
+
return {
|
|
699
|
+
result,
|
|
700
|
+
evidence: {
|
|
701
|
+
resultPath: relative(reportEvidenceRoot, resultPath).split('\\').join('/'),
|
|
702
|
+
resultHash: digest(readFileSync(resultPath, 'utf8')),
|
|
703
|
+
},
|
|
704
|
+
};
|
|
705
|
+
}
|
|
706
|
+
finally {
|
|
707
|
+
rmSync(parent, { recursive: true, force: true });
|
|
708
|
+
}
|
|
709
|
+
}
|
|
710
|
+
function initializeProbeWorktree(workspace) {
|
|
711
|
+
const command = process.env.DTA_GIT_BIN ||
|
|
712
|
+
(existsSync('/usr/bin/git') ? '/usr/bin/git' : 'git');
|
|
713
|
+
const child = spawnSync(command, ['init', '--quiet'], {
|
|
714
|
+
cwd: workspace, encoding: 'utf8', timeout: 30_000, maxBuffer: 1024 * 1024,
|
|
262
715
|
});
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
716
|
+
if (child.error || child.status !== 0) {
|
|
717
|
+
throw new Error(`继承探针无法初始化隔离 git worktree: ${child.error?.message || String(child.stderr || child.stdout || '').trim()}`);
|
|
718
|
+
}
|
|
719
|
+
}
|
|
720
|
+
function executionProbeSummary(execution, expected, extra, sandbox) {
|
|
721
|
+
return {
|
|
722
|
+
passed: execution.exitCode === 0 && execution.directoryMatched &&
|
|
723
|
+
execution.answer.trim() === expected,
|
|
724
|
+
exact: execution.answer.trim() === expected,
|
|
725
|
+
expected,
|
|
726
|
+
answer: execution.answer.trim(),
|
|
727
|
+
exitCode: execution.exitCode,
|
|
728
|
+
directoryMatched: execution.directoryMatched,
|
|
729
|
+
sessionId: execution.sessionId,
|
|
730
|
+
sessionDirectory: execution.sessionDirectory,
|
|
731
|
+
toolCalls: execution.toolCalls,
|
|
732
|
+
toolNames: execution.toolNames,
|
|
733
|
+
toolPaths: execution.toolPaths.map((path) => normalizedProbePath(sandbox, path)),
|
|
734
|
+
toolTrace: execution.toolTrace.map((item) => ({
|
|
735
|
+
...item,
|
|
736
|
+
paths: item.paths.map((path) => normalizedProbePath(sandbox, path)),
|
|
737
|
+
})),
|
|
738
|
+
durationMs: execution.durationMs,
|
|
739
|
+
...extra,
|
|
740
|
+
};
|
|
741
|
+
}
|
|
742
|
+
function persistProbeExecution(reportRoot, name, execution) {
|
|
743
|
+
const evidenceRoot = join(reportRoot, 'inheritance-probes');
|
|
744
|
+
mkdirSync(evidenceRoot, { recursive: true });
|
|
745
|
+
const stdoutPath = join(evidenceRoot, `${name}.stdout.ndjson`);
|
|
746
|
+
const stderrPath = join(evidenceRoot, `${name}.stderr.log`);
|
|
747
|
+
const exportStdoutPath = join(evidenceRoot, `${name}.export.stdout.json`);
|
|
748
|
+
const exportStderrPath = join(evidenceRoot, `${name}.export.stderr.log`);
|
|
749
|
+
writeAtomic(stdoutPath, execution.stdout);
|
|
750
|
+
writeAtomic(stderrPath, execution.stderr);
|
|
751
|
+
writeAtomic(exportStdoutPath, execution.sessionExport.stdout);
|
|
752
|
+
writeAtomic(exportStderrPath, execution.sessionExport.stderr);
|
|
753
|
+
return {
|
|
754
|
+
stdoutPath: relative(reportRoot, stdoutPath).split('\\').join('/'),
|
|
755
|
+
stdoutHash: digest(execution.stdout),
|
|
756
|
+
stderrPath: relative(reportRoot, stderrPath).split('\\').join('/'),
|
|
757
|
+
stderrHash: digest(execution.stderr),
|
|
758
|
+
exportStdoutPath: relative(reportRoot, exportStdoutPath).split('\\').join('/'),
|
|
759
|
+
exportStdoutHash: digest(execution.sessionExport.stdout),
|
|
760
|
+
exportStderrPath: relative(reportRoot, exportStderrPath).split('\\').join('/'),
|
|
761
|
+
exportStderrHash: digest(execution.sessionExport.stderr),
|
|
762
|
+
exportExitCode: execution.sessionExport.exitCode,
|
|
763
|
+
};
|
|
764
|
+
}
|
|
765
|
+
function normalizedProbePath(sandbox, path) {
|
|
766
|
+
const candidate = realpathIfExists(path);
|
|
767
|
+
return isInside(realpathSync(sandbox), candidate)
|
|
768
|
+
? relative(realpathSync(sandbox), candidate).split('\\').join('/')
|
|
769
|
+
: candidate;
|
|
770
|
+
}
|
|
771
|
+
function zeroToolPermission(agent) {
|
|
772
|
+
const tools = agent.tools;
|
|
773
|
+
const permission = agent.permission;
|
|
774
|
+
return Boolean(tools && typeof tools === 'object' && tools['*'] === false &&
|
|
775
|
+
Object.values(tools).every((allowed) => allowed === false) &&
|
|
776
|
+
permission && typeof permission === 'object' && permission['*'] === 'deny' &&
|
|
777
|
+
permission.external_directory === 'deny');
|
|
778
|
+
}
|
|
779
|
+
function targetReadPermission(agent, workspace, target) {
|
|
780
|
+
const tools = agent.tools;
|
|
781
|
+
const permission = agent.permission;
|
|
782
|
+
const read = permission?.read;
|
|
783
|
+
if (!tools || typeof tools !== 'object' || tools['*'] !== false || tools.read !== true ||
|
|
784
|
+
Object.entries(tools).some(([name, allowed]) => !['*', 'read'].includes(name) || allowed !== (name === 'read')) ||
|
|
785
|
+
!permission || typeof permission !== 'object' || permission['*'] !== 'deny' ||
|
|
786
|
+
permission.external_directory !== 'deny' || !read || typeof read !== 'object' ||
|
|
787
|
+
Array.isArray(read) || read['*'] !== 'deny')
|
|
788
|
+
return false;
|
|
789
|
+
const allowed = Object.entries(read).filter(([pattern, action]) => pattern !== '*' && action === 'allow');
|
|
790
|
+
const absolute = resolve(workspace, target);
|
|
791
|
+
const expected = new Set([target, absolute].map(normalizedInstructionPattern));
|
|
792
|
+
const canonicalAbsolute = normalizedInstructionPattern(absolute);
|
|
793
|
+
expected.add(normalizedInstructionPattern(relative(parse(canonicalAbsolute).root, canonicalAbsolute)));
|
|
794
|
+
if (existsSync(absolute)) {
|
|
795
|
+
const real = realpathSync(absolute);
|
|
796
|
+
expected.add(normalizedInstructionPattern(real));
|
|
797
|
+
expected.add(normalizedInstructionPattern(relative(parse(real).root, real)));
|
|
798
|
+
}
|
|
799
|
+
const actual = new Set(allowed.map(([pattern]) => normalizedInstructionPattern(pattern)));
|
|
800
|
+
return actual.size === expected.size && [...actual].every((pattern) => expected.has(pattern)) &&
|
|
801
|
+
Object.entries(read).every(([pattern, action]) => pattern === '*' ? action === 'deny' : action === 'allow');
|
|
802
|
+
}
|
|
803
|
+
function normalizedInstructionPattern(pattern) {
|
|
804
|
+
const normalized = pattern.replace(/\\/g, '/').replace(/^\.\//, '');
|
|
805
|
+
if (!normalized.startsWith('/') && !/^[a-zA-Z]:\//.test(normalized))
|
|
806
|
+
return normalized;
|
|
807
|
+
const original = resolve(normalized);
|
|
808
|
+
let ancestor = original;
|
|
809
|
+
while (!existsSync(ancestor) && dirname(ancestor) !== ancestor)
|
|
810
|
+
ancestor = dirname(ancestor);
|
|
811
|
+
try {
|
|
812
|
+
const suffix = relative(ancestor, original);
|
|
813
|
+
return resolve(realpathSync(ancestor), suffix).replace(/\\/g, '/');
|
|
814
|
+
}
|
|
815
|
+
catch {
|
|
816
|
+
return original.replace(/\\/g, '/');
|
|
817
|
+
}
|
|
818
|
+
}
|
|
819
|
+
function fullReadWindow(window, requiredLines) {
|
|
820
|
+
const offset = window?.offset;
|
|
821
|
+
const limit = window?.limit;
|
|
822
|
+
return (offset === null || offset === undefined || offset === 0 || offset === 1) &&
|
|
823
|
+
(limit === null || limit === undefined ||
|
|
824
|
+
(Number.isInteger(limit) && Number(limit) >= requiredLines));
|
|
825
|
+
}
|
|
826
|
+
function validRandomProbe(value, name) {
|
|
827
|
+
if (typeof value !== 'string')
|
|
828
|
+
return false;
|
|
829
|
+
const uuid = '[0-9a-f]{8}-[0-9a-f]{4}-4[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}';
|
|
830
|
+
const count = name === 'dta-reference-probe' ? 2 : 1;
|
|
831
|
+
return new RegExp(`^${name}=${uuid}${count === 2 ? `:${uuid}` : ''}$`).test(value);
|
|
832
|
+
}
|
|
833
|
+
function verifyLoadProbeSet(root, reportPath, report, primaryName, comparisonName, basic, expectedRuns) {
|
|
834
|
+
const all = Array.isArray(report.loadProbes) ? report.loadProbes : [];
|
|
835
|
+
const declaredRuns = Number(report.summary?.runsPerConfiguration);
|
|
836
|
+
const primary = all.filter((item) => item.configuration === primaryName);
|
|
837
|
+
const comparison = all.filter((item) => item.configuration === comparisonName);
|
|
838
|
+
const version = String(report.engine?.version || '');
|
|
839
|
+
const runNumbersValid = (items) => items.length === expectedRuns &&
|
|
840
|
+
new Set(items.map((item) => item.runNumber)).size === expectedRuns &&
|
|
841
|
+
items.every((item) => Number.isInteger(item.runNumber) &&
|
|
842
|
+
item.runNumber >= 1 && item.runNumber <= expectedRuns);
|
|
843
|
+
const common = (item) => {
|
|
844
|
+
const expectedInstructions = item.expectsLoad === true ? [BASIC_INSTRUCTION] : [];
|
|
845
|
+
return loadProbeCorePassed(item, version) &&
|
|
846
|
+
stableStringify(item.resolvedInstructions) === stableStringify(expectedInstructions) &&
|
|
847
|
+
verifyLoadProbeRaw(root, reportPath, item, String(report.engine?.model || ''));
|
|
848
|
+
};
|
|
849
|
+
const primaryPassed = primary.filter((item) => common(item) && item.skill?.hash === basic.hash);
|
|
850
|
+
const comparisonPassed = comparison.filter((item) => common(item));
|
|
851
|
+
const knownConfigurations = new Set([primaryName, comparisonName]);
|
|
852
|
+
const uniqueNonEmpty = (values) => values.every((value) => typeof value === 'string' && Boolean(value)) && new Set(values).size === values.length;
|
|
853
|
+
const rawStdoutPaths = all.map((item) => item.raw?.stdoutPath);
|
|
854
|
+
const rawStdoutHashes = all.map((item) => item.raw?.stdoutHash);
|
|
855
|
+
const rawExportPaths = all.map((item) => item.raw?.exportStdoutPath);
|
|
856
|
+
const rawExportHashes = all.map((item) => item.raw?.exportStdoutHash);
|
|
857
|
+
const configurationGates = report.summary?.configurationLoadGates || {};
|
|
858
|
+
const gatesRecomputed = [primaryName, comparisonName].every((name) => {
|
|
859
|
+
const gate = configurationGates[name];
|
|
860
|
+
return gate?.passed === true && gate?.totalRuns === expectedRuns &&
|
|
861
|
+
gate?.passedRuns === expectedRuns;
|
|
862
|
+
});
|
|
863
|
+
const shapeValid = Number.isInteger(expectedRuns) && expectedRuns > 0 &&
|
|
864
|
+
declaredRuns === expectedRuns &&
|
|
865
|
+
all.length === expectedRuns * 2 &&
|
|
866
|
+
all.every((item) => knownConfigurations.has(item.configuration)) &&
|
|
867
|
+
runNumbersValid(primary) && runNumbersValid(comparison) && gatesRecomputed &&
|
|
868
|
+
uniqueNonEmpty(all.map((item) => item.challenge)) &&
|
|
869
|
+
uniqueNonEmpty(all.map((item) => item.sessionId)) &&
|
|
870
|
+
uniqueNonEmpty(rawStdoutPaths) && uniqueNonEmpty(rawStdoutHashes) &&
|
|
871
|
+
uniqueNonEmpty(rawExportPaths) && uniqueNonEmpty(rawExportHashes);
|
|
872
|
+
return {
|
|
873
|
+
passed: shapeValid && primaryPassed.length === expectedRuns &&
|
|
874
|
+
comparisonPassed.length === expectedRuns,
|
|
875
|
+
primary,
|
|
876
|
+
comparison,
|
|
877
|
+
passedPrimary: primaryPassed.length,
|
|
878
|
+
passedComparison: comparisonPassed.length,
|
|
879
|
+
expectedRuns,
|
|
880
|
+
};
|
|
881
|
+
}
|
|
882
|
+
function verifyLoadProbeRaw(root, reportPath, probe, model) {
|
|
883
|
+
const raw = probe.raw;
|
|
884
|
+
if (!raw || typeof raw !== 'object')
|
|
885
|
+
return false;
|
|
886
|
+
const reportRoot = dirname(reportPath);
|
|
887
|
+
const stdout = readBoundEvidenceFile(root, reportRoot, raw.stdoutPath, raw.stdoutHash);
|
|
888
|
+
const stderr = readBoundEvidenceFile(root, reportRoot, raw.stderrPath, raw.stderrHash);
|
|
889
|
+
const exportStdout = readBoundEvidenceFile(root, reportRoot, raw.exportStdoutPath, raw.exportStdoutHash);
|
|
890
|
+
const exportStderr = readBoundEvidenceFile(root, reportRoot, raw.exportStderrPath, raw.exportStderrHash);
|
|
891
|
+
if (stdout === null || stderr === null || exportStdout === null || exportStderr === null ||
|
|
892
|
+
raw.exportExitCode !== 0)
|
|
893
|
+
return false;
|
|
894
|
+
const parsed = parsePersistedProbeOutput(stdout);
|
|
895
|
+
let exported;
|
|
896
|
+
try {
|
|
897
|
+
exported = JSON.parse(exportStdout);
|
|
898
|
+
}
|
|
899
|
+
catch {
|
|
900
|
+
return false;
|
|
901
|
+
}
|
|
902
|
+
return parsed.valid && parsed.answer === String(probe.answer || '').trim() &&
|
|
903
|
+
parsed.toolTrace.length === 0 && parsed.sessionIds.length === 1 &&
|
|
904
|
+
parsed.sessionIds[0] === probe.sessionId &&
|
|
905
|
+
verifyExportedSession(exported, probe.sessionId, probe.sessionDirectory, model, OPENCODE_LOAD_PROBE_PROMPT) &&
|
|
906
|
+
!OPENCODE_LOAD_PROBE_PROMPT.includes(String(probe.challenge || ''));
|
|
907
|
+
}
|
|
908
|
+
function verifyExportedSession(exported, sessionId, directory, model, expectedPrompt) {
|
|
909
|
+
if (String(exported?.info?.id || '') !== sessionId ||
|
|
910
|
+
String(exported?.info?.directory || '') !== directory ||
|
|
911
|
+
!Array.isArray(exported?.messages) || !model.includes('/'))
|
|
912
|
+
return false;
|
|
913
|
+
const [providerID, ...modelParts] = model.split('/');
|
|
914
|
+
const modelID = modelParts.join('/');
|
|
915
|
+
const userTexts = exported.messages
|
|
916
|
+
.filter((message) => message?.info?.role === 'user')
|
|
917
|
+
.flatMap((message) => Array.isArray(message.parts) ? message.parts : [])
|
|
918
|
+
.filter((part) => part?.type === 'text')
|
|
919
|
+
.map((part) => String(part.text || ''));
|
|
920
|
+
const modelMatched = exported.messages.some((message) => message?.info?.role === 'assistant' &&
|
|
921
|
+
String(message.info.providerID || '') === providerID &&
|
|
922
|
+
String(message.info.modelID || '') === modelID);
|
|
923
|
+
// OpenCode 1.17.x may persist a positional CLI prompt as its JSON string
|
|
924
|
+
// representation (including the surrounding quotes). Accept only that exact
|
|
925
|
+
// encoding in addition to the historical verbatim form so evidence remains
|
|
926
|
+
// strict while supporting both export formats.
|
|
927
|
+
const promptMatched = userTexts.length === 1 &&
|
|
928
|
+
(userTexts[0] === expectedPrompt || userTexts[0] === JSON.stringify(expectedPrompt));
|
|
929
|
+
return promptMatched && modelMatched;
|
|
930
|
+
}
|
|
931
|
+
function realpathIfExists(path) {
|
|
932
|
+
try {
|
|
933
|
+
return existsSync(path) ? realpathSync(path) : resolve(path);
|
|
934
|
+
}
|
|
935
|
+
catch {
|
|
936
|
+
return resolve(path);
|
|
937
|
+
}
|
|
272
938
|
}
|
|
273
939
|
function readLoadEvidence(root, input, expectedTargetHash) {
|
|
274
940
|
const loaded = readReport(root, input, 'Agent audit load evidence');
|
|
@@ -283,31 +949,241 @@ function readLoadEvidence(root, input, expectedTargetHash) {
|
|
|
283
949
|
if (digest(readFileSync(report.path, 'utf8')) !== value.reportHash) {
|
|
284
950
|
throw new Error('OpenCode load report hash 不一致');
|
|
285
951
|
}
|
|
286
|
-
return { path: loaded.path, report: report.value };
|
|
952
|
+
return { path: loaded.path, reportPath: report.path, report: report.value };
|
|
287
953
|
}
|
|
288
|
-
function verifyLoadReport(report, basic) {
|
|
289
|
-
const configuration =
|
|
290
|
-
const
|
|
291
|
-
|
|
954
|
+
function verifyLoadReport(root, reportPath, report, basic, definitionInstruction, model, currentHostVersion) {
|
|
955
|
+
const configuration = 'with_skill';
|
|
956
|
+
const comparison = 'without_skill';
|
|
957
|
+
const probeSet = verifyLoadProbeSet(root, reportPath, report, configuration, comparison, basic, 1);
|
|
958
|
+
const probes = probeSet.primary;
|
|
292
959
|
const source = report.skills?.[configuration];
|
|
293
960
|
const gate = report.summary?.configurationLoadGates?.[configuration];
|
|
961
|
+
const definition = report.inheritanceProbe?.definition || {};
|
|
962
|
+
const reference = report.inheritanceProbe?.reference || {};
|
|
963
|
+
const definitionPassed = validRandomProbe(definition.expected, 'dta-definition-probe') &&
|
|
964
|
+
definition.answer === definition.expected && definition.exitCode === 0 &&
|
|
965
|
+
definition.directoryMatched === true && definition.toolCalls === 0 &&
|
|
966
|
+
Array.isArray(definition.toolNames) && definition.toolNames.length === 0 &&
|
|
967
|
+
Array.isArray(definition.toolPaths) && definition.toolPaths.length === 0 &&
|
|
968
|
+
Array.isArray(definition.toolTrace) && definition.toolTrace.length === 0 &&
|
|
969
|
+
definition.nativeRule === 'AGENTS.md' && definitionInstruction === 'AGENTS.md' &&
|
|
970
|
+
definition.permissionPassed === true &&
|
|
971
|
+
zeroToolPermission(definition.evalAgent || {});
|
|
972
|
+
const referenceTrace = Array.isArray(reference.toolTrace) ? reference.toolTrace : [];
|
|
973
|
+
const referenceRead = referenceTrace.some((item) => item?.name === 'read' && item?.status === 'completed' &&
|
|
974
|
+
Array.isArray(item.paths) && item.paths.length === 1 &&
|
|
975
|
+
item.paths[0] === reference.path);
|
|
976
|
+
const completedReferenceReads = referenceTrace.filter((item) => item?.name === 'read' && item?.status === 'completed');
|
|
977
|
+
const referenceFullRead = Number.isInteger(reference.requiredLines) &&
|
|
978
|
+
reference.requiredLines > 0 && completedReferenceReads.length === 1 &&
|
|
979
|
+
fullReadWindow(completedReferenceReads[0]?.readWindow, reference.requiredLines);
|
|
980
|
+
const referenceToolsScoped = reference.toolCalls === 1 &&
|
|
981
|
+
referenceTrace.length === 1 &&
|
|
982
|
+
Array.isArray(reference.toolNames) && reference.toolNames.length === 1 &&
|
|
983
|
+
reference.toolNames[0] === 'read' &&
|
|
984
|
+
referenceTrace.every((item) => item?.name === 'read' &&
|
|
985
|
+
Array.isArray(item.paths) && item.paths.length === 1 && item.paths[0] === reference.path) &&
|
|
986
|
+
Array.isArray(reference.toolPaths) && reference.toolPaths.length === 1 &&
|
|
987
|
+
reference.toolPaths[0] === reference.path;
|
|
988
|
+
const referencePassed = reference.path ===
|
|
989
|
+
'.agents/skills/dingtalk-basic-behavior/references/risk-authority-and-privacy.md' &&
|
|
990
|
+
validRandomProbe(reference.expected, 'dta-reference-probe') &&
|
|
991
|
+
reference.answer === reference.expected && reference.exitCode === 0 &&
|
|
992
|
+
reference.directoryMatched === true && referenceRead && referenceFullRead &&
|
|
993
|
+
reference.fullRead === true && referenceToolsScoped &&
|
|
994
|
+
reference.permissionPassed === true &&
|
|
995
|
+
targetReadPermission(reference.evalAgent || {}, String(reference.sessionDirectory || ''), reference.path);
|
|
996
|
+
const inheritanceEvidenceValid = verifyInheritanceEvidence(root, reportPath, report.inheritanceProbe, report.inheritanceEvidence);
|
|
997
|
+
const sourceConfigEvidenceValid = verifySourceConfigEvidence(root, reportPath, report.sourceConfigPreflight, report.sourceConfigEvidence);
|
|
998
|
+
const hostMatched = report.engine?.model === model &&
|
|
999
|
+
typeof report.engine?.version === 'string' && Boolean(report.engine.version) &&
|
|
1000
|
+
report.engine.version === currentHostVersion &&
|
|
1001
|
+
report.inheritanceProbe?.host?.model === report.engine.model &&
|
|
1002
|
+
report.inheritanceProbe?.host?.openCodeVersion === report.engine.version &&
|
|
1003
|
+
report.inheritanceProbe?.host?.basicResolvedCount === 1;
|
|
294
1004
|
const passed = report.$schema === 'dingtalk-agent/opencode-eval-report@1' &&
|
|
1005
|
+
report.passed === true && report.summary?.hardGate === true &&
|
|
295
1006
|
report.dingtalkSideEffect === false && source?.name === basic.name &&
|
|
296
1007
|
source?.version === basic.version && source?.hash === basic.hash &&
|
|
297
|
-
report.summary?.loadGate === true && gate?.passed === true &&
|
|
298
|
-
|
|
299
|
-
|
|
1008
|
+
report.summary?.loadGate === true && gate?.passed === true && probeSet.passed &&
|
|
1009
|
+
definitionPassed && referencePassed && inheritanceEvidenceValid &&
|
|
1010
|
+
sourceConfigEvidenceValid && hostMatched;
|
|
300
1011
|
return {
|
|
301
1012
|
passed,
|
|
302
1013
|
evidence: {
|
|
303
1014
|
schema: report.$schema || '', configuration, sourceHash: source?.hash || '',
|
|
304
1015
|
expectedHash: basic.hash, loadGate: report.summary?.loadGate === true,
|
|
305
|
-
passedProbes:
|
|
306
|
-
|
|
1016
|
+
passedProbes: probeSet.passedPrimary,
|
|
1017
|
+
baselineAntiGuessProbes: probeSet.passedComparison,
|
|
1018
|
+
expectedRunsPerConfiguration: probeSet.expectedRuns,
|
|
1019
|
+
definitionInstruction,
|
|
1020
|
+
definitionNativeRule: definition.nativeRule === 'AGENTS.md',
|
|
307
1021
|
totalProbes: probes.length,
|
|
1022
|
+
definitionProbePassed: definitionPassed,
|
|
1023
|
+
referenceProbePassed: referencePassed,
|
|
1024
|
+
inheritanceProbePassed: definitionPassed && referencePassed &&
|
|
1025
|
+
inheritanceEvidenceValid && hostMatched,
|
|
1026
|
+
inheritanceEvidenceValid,
|
|
1027
|
+
sourceConfigEvidenceValid,
|
|
1028
|
+
hostMatched,
|
|
1029
|
+
inheritanceDefinition: definition,
|
|
1030
|
+
inheritanceReference: reference,
|
|
308
1031
|
},
|
|
309
1032
|
};
|
|
310
1033
|
}
|
|
1034
|
+
function verifySourceConfigEvidence(root, reportPath, summary, evidence) {
|
|
1035
|
+
if (!summary || typeof summary !== 'object' || Array.isArray(summary) ||
|
|
1036
|
+
!evidence || typeof evidence !== 'object' || Array.isArray(evidence))
|
|
1037
|
+
return false;
|
|
1038
|
+
const value = summary;
|
|
1039
|
+
const manifest = evidence;
|
|
1040
|
+
if (value.passed !== true || value.definitionInstruction !== 'AGENTS.md' ||
|
|
1041
|
+
value.definitionInstructionCount !== 0 || value.basicInstructionCount !== 1 ||
|
|
1042
|
+
typeof value.rawHash !== 'string' || !value.rawHash ||
|
|
1043
|
+
manifest.rawHash !== value.rawHash)
|
|
1044
|
+
return false;
|
|
1045
|
+
const body = readBoundEvidenceFile(root, dirname(reportPath), manifest.path, manifest.hash);
|
|
1046
|
+
if (body === null)
|
|
1047
|
+
return false;
|
|
1048
|
+
try {
|
|
1049
|
+
return stableStringify(JSON.parse(body)) === stableStringify(value);
|
|
1050
|
+
}
|
|
1051
|
+
catch {
|
|
1052
|
+
return false;
|
|
1053
|
+
}
|
|
1054
|
+
}
|
|
1055
|
+
function verifyInheritanceEvidence(root, reportPath, probe, evidence) {
|
|
1056
|
+
if (!reportPath || !probe || typeof probe !== 'object' || !evidence ||
|
|
1057
|
+
typeof evidence !== 'object' || Array.isArray(evidence))
|
|
1058
|
+
return false;
|
|
1059
|
+
const manifest = evidence;
|
|
1060
|
+
const reportRoot = dirname(reportPath);
|
|
1061
|
+
const result = readBoundEvidenceFile(root, reportRoot, manifest.resultPath, manifest.resultHash);
|
|
1062
|
+
if (!result)
|
|
1063
|
+
return false;
|
|
1064
|
+
try {
|
|
1065
|
+
if (stableStringify(JSON.parse(result)) !== stableStringify(probe))
|
|
1066
|
+
return false;
|
|
1067
|
+
}
|
|
1068
|
+
catch {
|
|
1069
|
+
return false;
|
|
1070
|
+
}
|
|
1071
|
+
const value = probe;
|
|
1072
|
+
const rawBodies = {};
|
|
1073
|
+
const rawValid = ['definition', 'reference'].every((name) => {
|
|
1074
|
+
const raw = value[name]?.raw;
|
|
1075
|
+
if (!raw || typeof raw !== 'object')
|
|
1076
|
+
return false;
|
|
1077
|
+
const stdout = readBoundEvidenceFile(root, reportRoot, raw.stdoutPath, raw.stdoutHash);
|
|
1078
|
+
const stderr = readBoundEvidenceFile(root, reportRoot, raw.stderrPath, raw.stderrHash);
|
|
1079
|
+
const exportStdout = readBoundEvidenceFile(root, reportRoot, raw.exportStdoutPath, raw.exportStdoutHash);
|
|
1080
|
+
const exportStderr = readBoundEvidenceFile(root, reportRoot, raw.exportStderrPath, raw.exportStderrHash);
|
|
1081
|
+
if (stdout === null || stderr === null || exportStdout === null || exportStderr === null ||
|
|
1082
|
+
raw.exportExitCode !== 0)
|
|
1083
|
+
return false;
|
|
1084
|
+
try {
|
|
1085
|
+
const exported = JSON.parse(exportStdout);
|
|
1086
|
+
const expectedPrompt = name === 'definition'
|
|
1087
|
+
? DEFINITION_PROBE_PROMPT : REFERENCE_PROBE_PROMPT;
|
|
1088
|
+
if (!verifyExportedSession(exported, String(value[name]?.sessionId || ''), String(value[name]?.sessionDirectory || ''), String(value.host?.model || ''), expectedPrompt))
|
|
1089
|
+
return false;
|
|
1090
|
+
}
|
|
1091
|
+
catch {
|
|
1092
|
+
return false;
|
|
1093
|
+
}
|
|
1094
|
+
rawBodies[name] = stdout;
|
|
1095
|
+
return true;
|
|
1096
|
+
});
|
|
1097
|
+
if (!rawValid)
|
|
1098
|
+
return false;
|
|
1099
|
+
const definitionRaw = parsePersistedProbeOutput(rawBodies.definition);
|
|
1100
|
+
const referenceRaw = parsePersistedProbeOutput(rawBodies.reference);
|
|
1101
|
+
const summaryReferenceTrace = Array.isArray(value.reference?.toolTrace)
|
|
1102
|
+
? value.reference.toolTrace : [];
|
|
1103
|
+
const rawCompletedReads = referenceRaw.toolTrace.filter((item) => item.name === 'read' && item.status === 'completed');
|
|
1104
|
+
return definitionRaw.valid && definitionRaw.answer === value.definition?.answer &&
|
|
1105
|
+
definitionRaw.sessionIds.length === 1 &&
|
|
1106
|
+
definitionRaw.sessionIds[0] === value.definition?.sessionId &&
|
|
1107
|
+
definitionRaw.toolTrace.length === 0 &&
|
|
1108
|
+
referenceRaw.valid && referenceRaw.answer === value.reference?.answer &&
|
|
1109
|
+
referenceRaw.sessionIds.length === 1 &&
|
|
1110
|
+
referenceRaw.sessionIds[0] === value.reference?.sessionId &&
|
|
1111
|
+
referenceRaw.toolTrace.length === value.reference?.toolCalls &&
|
|
1112
|
+
referenceRaw.toolTrace.length === summaryReferenceTrace.length &&
|
|
1113
|
+
referenceRaw.toolTrace.every((item, index) => stableStringify(item.readWindow) ===
|
|
1114
|
+
stableStringify(summaryReferenceTrace[index]?.readWindow)) &&
|
|
1115
|
+
rawCompletedReads.length === 1 &&
|
|
1116
|
+
fullReadWindow(rawCompletedReads[0].readWindow, value.reference?.requiredLines) &&
|
|
1117
|
+
referenceRaw.toolTrace.every((item) => item.name === 'read' &&
|
|
1118
|
+
item.paths.length === 1 && item.paths[0] === value.reference?.path);
|
|
1119
|
+
}
|
|
1120
|
+
function parsePersistedProbeOutput(body) {
|
|
1121
|
+
const events = [];
|
|
1122
|
+
for (const line of body.split(/\r?\n/)) {
|
|
1123
|
+
if (!line.trim())
|
|
1124
|
+
continue;
|
|
1125
|
+
try {
|
|
1126
|
+
events.push(JSON.parse(line));
|
|
1127
|
+
}
|
|
1128
|
+
catch {
|
|
1129
|
+
return { valid: false, answer: '', sessionIds: [], toolTrace: [] };
|
|
1130
|
+
}
|
|
1131
|
+
}
|
|
1132
|
+
const answer = events.filter((event) => event.type === 'text' && event.part?.type === 'text')
|
|
1133
|
+
.map((event) => String(event.part.text || '')).join('\n').trim();
|
|
1134
|
+
const toolEvents = events.filter((event) => String(event.type || '').includes('tool') || event.part?.type === 'tool');
|
|
1135
|
+
return {
|
|
1136
|
+
valid: events.length > 0,
|
|
1137
|
+
answer,
|
|
1138
|
+
sessionIds: [...new Set(events.map((event) => String(event.sessionID || ''))
|
|
1139
|
+
.filter(Boolean))],
|
|
1140
|
+
toolTrace: toolEvents.map((event) => ({
|
|
1141
|
+
name: String(event.part?.tool || event.part?.name || event.tool || event.name || ''),
|
|
1142
|
+
status: String(event.part?.state?.status || event.status || ''),
|
|
1143
|
+
paths: persistedToolPaths(event),
|
|
1144
|
+
readWindow: persistedReadWindow(event),
|
|
1145
|
+
})),
|
|
1146
|
+
};
|
|
1147
|
+
}
|
|
1148
|
+
function persistedReadWindow(event) {
|
|
1149
|
+
const input = event.part?.state?.input;
|
|
1150
|
+
return {
|
|
1151
|
+
offset: Number.isInteger(input?.offset) ? Number(input.offset) : null,
|
|
1152
|
+
limit: Number.isInteger(input?.limit) ? Number(input.limit) : null,
|
|
1153
|
+
};
|
|
1154
|
+
}
|
|
1155
|
+
function persistedToolPaths(event) {
|
|
1156
|
+
const paths = [];
|
|
1157
|
+
for (const candidate of [event.part?.state?.input, event.part?.state?.metadata]) {
|
|
1158
|
+
if (!candidate || typeof candidate !== 'object')
|
|
1159
|
+
continue;
|
|
1160
|
+
for (const [key, value] of Object.entries(candidate)) {
|
|
1161
|
+
if (!['filePath', 'filepath', 'path', 'directory'].includes(key) ||
|
|
1162
|
+
typeof value !== 'string')
|
|
1163
|
+
continue;
|
|
1164
|
+
const normalized = value.replace(/\\/g, '/').replace(/^\.\//, '');
|
|
1165
|
+
const target = '.agents/skills/dingtalk-basic-behavior/references/' +
|
|
1166
|
+
'risk-authority-and-privacy.md';
|
|
1167
|
+
paths.push(normalized === target || normalized.endsWith(`/${target}`)
|
|
1168
|
+
? target : normalized);
|
|
1169
|
+
}
|
|
1170
|
+
}
|
|
1171
|
+
return [...new Set(paths)];
|
|
1172
|
+
}
|
|
1173
|
+
function readBoundEvidenceFile(root, reportRoot, input, expectedHash) {
|
|
1174
|
+
if (typeof input !== 'string' || !input || typeof expectedHash !== 'string' ||
|
|
1175
|
+
!/^[a-f0-9]{64}$/.test(expectedHash))
|
|
1176
|
+
return null;
|
|
1177
|
+
const candidate = resolve(reportRoot, input);
|
|
1178
|
+
if (!isInside(root, candidate) || !isInside(reportRoot, candidate) || !existsSync(candidate)) {
|
|
1179
|
+
return null;
|
|
1180
|
+
}
|
|
1181
|
+
const path = realpathSync(candidate);
|
|
1182
|
+
if (!isInside(root, path) || !isInside(reportRoot, path) || !statSync(path).isFile())
|
|
1183
|
+
return null;
|
|
1184
|
+
const body = readFileSync(path, 'utf8');
|
|
1185
|
+
return digest(body) === expectedHash ? body : null;
|
|
1186
|
+
}
|
|
311
1187
|
function verifyRemoteReport(report, definitionHash, routes, basic) {
|
|
312
1188
|
const mounts = Array.isArray(report.mounts) ? report.mounts : [];
|
|
313
1189
|
const expected = Object.entries(routes)
|
|
@@ -350,12 +1226,12 @@ function readReport(root, input, label) {
|
|
|
350
1226
|
function repairFor(id) {
|
|
351
1227
|
if (id === 'definition.semantic-contract')
|
|
352
1228
|
return {
|
|
353
|
-
id, why: '
|
|
1229
|
+
id, why: '结构化模板不能替代真实的本体定义、岗位底线、做事范式和常犯错误。',
|
|
354
1230
|
actions: ['评审并替换 AGENTS.md 中所有 <...> 占位符,再复跑 audit。'],
|
|
355
1231
|
};
|
|
356
1232
|
if (id === 'definition.body')
|
|
357
1233
|
return {
|
|
358
|
-
id, why: 'Agent
|
|
1234
|
+
id, why: 'Agent 必须有长期定义、岗位底线、做事范式和常犯错误。',
|
|
359
1235
|
actions: ['从 compose Skill 的 AGENTS.template.md 创建 AGENTS.md,再复跑 audit。'],
|
|
360
1236
|
};
|
|
361
1237
|
if (id === 'storage.memory')
|
|
@@ -390,8 +1266,13 @@ function repairFor(id) {
|
|
|
390
1266
|
};
|
|
391
1267
|
if (id === 'host.basic-exposure')
|
|
392
1268
|
return {
|
|
393
|
-
id, why: 'OpenCode 只能从项目 exposure
|
|
394
|
-
actions: ['把 canonical dingtalk-basic-behavior
|
|
1269
|
+
id, why: 'OpenCode 只能从项目 exposure 完整继承本次装配的 Basic Skill 入口、references 与 assets。',
|
|
1270
|
+
actions: ['把 canonical dingtalk-basic-behavior 全树物化到 .agents/skills/dingtalk-basic-behavior。'],
|
|
1271
|
+
};
|
|
1272
|
+
if (id === 'host.definition-rule')
|
|
1273
|
+
return {
|
|
1274
|
+
id, why: 'OpenCode 只会把项目根 AGENTS.md 作为本地原生 rule;重复 custom instruction 会形成冗余通道。',
|
|
1275
|
+
actions: ['把项目本体统一为根目录 AGENTS.md,并从 opencode.json#instructions 删除其等价路径。'],
|
|
395
1276
|
};
|
|
396
1277
|
if (id === 'host.basic-instruction')
|
|
397
1278
|
return {
|
|
@@ -405,8 +1286,8 @@ function repairFor(id) {
|
|
|
405
1286
|
};
|
|
406
1287
|
if (id === 'host.load-probe')
|
|
407
1288
|
return {
|
|
408
|
-
id, why: '
|
|
409
|
-
actions: ['执行 dta agent audit --verify-load --yes --json
|
|
1289
|
+
id, why: '静态目录和配置不能证明 Host 已解析 Agent Definition 并让模型读到 Basic 正文。',
|
|
1290
|
+
actions: ['执行 dta agent audit --verify-load --yes --json,保留 resolved instructions、随机 probe 与 Session directory 证据。'],
|
|
410
1291
|
};
|
|
411
1292
|
if (id === 'authority.dws')
|
|
412
1293
|
return {
|
|
@@ -458,4 +1339,47 @@ function isInside(root, candidate) {
|
|
|
458
1339
|
const rel = relative(root, candidate);
|
|
459
1340
|
return rel === '' || (rel !== '..' && !rel.startsWith(`..${process.platform === 'win32' ? '\\' : '/'}`));
|
|
460
1341
|
}
|
|
1342
|
+
function inspectContainedPath(root, input) {
|
|
1343
|
+
const rootReal = realpathSync(resolve(root));
|
|
1344
|
+
const candidate = resolve(rootReal, input);
|
|
1345
|
+
if (!isInside(rootReal, candidate)) {
|
|
1346
|
+
return { valid: false, path: candidate, reason: 'outside-agent-root' };
|
|
1347
|
+
}
|
|
1348
|
+
const rel = relative(rootReal, candidate);
|
|
1349
|
+
let cursor = rootReal;
|
|
1350
|
+
for (const segment of rel.split(/[\\/]/).filter(Boolean)) {
|
|
1351
|
+
cursor = join(cursor, segment);
|
|
1352
|
+
if (!pathEntryExists(cursor))
|
|
1353
|
+
break;
|
|
1354
|
+
const info = lstatSync(cursor);
|
|
1355
|
+
if (info.isSymbolicLink()) {
|
|
1356
|
+
return { valid: false, path: candidate, reason: `symlink:${relative(rootReal, cursor)}` };
|
|
1357
|
+
}
|
|
1358
|
+
if (cursor !== candidate && !info.isDirectory()) {
|
|
1359
|
+
return { valid: false, path: candidate, reason: `non-directory-ancestor:${relative(rootReal, cursor)}` };
|
|
1360
|
+
}
|
|
1361
|
+
}
|
|
1362
|
+
let ancestor = candidate;
|
|
1363
|
+
while (!pathEntryExists(ancestor) && dirname(ancestor) !== ancestor)
|
|
1364
|
+
ancestor = dirname(ancestor);
|
|
1365
|
+
try {
|
|
1366
|
+
const projected = resolve(realpathSync(ancestor), relative(ancestor, candidate));
|
|
1367
|
+
if (!isInside(rootReal, projected)) {
|
|
1368
|
+
return { valid: false, path: candidate, reason: 'realpath-outside-agent-root' };
|
|
1369
|
+
}
|
|
1370
|
+
}
|
|
1371
|
+
catch (error) {
|
|
1372
|
+
return { valid: false, path: candidate, reason: `realpath-error:${error.message}` };
|
|
1373
|
+
}
|
|
1374
|
+
return { valid: true, path: candidate, reason: '' };
|
|
1375
|
+
}
|
|
1376
|
+
function pathEntryExists(path) {
|
|
1377
|
+
try {
|
|
1378
|
+
lstatSync(path);
|
|
1379
|
+
return true;
|
|
1380
|
+
}
|
|
1381
|
+
catch {
|
|
1382
|
+
return false;
|
|
1383
|
+
}
|
|
1384
|
+
}
|
|
461
1385
|
//# sourceMappingURL=agent-audit.js.map
|