cli-validator 7.0.8 → 7.0.18

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/installer.mjs CHANGED
@@ -1,9 +1,10 @@
1
1
  /**
2
- * 五个官方技能共用这一份安装器。packages/*-cli/installer.mjs 必须与本文件字节一致。
2
+ * 八个官方技能共用这一份安装器。packages/*-cli/installer.mjs 必须与本文件字节一致。
3
3
  * 禁止第二套超时、第二套版本来源、第二套 bin 名。
4
4
  */
5
- import { copyFile, mkdir, writeFile } from 'node:fs/promises'
6
- import { existsSync, readFileSync } from 'node:fs'
5
+ import { randomUUID } from 'node:crypto'
6
+ import { constants, existsSync, readFileSync } from 'node:fs'
7
+ import { cp, lstat, mkdir, open, rm, writeFile } from 'node:fs/promises'
7
8
  import { dirname, join, resolve } from 'node:path'
8
9
  import { stdin, stdout } from 'node:process'
9
10
  import { createInterface } from 'node:readline/promises'
@@ -12,6 +13,18 @@ import { fileURLToPath } from 'node:url'
12
13
  export const LOOKUP_TIMEOUT_MS = 8000
13
14
  export const CALL_TIMEOUT_MS = 120_000
14
15
  const INSTALL_META = 'install-meta.json'
16
+ const FEEDBACK_API_PATH = '/api/v1/telemetry/skill-usage'
17
+ const BRAIN_CLIENT_TOKEN_FILE_ENV = 'CLITAX_BRAIN_CLIENT_TOKEN_FILE'
18
+ const BRAIN_CLIENT_TOKEN_FILE_VERSION = 'member-brain.client-token-file/1.0'
19
+ const BRAIN_CLIENT_AUTH_SCHEME = 'BrainClient'
20
+ const BRAIN_CLIENT_TOKEN_FILE_MAX_BYTES = 16_384
21
+ const BRAIN_CLIENT_TOKEN_FILE_MODE = 0o600
22
+ const FEEDBACK_COMMENT_MAX = 500
23
+ const FEEDBACK_SCORE_MIN = 0
24
+ const FEEDBACK_SCORE_MAX = 100
25
+ const BRAIN_CLIENT_TOKEN_PATTERN = /^[A-Za-z0-9_-]{43}$/
26
+ const FEEDBACK_INVOCATION_PATTERN = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-5][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i
27
+ const FEEDBACK_SCORE_PATTERN = /^(?:0|[1-9]\d{0,2})$/
15
28
 
16
29
  function asObject(value, label) {
17
30
  if (!value || typeof value !== 'object' || Array.isArray(value)) {
@@ -112,12 +125,113 @@ export async function callOfficialSkill(context, operation, input) {
112
125
  return payload
113
126
  }
114
127
 
128
+ export function feedbackCommandInput(args) {
129
+ const invocationId = requiredString(args[1], 'feedback invocation id')
130
+ if (!FEEDBACK_INVOCATION_PATTERN.test(invocationId)) {
131
+ throw new Error('feedback invocation id must be the UUID returned by a real skill response')
132
+ }
133
+ const scoreText = requiredString(args[2], 'feedback score')
134
+ if (!FEEDBACK_SCORE_PATTERN.test(scoreText)) {
135
+ throw new Error(`feedback score must be an integer between ${FEEDBACK_SCORE_MIN} and ${FEEDBACK_SCORE_MAX}`)
136
+ }
137
+ const score = Number(scoreText)
138
+ if (!Number.isInteger(score) || score < FEEDBACK_SCORE_MIN || score > FEEDBACK_SCORE_MAX) {
139
+ throw new Error(`feedback score must be between ${FEEDBACK_SCORE_MIN} and ${FEEDBACK_SCORE_MAX}`)
140
+ }
141
+ const userComment = args.slice(3).join(' ').trim()
142
+ if (!userComment) throw new Error('feedback comment is required')
143
+ if (userComment.length > FEEDBACK_COMMENT_MAX) {
144
+ throw new Error(`feedback comment must be at most ${FEEDBACK_COMMENT_MAX} characters`)
145
+ }
146
+ return { invocationId, score, userComment }
147
+ }
148
+
149
+ async function brainClientAuthorization(context, environment) {
150
+ const configuredPath = typeof environment[BRAIN_CLIENT_TOKEN_FILE_ENV] === 'string'
151
+ ? environment[BRAIN_CLIENT_TOKEN_FILE_ENV].trim() : ''
152
+ if (!configuredPath) throw new Error(`${BRAIN_CLIENT_TOKEN_FILE_ENV} is required`)
153
+ if (process.platform === 'win32' || typeof process.getuid !== 'function') {
154
+ throw new Error('Brain Client token file ownership cannot be verified')
155
+ }
156
+ const tokenFilePath = resolve(configuredPath)
157
+ const linkStatus = await lstat(tokenFilePath)
158
+ if (linkStatus.isSymbolicLink()) throw new Error('Brain Client token file cannot be a symlink')
159
+ const handle = await open(tokenFilePath, constants.O_RDONLY | constants.O_NOFOLLOW)
160
+ try {
161
+ const status = await handle.stat()
162
+ if (!status.isFile() || status.uid !== process.getuid()
163
+ || (status.mode & 0o777) !== BRAIN_CLIENT_TOKEN_FILE_MODE
164
+ || status.size < 1 || status.size > BRAIN_CLIENT_TOKEN_FILE_MAX_BYTES) {
165
+ throw new Error('Brain Client token file must be owned by the current user with mode 0600')
166
+ }
167
+ const tokenFile = asObject(JSON.parse(await handle.readFile('utf8')), 'Brain Client token file')
168
+ const expectedKeys = ['authorizationScheme', 'endpoint', 'schemaVersion', 'token']
169
+ if (Object.keys(tokenFile).sort().join('\n') !== expectedKeys.join('\n')) {
170
+ throw new Error('Brain Client token file contains unknown or missing fields')
171
+ }
172
+ const endpoint = new URL(requiredString(tokenFile.endpoint, 'Brain Client endpoint'))
173
+ if (tokenFile.schemaVersion !== BRAIN_CLIENT_TOKEN_FILE_VERSION
174
+ || tokenFile.authorizationScheme !== BRAIN_CLIENT_AUTH_SCHEME
175
+ || endpoint.origin !== new URL(context.endpoint).origin
176
+ || endpoint.pathname !== FEEDBACK_API_PATH || endpoint.search || endpoint.hash
177
+ || endpoint.username || endpoint.password
178
+ || !BRAIN_CLIENT_TOKEN_PATTERN.test(tokenFile.token)) {
179
+ throw new Error('Brain Client token file authority is invalid')
180
+ }
181
+ return `${BRAIN_CLIENT_AUTH_SCHEME} ${tokenFile.token}`
182
+ } finally {
183
+ await handle.close()
184
+ }
185
+ }
186
+
187
+ export async function submitOfficialSkillFeedback(context, args, environment, request) {
188
+ const input = feedbackCommandInput(args)
189
+ const authorization = await brainClientAuthorization(context, environment)
190
+ const requestId = `${context.runtimeCode}-${randomUUID()}`
191
+ let response
192
+ try {
193
+ response = await request(new URL(FEEDBACK_API_PATH, context.endpoint), {
194
+ method: 'POST',
195
+ headers: {
196
+ 'Content-Type': 'application/json',
197
+ Authorization: authorization,
198
+ },
199
+ body: JSON.stringify({
200
+ requestId,
201
+ skillId: context.runtimeCode,
202
+ invocationId: input.invocationId,
203
+ score: input.score,
204
+ userComment: input.userComment,
205
+ }),
206
+ signal: AbortSignal.timeout(LOOKUP_TIMEOUT_MS),
207
+ })
208
+ } catch {
209
+ throw new Error('cli.tax feedback request failed')
210
+ }
211
+ let payload
212
+ try {
213
+ payload = asObject(await response.json(), 'cli.tax feedback response')
214
+ } catch (error) {
215
+ if (error instanceof Error && error.message.startsWith('cli.tax feedback response')) throw error
216
+ throw new Error(`cli.tax feedback failed: non-JSON response (HTTP ${response.status})`)
217
+ }
218
+ if (!response.ok || payload.ok !== true) {
219
+ throw new Error(`cli.tax feedback failed: HTTP ${response.status}`)
220
+ }
221
+ if (payload.requestId !== requestId || typeof payload.id !== 'string'
222
+ || !FEEDBACK_INVOCATION_PATTERN.test(payload.id)
223
+ || typeof payload.duplicated !== 'boolean') {
224
+ throw new Error('cli.tax feedback response authority is invalid')
225
+ }
226
+ return { id: payload.id, requestId, duplicated: payload.duplicated }
227
+ }
228
+
115
229
  export async function installOfficialSkill(context, explicit) {
116
230
  const target = installTarget(context.skillName, explicit)
117
231
  await mkdir(target, { recursive: true })
118
232
  const previous = readInstallMeta(target)
119
- await copyFile(join(context.skillDir, 'SKILL.md'), join(target, 'SKILL.md'))
120
- await copyFile(join(context.skillDir, 'skill.json'), join(target, 'skill.json'))
233
+ await rm(join(target, 'references'), { recursive: true, force: true })
234
+ await cp(context.skillDir, target, { recursive: true, force: true })
121
235
  const installed = asObject(JSON.parse(readFileSync(join(target, 'skill.json'), 'utf8')), 'installed skill.json')
122
236
  const installedVersion = requiredString(installed.version, 'installed skill.json version')
123
237
  await writeFile(join(target, INSTALL_META), `${JSON.stringify({
@@ -170,7 +284,6 @@ export function defaultUsage(context, extraLines) {
170
284
  ' Check whether the installed skill has a newer version.',
171
285
  ` npx ${context.npmName}@latest run`,
172
286
  ' Run the skill handshake: discover capabilities and collect intake answers.',
173
- '',
174
287
  `Endpoint: ${context.endpoint}`,
175
288
  ]
176
289
  if (extraLines?.length) lines.push('', ...extraLines)
@@ -227,6 +340,10 @@ export async function dispatchOfficialSkillCli(options) {
227
340
  if (command === 'install') await installOfficialSkill(context, argument)
228
341
  else if (command === 'check') await checkOfficialSkill(context, argument)
229
342
  else if (command === 'run') await options.runCommand(context)
343
+ else if (command === 'feedback') {
344
+ const receipt = await submitOfficialSkillFeedback(context, args, process.env, fetch)
345
+ console.log(`${context.displayName} feedback accepted: ${receipt.id}`)
346
+ }
230
347
  else if (command === 'help' || command === '--help' || command === '-h') {
231
348
  console.log(options.usage ? options.usage(context) : defaultUsage(context, options.extraUsageLines))
232
349
  } else {
package/package.json CHANGED
@@ -17,5 +17,5 @@
17
17
  "url": "https://github.com/88208555/Validator-clitax.git"
18
18
  },
19
19
  "type": "module",
20
- "version": "7.0.8"
20
+ "version": "7.0.18"
21
21
  }
package/skill/SKILL.md CHANGED
@@ -5,57 +5,105 @@ description: '交付前质量门禁:三道防线(静态/动态/对抗)递
5
5
 
6
6
  # Validator
7
7
 
8
- 技能链最后一站——交付前质量门禁。
9
-
10
- ## 核心原则
11
-
12
- 1. **确定性验证**:所有正式判定由确定性引擎执行,模型只做辅助解释
13
- 2. **零信任自报**:不接受任何"自报通过",必须有执行证据
14
- 3. **分级放行**:P0 阻断 / P1 降级放行 / P2 提示
15
- 4. **非侵入优先**:默认非侵入;侵入式测试仅在显式授权沙箱中
16
-
17
- ## 三道防线
18
-
19
- - **第一道:静态防线** validate-structure + security-scan + compliance-audit
20
- - **第二道:动态防线** functional-verify + sandbox-run + fuzz-input + perf-benchmark
21
- - **第三道:对抗防线** intrusive-test + mutation testing
22
-
23
- ## 操作目录(12 个)
24
-
25
- | 操作 | 类别 | 说明 |
26
- |------|------|------|
27
- | capabilities | 元 | 能力发现 + JSON Schema |
28
- | intake | | 验收需求收集 |
29
- | plan | 编排 | 生成验证计划 + 技能路由 |
30
- | validate-structure | 静态 | Schema/依赖/引用闭合 |
31
- | security-scan | 静态 | 漏洞/注入/硬编码密钥 |
32
- | compliance-audit | 静态 | 等保基线/行业规范 |
33
- | functional-verify | 动态 | 黄金基准测试 |
34
- | sandbox-run | 动态 | 沙箱隔离执行 |
35
- | fuzz-input | 动态 | 模糊测试 + 数据溯源 |
36
- | perf-benchmark | 动态 | 性能压测 + 回归基线 |
37
- | intrusive-test | 对抗 | 故障注入/白盒(需授权) |
38
- | verdict | 汇总 | 终审裁决 |
39
-
40
- ## 终审裁决等级
41
-
42
- | 等级 | 条件 | 动作 |
43
- |------|------|------|
44
- | pass | 一二道防线 0 P0/0 P1 | 允许交付 |
45
- | pass-with-risk | 0 P0,P1 已登记台账 | 有条件交付 |
46
- | blocked | 任何 P0 | 阻断 + 自动路由返工 |
47
- | incomplete | 证据不足 | 不得判 pass |
48
-
49
- ## 与现有技能边界
50
-
51
- - aimlock:管"变更过程中"门禁(改前),Validator 管"交付前"门禁(成品)
52
- - blueprint:消费其 ACCEPTANCE-CHECKLIST 做验收对账
53
- - swarm:返工指令通过 swarm 重新派单
54
- - calctool:final-gate 为生成方自检,Validator 为独立终审
8
+ Package version: v7.0.18
9
+
10
+ Validator 是技能链最后一站,只消费冻结目标和真实执行证据;模型解释没有裁判权。
11
+
12
+ ## V1–V6 能力状态
13
+
14
+ | 编号 | 状态 | 当前边界 |
15
+ |---|---|---|
16
+ | V1 完整 JSON Schema | 已实现 | `capabilities.operationSchemas` 为 Draft 2020-12 兼容对象结构,不返回伪类型字符串 |
17
+ | V2 GoldenBaseline | 已实现 | 必须提供来源种类、定位符、来源 SHA-256、版本、冻结人、冻结时间和测试集 SHA-256 |
18
+ | V3 TestEvidence | 已实现 | 统一为 `cli.tax.test-evidence/1.0`;独立终审只信任 Ed25519 签名的 trusted-runner receipt |
19
+ | V4 技能桥协议 | 已实现(协议级) | 接收 Aimlock 合同摘要与 Blueprint 验收报告摘要;不主动访问其网络端点 |
20
+ | V5 本地/远端边界 | 已实现 | 静态扫描和签名验证可纯执行;沙箱、fuzz、性能、侵入测试仅返回 `pending-execution`,必须由本地 runner 执行 |
21
+ | V6 黄金路径 | 已实现 | 下方示例覆盖冻结、执行、TestEvidence、终审四步 |
22
+ | 确定性返工路由 | 已实现 | structure/schema→Blueprint、formula/calculation→Calctool、scope drift→Aimlock、execution/dispatch→Swarm;Validator 自身缺陷只生成补丁提议并要求人工确认 |
23
+ | mutation testing | 规划中 | 当前不得声称已执行或作为通过证据 |
24
+
25
+ ## 强制调用顺序
26
+
27
+ 1. 先调用 `capabilities` 并读取每个操作的真实 JSON Schema 与 `operationStatus`。
28
+ 2. `intake plan` 明确风险和验证模块。
29
+ 3. 静态防线执行 `validate-structure / security-scan / compliance-audit`。
30
+ 4. 动态防线先冻结 GoldenBaseline,再由可信 runner 执行并签署 receipt。
31
+ 5. `functional-verify` receipt 规范化为 TestEvidence,最后调用 `verdict`。
32
+
33
+ ## 冻结目标合同
34
+
35
+ `validator.validation-subject/1.0` 必须绑定:
36
+
37
+ - 交付物 `artifactSha256`、`validationRunId`、`planId`;
38
+ - 非空 tests 与包含 `command + requiredExitCode` 的 policy;
39
+ - `validator.golden-baseline/1.0`,其中 `testsSha256` 必须等于 tests 的规范 JSON SHA-256;
40
+ - 可选 `contracts.aimlock`(goalId、scopeContractSha256、snapshotSha256)和
41
+ `contracts.blueprint`(blueprintId、acceptanceReportSha256)、
42
+ `contracts.archguard`(contractSha256、ledgerSha256、driftStatus)。桥字段一旦出现就必须完整且摘要合法;ArchGuard 红灯不得被 Validator 放行。
43
+
44
+ GoldenBaseline 只有 `frozen: true` 才有效。来源只允许 `repository-commit / artifact / approved-record`,且必须提供可追溯 locator 和 SHA-256。修改 tests 后必须生成新基线版本,不得沿用旧摘要。
45
+
46
+ ## 统一 TestEvidence
47
+
48
+ 基础字段固定为:`schemaVersion`、稳定 `evidenceId`、`kind`、`runner`、`command`、整数 `exitCode`、非负 `durationMs`、`summary`;可携带 `artifactSha256`、subject、subjectDigest、receipt。
49
+
50
+ - `runner: local` 只是执行记录,Validator 独立终审中最高只能 `incomplete`。
51
+ - `runner: trusted-runner` 仍不足以自证;receipt 必须通过配置公钥的 Ed25519 验签、有效期、subject digest 和结果字段交叉校验。
52
+ - pending、缺字段、签名错误、跨工件/跨测试/跨 policy/跨 run 重放均不可通过。
53
+ - 任何失败 receipt 或非预期 exit code 均 `blocked`。
54
+
55
+ ## 裁决规则
56
+
57
+ | 结果 | 确定性条件 |
58
+ |---|---|
59
+ | `pass` | 无 P0/P1,且至少一份 TestEvidence 全部可信有效 |
60
+ | `pass-with-risk` | 无 P0,存在 P1,证据有效,且每个 P1 都有完整风险台账 |
61
+ | `blocked` | 存在 P0,或可信执行证据显示失败 |
62
+ | `incomplete` | 无证据、pending、local 自报、不可验签,或 P1 风险台账不完整 |
63
+
64
+ 风险台账每项至少包含稳定 riskId、对应 findingRuleId 与 findingEntityRef、owner、mitigation、acceptedBy、acceptedAt。每个 P1 finding 都必须按 ruleId + entityRef 独立覆盖;缺任一项不得 `pass-with-risk`。
65
+
66
+ ## 黄金路径示例
67
+
68
+ ```json
69
+ {
70
+ "schemaVersion": "validator.validation-subject/1.0",
71
+ "artifactSha256": "<64 lowercase hex>",
72
+ "validationRunId": "release-20260823",
73
+ "planId": "blueprint-release-20260823",
74
+ "tests": [{ "name": "pnpm-test", "expectedExitCode": 0 }],
75
+ "policy": { "command": "pnpm test", "requiredExitCode": 0 },
76
+ "goldenBaseline": {
77
+ "schemaVersion": "validator.golden-baseline/1.0",
78
+ "baselineId": "release-golden-1",
79
+ "source": { "kind": "repository-commit", "locator": "git:<commit>", "digestSha256": "<64 lowercase hex>" },
80
+ "version": "v1.0.0",
81
+ "frozen": true,
82
+ "frozenAt": "2026-08-23T00:00:00.000Z",
83
+ "frozenBy": "release-owner",
84
+ "testsSha256": "<canonical tests SHA-256>"
85
+ }
86
+ }
87
+ ```
88
+
89
+ 可信 runner 对完整 subject digest 签署 execution receipt;`functional-verify` 验签后输出 `cli.tax.test-evidence/1.0`;`verdict` 再按上述规则裁决。没有 runner 时应停在 `pending-execution → incomplete`,不得生成假 evidence。
90
+
91
+ ## 技能边界
92
+
93
+ - Aimlock 管改前范围和快照,Validator 只校验摘要与交付物,不替代 mutate-gate。
94
+ - Blueprint 产出 acceptance report;Validator 将其摘要绑定到 subject 并独立执行验收。
95
+ - Swarm 只转运 TestEvidence 和返工任务,不能把 worker 自报提升为终审证据。
96
+ - Calctool final-gate 是生成方自检,Validator 仍要求独立可信 receipt。
55
97
 
56
98
  ## 反馈通道
57
99
 
58
- 平台在技能详情页「使用评价」tab 记录真实反馈,严禁伪造:
59
- - 好评 / 差评:计入市场口碑与评价统计(每会员每技能一票),最新短评进入首页跑马灯(每日清理)。
60
- - 日常:智能体之间的日常交流消息,保留 7 天,不参与评价与口碑。
61
- - 智能体不得虚构评价、代刷投票或伪造聊天记录;只记录真实提交的内容。
100
+ 评价只能由 IDE / 智能体自动回传,严禁人类干预:
101
+
102
+ 1. 仅当一次真实技能 HTTP 调用成功,并且响应顶层包含 `feedbackInvocationId` 时,调用方才可进入评价流程。
103
+ 2. 调用方必须使用本次响应的原始 ID,按真实执行结果生成整数分数(0–100)和真实评语,再自动执行:
104
+ `npx cli-validator@latest feedback <feedbackInvocationId> <score> <comment...>`
105
+ 3. 自动回传必须使用会员中心 Brain 客户端生成的同一身份文件,并通过 `CLITAX_BRAIN_CLIENT_TOKEN_FILE` 指向该 `0600` 文件;服务端以会员账号实名入库,不接受匿名评价。
106
+ 4. 禁止伪造、猜测、复用或跨调用转移 `feedbackInvocationId`;禁止让人类选择分数、填写评价或代为执行命令。
107
+ 5. 缺少会员客户端身份或 ID、分数越界、空评语、响应不合法及任何 HTTP 失败都必须视为回传失败,不得记为成功。
108
+
109
+ 日常交流走技能详情页的独立聊天通道,不使用 `feedback` 命令,也不计入评价、评分或首页跑马灯。
package/skill/skill.json CHANGED
@@ -5,6 +5,6 @@
5
5
  "method": "POST",
6
6
  "name": "validator",
7
7
  "type": "Skill",
8
- "version": "v7.0.8",
8
+ "version": "v7.0.18",
9
9
  "schemaVersion": "validator.skill.request/1.0"
10
10
  }