@metasession.co/devaudit-cli 0.1.31 → 0.1.32

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@metasession.co/devaudit-cli",
3
- "version": "0.1.31",
3
+ "version": "0.1.32",
4
4
  "description": "DevAudit CLI — installs, syncs, and operates the Metasession SDLC across consumer projects.",
5
5
  "type": "module",
6
6
  "bin": {
@@ -33,7 +33,7 @@
33
33
  },
34
34
  "dependencies": {
35
35
  "@clack/prompts": "^0.8.2",
36
- "@metasession.co/devaudit-plugin-sdk": "^0.1.31",
36
+ "@metasession.co/devaudit-plugin-sdk": "^0.1.32",
37
37
  "commander": "^12.1.0",
38
38
  "consola": "^3.2.3",
39
39
  "env-paths": "^3.0.0",
@@ -29,7 +29,7 @@ description: Compile test, security, and AI evidence, update RTM, create release
29
29
  | `compliance/evidence/REQ-XXX/test-scope.md` | Git | Planning artifact, reviewed in PRs |
30
30
  | `compliance/evidence/REQ-XXX/implementation-plan.md` | Git | Design decisions artifact (MEDIUM/HIGH risk), reviewed in PRs |
31
31
  | `compliance/evidence/REQ-XXX/test-plan.md` | Git | Test strategy — tests to add/update/remove, mapped to criteria |
32
- | `compliance/evidence/REQ-XXX/test-execution-summary.md` | Git | Gate results, test changes, coverage against test plan |
32
+ | `compliance/evidence/REQ-XXX/test-execution-summary.md` | Git | Gate results, test changes, coverage against test plan. **ISO 29119-3 §3.5.6 Test Completion Report for THIS release** — uploaded as `evidence_type=test_report` since v0.1.32, satisfying the portal's Test Reports gate with fresh per-release evidence. |
33
33
  | `compliance/evidence/REQ-XXX/ai-use-note.md` | Git | Small markdown, needs PR review |
34
34
  | `compliance/evidence/REQ-XXX/ai-prompts.md` | Git | Small markdown, needs PR review |
35
35
  | `compliance/evidence/REQ-XXX/security-summary.md` | Git | Small markdown, needs PR review |
@@ -430,17 +430,18 @@ jobs:
430
430
  --category test_report ${FLAGS}
431
431
  fi
432
432
 
433
- # Upload test summary report precise evidence_type=test_report
434
- # (was compliance_document). The portal's Compliance Gates panel
435
- # filters by evidence_type, so the markdown summary belongs in the
436
- # Test Reports gate alongside playwright-report.zip + coverage
437
- # summary. Markdown renders inline (MarkdownRenderer); auditor
438
- # reads pass/fail counts + narrative without downloading the zip.
439
- # devaudit#370 follow-up.
433
+ # Upload project-level Test Summary Report as a baseline
434
+ # `compliance_document`. As of v0.1.32 this is NOT a per-release
435
+ # gate artefact the Test Reports gate is satisfied by the
436
+ # per-REQ `test-execution-summary.md` uploaded by
437
+ # compliance-evidence.yml (carries fresh release-specific data).
438
+ # The project-level TSR remains useful as Documents-tab baseline
439
+ # describing the project's testing posture but no longer poses
440
+ # as per-release test evidence. See DevAudit-Installer#101.
440
441
  if [ -f "compliance/test-summary-report.md" ]; then
441
442
  upload test-summary-report.md \
442
- {{PROJECT_SLUG}} _compliance-docs test_report compliance/test-summary-report.md \
443
- --category test_report ${FLAGS}
443
+ {{PROJECT_SLUG}} _compliance-docs compliance_document compliance/test-summary-report.md \
444
+ --category planning ${FLAGS}
444
445
  fi
445
446
 
446
447
  # Upload per-AC e2e evidence screenshots, scoped to each in-scope
@@ -138,15 +138,20 @@ jobs:
138
138
  fi
139
139
  done
140
140
 
141
- # Test summary reportprecise evidence_type=test_report so it
142
- # lands in the portal's Test Reports gate (rendered inline by the
143
- # MarkdownRenderer). devaudit#370 follow-up; same change applied
144
- # in ci.yml's gate-evidence upload step.
141
+ # Project-level Test Summary Reporta hand-authored baseline
142
+ # describing the project's testing posture. As of v0.1.32 this is
143
+ # uploaded as `compliance_document` (NOT `test_report`) — the
144
+ # per-release Test Reports gate is now satisfied by the per-REQ
145
+ # `test-execution-summary.md` uploaded in the in-scope-requirements
146
+ # loop below, which carries fresh release-specific data. The
147
+ # project-level TSR continues to ship as a Documents-tab baseline
148
+ # but no longer poses as per-release test evidence.
149
+ # See DevAudit-Installer#101.
145
150
  if [ -f "compliance/test-summary-report.md" ]; then
146
- echo "Uploading: test-summary-report.md (test_report type)"
151
+ echo "Uploading: test-summary-report.md (compliance_document — baseline)"
147
152
  bash scripts/upload-evidence.sh \
148
- {{PROJECT_SLUG}} _compliance-docs test_report compliance/test-summary-report.md \
149
- --category test_report ${FLAGS} --release "${DERIVED_RELEASE}" \
153
+ {{PROJECT_SLUG}} _compliance-docs compliance_document compliance/test-summary-report.md \
154
+ --category planning ${FLAGS} --release "${DERIVED_RELEASE}" \
150
155
  "${DERIVED_META[@]}" \
151
156
  || echo "Warning: Failed to upload test-summary-report.md"
152
157
  fi
@@ -257,12 +262,28 @@ jobs:
257
262
  REQ_META_ARGS=$(req_meta_args "$REQ_ID")
258
263
  for ARTIFACT in "$REQ_DIR"*.md; do
259
264
  [ -f "$ARTIFACT" ] || continue
260
- echo "Uploading: ${REQ_ID}/$(basename "$ARTIFACT")"
265
+ # Per-REQ test-execution-summary.md is the ISO 29119-3 §3.5.6
266
+ # Test Completion Report for THIS release cycle (populated by
267
+ # the e2e-test-engineer skill in Stage 3 — scope, results, AC
268
+ # mapping, defects). Upload as `test_report` so it satisfies
269
+ # the portal's Test Reports gate with per-release evidence
270
+ # instead of the project-level evergreen TSR (which from
271
+ # v0.1.32 downgrades to `compliance_document`). See
272
+ # DevAudit-Installer#101.
273
+ BASENAME=$(basename "$ARTIFACT")
274
+ if [ "$BASENAME" = "test-execution-summary.md" ] || [ "$BASENAME" = "test-summary-report.md" ]; then
275
+ EVTYPE=test_report
276
+ EVCAT=test_report
277
+ else
278
+ EVTYPE=compliance_document
279
+ EVCAT=planning
280
+ fi
281
+ echo "Uploading: ${REQ_ID}/${BASENAME} (${EVTYPE})"
261
282
  eval "bash scripts/upload-evidence.sh \
262
- {{PROJECT_SLUG}} \"${REQ_ID}\" compliance_document \"$ARTIFACT\" \
263
- --category planning ${FLAGS} --release \"${REQ_ID}\" \
283
+ {{PROJECT_SLUG}} \"${REQ_ID}\" ${EVTYPE} \"$ARTIFACT\" \
284
+ --category ${EVCAT} ${FLAGS} --release \"${REQ_ID}\" \
264
285
  ${REQ_META_ARGS}" \
265
- || echo "Warning: Failed to upload $(basename "$ARTIFACT")"
286
+ || echo "Warning: Failed to upload ${BASENAME}"
266
287
  done
267
288
  done
268
289
  fi