@surlymochan/evalid 0.0.0-stage → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +94 -0
- package/LICENSE +21 -0
- package/README.md +315 -2
- package/RELEASE_NOTES.md +124 -0
- package/atoms/registry.json +758 -0
- package/bin/xflow.js +7261 -0
- package/docs/adoption/README.md +128 -0
- package/docs/adoption/openflow-release-hardening.md +61 -0
- package/docs/benchmark-openflow-vs-gstack-superpowers-openspec-2026-05-25.md +81 -0
- package/docs/compatibility.md +52 -0
- package/docs/competitive-benchmark.md +108 -0
- package/docs/corps-operator-guide.md +75 -0
- package/docs/demo-proof.md +126 -0
- package/docs/examples-gallery.md +115 -0
- package/docs/fixtures/tracker-item.json +7 -0
- package/docs/goal-vs-codex.md +129 -0
- package/docs/gstack-comparison.md +88 -0
- package/docs/install-upgrade.md +133 -0
- package/docs/integrations.md +49 -0
- package/docs/launch-demo.md +123 -0
- package/docs/launch-dossier.md +180 -0
- package/docs/methodology.md +149 -0
- package/docs/npm-publish-handoff.md +96 -0
- package/docs/openspec-migration.md +106 -0
- package/docs/public-benchmark.md +68 -0
- package/docs/public-release.md +145 -0
- package/docs/quality-assessment.md +139 -0
- package/docs/quickstart.md +156 -0
- package/docs/reviewer-guide.md +43 -0
- package/docs/spec-kit-benchmark.md +73 -0
- package/docs/super-assistant-comparison.md +106 -0
- package/docs/superpowers-comparison.md +82 -0
- package/docs/team-adoption.md +123 -0
- package/docs/tooling-matrix.md +91 -0
- package/docs/walkthrough.md +76 -0
- package/docs/workflow-manual.md +1130 -0
- package/package.json +83 -4
- package/prompts/pencil-draft.md +46 -0
- package/prompts/pencil-refine.md +46 -0
- package/prompts/phase-artifact.md +24 -0
- package/prompts/phase-execution.md +32 -0
- package/schemas/competitor-reconstruction-contract.schema.json +91 -0
- package/schemas/llm-design-review-aggregate.schema.json +83 -0
- package/schemas/visual-benchmark.schema.json +978 -0
- package/schemas/workflow.schema.json +100 -0
- package/scripts/run-tests.mjs +23 -0
- package/scripts/takein_digest.py +139 -0
- package/specs/README.md +118 -0
- package/specs/architecture.md +36 -0
- package/specs/product.md +33 -0
- package/specs/workflow.md +349 -0
- package/src/agent_team/atoms/codex-app-bridge.js +8 -0
- package/src/agent_team/atoms/design/competitor-reconstruction-review.js +44 -0
- package/src/agent_team/atoms/design/contract-freeze.js +8 -0
- package/src/agent_team/atoms/design/generation-contract.js +442 -0
- package/src/agent_team/atoms/design/reconstruction-pack.js +246 -0
- package/src/agent_team/atoms/design/reference-surface-lock.js +49 -0
- package/src/agent_team/atoms/patch-challenge.js +19 -0
- package/src/agent_team/atoms/pencil/accept.js +9 -0
- package/src/agent_team/atoms/pencil/draft.js +365 -0
- package/src/agent_team/atoms/pencil/refine.js +229 -0
- package/src/agent_team/atoms/phase-run-dispatch.js +8 -0
- package/src/agent_team/atoms/team-run.js +380 -0
- package/src/agent_team/atoms/visual/aesthetic-review.js +231 -0
- package/src/agent_team/atoms/visual/benchmark-repair-plan.js +291 -0
- package/src/agent_team/atoms/visual/benchmark.js +1652 -0
- package/src/agent_team/atoms/visual/design-selection.js +23 -0
- package/src/agent_team/atoms/visual/direction-synthesis.js +124 -0
- package/src/agent_team/atoms/visual/dom-rect-export.js +129 -0
- package/src/agent_team/atoms/visual/image-diff.js +186 -0
- package/src/agent_team/atoms/visual/layout-competition.js +8 -0
- package/src/agent_team/atoms/visual/page-evidence-capture.js +806 -0
- package/src/agent_team/atoms/visual/playwright-runtime.js +8 -0
- package/src/agent_team/atoms/visual/review-aggregate.js +87 -0
- package/src/agent_team/atoms/visual/review.js +77 -0
- package/src/agent_team/atoms/visual/visual-report.js +197 -0
- package/src/agent_team/atoms/visual/visual-token-export.js +417 -0
- package/src/agent_team/common.js +311 -0
- package/src/core/atoms/agent-invoke.js +684 -0
- package/src/core/atoms/event/ingest.js +30 -0
- package/src/core/atoms/experience/digest.js +55 -0
- package/src/core/atoms/gate/artifact-verify.js +83 -0
- package/src/core/atoms/gate/competitor-contract-validate.js +119 -0
- package/src/core/atoms/gate/evidence-collect.js +64 -0
- package/src/core/atoms/gate/payload-from-phase-run.js +78 -0
- package/src/core/atoms/gate/visual-benchmark-validate.js +183 -0
- package/src/core/atoms/gate/workbench.js +79 -0
- package/src/core/atoms/intake/classify.js +15 -0
- package/src/core/atoms/intake/design-skill-select.js +16 -0
- package/src/core/atoms/intake/preview-or-refine.js +19 -0
- package/src/core/atoms/intake/recommend.js +20 -0
- package/src/core/atoms/intake/research-same-category.js +19 -0
- package/src/core/atoms/intervention/create.js +30 -0
- package/src/core/atoms/memory/manage.js +27 -0
- package/src/core/atoms/memory/mount.js +13 -0
- package/src/core/atoms/mission/create.js +19 -0
- package/src/core/atoms/mission/list.js +14 -0
- package/src/core/atoms/mission/show.js +26 -0
- package/src/core/atoms/notify/checkpoint.js +46 -0
- package/src/core/atoms/phase-run/complete.js +42 -0
- package/src/core/atoms/phase-run/fail.js +40 -0
- package/src/core/atoms/phase-run/persist.js +39 -0
- package/src/core/atoms/phase-run/start.js +30 -0
- package/src/core/atoms/plugin/run.js +76 -0
- package/src/core/atoms/policy/gate.js +90 -0
- package/src/core/atoms/policy/resolve.js +11 -0
- package/src/core/atoms/storage/sync.js +57 -0
- package/src/core/atoms/workflow/advance.js +25 -0
- package/src/core/atoms/workflow/guard.js +127 -0
- package/src/core/atoms/workflow/state-load.js +37 -0
- package/src/core/bindings.js +37 -0
- package/src/core/change-artifacts.js +134 -0
- package/src/core/competitive-score.js +265 -0
- package/src/core/concurrency-policy.js +35 -0
- package/src/core/execution-log.js +108 -0
- package/src/core/intake-recommendation.js +134 -0
- package/src/core/memory-state.js +62 -0
- package/src/core/mission-state.js +780 -0
- package/src/core/pending-gates.js +66 -0
- package/src/core/phase-cost.js +116 -0
- package/src/core/phase-run-read.js +27 -0
- package/src/core/policy-overlay.js +180 -0
- package/src/core/state-store.js +201 -0
- package/src/core/workflow-executor.js +1014 -0
- package/src/core/workflow-integrity.js +111 -0
- package/src/core/workflow-loader.js +163 -0
- package/src/core/workflow-rerun.js +84 -0
- package/src/core/workflow-state.js +119 -0
- package/src/server.js +1307 -0
- package/workflows/corps.yaml +481 -0
- package/workflows/yolo.yaml +241 -0
- package/xflow/README.md +76 -0
- package/xflow/aha/SKILL.md +82 -0
- package/xflow/aha/scripts/append_aha.py +50 -0
- package/xflow/archive/scripts/archive_change.py +338 -0
- package/xflow/archive/templates/merge-design.md +54 -0
- package/xflow/archive/templates/merge-workflow.md +26 -0
- package/xflow/atoms/__init__.py +6 -0
- package/xflow/atoms/a1_issue_create_or_patch.py +70 -0
- package/xflow/atoms/a2_branch_create_and_link.py +42 -0
- package/xflow/atoms/a3_repo_doctor.py +11 -0
- package/xflow/atoms/a4_project_set_status.py +11 -0
- package/xflow/atoms/a5_archive_commit_push_close.py +11 -0
- package/xflow/atoms/a6_pr_create.py +72 -0
- package/xflow/atoms/b1_change_scaffold.py +11 -0
- package/xflow/atoms/b2_status_read.py +16 -0
- package/xflow/atoms/b2b_status_write.py +20 -0
- package/xflow/atoms/b3_status_transition.py +27 -0
- package/xflow/atoms/b4_handoff_scaffold_or_refresh.py +11 -0
- package/xflow/atoms/b5_aha_append.py +11 -0
- package/xflow/atoms/b6_takein_digest.py +11 -0
- package/xflow/atoms/b6b_lookback_digest.py +11 -0
- package/xflow/atoms/b7_change_mission_bind.py +43 -0
- package/xflow/atoms/c1_mem.py +54 -0
- package/xflow/atoms/e6_gate_local_precheck.py +23 -0
- package/xflow/atoms/h1_design_lite_gate.py +74 -0
- package/xflow/atoms/i6a_tdd_run.py +107 -0
- package/xflow/atoms/i6b_tdd_proof_validate.py +184 -0
- package/xflow/atoms/i6c_tdd_quality_review.py +372 -0
- package/xflow/atoms/j1_tests_run.py +129 -0
- package/xflow/atoms/j4a_spec_consistency_structural.py +105 -0
- package/xflow/atoms/j4b_spec_delta_review.py +316 -0
- package/xflow/atoms/j4c_openspec_migration_map.py +121 -0
- package/xflow/atoms/j4d_spec_clarify_gate.py +373 -0
- package/xflow/atoms/j6_cr_review.py +443 -0
- package/xflow/atoms/k1_artifacts_complete_check.py +39 -0
- package/xflow/atoms/k2_merge_snippets_apply.py +11 -0
- package/xflow/atoms/k3_handoff_refresh.py +14 -0
- package/xflow/atoms/k4_mem_lesson_persist.py +65 -0
- package/xflow/atoms/k5_archive_publish.py +21 -0
- package/xflow/atoms/k6_aha_merge.py +42 -0
- package/xflow/atoms/tdd_lib.py +956 -0
- package/xflow/corps/SKILL.md +109 -0
- package/xflow/exec/scripts/set_issue_in_progress.py +159 -0
- package/xflow/goal/SKILL.md +150 -0
- package/xflow/handoff/SKILL.md +95 -0
- package/xflow/handoff/scripts/scaffold_handoff.py +304 -0
- package/xflow/lookback/SKILL.md +66 -0
- package/xflow/lookback/scripts/lookback_digest.py +46 -0
- package/xflow/openissue/scripts/open_issue_flow.py +438 -0
- package/xflow/plan/SKILL.md +47 -0
- package/xflow/ralph/SKILL.md +123 -0
- package/xflow/scripts/check_installed_xflow_skill_sync.sh +44 -0
- package/xflow/scripts/common.py +483 -0
- package/xflow/scripts/doctor.py +278 -0
- package/xflow/scripts/sync_installed_xflow_skill.sh +134 -0
- package/xflow/takein/SKILL.md +81 -0
- package/xflow/takein/scripts/takein_digest.py +88 -0
- package/xflow/yolo/SKILL.md +75 -0
- package/xflow/yolo/scripts/scaffold_specs_change.py +673 -0
- package/xflow/yolo/scripts/yolo_gate.py +312 -0
- package/xflow/yolo/templates/DESIGN.md +179 -0
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
# Superpowers Comparison
|
|
2
|
+
|
|
3
|
+
Use this page when someone asks whether xflow should exist if Superpowers-style
|
|
4
|
+
agent skills already cover planning, TDD, debugging, review, and branch
|
|
5
|
+
finishing.
|
|
6
|
+
|
|
7
|
+
## Verdict
|
|
8
|
+
|
|
9
|
+
Superpowers is excellent as an agent-behavior methodology. It is lightweight,
|
|
10
|
+
portable, and good at making the model behave like a careful engineer.
|
|
11
|
+
|
|
12
|
+
xflow is better when the claim must survive outside one conversation: executable
|
|
13
|
+
workflow data, repo-local state, machine-readable proof, cross-tool handoff, and
|
|
14
|
+
launch readiness gates.
|
|
15
|
+
|
|
16
|
+
```text
|
|
17
|
+
Superpowers = behavior discipline
|
|
18
|
+
xflow = workflow runtime plus audit evidence
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## Scorecard
|
|
22
|
+
|
|
23
|
+
Overall, xflow wins for repo-local team delivery and public launch scrutiny:
|
|
24
|
+
`91/100` versus `78/100`. Superpowers still wins on overall lightweight feel,
|
|
25
|
+
but xflow now ties it on explicit behavior-discipline coverage.
|
|
26
|
+
|
|
27
|
+
| Dimension | Weight | Superpowers | xflow | Winner |
|
|
28
|
+
| --- | ---: | ---: | ---: | --- |
|
|
29
|
+
| Agent behavior shaping | 15 | 15 | 15 | Tie |
|
|
30
|
+
| TDD and debugging discipline | 15 | 14 | 15 | xflow |
|
|
31
|
+
| Repo-local evidence | 20 | 9 | 19 | xflow |
|
|
32
|
+
| Cross-tool handoff | 15 | 10 | 14 | xflow |
|
|
33
|
+
| Workflow execution | 20 | 12 | 18 | xflow |
|
|
34
|
+
| Launch readiness | 15 | 6 | 10 | xflow |
|
|
35
|
+
|
|
36
|
+
The scores are deliberately evidence-linked rather than vibe-only. The
|
|
37
|
+
machine-readable scorecard includes `evidence_refs` per dimension, pointing to
|
|
38
|
+
surfaces such as `xflow coach bugfix`, `xflow coach tdd`, `xflow coach debug`, `xflow coach red`, `xflow coach green`, `xflow coach verify`, `xflow coach qa`, `xflow coach ship`, `workflows/yolo.yaml`,
|
|
39
|
+
`workflows/corps.yaml`, `test/tdd-proof.test.js`, `xflow goal audit --json`,
|
|
40
|
+
`xflow launch audit --json`, and `npm run release:pack`.
|
|
41
|
+
|
|
42
|
+
Machine-readable form:
|
|
43
|
+
|
|
44
|
+
```bash
|
|
45
|
+
xflow compare superpowers --json
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
## When Superpowers Wins
|
|
49
|
+
|
|
50
|
+
- A developer wants lightweight behavior coaching without adopting a workflow
|
|
51
|
+
runtime.
|
|
52
|
+
- The task is a normal code change where planning, TDD, debugging, and review
|
|
53
|
+
prompts are enough.
|
|
54
|
+
- The team values minimal setup over durable repo evidence.
|
|
55
|
+
|
|
56
|
+
## When xflow Wins
|
|
57
|
+
|
|
58
|
+
- The work needs a persistent project goal, not only thread-local intent.
|
|
59
|
+
- A reviewer needs proof artifacts, not only a well-written final answer.
|
|
60
|
+
- A team wants yolo/corps tracks, archive ordering, handoff, and launch gates.
|
|
61
|
+
- The team wants named coaching entrypoints such as `xflow coach bugfix`,
|
|
62
|
+
`xflow coach feature`, `xflow coach review`, `xflow coach tdd`,
|
|
63
|
+
`xflow coach debug`, `xflow coach red`, `xflow coach green`,
|
|
64
|
+
`xflow coach verify`, `xflow coach qa`, and
|
|
65
|
+
`xflow coach ship`.
|
|
66
|
+
- A public launch claim must be backed by commands such as:
|
|
67
|
+
|
|
68
|
+
```bash
|
|
69
|
+
xflow compare superpowers --json
|
|
70
|
+
xflow launch dossier
|
|
71
|
+
xflow score --json
|
|
72
|
+
xflow workflow validate yolo
|
|
73
|
+
xflow workflow validate corps
|
|
74
|
+
npm run release:pack
|
|
75
|
+
```
|
|
76
|
+
|
|
77
|
+
## Objective Judgment
|
|
78
|
+
|
|
79
|
+
xflow should not claim that Superpowers is obsolete. Superpowers remains better
|
|
80
|
+
for low-friction model behavior shaping. xflow's stronger claim is narrower and
|
|
81
|
+
more defensible: it turns that discipline into repo-owned workflow evidence
|
|
82
|
+
that survives handoff, review, release, and public launch scrutiny.
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
# Team Adoption Operating Model
|
|
2
|
+
|
|
3
|
+
Use this page when adopting evalid in a team rather than a solo local workflow.
|
|
4
|
+
The goal is a stable operating contract: every change has one workflow track, one
|
|
5
|
+
proof path, one review surface, and one release boundary.
|
|
6
|
+
|
|
7
|
+
## Readiness Levels
|
|
8
|
+
|
|
9
|
+
| Level | Audience | Required Proof |
|
|
10
|
+
| --- | --- | --- |
|
|
11
|
+
| Pilot | one maintainer, one repository | `xflow doctor`, `xflow workflow validate yolo`, `npm run drift:scan` |
|
|
12
|
+
| Team | 2-8 contributors | PR template requires workflow track, proof artifact, reviewer checklist, and drift evidence |
|
|
13
|
+
| Organization | multiple repositories | CI runs adoption smoke, release pack, skill diff, and score checks before publishing claims |
|
|
14
|
+
|
|
15
|
+
Do not present a repository as team-ready until the Team level is green.
|
|
16
|
+
Do not present a package as publicly promoted until the Organization level is green.
|
|
17
|
+
|
|
18
|
+
## Role Model
|
|
19
|
+
|
|
20
|
+
| Role | Responsibility |
|
|
21
|
+
| --- | --- |
|
|
22
|
+
| Operator | chooses `yolo` or `corps`, starts the workflow, and keeps `HANDOFF.md` current |
|
|
23
|
+
| Implementer | makes code/doc changes inside the accepted proposal and plan |
|
|
24
|
+
| Reviewer | checks proof artifacts, drift scan, TDD semantics, and archive order |
|
|
25
|
+
| Release owner | runs `npm run release:pack`, `npm run publish:check`, and confirms package ownership |
|
|
26
|
+
|
|
27
|
+
The conversation LLM is not the release owner. It can execute commands and collect
|
|
28
|
+
evidence, but a human owner accepts public publication.
|
|
29
|
+
|
|
30
|
+
## Track Policy
|
|
31
|
+
|
|
32
|
+
Use `yolo` when the current conversation or a human implementer owns the work:
|
|
33
|
+
|
|
34
|
+
```bash
|
|
35
|
+
xflow workflow run yolo --project-root . \
|
|
36
|
+
--title "<change title>" \
|
|
37
|
+
--change-type backend \
|
|
38
|
+
--tdd-red-command "<failing command>" \
|
|
39
|
+
--tdd-green-command "<passing command>"
|
|
40
|
+
```
|
|
41
|
+
|
|
42
|
+
Use `corps` when the workflow runtime should own heavy product/design execution:
|
|
43
|
+
|
|
44
|
+
```bash
|
|
45
|
+
xflow serve &
|
|
46
|
+
xflow corps --project-root . \
|
|
47
|
+
--title "<product change>" \
|
|
48
|
+
--change-type frontend \
|
|
49
|
+
--change-id <id> \
|
|
50
|
+
--competitor-product <name> \
|
|
51
|
+
--target-surfaces primary_workspace \
|
|
52
|
+
--primary-reference-surface primary_workspace \
|
|
53
|
+
--reference-scenarios-json '<json>'
|
|
54
|
+
xflow proof --track corps --change-id <id> --project-root .
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
`corps` completion is not accepted from screenshots, chat summaries, partial
|
|
58
|
+
artifact checks, shortened workflow YAML, or stubbed agent output. It is
|
|
59
|
+
accepted only when `corps_proof.json` reports `ok=true` with strict runtime
|
|
60
|
+
evidence: built-in corps manifest, hash-linked execution logs, every canonical
|
|
61
|
+
phase completed, every atom/gate witnessed, and no `stub` / `task_queued` /
|
|
62
|
+
`pencil_stubbed` fallback.
|
|
63
|
+
|
|
64
|
+
## Required CI Checks
|
|
65
|
+
|
|
66
|
+
Every team repository using evalid should keep an equivalent CI boundary:
|
|
67
|
+
|
|
68
|
+
```bash
|
|
69
|
+
npm test
|
|
70
|
+
npm run drift:scan
|
|
71
|
+
npm run skill:diff
|
|
72
|
+
npm run release:pack
|
|
73
|
+
xflow score --json
|
|
74
|
+
xflow workflow validate yolo --project-root .
|
|
75
|
+
xflow workflow validate corps --project-root .
|
|
76
|
+
```
|
|
77
|
+
|
|
78
|
+
For consumer projects that only install the CLI, keep a smaller adoption smoke:
|
|
79
|
+
|
|
80
|
+
```bash
|
|
81
|
+
npm install -g @surlymochan/evalid
|
|
82
|
+
xflow guide
|
|
83
|
+
xflow init --project-root .
|
|
84
|
+
xflow doctor --project-root .
|
|
85
|
+
xflow workflow validate yolo --project-root .
|
|
86
|
+
```
|
|
87
|
+
|
|
88
|
+
## PR Acceptance Checklist
|
|
89
|
+
|
|
90
|
+
A reviewer can accept a workflow-driven PR only when all of these are true:
|
|
91
|
+
|
|
92
|
+
- The PR names the track: `yolo` or `corps`.
|
|
93
|
+
- `proposal.md` and `plan.md` match the code and documentation changes.
|
|
94
|
+
- `verify_proof.json` or `corps_proof.json` is present for the claimed track.
|
|
95
|
+
- TDD proof includes red, green, and quality artifacts when code changed.
|
|
96
|
+
- `npm run drift:scan` passed after workflow, skill, or public-doc changes.
|
|
97
|
+
- Archive order remains `A5.archive.commit_push_close` before `A6.pr.create`.
|
|
98
|
+
- `HANDOFF.md` names the current stage, risk, and next operator action.
|
|
99
|
+
|
|
100
|
+
## Failure Policy
|
|
101
|
+
|
|
102
|
+
- If `status.json` disagrees with proof artifacts, trust proof artifacts and fix
|
|
103
|
+
state persistence before claiming completion.
|
|
104
|
+
- If `skill:diff` fails, run `npm run skill:sync` intentionally, then rerun
|
|
105
|
+
`npm run skill:diff`; do not publish with installed-skill drift.
|
|
106
|
+
- If `corps` lacks benchmark evidence or a primary reference surface, stop at
|
|
107
|
+
the governed entry contract instead of inventing a product-specific shortcut.
|
|
108
|
+
- If release pack passes but publish dry-run fails, treat the package as locally
|
|
109
|
+
ready but not publicly publishable.
|
|
110
|
+
|
|
111
|
+
## 95 Percent Readiness Gate
|
|
112
|
+
|
|
113
|
+
For public promotion, the project should satisfy all of these:
|
|
114
|
+
|
|
115
|
+
- `xflow score --json` returns `ok=true` and every dimension is `strong`.
|
|
116
|
+
- `npm run release:pack` passes from a clean source checkout.
|
|
117
|
+
- CI includes the minimal external adoption example.
|
|
118
|
+
- The reviewer guide and this team adoption model are linked from README.
|
|
119
|
+
- `yolo` dry-run exposes the full lite workflow without HTTP or Pencil.
|
|
120
|
+
- `corps` dry-run exposes a governed proof contract with no entry issues when
|
|
121
|
+
benchmark evidence and `primary_reference_surface` are supplied.
|
|
122
|
+
- Remaining limitations are operational, not architectural: external service
|
|
123
|
+
auth, package ownership, and real-case visual quality variance.
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
# evalid Tooling Matrix
|
|
2
|
+
|
|
3
|
+
Use this page when installing or explaining xflow across different agent tools.
|
|
4
|
+
|
|
5
|
+
The rule is simple: keep the workflow runtime in the project and keep the agent-specific layer thin. Tools can change; workflow YAML, TDD proof, handoff state, and archive gates should stay the same.
|
|
6
|
+
|
|
7
|
+
## Universal CLI Contract
|
|
8
|
+
|
|
9
|
+
Every supported tool should be able to run this sequence:
|
|
10
|
+
|
|
11
|
+
```bash
|
|
12
|
+
npm install -g @surlymochan/evalid
|
|
13
|
+
xflow quickstart
|
|
14
|
+
xflow guide
|
|
15
|
+
xflow assess
|
|
16
|
+
xflow demo launch
|
|
17
|
+
xflow launch dossier
|
|
18
|
+
xflow compare codex-goal
|
|
19
|
+
xflow compare superpowers
|
|
20
|
+
xflow compare super-assistant
|
|
21
|
+
xflow compare gstack
|
|
22
|
+
xflow init --project-root .
|
|
23
|
+
xflow goal set "Ship the next verified change" --project-root .
|
|
24
|
+
xflow goal audit --project-root . --json
|
|
25
|
+
xflow doctor --project-root .
|
|
26
|
+
xflow workflow validate yolo --project-root .
|
|
27
|
+
```
|
|
28
|
+
|
|
29
|
+
For source checkouts, replace the global install with:
|
|
30
|
+
|
|
31
|
+
```bash
|
|
32
|
+
npm install
|
|
33
|
+
npm run release:pack
|
|
34
|
+
```
|
|
35
|
+
|
|
36
|
+
Keep release-owner checks out of universal first-run docs. `xflow adoption
|
|
37
|
+
validate --json`, `xflow package preflight --check-registry --check-auth
|
|
38
|
+
--json`, and `xflow package audit --check-registry --json` are still required
|
|
39
|
+
for launch, but they intentionally fail until real adoption or npm registry
|
|
40
|
+
evidence exists.
|
|
41
|
+
|
|
42
|
+
## Tool Matrix
|
|
43
|
+
|
|
44
|
+
| Tool | Install / Enable | First Command | Notes |
|
|
45
|
+
| --- | --- | --- | --- |
|
|
46
|
+
| Codex CLI / App | Install package or use source checkout | `xflow guide` | Best paired with `xflow:takein`, `xflow:goal`, `xflow:plan`, and `xflow:yolo` skills. |
|
|
47
|
+
| Claude Code | Install package in the project shell | `xflow doctor --project-root .` | Keep workflow prose out of CLAUDE.md; point Claude at this CLI contract. |
|
|
48
|
+
| Cursor | Add project rule pointing to this page | `xflow workflow validate yolo --project-root .` | Use `.as-xflow/config.json` for stable aliases instead of duplicating commands in rules. |
|
|
49
|
+
| OpenCode | Use plain shell commands | `xflow init --project-root .` | Keep verification in package scripts so OpenCode tasks run the same gates. |
|
|
50
|
+
| Gemini CLI | Use package install or source checkout | `xflow guide` | Treat xflow as the local runtime; use Gemini for execution, not workflow source-of-truth. |
|
|
51
|
+
| Generic CLI Agent | Any shell with Node 22+ | `xflow assess --json` | Use JSON output when the agent needs machine-readable quality and readiness context. |
|
|
52
|
+
|
|
53
|
+
## Skill Entry Points
|
|
54
|
+
|
|
55
|
+
Think of the skill family as a ladder, not a menu. Start with a durable goal,
|
|
56
|
+
reload context, plan once, then choose the light or heavy execution track.
|
|
57
|
+
|
|
58
|
+
| Skill | Purpose |
|
|
59
|
+
| --- | --- |
|
|
60
|
+
| `xflow:takein` | Reload current repo context from `HANDOFF.md` and local state. |
|
|
61
|
+
| `xflow:goal` | Set, inspect, or audit `.xflow/GOAL.md` as the project direction anchor; CLI users can run `xflow goal set` and `xflow goal audit`. |
|
|
62
|
+
| `xflow:plan` | Produce `plan.md`; do not choose yolo vs corps. |
|
|
63
|
+
| `xflow:ralph` | Keep a concrete task moving through implementation, verification, review feedback, and self-healing repair. |
|
|
64
|
+
| `xflow:yolo` | Run the lite delivery path against an existing plan. |
|
|
65
|
+
| `xflow:corps` | Run heavy product/multi-agent delivery through `xflow corps`, then verify `corps_proof.json`. |
|
|
66
|
+
| `xflow:handoff` | Refresh durable project handoff. |
|
|
67
|
+
| `xflow:aha` | Persist durable lessons into `AHA.md`. |
|
|
68
|
+
|
|
69
|
+
## Non-Negotiable Invariants
|
|
70
|
+
|
|
71
|
+
- `.xflow/GOAL.md` is stronger than a thread-only Codex goal only when every
|
|
72
|
+
delivery entry reads it as direction context and reports alignment.
|
|
73
|
+
- `xflow:plan` is plan-only and track-neutral.
|
|
74
|
+
- `yolo` and `corps` reuse the current plan.
|
|
75
|
+
- TDD runs as `tdd-red -> execute -> tdd-green`.
|
|
76
|
+
- `I6c.tdd.quality_review` must run after green proof.
|
|
77
|
+
- `A5.archive.commit_push_close` publishes before `A6.pr.create`.
|
|
78
|
+
- `xmem` remains outside the xflow namespace.
|
|
79
|
+
|
|
80
|
+
## Copy-Paste Setup Snippet
|
|
81
|
+
|
|
82
|
+
Use this in project-level agent instructions:
|
|
83
|
+
|
|
84
|
+
```text
|
|
85
|
+
Use evalid as the workflow source of truth. Start with `xflow guide`, then run
|
|
86
|
+
`xflow goal set "<project direction>" --project-root .`, `xflow doctor --project-root .`,
|
|
87
|
+
`xflow goal audit --project-root . --json`, and `xflow workflow validate yolo --project-root .`.
|
|
88
|
+
For implementation, use `xflow:plan` first, then `xflow:yolo` or `xflow:corps`
|
|
89
|
+
without re-planning. Preserve the split TDD order: tdd-red before execute,
|
|
90
|
+
tdd-green after execute, with I6c quality proof.
|
|
91
|
+
```
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
# Walkthrough
|
|
2
|
+
|
|
3
|
+
This walkthrough is the public demo script for evaluating xflow without reading the implementation.
|
|
4
|
+
|
|
5
|
+
## 1. Install Or Use Source
|
|
6
|
+
|
|
7
|
+
Global package path after publish:
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
npm install -g @surlymochan/evalid
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
Source checkout path:
|
|
14
|
+
|
|
15
|
+
```bash
|
|
16
|
+
git clone <repo-url> evalid
|
|
17
|
+
cd evalid
|
|
18
|
+
npm install
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
## 2. Initialize A Clean Project
|
|
22
|
+
|
|
23
|
+
```bash
|
|
24
|
+
xflow guide
|
|
25
|
+
xflow init --project-root .
|
|
26
|
+
xflow doctor --project-root .
|
|
27
|
+
xflow workflow validate yolo --project-root .
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
## 3. Run A Spec Check
|
|
31
|
+
|
|
32
|
+
```bash
|
|
33
|
+
xflow adapter import-file --project-root . --input docs/fixtures/tracker-item.json --json
|
|
34
|
+
xflow spec delta --project-root . --change-id <change-id>
|
|
35
|
+
```
|
|
36
|
+
|
|
37
|
+
Expected output:
|
|
38
|
+
|
|
39
|
+
```text
|
|
40
|
+
specs/changes/<change-id>/spec_delta_review.json
|
|
41
|
+
specs/changes/<change-id>/spec_delta_review.md
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
## 4. Compare Against Reference Systems
|
|
45
|
+
|
|
46
|
+
```bash
|
|
47
|
+
xflow compare superpowers
|
|
48
|
+
xflow compare super-assistant
|
|
49
|
+
xflow compare codex-goal
|
|
50
|
+
xflow compare openspec
|
|
51
|
+
xflow compare gstack
|
|
52
|
+
xflow compare spec-kit
|
|
53
|
+
xflow score
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
## 5. Prove Release Readiness
|
|
57
|
+
|
|
58
|
+
```bash
|
|
59
|
+
npm run release:pack
|
|
60
|
+
npm run publish:check
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
## What The Demo Proves
|
|
64
|
+
|
|
65
|
+
- xflow can initialize without copying internal workflow files into the consumer project
|
|
66
|
+
- workflow data validates before execution
|
|
67
|
+
- spec delta review is an artifact, not just prose
|
|
68
|
+
- external tracker context can enter xflow through a thin adapter while repo-local artifacts own workflow truth
|
|
69
|
+
- TDD proof and test-quality gates are part of the delivery loop
|
|
70
|
+
- release packaging is checked before public claims
|
|
71
|
+
|
|
72
|
+
## What The Demo Does Not Prove
|
|
73
|
+
|
|
74
|
+
- npm ownership, until the real package is published
|
|
75
|
+
- deep bidirectional integration maturity for every tracker, beyond the generic import-file and GitHub issue adapters
|
|
76
|
+
- semantic superiority over every spec-kit extension, until the benchmark uses the same brownfield feature
|