@codyswann/lisa 4.62.4 → 4.64.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/all/copy-contents/.gitattributes +1 -0
  2. package/all/copy-contents/gitignore +1 -0
  3. package/dist/cli/effectiveness-cmd.d.ts +8 -0
  4. package/dist/cli/effectiveness-cmd.d.ts.map +1 -0
  5. package/dist/cli/effectiveness-cmd.js +40 -0
  6. package/dist/cli/effectiveness-cmd.js.map +1 -0
  7. package/dist/cli/index.d.ts.map +1 -1
  8. package/dist/cli/index.js +4 -10
  9. package/dist/cli/index.js.map +1 -1
  10. package/dist/cli/ui-cmd.d.ts +24 -0
  11. package/dist/cli/ui-cmd.d.ts.map +1 -1
  12. package/dist/cli/ui-cmd.js +40 -13
  13. package/dist/cli/ui-cmd.js.map +1 -1
  14. package/dist/cli/ui-health.d.ts.map +1 -1
  15. package/dist/cli/ui-health.js +1 -40
  16. package/dist/cli/ui-health.js.map +1 -1
  17. package/dist/cli/ui-request-origin.d.ts +8 -0
  18. package/dist/cli/ui-request-origin.d.ts.map +1 -0
  19. package/dist/cli/ui-request-origin.js +41 -0
  20. package/dist/cli/ui-request-origin.js.map +1 -0
  21. package/dist/cli/ui-starter-sync.d.ts +17 -0
  22. package/dist/cli/ui-starter-sync.d.ts.map +1 -0
  23. package/dist/cli/ui-starter-sync.js +75 -0
  24. package/dist/cli/ui-starter-sync.js.map +1 -0
  25. package/dist/cli/update-check-hook.js +1 -0
  26. package/dist/cli/update-check-hook.js.map +1 -1
  27. package/dist/core/effectiveness-store.d.ts +104 -0
  28. package/dist/core/effectiveness-store.d.ts.map +1 -0
  29. package/dist/core/effectiveness-store.js +237 -0
  30. package/dist/core/effectiveness-store.js.map +1 -0
  31. package/dist/core/learnings-merge-driver.d.ts.map +1 -1
  32. package/dist/core/learnings-merge-driver.js +1 -0
  33. package/dist/core/learnings-merge-driver.js.map +1 -1
  34. package/dist/core/nightly-e2e-guard-behavior-certificate.js +2 -2
  35. package/dist/core/upstream-evidence-manifest.d.ts.map +1 -1
  36. package/dist/core/upstream-evidence-manifest.js +43 -10
  37. package/dist/core/upstream-evidence-manifest.js.map +1 -1
  38. package/dist/utils/effectiveness.d.ts +72 -0
  39. package/dist/utils/effectiveness.d.ts.map +1 -0
  40. package/dist/utils/effectiveness.js +183 -0
  41. package/dist/utils/effectiveness.js.map +1 -0
  42. package/dist/utils/usage-accounting.d.ts +2 -0
  43. package/dist/utils/usage-accounting.d.ts.map +1 -1
  44. package/dist/utils/usage-accounting.js +24 -2
  45. package/dist/utils/usage-accounting.js.map +1 -1
  46. package/package.json +4 -4
  47. package/plugins/lisa/.claude-plugin/plugin.json +1 -1
  48. package/plugins/lisa/.codex-plugin/plugin.json +1 -1
  49. package/plugins/lisa/.codex-plugin/skills/lisa-learnings-audit/SKILL.md +10 -1
  50. package/plugins/lisa/.codex-plugin/skills/lisa-queue-status/SKILL.md +10 -0
  51. package/plugins/lisa/.codex-plugin/skills/lisa-setup-automations/SKILL.md +20 -0
  52. package/plugins/lisa/.codex-plugin/skills/lisa-starter-sync/SKILL.md +35 -0
  53. package/plugins/lisa/.codex-plugin/skills/lisa-starter-sync/agents/openai.yaml +4 -0
  54. package/plugins/lisa/.codex-plugin/skills/lisa-usage-accounting/SKILL.md +9 -0
  55. package/plugins/lisa/.codex-plugin/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  56. package/plugins/lisa/commands/starter-sync.md +6 -0
  57. package/plugins/lisa/rules/reference/usage-accounting.md +5 -1
  58. package/plugins/lisa/scripts/automation-status-expected-fleet.mjs +15 -0
  59. package/plugins/lisa/skills/lisa-learnings-audit/SKILL.md +10 -1
  60. package/plugins/lisa/skills/lisa-queue-status/SKILL.md +10 -0
  61. package/plugins/lisa/skills/lisa-setup-automations/SKILL.md +20 -0
  62. package/plugins/lisa/skills/lisa-starter-sync/SKILL.md +35 -0
  63. package/plugins/lisa/skills/lisa-starter-sync/agents/openai.yaml +4 -0
  64. package/plugins/lisa/skills/lisa-usage-accounting/SKILL.md +9 -0
  65. package/plugins/lisa/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  66. package/plugins/lisa-agy/commands/lisa/starter-sync.md +6 -0
  67. package/plugins/lisa-agy/plugin.json +1 -1
  68. package/plugins/lisa-agy/scripts/automation-status-expected-fleet.mjs +15 -0
  69. package/plugins/lisa-agy/skills/lisa-learnings-audit/SKILL.md +10 -1
  70. package/plugins/lisa-agy/skills/lisa-queue-status/SKILL.md +10 -0
  71. package/plugins/lisa-agy/skills/lisa-setup-automations/SKILL.md +20 -0
  72. package/plugins/lisa-agy/skills/lisa-starter-sync/SKILL.md +35 -0
  73. package/plugins/lisa-agy/skills/lisa-usage-accounting/SKILL.md +9 -0
  74. package/plugins/lisa-agy/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  75. package/plugins/lisa-cdk/.claude-plugin/plugin.json +1 -1
  76. package/plugins/lisa-cdk/.codex-plugin/plugin.json +1 -1
  77. package/plugins/lisa-cdk-agy/plugin.json +1 -1
  78. package/plugins/lisa-cdk-copilot/.claude-plugin/plugin.json +1 -1
  79. package/plugins/lisa-cdk-cursor/.claude-plugin/plugin.json +1 -1
  80. package/plugins/lisa-copilot/.claude-plugin/plugin.json +1 -1
  81. package/plugins/lisa-copilot/commands/lisa/starter-sync.md +6 -0
  82. package/plugins/lisa-copilot/rules/reference/usage-accounting.md +5 -1
  83. package/plugins/lisa-copilot/scripts/automation-status-expected-fleet.mjs +15 -0
  84. package/plugins/lisa-copilot/skills/lisa-learnings-audit/SKILL.md +10 -1
  85. package/plugins/lisa-copilot/skills/lisa-queue-status/SKILL.md +10 -0
  86. package/plugins/lisa-copilot/skills/lisa-setup-automations/SKILL.md +20 -0
  87. package/plugins/lisa-copilot/skills/lisa-starter-sync/SKILL.md +35 -0
  88. package/plugins/lisa-copilot/skills/lisa-usage-accounting/SKILL.md +9 -0
  89. package/plugins/lisa-copilot/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  90. package/plugins/lisa-cursor/.claude-plugin/plugin.json +1 -1
  91. package/plugins/lisa-cursor/commands/lisa/starter-sync.md +6 -0
  92. package/plugins/lisa-cursor/rules/usage-accounting-reference.mdc +5 -1
  93. package/plugins/lisa-cursor/scripts/automation-status-expected-fleet.mjs +15 -0
  94. package/plugins/lisa-cursor/skills/lisa-learnings-audit/SKILL.md +10 -1
  95. package/plugins/lisa-cursor/skills/lisa-queue-status/SKILL.md +10 -0
  96. package/plugins/lisa-cursor/skills/lisa-setup-automations/SKILL.md +20 -0
  97. package/plugins/lisa-cursor/skills/lisa-starter-sync/SKILL.md +35 -0
  98. package/plugins/lisa-cursor/skills/lisa-usage-accounting/SKILL.md +9 -0
  99. package/plugins/lisa-cursor/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  100. package/plugins/lisa-expo/.claude-plugin/plugin.json +1 -1
  101. package/plugins/lisa-expo/.codex-plugin/plugin.json +1 -1
  102. package/plugins/lisa-expo-agy/plugin.json +1 -1
  103. package/plugins/lisa-expo-copilot/.claude-plugin/plugin.json +1 -1
  104. package/plugins/lisa-expo-cursor/.claude-plugin/plugin.json +1 -1
  105. package/plugins/lisa-harper-fabric/.claude-plugin/plugin.json +1 -1
  106. package/plugins/lisa-harper-fabric/.codex-plugin/plugin.json +1 -1
  107. package/plugins/lisa-harper-fabric-agy/plugin.json +1 -1
  108. package/plugins/lisa-harper-fabric-copilot/.claude-plugin/plugin.json +1 -1
  109. package/plugins/lisa-harper-fabric-cursor/.claude-plugin/plugin.json +1 -1
  110. package/plugins/lisa-nestjs/.claude-plugin/plugin.json +1 -1
  111. package/plugins/lisa-nestjs/.codex-plugin/plugin.json +1 -1
  112. package/plugins/lisa-nestjs-agy/plugin.json +1 -1
  113. package/plugins/lisa-nestjs-copilot/.claude-plugin/plugin.json +1 -1
  114. package/plugins/lisa-nestjs-cursor/.claude-plugin/plugin.json +1 -1
  115. package/plugins/lisa-openclaw/.claude-plugin/plugin.json +1 -1
  116. package/plugins/lisa-openclaw/.codex-plugin/plugin.json +1 -1
  117. package/plugins/lisa-openclaw-agy/plugin.json +1 -1
  118. package/plugins/lisa-openclaw-copilot/.claude-plugin/plugin.json +1 -1
  119. package/plugins/lisa-openclaw-cursor/.claude-plugin/plugin.json +1 -1
  120. package/plugins/lisa-phaser/.claude-plugin/plugin.json +1 -1
  121. package/plugins/lisa-phaser/.codex-plugin/plugin.json +1 -1
  122. package/plugins/lisa-phaser-agy/plugin.json +1 -1
  123. package/plugins/lisa-phaser-copilot/.claude-plugin/plugin.json +1 -1
  124. package/plugins/lisa-phaser-cursor/.claude-plugin/plugin.json +1 -1
  125. package/plugins/lisa-rails/.claude-plugin/plugin.json +1 -1
  126. package/plugins/lisa-rails/.codex-plugin/plugin.json +1 -1
  127. package/plugins/lisa-rails-agy/plugin.json +1 -1
  128. package/plugins/lisa-rails-copilot/.claude-plugin/plugin.json +1 -1
  129. package/plugins/lisa-rails-cursor/.claude-plugin/plugin.json +1 -1
  130. package/plugins/lisa-typescript/.claude-plugin/plugin.json +1 -1
  131. package/plugins/lisa-typescript/.codex-plugin/plugin.json +1 -1
  132. package/plugins/lisa-typescript-agy/plugin.json +1 -1
  133. package/plugins/lisa-typescript-copilot/.claude-plugin/plugin.json +1 -1
  134. package/plugins/lisa-typescript-cursor/.claude-plugin/plugin.json +1 -1
  135. package/plugins/lisa-wiki/.claude-plugin/plugin.json +1 -1
  136. package/plugins/lisa-wiki/.codex-plugin/plugin.json +1 -1
  137. package/plugins/lisa-wiki-agy/plugin.json +1 -1
  138. package/plugins/lisa-wiki-copilot/.claude-plugin/plugin.json +1 -1
  139. package/plugins/lisa-wiki-cursor/.claude-plugin/plugin.json +1 -1
  140. package/plugins/src/base/commands/starter-sync.md +6 -0
  141. package/plugins/src/base/rules/reference/usage-accounting.md +5 -1
  142. package/plugins/src/base/scripts/automation-status-expected-fleet.mjs +15 -0
  143. package/plugins/src/base/skills/lisa-learnings-audit/SKILL.md +10 -1
  144. package/plugins/src/base/skills/lisa-queue-status/SKILL.md +10 -0
  145. package/plugins/src/base/skills/lisa-setup-automations/SKILL.md +20 -0
  146. package/plugins/src/base/skills/lisa-starter-sync/SKILL.md +35 -0
  147. package/plugins/src/base/skills/lisa-usage-accounting/SKILL.md +9 -0
  148. package/plugins/src/base/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
  149. package/ui/README.md +30 -0
  150. package/ui/index.html +129 -12
@@ -41,6 +41,10 @@ export const AUTOMATION_EXPECTED_CADENCES = {
41
41
  human: "once a day",
42
42
  rrule: "FREQ=DAILY;INTERVAL=1",
43
43
  },
44
+ "starter-sync": {
45
+ human: "once a day",
46
+ rrule: "FREQ=DAILY;INTERVAL=1",
47
+ },
44
48
  "learnings-audit": {
45
49
  human: "once a week",
46
50
  rrule: "FREQ=WEEKLY;INTERVAL=1",
@@ -336,6 +340,17 @@ export function resolveExpectedAutomationFleet(input = {}) {
336
340
  );
337
341
  }
338
342
 
343
+ if (config.starter?.sync?.auto === true) {
344
+ expected.push(
345
+ createExpectedEntry(
346
+ identity,
347
+ "starter-sync",
348
+ "/lisa:starter-sync",
349
+ "opt-in"
350
+ )
351
+ );
352
+ }
353
+
339
354
  return {
340
355
  ...identity,
341
356
  expected,
@@ -260,11 +260,20 @@ computed **deterministically — never estimated by the model**:
260
260
 
261
261
  1. **Normalize** the invariant text: trim leading/trailing whitespace,
262
262
  collapse every internal whitespace run to a single space, lowercase.
263
- 2. **Hash** in Bash: `printf '%s' "$normalized" | shasum -a 256 | cut -c1-12`.
263
+ 2. **Hash** through the shared implementation: write the invariant to a text file
264
+ and run `lisa effectiveness fingerprint --input <file>`. This performs the
265
+ normalization above and returns the first 12 SHA-256 hex characters.
264
266
 
265
267
  The same knowledge item therefore always produces the same key across runs,
266
268
  regardless of which session computes it.
267
269
 
270
+ Read `lisa effectiveness report` for committed post-control recurrence counts by
271
+ the same `<surface>+<invariant-hash>` key. Cite the count and occurrence sources as
272
+ evidence when deciding whether a control helped. Missing history means unknown,
273
+ not a successful control. Counts do not automatically justify a new ticket: apply
274
+ the existing worth-doing judgment. The learning entry's content-version fingerprint
275
+ is a different identifier and must not be substituted for this invariant hash.
276
+
268
277
  Before filing anything, search the tracker for the marker in
269
278
  **open AND closed** issues — and key the search on the deterministic
270
279
  `<surface>` prefix **first**, using the hash as disambiguation only, so even
@@ -69,6 +69,16 @@ For each inspected queue, report:
69
69
 
70
70
  The report should stay terminal-first and immediately actionable: observable queue facts first, then the smallest useful next step.
71
71
 
72
+ ## Delivery effort
73
+
74
+ Alongside queue counts, run the read-only `lisa effectiveness report`. Show observed
75
+ human interventions per accepted outcome, its numerator/denominator, and evidence
76
+ sources. State that this covers locally observed outcomes; absent reports or null
77
+ attention mean **unknown**, not zero. If queue-wide coverage has not been verified,
78
+ do not imply the ratio describes the whole queue. Show the separate run clocks and
79
+ committed recurring-failure counts when present. Do not create reports, change
80
+ tracker state, or use PR/token counts as outcome-value proxies from this skill.
81
+
72
82
  ## Pull request arming (#3903)
73
83
 
74
84
  Alongside the two work queues, report the **arming state of the repo's open pull requests**. A PR whose `autoMergeRequest` is `null` is fully green and permanently unmergeable: every check passes, `mergeStateStatus` is green, nothing complains, and it waits forever. Green-and-unarmed and green-and-waiting read identically on every other surface, so this is the one place that asks the question.
@@ -197,6 +197,26 @@ closed by the next run's dedupe or the human), not mutual exclusion; manual
197
197
  runs should first confirm the cron is not due or running. Tear-down removes
198
198
  it with the rest of the `lisa-auto-<project>-*` set.
199
199
 
200
+ **Optional automation — starter sync.** Read `starter.sync.auto` from the
201
+ project's current config. Only the boolean `true` opts in (default **false**).
202
+ When true, reconcile exactly one `lisa-auto-<project>-starter-sync` registration
203
+ running `/lisa:starter-sync` once a **day** (`FREQ=DAILY;INTERVAL=1`) in the
204
+ verified durable project checkout. Use the current runtime's native scheduler
205
+ and update an existing registration by its exact name rather than duplicating
206
+ it. Its prompt must identify this as a scheduled invocation, require a fresh
207
+ check of `starter.sync.auto` before mutation, and carry the literal command on
208
+ its own line. The `lisa-starter-sync` skill calls the shipped CLI and preserves
209
+ its configured landing strategy; an open PR is not an applied update.
210
+
211
+ When false or absent, remove any exact `lisa-auto-<project>-starter-sync`
212
+ registration using that same native scheduler, leaving all other schedules
213
+ alone. Read the scheduler back after either operation and report the observed
214
+ name, target, cadence, or verified absence. Saving the console toggle only saves
215
+ config: run this reconciliation to change the registration. If scheduler access
216
+ is unavailable, report registration/removal as **unverified**, not successful;
217
+ do not write its backing files or install another scheduler. This representation
218
+ gap applies to any runtime without a native recurring-task tool.
219
+
200
220
  **Optional automation — the health cron.** When `health.schedule` in
201
221
  `.lisa.config.json` is `daily` or `weekly` (default **off**, which registers
202
222
  nothing), additionally create `lisa-auto-<project>-health-drift` running
@@ -0,0 +1,35 @@
1
+ ---
2
+ name: lisa-starter-sync
3
+ description: "Run one starter sync using Lisa's existing engine and landing command. Also used by the opt-in daily starter-sync automation."
4
+ allowed-tools: ["Bash", "Read", "Skill"]
5
+ ---
6
+
7
+ # Sync the project's starter
8
+
9
+ Run one `lisa starter sync --json` in the verified project checkout using the
10
+ installed Lisa CLI. The CLI owns diffing, ownership rules, isolated PR worktrees,
11
+ direct-when-clean refusal, and reuse of an existing PR. Do not reproduce them.
12
+
13
+ For a scheduled invocation, re-read `starter.sync.auto` from the project's
14
+ current config before any mutation. If it is not exactly `true`, report
15
+ `no-change — automatic starter sync is off` and stop. A stale registration must
16
+ not keep applying changes after the operator turns the setting off.
17
+
18
+ Use a real existing work item when supplied (`--work-item <ref>`) and the actual
19
+ runtime's identity with `--co-author <identity>`. Never invent attribution,
20
+ disable hooks, or open a ticket merely to make an empty sync pass. If project
21
+ commit policy needs attribution that is unavailable, surface that requirement.
22
+
23
+ Report the returned outcome accurately:
24
+
25
+ - `current`: **nothing to do**; no changes landed.
26
+ - `committed`: name the resulting commit.
27
+ - `pull-request`: link the existing or newly opened PR; it is awaiting review,
28
+ not merged and not an advanced consumer baseline. Continue the existing
29
+ `lisa-drive-pr-to-merge` review workflow with `auto_merge=false` when available.
30
+ - Nonzero exit or malformed output: report the actual failure and any retained
31
+ worktree location. Do not reset or delete those recovery files.
32
+
33
+ Never write to the starter repository. Never enable auto-merge as part of this
34
+ command. The same skill is distributed to all six agent runtimes; native slash
35
+ commands use `/lisa:starter-sync`, and Codex uses `$lisa-starter-sync`.
@@ -140,6 +140,15 @@ the managed comment path.
140
140
 
141
141
  ### Step 3 — Apply the requested operation
142
142
 
143
+ For lifecycle rows, include the optional `effectiveness` observations defined in
144
+ [portable effectiveness reference](references/effectiveness.md): four separate clocks, explicit unknowns, sourced human
145
+ events, Lisa version, and worker configuration revision. Preserve extensions on old
146
+ rows. After the canonical host write passes readback, mirror the row through
147
+ `lisa effectiveness record --input <json-file>` for local status reports. On a
148
+ confirmed recurrence after its control shipped, use `lisa effectiveness recurrence
149
+ --input <json-file>` with the stable source event identity; commit that history
150
+ through normal checks. Do not infer human minutes or invent missing runtime telemetry.
151
+
143
152
  All three operations use the shared utilities and rule contract; they differ only in which inputs
144
153
  they require and whether they recompute child totals:
145
154
 
@@ -0,0 +1,63 @@
1
+ # Delivery observations (optional extension)
2
+
3
+ Keep the primary 17-field usage token unchanged. New writers attach
4
+ `LisaUsageEntry.effectiveness`; the shared serializer emits the adjacent
5
+ `lisa:usage-effectiveness` token correlated by `entry_id`. Older readers may ignore
6
+ the extension. New writers preserve it when rewriting historical rows.
7
+
8
+ Each observation has `schema: 1` and all these fields, using `null` for unknown:
9
+
10
+ - `lisaVersion`, `workerConfigRevision`: observed version/revision tags.
11
+ - `workerWallMs`: actual execution duration for this run.
12
+ - `feedbackMs`: measured blocking request-to-response samples in milliseconds.
13
+ Start when this worker issues the request; stop when its response is available.
14
+ Waiting on another agent is queue latency and is excluded. `[]` means a measured
15
+ run with no such requests; `null` means unavailable telemetry.
16
+ - `workerSource`: runtime evidence identifier for wall time and feedback samples.
17
+ - `attention`: observed `{id, source}` human interventions. Derive these from
18
+ non-bot ready-role flips, blocked-item answers, and review interventions. Dedupe
19
+ by stable tracker event identity. `[]` means the relevant history was inspected
20
+ and contained no interventions; `null` means it was not measured. Never infer
21
+ human minutes from gaps between comments.
22
+ - `readyAt`, `acceptedAt`: canonical UTC timestamps from the configured ready-role
23
+ flip and terminal accepted outcome. The elapsed clock excludes pre-ready intake.
24
+ A merge or queued deployment alone is not acceptance. `lifecycleSources` holds
25
+ the tracker/release evidence for these timestamps.
26
+ - `reworkSources`: observed reclaims, QA bounces, or reverts. The existing
27
+ `lisa-delivery-effectiveness` skill owns rework rates and other outcome measures;
28
+ these are observations, not a competing score.
29
+
30
+ At the existing implement, verify, and intake accounting milestones, supply these
31
+ observations even if every measurement is unknown. Collect runtime observations
32
+ as work proceeds; do not reconstruct feedback samples from memory at the end.
33
+ Runtime APIs differ across agents: unavailable measurements remain null on any
34
+ agent rather than being estimated from tool/PR/token counts.
35
+
36
+ After the canonical usage row is read back, mirror `{entryId, artifactRef,
37
+ effectiveness}` with `lisa effectiveness record --input <json-file>`. Mirrors under
38
+ `.lisa/effectiveness/` are ignored and disposable; reconstruct them from usage
39
+ extensions when needed. Do not commit timing reports or store secrets in sources.
40
+ The command refuses a non-ignored destination. Report write failures explicitly;
41
+ they must not erase the canonical accounting row or claim measurement succeeded.
42
+
43
+ Record an actual post-control failure using `lisa effectiveness recurrence --input
44
+ <json-file>`. The object contains `invariant`, `surface`, `controlRef`,
45
+ `controlShippedAt`, `occurrenceRef`, and `occurredAt`. Both timestamps use canonical
46
+ UTC ISO strings with milliseconds. Verify that the control/learning really shipped
47
+ before this occurrence; initial failures and unshipped proposals are not recurrences.
48
+ Use a stable occurrence source, such as a test-run failure or tracker event, so
49
+ replays and reports from different agents identify the same event.
50
+
51
+ `.lisa/RECURRENCES.jsonl` is committed history: distinct occurrence identities are
52
+ the durable count. Its existing built-in `merge=union` attribute retains concurrent
53
+ branch appends, and the reader deduplicates replayed events. Never hand-increment
54
+ a counter, compact away occurrences, or add counts to the bounded learnings ledger.
55
+ Normal review, secret checks, and push requirements still apply to this file.
56
+ The writer refuses missing merge setup and conflicting evidence for one identity.
57
+
58
+ `lisa effectiveness report` is read-only. Its per-run feedback distribution, wall
59
+ time, attention count, and ready-to-accepted duration remain separate. Attention
60
+ ratios cover only the locally observed accepted outcomes, with the reported sources
61
+ and denominator. Missing local records are unknown coverage, not zero factory effort.
62
+ Rebuild local records for the requested reporting scope before making a scope-wide
63
+ claim; never extrapolate a local subset to the whole queue.
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Universal governance — agents, skills, commands, hooks, and rules for all projects",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -0,0 +1,6 @@
1
+ ---
2
+ description: "Run one starter sync using the project's existing landing strategy."
3
+ argument-hint: "[--work-item <ref>]"
4
+ ---
5
+
6
+ Use the /lisa-starter-sync skill for one real sync in the current project. $ARGUMENTS
@@ -257,6 +257,10 @@ The rollup contract is additive across the hierarchy: PRDs may roll up Epics/Sto
257
257
  - Re-running with the same logical entry set must produce byte-identical output. Rewriting a legacy
258
258
  primary-only marker or the 2.222.0 transitional marker migrates once to the canonical
259
259
  primary-plus-extension layout; subsequent rewrites are byte-identical.
260
- - Do not include timestamps in the section preamble or token lines.
260
+ - Do not add timestamps to the section preamble or primary usage token. Sourced
261
+ lifecycle timestamps belong only in the optional effectiveness extension.
261
262
 
262
263
  Idempotency is enforced by `entry_id` for direct entries and by the fixed rollup token field order for totals.
264
+ ## Delivery observations
265
+
266
+ Read `references/effectiveness.md` in the `lisa-usage-accounting` skill for the optional effectiveness extension, clock definitions, and recurrence storage contract shared by every supported agent. The primary 17-field usage token remains unchanged.
@@ -41,6 +41,10 @@ export const AUTOMATION_EXPECTED_CADENCES = {
41
41
  human: "once a day",
42
42
  rrule: "FREQ=DAILY;INTERVAL=1",
43
43
  },
44
+ "starter-sync": {
45
+ human: "once a day",
46
+ rrule: "FREQ=DAILY;INTERVAL=1",
47
+ },
44
48
  "learnings-audit": {
45
49
  human: "once a week",
46
50
  rrule: "FREQ=WEEKLY;INTERVAL=1",
@@ -336,6 +340,17 @@ export function resolveExpectedAutomationFleet(input = {}) {
336
340
  );
337
341
  }
338
342
 
343
+ if (config.starter?.sync?.auto === true) {
344
+ expected.push(
345
+ createExpectedEntry(
346
+ identity,
347
+ "starter-sync",
348
+ "/lisa:starter-sync",
349
+ "opt-in"
350
+ )
351
+ );
352
+ }
353
+
339
354
  return {
340
355
  ...identity,
341
356
  expected,
@@ -260,11 +260,20 @@ computed **deterministically — never estimated by the model**:
260
260
 
261
261
  1. **Normalize** the invariant text: trim leading/trailing whitespace,
262
262
  collapse every internal whitespace run to a single space, lowercase.
263
- 2. **Hash** in Bash: `printf '%s' "$normalized" | shasum -a 256 | cut -c1-12`.
263
+ 2. **Hash** through the shared implementation: write the invariant to a text file
264
+ and run `lisa effectiveness fingerprint --input <file>`. This performs the
265
+ normalization above and returns the first 12 SHA-256 hex characters.
264
266
 
265
267
  The same knowledge item therefore always produces the same key across runs,
266
268
  regardless of which session computes it.
267
269
 
270
+ Read `lisa effectiveness report` for committed post-control recurrence counts by
271
+ the same `<surface>+<invariant-hash>` key. Cite the count and occurrence sources as
272
+ evidence when deciding whether a control helped. Missing history means unknown,
273
+ not a successful control. Counts do not automatically justify a new ticket: apply
274
+ the existing worth-doing judgment. The learning entry's content-version fingerprint
275
+ is a different identifier and must not be substituted for this invariant hash.
276
+
268
277
  Before filing anything, search the tracker for the marker in
269
278
  **open AND closed** issues — and key the search on the deterministic
270
279
  `<surface>` prefix **first**, using the hash as disambiguation only, so even
@@ -69,6 +69,16 @@ For each inspected queue, report:
69
69
 
70
70
  The report should stay terminal-first and immediately actionable: observable queue facts first, then the smallest useful next step.
71
71
 
72
+ ## Delivery effort
73
+
74
+ Alongside queue counts, run the read-only `lisa effectiveness report`. Show observed
75
+ human interventions per accepted outcome, its numerator/denominator, and evidence
76
+ sources. State that this covers locally observed outcomes; absent reports or null
77
+ attention mean **unknown**, not zero. If queue-wide coverage has not been verified,
78
+ do not imply the ratio describes the whole queue. Show the separate run clocks and
79
+ committed recurring-failure counts when present. Do not create reports, change
80
+ tracker state, or use PR/token counts as outcome-value proxies from this skill.
81
+
72
82
  ## Pull request arming (#3903)
73
83
 
74
84
  Alongside the two work queues, report the **arming state of the repo's open pull requests**. A PR whose `autoMergeRequest` is `null` is fully green and permanently unmergeable: every check passes, `mergeStateStatus` is green, nothing complains, and it waits forever. Green-and-unarmed and green-and-waiting read identically on every other surface, so this is the one place that asks the question.
@@ -197,6 +197,26 @@ closed by the next run's dedupe or the human), not mutual exclusion; manual
197
197
  runs should first confirm the cron is not due or running. Tear-down removes
198
198
  it with the rest of the `lisa-auto-<project>-*` set.
199
199
 
200
+ **Optional automation — starter sync.** Read `starter.sync.auto` from the
201
+ project's current config. Only the boolean `true` opts in (default **false**).
202
+ When true, reconcile exactly one `lisa-auto-<project>-starter-sync` registration
203
+ running `/lisa:starter-sync` once a **day** (`FREQ=DAILY;INTERVAL=1`) in the
204
+ verified durable project checkout. Use the current runtime's native scheduler
205
+ and update an existing registration by its exact name rather than duplicating
206
+ it. Its prompt must identify this as a scheduled invocation, require a fresh
207
+ check of `starter.sync.auto` before mutation, and carry the literal command on
208
+ its own line. The `lisa-starter-sync` skill calls the shipped CLI and preserves
209
+ its configured landing strategy; an open PR is not an applied update.
210
+
211
+ When false or absent, remove any exact `lisa-auto-<project>-starter-sync`
212
+ registration using that same native scheduler, leaving all other schedules
213
+ alone. Read the scheduler back after either operation and report the observed
214
+ name, target, cadence, or verified absence. Saving the console toggle only saves
215
+ config: run this reconciliation to change the registration. If scheduler access
216
+ is unavailable, report registration/removal as **unverified**, not successful;
217
+ do not write its backing files or install another scheduler. This representation
218
+ gap applies to any runtime without a native recurring-task tool.
219
+
200
220
  **Optional automation — the health cron.** When `health.schedule` in
201
221
  `.lisa.config.json` is `daily` or `weekly` (default **off**, which registers
202
222
  nothing), additionally create `lisa-auto-<project>-health-drift` running
@@ -0,0 +1,35 @@
1
+ ---
2
+ name: lisa-starter-sync
3
+ description: "Run one starter sync using Lisa's existing engine and landing command. Also used by the opt-in daily starter-sync automation."
4
+ allowed-tools: ["Bash", "Read", "Skill"]
5
+ ---
6
+
7
+ # Sync the project's starter
8
+
9
+ Run one `lisa starter sync --json` in the verified project checkout using the
10
+ installed Lisa CLI. The CLI owns diffing, ownership rules, isolated PR worktrees,
11
+ direct-when-clean refusal, and reuse of an existing PR. Do not reproduce them.
12
+
13
+ For a scheduled invocation, re-read `starter.sync.auto` from the project's
14
+ current config before any mutation. If it is not exactly `true`, report
15
+ `no-change — automatic starter sync is off` and stop. A stale registration must
16
+ not keep applying changes after the operator turns the setting off.
17
+
18
+ Use a real existing work item when supplied (`--work-item <ref>`) and the actual
19
+ runtime's identity with `--co-author <identity>`. Never invent attribution,
20
+ disable hooks, or open a ticket merely to make an empty sync pass. If project
21
+ commit policy needs attribution that is unavailable, surface that requirement.
22
+
23
+ Report the returned outcome accurately:
24
+
25
+ - `current`: **nothing to do**; no changes landed.
26
+ - `committed`: name the resulting commit.
27
+ - `pull-request`: link the existing or newly opened PR; it is awaiting review,
28
+ not merged and not an advanced consumer baseline. Continue the existing
29
+ `lisa-drive-pr-to-merge` review workflow with `auto_merge=false` when available.
30
+ - Nonzero exit or malformed output: report the actual failure and any retained
31
+ worktree location. Do not reset or delete those recovery files.
32
+
33
+ Never write to the starter repository. Never enable auto-merge as part of this
34
+ command. The same skill is distributed to all six agent runtimes; native slash
35
+ commands use `/lisa:starter-sync`, and Codex uses `$lisa-starter-sync`.
@@ -140,6 +140,15 @@ the managed comment path.
140
140
 
141
141
  ### Step 3 — Apply the requested operation
142
142
 
143
+ For lifecycle rows, include the optional `effectiveness` observations defined in
144
+ [portable effectiveness reference](references/effectiveness.md): four separate clocks, explicit unknowns, sourced human
145
+ events, Lisa version, and worker configuration revision. Preserve extensions on old
146
+ rows. After the canonical host write passes readback, mirror the row through
147
+ `lisa effectiveness record --input <json-file>` for local status reports. On a
148
+ confirmed recurrence after its control shipped, use `lisa effectiveness recurrence
149
+ --input <json-file>` with the stable source event identity; commit that history
150
+ through normal checks. Do not infer human minutes or invent missing runtime telemetry.
151
+
143
152
  All three operations use the shared utilities and rule contract; they differ only in which inputs
144
153
  they require and whether they recompute child totals:
145
154
 
@@ -0,0 +1,63 @@
1
+ # Delivery observations (optional extension)
2
+
3
+ Keep the primary 17-field usage token unchanged. New writers attach
4
+ `LisaUsageEntry.effectiveness`; the shared serializer emits the adjacent
5
+ `lisa:usage-effectiveness` token correlated by `entry_id`. Older readers may ignore
6
+ the extension. New writers preserve it when rewriting historical rows.
7
+
8
+ Each observation has `schema: 1` and all these fields, using `null` for unknown:
9
+
10
+ - `lisaVersion`, `workerConfigRevision`: observed version/revision tags.
11
+ - `workerWallMs`: actual execution duration for this run.
12
+ - `feedbackMs`: measured blocking request-to-response samples in milliseconds.
13
+ Start when this worker issues the request; stop when its response is available.
14
+ Waiting on another agent is queue latency and is excluded. `[]` means a measured
15
+ run with no such requests; `null` means unavailable telemetry.
16
+ - `workerSource`: runtime evidence identifier for wall time and feedback samples.
17
+ - `attention`: observed `{id, source}` human interventions. Derive these from
18
+ non-bot ready-role flips, blocked-item answers, and review interventions. Dedupe
19
+ by stable tracker event identity. `[]` means the relevant history was inspected
20
+ and contained no interventions; `null` means it was not measured. Never infer
21
+ human minutes from gaps between comments.
22
+ - `readyAt`, `acceptedAt`: canonical UTC timestamps from the configured ready-role
23
+ flip and terminal accepted outcome. The elapsed clock excludes pre-ready intake.
24
+ A merge or queued deployment alone is not acceptance. `lifecycleSources` holds
25
+ the tracker/release evidence for these timestamps.
26
+ - `reworkSources`: observed reclaims, QA bounces, or reverts. The existing
27
+ `lisa-delivery-effectiveness` skill owns rework rates and other outcome measures;
28
+ these are observations, not a competing score.
29
+
30
+ At the existing implement, verify, and intake accounting milestones, supply these
31
+ observations even if every measurement is unknown. Collect runtime observations
32
+ as work proceeds; do not reconstruct feedback samples from memory at the end.
33
+ Runtime APIs differ across agents: unavailable measurements remain null on any
34
+ agent rather than being estimated from tool/PR/token counts.
35
+
36
+ After the canonical usage row is read back, mirror `{entryId, artifactRef,
37
+ effectiveness}` with `lisa effectiveness record --input <json-file>`. Mirrors under
38
+ `.lisa/effectiveness/` are ignored and disposable; reconstruct them from usage
39
+ extensions when needed. Do not commit timing reports or store secrets in sources.
40
+ The command refuses a non-ignored destination. Report write failures explicitly;
41
+ they must not erase the canonical accounting row or claim measurement succeeded.
42
+
43
+ Record an actual post-control failure using `lisa effectiveness recurrence --input
44
+ <json-file>`. The object contains `invariant`, `surface`, `controlRef`,
45
+ `controlShippedAt`, `occurrenceRef`, and `occurredAt`. Both timestamps use canonical
46
+ UTC ISO strings with milliseconds. Verify that the control/learning really shipped
47
+ before this occurrence; initial failures and unshipped proposals are not recurrences.
48
+ Use a stable occurrence source, such as a test-run failure or tracker event, so
49
+ replays and reports from different agents identify the same event.
50
+
51
+ `.lisa/RECURRENCES.jsonl` is committed history: distinct occurrence identities are
52
+ the durable count. Its existing built-in `merge=union` attribute retains concurrent
53
+ branch appends, and the reader deduplicates replayed events. Never hand-increment
54
+ a counter, compact away occurrences, or add counts to the bounded learnings ledger.
55
+ Normal review, secret checks, and push requirements still apply to this file.
56
+ The writer refuses missing merge setup and conflicting evidence for one identity.
57
+
58
+ `lisa effectiveness report` is read-only. Its per-run feedback distribution, wall
59
+ time, attention count, and ready-to-accepted duration remain separate. Attention
60
+ ratios cover only the locally observed accepted outcomes, with the reported sources
61
+ and denominator. Missing local records are unknown coverage, not zero factory effort.
62
+ Rebuild local records for the requested reporting scope before making a scope-wide
63
+ claim; never extrapolate a local subset to the whole queue.
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-expo",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Expo/React Native-specific skills, agents, rules, and MCP servers",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-expo",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Expo and React Native-specific skills, agents, rules, and MCP servers.",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-expo",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Expo/React Native-specific skills, agents, rules, and MCP servers",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-expo",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Expo/React Native-specific skills, agents, rules, and MCP servers",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-expo",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Expo/React Native-specific skills, agents, rules, and MCP servers",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-harper-fabric",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Harper/Fabric-specific rules for TypeScript component apps",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-harper-fabric",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Harper/Fabric-specific Lisa rules for TypeScript component apps.",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-harper-fabric",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Harper/Fabric-specific rules for TypeScript component apps",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-harper-fabric",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Harper/Fabric-specific rules for TypeScript component apps",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-harper-fabric",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Harper/Fabric-specific rules for TypeScript component apps",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-nestjs",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "NestJS-specific skills (GraphQL, TypeORM) and hooks (migration write-protection)",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-nestjs",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "NestJS-specific skills and migration write-protection hooks.",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-nestjs",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "NestJS-specific skills (GraphQL, TypeORM) and hooks (migration write-protection)",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-nestjs",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "NestJS-specific skills (GraphQL, TypeORM) and hooks (migration write-protection)",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-nestjs",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "NestJS-specific skills (GraphQL, TypeORM) and hooks (migration write-protection)",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-openclaw",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, for Claude Code and Codex",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-openclaw",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, across Claude and Codex.",
5
5
  "author": {
6
6
  "name": "Cody Swann"
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "lisa-openclaw",
3
- "version": "4.62.4",
3
+ "version": "4.64.0",
4
4
  "description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, for Claude Code and Codex",
5
5
  "author": {
6
6
  "name": "Cody Swann"