@codyswann/lisa 4.62.4 → 4.64.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/all/copy-contents/.gitattributes +1 -0
- package/all/copy-contents/gitignore +1 -0
- package/dist/cli/effectiveness-cmd.d.ts +8 -0
- package/dist/cli/effectiveness-cmd.d.ts.map +1 -0
- package/dist/cli/effectiveness-cmd.js +40 -0
- package/dist/cli/effectiveness-cmd.js.map +1 -0
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +4 -10
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/ui-cmd.d.ts +24 -0
- package/dist/cli/ui-cmd.d.ts.map +1 -1
- package/dist/cli/ui-cmd.js +40 -13
- package/dist/cli/ui-cmd.js.map +1 -1
- package/dist/cli/ui-health.d.ts.map +1 -1
- package/dist/cli/ui-health.js +1 -40
- package/dist/cli/ui-health.js.map +1 -1
- package/dist/cli/ui-request-origin.d.ts +8 -0
- package/dist/cli/ui-request-origin.d.ts.map +1 -0
- package/dist/cli/ui-request-origin.js +41 -0
- package/dist/cli/ui-request-origin.js.map +1 -0
- package/dist/cli/ui-starter-sync.d.ts +17 -0
- package/dist/cli/ui-starter-sync.d.ts.map +1 -0
- package/dist/cli/ui-starter-sync.js +75 -0
- package/dist/cli/ui-starter-sync.js.map +1 -0
- package/dist/cli/update-check-hook.js +1 -0
- package/dist/cli/update-check-hook.js.map +1 -1
- package/dist/core/effectiveness-store.d.ts +104 -0
- package/dist/core/effectiveness-store.d.ts.map +1 -0
- package/dist/core/effectiveness-store.js +237 -0
- package/dist/core/effectiveness-store.js.map +1 -0
- package/dist/core/learnings-merge-driver.d.ts.map +1 -1
- package/dist/core/learnings-merge-driver.js +1 -0
- package/dist/core/learnings-merge-driver.js.map +1 -1
- package/dist/core/nightly-e2e-guard-behavior-certificate.js +2 -2
- package/dist/core/upstream-evidence-manifest.d.ts.map +1 -1
- package/dist/core/upstream-evidence-manifest.js +43 -10
- package/dist/core/upstream-evidence-manifest.js.map +1 -1
- package/dist/utils/effectiveness.d.ts +72 -0
- package/dist/utils/effectiveness.d.ts.map +1 -0
- package/dist/utils/effectiveness.js +183 -0
- package/dist/utils/effectiveness.js.map +1 -0
- package/dist/utils/usage-accounting.d.ts +2 -0
- package/dist/utils/usage-accounting.d.ts.map +1 -1
- package/dist/utils/usage-accounting.js +24 -2
- package/dist/utils/usage-accounting.js.map +1 -1
- package/package.json +4 -4
- package/plugins/lisa/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa/.codex-plugin/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/lisa/.codex-plugin/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/lisa/.codex-plugin/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/lisa/.codex-plugin/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/lisa/.codex-plugin/skills/lisa-starter-sync/agents/openai.yaml +4 -0
- package/plugins/lisa/.codex-plugin/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/lisa/.codex-plugin/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/plugins/lisa/commands/starter-sync.md +6 -0
- package/plugins/lisa/rules/reference/usage-accounting.md +5 -1
- package/plugins/lisa/scripts/automation-status-expected-fleet.mjs +15 -0
- package/plugins/lisa/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/lisa/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/lisa/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/lisa/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/lisa/skills/lisa-starter-sync/agents/openai.yaml +4 -0
- package/plugins/lisa/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/lisa/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/plugins/lisa-agy/commands/lisa/starter-sync.md +6 -0
- package/plugins/lisa-agy/plugin.json +1 -1
- package/plugins/lisa-agy/scripts/automation-status-expected-fleet.mjs +15 -0
- package/plugins/lisa-agy/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/lisa-agy/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/lisa-agy/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/lisa-agy/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/lisa-agy/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/lisa-agy/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/plugins/lisa-cdk/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-cdk/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-cdk-agy/plugin.json +1 -1
- package/plugins/lisa-cdk-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-cdk-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-copilot/commands/lisa/starter-sync.md +6 -0
- package/plugins/lisa-copilot/rules/reference/usage-accounting.md +5 -1
- package/plugins/lisa-copilot/scripts/automation-status-expected-fleet.mjs +15 -0
- package/plugins/lisa-copilot/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/lisa-copilot/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/lisa-copilot/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/lisa-copilot/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/lisa-copilot/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/lisa-copilot/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/plugins/lisa-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-cursor/commands/lisa/starter-sync.md +6 -0
- package/plugins/lisa-cursor/rules/usage-accounting-reference.mdc +5 -1
- package/plugins/lisa-cursor/scripts/automation-status-expected-fleet.mjs +15 -0
- package/plugins/lisa-cursor/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/lisa-cursor/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/lisa-cursor/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/lisa-cursor/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/lisa-cursor/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/lisa-cursor/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/plugins/lisa-expo/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-expo/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-expo-agy/plugin.json +1 -1
- package/plugins/lisa-expo-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-expo-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-harper-fabric/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-harper-fabric/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-harper-fabric-agy/plugin.json +1 -1
- package/plugins/lisa-harper-fabric-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-harper-fabric-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-nestjs/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-nestjs/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-nestjs-agy/plugin.json +1 -1
- package/plugins/lisa-nestjs-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-nestjs-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-openclaw/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-openclaw/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-openclaw-agy/plugin.json +1 -1
- package/plugins/lisa-openclaw-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-openclaw-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-phaser/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-phaser/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-phaser-agy/plugin.json +1 -1
- package/plugins/lisa-phaser-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-phaser-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-rails/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-rails/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-rails-agy/plugin.json +1 -1
- package/plugins/lisa-rails-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-rails-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-typescript/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-typescript/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-typescript-agy/plugin.json +1 -1
- package/plugins/lisa-typescript-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-typescript-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-wiki/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-wiki/.codex-plugin/plugin.json +1 -1
- package/plugins/lisa-wiki-agy/plugin.json +1 -1
- package/plugins/lisa-wiki-copilot/.claude-plugin/plugin.json +1 -1
- package/plugins/lisa-wiki-cursor/.claude-plugin/plugin.json +1 -1
- package/plugins/src/base/commands/starter-sync.md +6 -0
- package/plugins/src/base/rules/reference/usage-accounting.md +5 -1
- package/plugins/src/base/scripts/automation-status-expected-fleet.mjs +15 -0
- package/plugins/src/base/skills/lisa-learnings-audit/SKILL.md +10 -1
- package/plugins/src/base/skills/lisa-queue-status/SKILL.md +10 -0
- package/plugins/src/base/skills/lisa-setup-automations/SKILL.md +20 -0
- package/plugins/src/base/skills/lisa-starter-sync/SKILL.md +35 -0
- package/plugins/src/base/skills/lisa-usage-accounting/SKILL.md +9 -0
- package/plugins/src/base/skills/lisa-usage-accounting/references/effectiveness.md +63 -0
- package/ui/README.md +30 -0
- package/ui/index.html +129 -12
|
@@ -41,6 +41,10 @@ export const AUTOMATION_EXPECTED_CADENCES = {
|
|
|
41
41
|
human: "once a day",
|
|
42
42
|
rrule: "FREQ=DAILY;INTERVAL=1",
|
|
43
43
|
},
|
|
44
|
+
"starter-sync": {
|
|
45
|
+
human: "once a day",
|
|
46
|
+
rrule: "FREQ=DAILY;INTERVAL=1",
|
|
47
|
+
},
|
|
44
48
|
"learnings-audit": {
|
|
45
49
|
human: "once a week",
|
|
46
50
|
rrule: "FREQ=WEEKLY;INTERVAL=1",
|
|
@@ -336,6 +340,17 @@ export function resolveExpectedAutomationFleet(input = {}) {
|
|
|
336
340
|
);
|
|
337
341
|
}
|
|
338
342
|
|
|
343
|
+
if (config.starter?.sync?.auto === true) {
|
|
344
|
+
expected.push(
|
|
345
|
+
createExpectedEntry(
|
|
346
|
+
identity,
|
|
347
|
+
"starter-sync",
|
|
348
|
+
"/lisa:starter-sync",
|
|
349
|
+
"opt-in"
|
|
350
|
+
)
|
|
351
|
+
);
|
|
352
|
+
}
|
|
353
|
+
|
|
339
354
|
return {
|
|
340
355
|
...identity,
|
|
341
356
|
expected,
|
|
@@ -260,11 +260,20 @@ computed **deterministically — never estimated by the model**:
|
|
|
260
260
|
|
|
261
261
|
1. **Normalize** the invariant text: trim leading/trailing whitespace,
|
|
262
262
|
collapse every internal whitespace run to a single space, lowercase.
|
|
263
|
-
2. **Hash**
|
|
263
|
+
2. **Hash** through the shared implementation: write the invariant to a text file
|
|
264
|
+
and run `lisa effectiveness fingerprint --input <file>`. This performs the
|
|
265
|
+
normalization above and returns the first 12 SHA-256 hex characters.
|
|
264
266
|
|
|
265
267
|
The same knowledge item therefore always produces the same key across runs,
|
|
266
268
|
regardless of which session computes it.
|
|
267
269
|
|
|
270
|
+
Read `lisa effectiveness report` for committed post-control recurrence counts by
|
|
271
|
+
the same `<surface>+<invariant-hash>` key. Cite the count and occurrence sources as
|
|
272
|
+
evidence when deciding whether a control helped. Missing history means unknown,
|
|
273
|
+
not a successful control. Counts do not automatically justify a new ticket: apply
|
|
274
|
+
the existing worth-doing judgment. The learning entry's content-version fingerprint
|
|
275
|
+
is a different identifier and must not be substituted for this invariant hash.
|
|
276
|
+
|
|
268
277
|
Before filing anything, search the tracker for the marker in
|
|
269
278
|
**open AND closed** issues — and key the search on the deterministic
|
|
270
279
|
`<surface>` prefix **first**, using the hash as disambiguation only, so even
|
|
@@ -69,6 +69,16 @@ For each inspected queue, report:
|
|
|
69
69
|
|
|
70
70
|
The report should stay terminal-first and immediately actionable: observable queue facts first, then the smallest useful next step.
|
|
71
71
|
|
|
72
|
+
## Delivery effort
|
|
73
|
+
|
|
74
|
+
Alongside queue counts, run the read-only `lisa effectiveness report`. Show observed
|
|
75
|
+
human interventions per accepted outcome, its numerator/denominator, and evidence
|
|
76
|
+
sources. State that this covers locally observed outcomes; absent reports or null
|
|
77
|
+
attention mean **unknown**, not zero. If queue-wide coverage has not been verified,
|
|
78
|
+
do not imply the ratio describes the whole queue. Show the separate run clocks and
|
|
79
|
+
committed recurring-failure counts when present. Do not create reports, change
|
|
80
|
+
tracker state, or use PR/token counts as outcome-value proxies from this skill.
|
|
81
|
+
|
|
72
82
|
## Pull request arming (#3903)
|
|
73
83
|
|
|
74
84
|
Alongside the two work queues, report the **arming state of the repo's open pull requests**. A PR whose `autoMergeRequest` is `null` is fully green and permanently unmergeable: every check passes, `mergeStateStatus` is green, nothing complains, and it waits forever. Green-and-unarmed and green-and-waiting read identically on every other surface, so this is the one place that asks the question.
|
|
@@ -197,6 +197,26 @@ closed by the next run's dedupe or the human), not mutual exclusion; manual
|
|
|
197
197
|
runs should first confirm the cron is not due or running. Tear-down removes
|
|
198
198
|
it with the rest of the `lisa-auto-<project>-*` set.
|
|
199
199
|
|
|
200
|
+
**Optional automation — starter sync.** Read `starter.sync.auto` from the
|
|
201
|
+
project's current config. Only the boolean `true` opts in (default **false**).
|
|
202
|
+
When true, reconcile exactly one `lisa-auto-<project>-starter-sync` registration
|
|
203
|
+
running `/lisa:starter-sync` once a **day** (`FREQ=DAILY;INTERVAL=1`) in the
|
|
204
|
+
verified durable project checkout. Use the current runtime's native scheduler
|
|
205
|
+
and update an existing registration by its exact name rather than duplicating
|
|
206
|
+
it. Its prompt must identify this as a scheduled invocation, require a fresh
|
|
207
|
+
check of `starter.sync.auto` before mutation, and carry the literal command on
|
|
208
|
+
its own line. The `lisa-starter-sync` skill calls the shipped CLI and preserves
|
|
209
|
+
its configured landing strategy; an open PR is not an applied update.
|
|
210
|
+
|
|
211
|
+
When false or absent, remove any exact `lisa-auto-<project>-starter-sync`
|
|
212
|
+
registration using that same native scheduler, leaving all other schedules
|
|
213
|
+
alone. Read the scheduler back after either operation and report the observed
|
|
214
|
+
name, target, cadence, or verified absence. Saving the console toggle only saves
|
|
215
|
+
config: run this reconciliation to change the registration. If scheduler access
|
|
216
|
+
is unavailable, report registration/removal as **unverified**, not successful;
|
|
217
|
+
do not write its backing files or install another scheduler. This representation
|
|
218
|
+
gap applies to any runtime without a native recurring-task tool.
|
|
219
|
+
|
|
200
220
|
**Optional automation — the health cron.** When `health.schedule` in
|
|
201
221
|
`.lisa.config.json` is `daily` or `weekly` (default **off**, which registers
|
|
202
222
|
nothing), additionally create `lisa-auto-<project>-health-drift` running
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: lisa-starter-sync
|
|
3
|
+
description: "Run one starter sync using Lisa's existing engine and landing command. Also used by the opt-in daily starter-sync automation."
|
|
4
|
+
allowed-tools: ["Bash", "Read", "Skill"]
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
# Sync the project's starter
|
|
8
|
+
|
|
9
|
+
Run one `lisa starter sync --json` in the verified project checkout using the
|
|
10
|
+
installed Lisa CLI. The CLI owns diffing, ownership rules, isolated PR worktrees,
|
|
11
|
+
direct-when-clean refusal, and reuse of an existing PR. Do not reproduce them.
|
|
12
|
+
|
|
13
|
+
For a scheduled invocation, re-read `starter.sync.auto` from the project's
|
|
14
|
+
current config before any mutation. If it is not exactly `true`, report
|
|
15
|
+
`no-change — automatic starter sync is off` and stop. A stale registration must
|
|
16
|
+
not keep applying changes after the operator turns the setting off.
|
|
17
|
+
|
|
18
|
+
Use a real existing work item when supplied (`--work-item <ref>`) and the actual
|
|
19
|
+
runtime's identity with `--co-author <identity>`. Never invent attribution,
|
|
20
|
+
disable hooks, or open a ticket merely to make an empty sync pass. If project
|
|
21
|
+
commit policy needs attribution that is unavailable, surface that requirement.
|
|
22
|
+
|
|
23
|
+
Report the returned outcome accurately:
|
|
24
|
+
|
|
25
|
+
- `current`: **nothing to do**; no changes landed.
|
|
26
|
+
- `committed`: name the resulting commit.
|
|
27
|
+
- `pull-request`: link the existing or newly opened PR; it is awaiting review,
|
|
28
|
+
not merged and not an advanced consumer baseline. Continue the existing
|
|
29
|
+
`lisa-drive-pr-to-merge` review workflow with `auto_merge=false` when available.
|
|
30
|
+
- Nonzero exit or malformed output: report the actual failure and any retained
|
|
31
|
+
worktree location. Do not reset or delete those recovery files.
|
|
32
|
+
|
|
33
|
+
Never write to the starter repository. Never enable auto-merge as part of this
|
|
34
|
+
command. The same skill is distributed to all six agent runtimes; native slash
|
|
35
|
+
commands use `/lisa:starter-sync`, and Codex uses `$lisa-starter-sync`.
|
|
@@ -140,6 +140,15 @@ the managed comment path.
|
|
|
140
140
|
|
|
141
141
|
### Step 3 — Apply the requested operation
|
|
142
142
|
|
|
143
|
+
For lifecycle rows, include the optional `effectiveness` observations defined in
|
|
144
|
+
[portable effectiveness reference](references/effectiveness.md): four separate clocks, explicit unknowns, sourced human
|
|
145
|
+
events, Lisa version, and worker configuration revision. Preserve extensions on old
|
|
146
|
+
rows. After the canonical host write passes readback, mirror the row through
|
|
147
|
+
`lisa effectiveness record --input <json-file>` for local status reports. On a
|
|
148
|
+
confirmed recurrence after its control shipped, use `lisa effectiveness recurrence
|
|
149
|
+
--input <json-file>` with the stable source event identity; commit that history
|
|
150
|
+
through normal checks. Do not infer human minutes or invent missing runtime telemetry.
|
|
151
|
+
|
|
143
152
|
All three operations use the shared utilities and rule contract; they differ only in which inputs
|
|
144
153
|
they require and whether they recompute child totals:
|
|
145
154
|
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
# Delivery observations (optional extension)
|
|
2
|
+
|
|
3
|
+
Keep the primary 17-field usage token unchanged. New writers attach
|
|
4
|
+
`LisaUsageEntry.effectiveness`; the shared serializer emits the adjacent
|
|
5
|
+
`lisa:usage-effectiveness` token correlated by `entry_id`. Older readers may ignore
|
|
6
|
+
the extension. New writers preserve it when rewriting historical rows.
|
|
7
|
+
|
|
8
|
+
Each observation has `schema: 1` and all these fields, using `null` for unknown:
|
|
9
|
+
|
|
10
|
+
- `lisaVersion`, `workerConfigRevision`: observed version/revision tags.
|
|
11
|
+
- `workerWallMs`: actual execution duration for this run.
|
|
12
|
+
- `feedbackMs`: measured blocking request-to-response samples in milliseconds.
|
|
13
|
+
Start when this worker issues the request; stop when its response is available.
|
|
14
|
+
Waiting on another agent is queue latency and is excluded. `[]` means a measured
|
|
15
|
+
run with no such requests; `null` means unavailable telemetry.
|
|
16
|
+
- `workerSource`: runtime evidence identifier for wall time and feedback samples.
|
|
17
|
+
- `attention`: observed `{id, source}` human interventions. Derive these from
|
|
18
|
+
non-bot ready-role flips, blocked-item answers, and review interventions. Dedupe
|
|
19
|
+
by stable tracker event identity. `[]` means the relevant history was inspected
|
|
20
|
+
and contained no interventions; `null` means it was not measured. Never infer
|
|
21
|
+
human minutes from gaps between comments.
|
|
22
|
+
- `readyAt`, `acceptedAt`: canonical UTC timestamps from the configured ready-role
|
|
23
|
+
flip and terminal accepted outcome. The elapsed clock excludes pre-ready intake.
|
|
24
|
+
A merge or queued deployment alone is not acceptance. `lifecycleSources` holds
|
|
25
|
+
the tracker/release evidence for these timestamps.
|
|
26
|
+
- `reworkSources`: observed reclaims, QA bounces, or reverts. The existing
|
|
27
|
+
`lisa-delivery-effectiveness` skill owns rework rates and other outcome measures;
|
|
28
|
+
these are observations, not a competing score.
|
|
29
|
+
|
|
30
|
+
At the existing implement, verify, and intake accounting milestones, supply these
|
|
31
|
+
observations even if every measurement is unknown. Collect runtime observations
|
|
32
|
+
as work proceeds; do not reconstruct feedback samples from memory at the end.
|
|
33
|
+
Runtime APIs differ across agents: unavailable measurements remain null on any
|
|
34
|
+
agent rather than being estimated from tool/PR/token counts.
|
|
35
|
+
|
|
36
|
+
After the canonical usage row is read back, mirror `{entryId, artifactRef,
|
|
37
|
+
effectiveness}` with `lisa effectiveness record --input <json-file>`. Mirrors under
|
|
38
|
+
`.lisa/effectiveness/` are ignored and disposable; reconstruct them from usage
|
|
39
|
+
extensions when needed. Do not commit timing reports or store secrets in sources.
|
|
40
|
+
The command refuses a non-ignored destination. Report write failures explicitly;
|
|
41
|
+
they must not erase the canonical accounting row or claim measurement succeeded.
|
|
42
|
+
|
|
43
|
+
Record an actual post-control failure using `lisa effectiveness recurrence --input
|
|
44
|
+
<json-file>`. The object contains `invariant`, `surface`, `controlRef`,
|
|
45
|
+
`controlShippedAt`, `occurrenceRef`, and `occurredAt`. Both timestamps use canonical
|
|
46
|
+
UTC ISO strings with milliseconds. Verify that the control/learning really shipped
|
|
47
|
+
before this occurrence; initial failures and unshipped proposals are not recurrences.
|
|
48
|
+
Use a stable occurrence source, such as a test-run failure or tracker event, so
|
|
49
|
+
replays and reports from different agents identify the same event.
|
|
50
|
+
|
|
51
|
+
`.lisa/RECURRENCES.jsonl` is committed history: distinct occurrence identities are
|
|
52
|
+
the durable count. Its existing built-in `merge=union` attribute retains concurrent
|
|
53
|
+
branch appends, and the reader deduplicates replayed events. Never hand-increment
|
|
54
|
+
a counter, compact away occurrences, or add counts to the bounded learnings ledger.
|
|
55
|
+
Normal review, secret checks, and push requirements still apply to this file.
|
|
56
|
+
The writer refuses missing merge setup and conflicting evidence for one identity.
|
|
57
|
+
|
|
58
|
+
`lisa effectiveness report` is read-only. Its per-run feedback distribution, wall
|
|
59
|
+
time, attention count, and ready-to-accepted duration remain separate. Attention
|
|
60
|
+
ratios cover only the locally observed accepted outcomes, with the reported sources
|
|
61
|
+
and denominator. Missing local records are unknown coverage, not zero factory effort.
|
|
62
|
+
Rebuild local records for the requested reporting scope before making a scope-wide
|
|
63
|
+
claim; never extrapolate a local subset to the whole queue.
|
|
@@ -257,6 +257,10 @@ The rollup contract is additive across the hierarchy: PRDs may roll up Epics/Sto
|
|
|
257
257
|
- Re-running with the same logical entry set must produce byte-identical output. Rewriting a legacy
|
|
258
258
|
primary-only marker or the 2.222.0 transitional marker migrates once to the canonical
|
|
259
259
|
primary-plus-extension layout; subsequent rewrites are byte-identical.
|
|
260
|
-
- Do not
|
|
260
|
+
- Do not add timestamps to the section preamble or primary usage token. Sourced
|
|
261
|
+
lifecycle timestamps belong only in the optional effectiveness extension.
|
|
261
262
|
|
|
262
263
|
Idempotency is enforced by `entry_id` for direct entries and by the fixed rollup token field order for totals.
|
|
264
|
+
## Delivery observations
|
|
265
|
+
|
|
266
|
+
Read `references/effectiveness.md` in the `lisa-usage-accounting` skill for the optional effectiveness extension, clock definitions, and recurrence storage contract shared by every supported agent. The primary 17-field usage token remains unchanged.
|
|
@@ -41,6 +41,10 @@ export const AUTOMATION_EXPECTED_CADENCES = {
|
|
|
41
41
|
human: "once a day",
|
|
42
42
|
rrule: "FREQ=DAILY;INTERVAL=1",
|
|
43
43
|
},
|
|
44
|
+
"starter-sync": {
|
|
45
|
+
human: "once a day",
|
|
46
|
+
rrule: "FREQ=DAILY;INTERVAL=1",
|
|
47
|
+
},
|
|
44
48
|
"learnings-audit": {
|
|
45
49
|
human: "once a week",
|
|
46
50
|
rrule: "FREQ=WEEKLY;INTERVAL=1",
|
|
@@ -336,6 +340,17 @@ export function resolveExpectedAutomationFleet(input = {}) {
|
|
|
336
340
|
);
|
|
337
341
|
}
|
|
338
342
|
|
|
343
|
+
if (config.starter?.sync?.auto === true) {
|
|
344
|
+
expected.push(
|
|
345
|
+
createExpectedEntry(
|
|
346
|
+
identity,
|
|
347
|
+
"starter-sync",
|
|
348
|
+
"/lisa:starter-sync",
|
|
349
|
+
"opt-in"
|
|
350
|
+
)
|
|
351
|
+
);
|
|
352
|
+
}
|
|
353
|
+
|
|
339
354
|
return {
|
|
340
355
|
...identity,
|
|
341
356
|
expected,
|
|
@@ -260,11 +260,20 @@ computed **deterministically — never estimated by the model**:
|
|
|
260
260
|
|
|
261
261
|
1. **Normalize** the invariant text: trim leading/trailing whitespace,
|
|
262
262
|
collapse every internal whitespace run to a single space, lowercase.
|
|
263
|
-
2. **Hash**
|
|
263
|
+
2. **Hash** through the shared implementation: write the invariant to a text file
|
|
264
|
+
and run `lisa effectiveness fingerprint --input <file>`. This performs the
|
|
265
|
+
normalization above and returns the first 12 SHA-256 hex characters.
|
|
264
266
|
|
|
265
267
|
The same knowledge item therefore always produces the same key across runs,
|
|
266
268
|
regardless of which session computes it.
|
|
267
269
|
|
|
270
|
+
Read `lisa effectiveness report` for committed post-control recurrence counts by
|
|
271
|
+
the same `<surface>+<invariant-hash>` key. Cite the count and occurrence sources as
|
|
272
|
+
evidence when deciding whether a control helped. Missing history means unknown,
|
|
273
|
+
not a successful control. Counts do not automatically justify a new ticket: apply
|
|
274
|
+
the existing worth-doing judgment. The learning entry's content-version fingerprint
|
|
275
|
+
is a different identifier and must not be substituted for this invariant hash.
|
|
276
|
+
|
|
268
277
|
Before filing anything, search the tracker for the marker in
|
|
269
278
|
**open AND closed** issues — and key the search on the deterministic
|
|
270
279
|
`<surface>` prefix **first**, using the hash as disambiguation only, so even
|
|
@@ -69,6 +69,16 @@ For each inspected queue, report:
|
|
|
69
69
|
|
|
70
70
|
The report should stay terminal-first and immediately actionable: observable queue facts first, then the smallest useful next step.
|
|
71
71
|
|
|
72
|
+
## Delivery effort
|
|
73
|
+
|
|
74
|
+
Alongside queue counts, run the read-only `lisa effectiveness report`. Show observed
|
|
75
|
+
human interventions per accepted outcome, its numerator/denominator, and evidence
|
|
76
|
+
sources. State that this covers locally observed outcomes; absent reports or null
|
|
77
|
+
attention mean **unknown**, not zero. If queue-wide coverage has not been verified,
|
|
78
|
+
do not imply the ratio describes the whole queue. Show the separate run clocks and
|
|
79
|
+
committed recurring-failure counts when present. Do not create reports, change
|
|
80
|
+
tracker state, or use PR/token counts as outcome-value proxies from this skill.
|
|
81
|
+
|
|
72
82
|
## Pull request arming (#3903)
|
|
73
83
|
|
|
74
84
|
Alongside the two work queues, report the **arming state of the repo's open pull requests**. A PR whose `autoMergeRequest` is `null` is fully green and permanently unmergeable: every check passes, `mergeStateStatus` is green, nothing complains, and it waits forever. Green-and-unarmed and green-and-waiting read identically on every other surface, so this is the one place that asks the question.
|
|
@@ -197,6 +197,26 @@ closed by the next run's dedupe or the human), not mutual exclusion; manual
|
|
|
197
197
|
runs should first confirm the cron is not due or running. Tear-down removes
|
|
198
198
|
it with the rest of the `lisa-auto-<project>-*` set.
|
|
199
199
|
|
|
200
|
+
**Optional automation — starter sync.** Read `starter.sync.auto` from the
|
|
201
|
+
project's current config. Only the boolean `true` opts in (default **false**).
|
|
202
|
+
When true, reconcile exactly one `lisa-auto-<project>-starter-sync` registration
|
|
203
|
+
running `/lisa:starter-sync` once a **day** (`FREQ=DAILY;INTERVAL=1`) in the
|
|
204
|
+
verified durable project checkout. Use the current runtime's native scheduler
|
|
205
|
+
and update an existing registration by its exact name rather than duplicating
|
|
206
|
+
it. Its prompt must identify this as a scheduled invocation, require a fresh
|
|
207
|
+
check of `starter.sync.auto` before mutation, and carry the literal command on
|
|
208
|
+
its own line. The `lisa-starter-sync` skill calls the shipped CLI and preserves
|
|
209
|
+
its configured landing strategy; an open PR is not an applied update.
|
|
210
|
+
|
|
211
|
+
When false or absent, remove any exact `lisa-auto-<project>-starter-sync`
|
|
212
|
+
registration using that same native scheduler, leaving all other schedules
|
|
213
|
+
alone. Read the scheduler back after either operation and report the observed
|
|
214
|
+
name, target, cadence, or verified absence. Saving the console toggle only saves
|
|
215
|
+
config: run this reconciliation to change the registration. If scheduler access
|
|
216
|
+
is unavailable, report registration/removal as **unverified**, not successful;
|
|
217
|
+
do not write its backing files or install another scheduler. This representation
|
|
218
|
+
gap applies to any runtime without a native recurring-task tool.
|
|
219
|
+
|
|
200
220
|
**Optional automation — the health cron.** When `health.schedule` in
|
|
201
221
|
`.lisa.config.json` is `daily` or `weekly` (default **off**, which registers
|
|
202
222
|
nothing), additionally create `lisa-auto-<project>-health-drift` running
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: lisa-starter-sync
|
|
3
|
+
description: "Run one starter sync using Lisa's existing engine and landing command. Also used by the opt-in daily starter-sync automation."
|
|
4
|
+
allowed-tools: ["Bash", "Read", "Skill"]
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
# Sync the project's starter
|
|
8
|
+
|
|
9
|
+
Run one `lisa starter sync --json` in the verified project checkout using the
|
|
10
|
+
installed Lisa CLI. The CLI owns diffing, ownership rules, isolated PR worktrees,
|
|
11
|
+
direct-when-clean refusal, and reuse of an existing PR. Do not reproduce them.
|
|
12
|
+
|
|
13
|
+
For a scheduled invocation, re-read `starter.sync.auto` from the project's
|
|
14
|
+
current config before any mutation. If it is not exactly `true`, report
|
|
15
|
+
`no-change — automatic starter sync is off` and stop. A stale registration must
|
|
16
|
+
not keep applying changes after the operator turns the setting off.
|
|
17
|
+
|
|
18
|
+
Use a real existing work item when supplied (`--work-item <ref>`) and the actual
|
|
19
|
+
runtime's identity with `--co-author <identity>`. Never invent attribution,
|
|
20
|
+
disable hooks, or open a ticket merely to make an empty sync pass. If project
|
|
21
|
+
commit policy needs attribution that is unavailable, surface that requirement.
|
|
22
|
+
|
|
23
|
+
Report the returned outcome accurately:
|
|
24
|
+
|
|
25
|
+
- `current`: **nothing to do**; no changes landed.
|
|
26
|
+
- `committed`: name the resulting commit.
|
|
27
|
+
- `pull-request`: link the existing or newly opened PR; it is awaiting review,
|
|
28
|
+
not merged and not an advanced consumer baseline. Continue the existing
|
|
29
|
+
`lisa-drive-pr-to-merge` review workflow with `auto_merge=false` when available.
|
|
30
|
+
- Nonzero exit or malformed output: report the actual failure and any retained
|
|
31
|
+
worktree location. Do not reset or delete those recovery files.
|
|
32
|
+
|
|
33
|
+
Never write to the starter repository. Never enable auto-merge as part of this
|
|
34
|
+
command. The same skill is distributed to all six agent runtimes; native slash
|
|
35
|
+
commands use `/lisa:starter-sync`, and Codex uses `$lisa-starter-sync`.
|
|
@@ -140,6 +140,15 @@ the managed comment path.
|
|
|
140
140
|
|
|
141
141
|
### Step 3 — Apply the requested operation
|
|
142
142
|
|
|
143
|
+
For lifecycle rows, include the optional `effectiveness` observations defined in
|
|
144
|
+
[portable effectiveness reference](references/effectiveness.md): four separate clocks, explicit unknowns, sourced human
|
|
145
|
+
events, Lisa version, and worker configuration revision. Preserve extensions on old
|
|
146
|
+
rows. After the canonical host write passes readback, mirror the row through
|
|
147
|
+
`lisa effectiveness record --input <json-file>` for local status reports. On a
|
|
148
|
+
confirmed recurrence after its control shipped, use `lisa effectiveness recurrence
|
|
149
|
+
--input <json-file>` with the stable source event identity; commit that history
|
|
150
|
+
through normal checks. Do not infer human minutes or invent missing runtime telemetry.
|
|
151
|
+
|
|
143
152
|
All three operations use the shared utilities and rule contract; they differ only in which inputs
|
|
144
153
|
they require and whether they recompute child totals:
|
|
145
154
|
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
# Delivery observations (optional extension)
|
|
2
|
+
|
|
3
|
+
Keep the primary 17-field usage token unchanged. New writers attach
|
|
4
|
+
`LisaUsageEntry.effectiveness`; the shared serializer emits the adjacent
|
|
5
|
+
`lisa:usage-effectiveness` token correlated by `entry_id`. Older readers may ignore
|
|
6
|
+
the extension. New writers preserve it when rewriting historical rows.
|
|
7
|
+
|
|
8
|
+
Each observation has `schema: 1` and all these fields, using `null` for unknown:
|
|
9
|
+
|
|
10
|
+
- `lisaVersion`, `workerConfigRevision`: observed version/revision tags.
|
|
11
|
+
- `workerWallMs`: actual execution duration for this run.
|
|
12
|
+
- `feedbackMs`: measured blocking request-to-response samples in milliseconds.
|
|
13
|
+
Start when this worker issues the request; stop when its response is available.
|
|
14
|
+
Waiting on another agent is queue latency and is excluded. `[]` means a measured
|
|
15
|
+
run with no such requests; `null` means unavailable telemetry.
|
|
16
|
+
- `workerSource`: runtime evidence identifier for wall time and feedback samples.
|
|
17
|
+
- `attention`: observed `{id, source}` human interventions. Derive these from
|
|
18
|
+
non-bot ready-role flips, blocked-item answers, and review interventions. Dedupe
|
|
19
|
+
by stable tracker event identity. `[]` means the relevant history was inspected
|
|
20
|
+
and contained no interventions; `null` means it was not measured. Never infer
|
|
21
|
+
human minutes from gaps between comments.
|
|
22
|
+
- `readyAt`, `acceptedAt`: canonical UTC timestamps from the configured ready-role
|
|
23
|
+
flip and terminal accepted outcome. The elapsed clock excludes pre-ready intake.
|
|
24
|
+
A merge or queued deployment alone is not acceptance. `lifecycleSources` holds
|
|
25
|
+
the tracker/release evidence for these timestamps.
|
|
26
|
+
- `reworkSources`: observed reclaims, QA bounces, or reverts. The existing
|
|
27
|
+
`lisa-delivery-effectiveness` skill owns rework rates and other outcome measures;
|
|
28
|
+
these are observations, not a competing score.
|
|
29
|
+
|
|
30
|
+
At the existing implement, verify, and intake accounting milestones, supply these
|
|
31
|
+
observations even if every measurement is unknown. Collect runtime observations
|
|
32
|
+
as work proceeds; do not reconstruct feedback samples from memory at the end.
|
|
33
|
+
Runtime APIs differ across agents: unavailable measurements remain null on any
|
|
34
|
+
agent rather than being estimated from tool/PR/token counts.
|
|
35
|
+
|
|
36
|
+
After the canonical usage row is read back, mirror `{entryId, artifactRef,
|
|
37
|
+
effectiveness}` with `lisa effectiveness record --input <json-file>`. Mirrors under
|
|
38
|
+
`.lisa/effectiveness/` are ignored and disposable; reconstruct them from usage
|
|
39
|
+
extensions when needed. Do not commit timing reports or store secrets in sources.
|
|
40
|
+
The command refuses a non-ignored destination. Report write failures explicitly;
|
|
41
|
+
they must not erase the canonical accounting row or claim measurement succeeded.
|
|
42
|
+
|
|
43
|
+
Record an actual post-control failure using `lisa effectiveness recurrence --input
|
|
44
|
+
<json-file>`. The object contains `invariant`, `surface`, `controlRef`,
|
|
45
|
+
`controlShippedAt`, `occurrenceRef`, and `occurredAt`. Both timestamps use canonical
|
|
46
|
+
UTC ISO strings with milliseconds. Verify that the control/learning really shipped
|
|
47
|
+
before this occurrence; initial failures and unshipped proposals are not recurrences.
|
|
48
|
+
Use a stable occurrence source, such as a test-run failure or tracker event, so
|
|
49
|
+
replays and reports from different agents identify the same event.
|
|
50
|
+
|
|
51
|
+
`.lisa/RECURRENCES.jsonl` is committed history: distinct occurrence identities are
|
|
52
|
+
the durable count. Its existing built-in `merge=union` attribute retains concurrent
|
|
53
|
+
branch appends, and the reader deduplicates replayed events. Never hand-increment
|
|
54
|
+
a counter, compact away occurrences, or add counts to the bounded learnings ledger.
|
|
55
|
+
Normal review, secret checks, and push requirements still apply to this file.
|
|
56
|
+
The writer refuses missing merge setup and conflicting evidence for one identity.
|
|
57
|
+
|
|
58
|
+
`lisa effectiveness report` is read-only. Its per-run feedback distribution, wall
|
|
59
|
+
time, attention count, and ready-to-accepted duration remain separate. Attention
|
|
60
|
+
ratios cover only the locally observed accepted outcomes, with the reported sources
|
|
61
|
+
and denominator. Missing local records are unknown coverage, not zero factory effort.
|
|
62
|
+
Rebuild local records for the requested reporting scope before making a scope-wide
|
|
63
|
+
claim; never extrapolate a local subset to the whole queue.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "lisa-openclaw",
|
|
3
|
-
"version": "4.
|
|
3
|
+
"version": "4.64.0",
|
|
4
4
|
"description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, for Claude Code and Codex",
|
|
5
5
|
"author": {
|
|
6
6
|
"name": "Cody Swann"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "lisa-openclaw",
|
|
3
|
-
"version": "4.
|
|
3
|
+
"version": "4.64.0",
|
|
4
4
|
"description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, across Claude and Codex.",
|
|
5
5
|
"author": {
|
|
6
6
|
"name": "Cody Swann"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "lisa-openclaw",
|
|
3
|
-
"version": "4.
|
|
3
|
+
"version": "4.64.0",
|
|
4
4
|
"description": "Connect staff roles to Telegram or Slack via OpenClaw — facilitator/specialist hub-and-spoke routing and repo-coding topics, for Claude Code and Codex",
|
|
5
5
|
"author": {
|
|
6
6
|
"name": "Cody Swann"
|