pi-aia-asf 0.13.0 → 0.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -7,6 +7,32 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|
|
7
7
|
|
|
8
8
|
## [Unreleased]
|
|
9
9
|
|
|
10
|
+
## [0.13.1] - 2026-10-16
|
|
11
|
+
|
|
12
|
+
### Fixed
|
|
13
|
+
|
|
14
|
+
- **A measurement without a target no longer reads as a verdict.** 0.13.0
|
|
15
|
+
shipped the measurement contract but left the last clause of the requirement
|
|
16
|
+
unimplemented: *where no defensible default exists the output is
|
|
17
|
+
`no-default: needs a declared target`, never a silent pass*. Now:
|
|
18
|
+
- **`perf.target` is the one parameter that ships no default.** A latency or
|
|
19
|
+
throughput target is a product decision; a number ASF invented would be a
|
|
20
|
+
fabricated specification. With nobody having declared one, the parameter
|
|
21
|
+
resolves to `value: null, origin: "no-default"` and the verdict text is the
|
|
22
|
+
literal `no-default: needs a declared target`.
|
|
23
|
+
- **`target` is required on latency and throughput claims.** A claim can carry
|
|
24
|
+
a complete measurement contract — percentile, load, samples, environment,
|
|
25
|
+
lab-or-field — and still be judging nothing. That is now reported, with
|
|
26
|
+
`noDefault` set on the result. A **regression** claim still needs no target:
|
|
27
|
+
it compares two arms rather than a threshold.
|
|
28
|
+
- **The parameter guard keeps its teeth.** The flag that exempts a parameter
|
|
29
|
+
from a band is the same flag that *forbids* it from shipping a general
|
|
30
|
+
default, so a fabricated number cannot smuggle itself in as "no default
|
|
31
|
+
needed". Adding `perf.target` also tripped the existing guard for a missing
|
|
32
|
+
`meaning` field — the guard working as intended on its first real test.
|
|
33
|
+
- `SKILL.md`/06k/06b state the rule where the contract is stated, and the
|
|
34
|
+
config screen shows `no-default` as a first-class origin.
|
|
35
|
+
|
|
10
36
|
## [0.13.0] - 2026-10-16
|
|
11
37
|
|
|
12
38
|
### Added
|
package/lib/gates/config.mjs
CHANGED
|
@@ -79,9 +79,18 @@ export function assertParametersAreConsumed(projectConfig = {}, { knownGates } =
|
|
|
79
79
|
for (const [k, spec] of Object.entries(PARAMS)) {
|
|
80
80
|
if (!spec.gate) problems.push(`${k}: has no consuming gate`);
|
|
81
81
|
if (!spec.source || !String(spec.source).trim()) problems.push(`${k}: has no source — a default that cannot explain itself is a guess with better formatting`);
|
|
82
|
-
|
|
82
|
+
// A band exists to stop calibration widening a knob into an escape hatch.
|
|
83
|
+
// Two kinds of parameter have nothing to band: a non-adaptive constant (the
|
|
84
|
+
// general value is the only value), and a parameter with no general default
|
|
85
|
+
// at all — there is no number to drift. Anything else must carry one.
|
|
86
|
+
const unbanded = spec.band == null;
|
|
87
|
+
const exemptFromBand = !!spec.nonAdaptive || !!spec.requiresDeclaredTarget;
|
|
88
|
+
if (unbanded !== exemptFromBand) {
|
|
83
89
|
problems.push(`${k}: a band requires adaptability, and a non-adaptive constant must not have one`);
|
|
84
90
|
}
|
|
91
|
+
if (spec.requiresDeclaredTarget && spec.general !== null) {
|
|
92
|
+
problems.push(`${k}: declares requiresDeclaredTarget but ships a general default — that is the fabricated number this flag exists to prevent`);
|
|
93
|
+
}
|
|
85
94
|
}
|
|
86
95
|
return problems;
|
|
87
96
|
}
|
package/lib/gates/defaults.mjs
CHANGED
|
@@ -25,7 +25,7 @@
|
|
|
25
25
|
* guess with better formatting (02-research.md, P33).
|
|
26
26
|
*/
|
|
27
27
|
|
|
28
|
-
/** @typedef {'default'|'project'|'calibrated'|'override'} ValueOrigin */
|
|
28
|
+
/** @typedef {'default'|'project'|'calibrated'|'override'|'no-default'} ValueOrigin */
|
|
29
29
|
|
|
30
30
|
/**
|
|
31
31
|
* @typedef {object} ParamSpec
|
|
@@ -48,6 +48,25 @@
|
|
|
48
48
|
* `.asf-test.json`.
|
|
49
49
|
*/
|
|
50
50
|
export const PARAMS = {
|
|
51
|
+
// ── The one parameter that must NOT have a default (P33) ───────────────
|
|
52
|
+
//
|
|
53
|
+
// Every other parameter here can explain its own number. This one cannot, and
|
|
54
|
+
// inventing one is the failure the spec names: ASF must not decide that a
|
|
55
|
+
// consumer's endpoint is supposed to answer in 2s. With nobody having
|
|
56
|
+
// declared a target the verdict is `no-default: needs a declared target` —
|
|
57
|
+
// never a silent pass, and never a number ASF made up.
|
|
58
|
+
"perf.target": {
|
|
59
|
+
key: "perf.target",
|
|
60
|
+
general: null,
|
|
61
|
+
type: "string",
|
|
62
|
+
band: null,
|
|
63
|
+
requiresDeclaredTarget: true,
|
|
64
|
+
meaning: "The declared performance target a scenario is judged against; with no target declared there is no verdict, only a measurement",
|
|
65
|
+
source:
|
|
66
|
+
"no defensible general default exists — a latency or throughput target is a product decision, and a number ASF invented would be a fabricated specification (06i). It must be declared by the spec it comes from.",
|
|
67
|
+
gate: "measurement",
|
|
68
|
+
},
|
|
69
|
+
|
|
51
70
|
// ── Performance placement (P34) ──────────────────────────────────────────
|
|
52
71
|
"perf.cheapBudgetSeconds": {
|
|
53
72
|
key: "perf.cheapBudgetSeconds",
|
|
@@ -291,6 +310,23 @@ export function resolveParam(key, tiers = {}) {
|
|
|
291
310
|
nonAdaptive: !!spec.nonAdaptive,
|
|
292
311
|
};
|
|
293
312
|
|
|
313
|
+
// A parameter with no defensible general default has exactly one legal
|
|
314
|
+
// output when nobody declared it: say so. Returning a value here would be the
|
|
315
|
+
// silent pass this branch exists to prevent, so an explicit project value or
|
|
316
|
+
// override is the only way it resolves.
|
|
317
|
+
if (spec.requiresDeclaredTarget) {
|
|
318
|
+
const declared =
|
|
319
|
+
Object.prototype.hasOwnProperty.call(overrides, key)
|
|
320
|
+
? overrides[key]
|
|
321
|
+
: Object.prototype.hasOwnProperty.call(projectConfig, key)
|
|
322
|
+
? projectConfig[key]
|
|
323
|
+
: null;
|
|
324
|
+
if (declared == null || declared === "") {
|
|
325
|
+
return { ...base, value: null, origin: "no-default", why: "no-default: needs a declared target" };
|
|
326
|
+
}
|
|
327
|
+
return { ...base, value: declared, origin: "project", why: "declared target" };
|
|
328
|
+
}
|
|
329
|
+
|
|
294
330
|
// Non-adaptive: the general value is the only value. A project or an override
|
|
295
331
|
// that tries to move it is reported, not obeyed — silently ignoring it would
|
|
296
332
|
// let a config file look like it had changed the rules.
|
|
@@ -22,12 +22,12 @@
|
|
|
22
22
|
|
|
23
23
|
export const CONTRACTS = {
|
|
24
24
|
latency: {
|
|
25
|
-
required: ["percentile", "load", "samples", "environment", "labOrField"],
|
|
26
|
-
hint: "a latency claim needs a percentile, the load it was measured at, the sample count, the environment,
|
|
25
|
+
required: ["percentile", "load", "samples", "environment", "labOrField", "target"],
|
|
26
|
+
hint: "a latency claim needs a percentile, the load it was measured at, the sample count, the environment, whether it is lab or field, and the target it is being judged against",
|
|
27
27
|
},
|
|
28
28
|
throughput: {
|
|
29
|
-
required: ["arrivalModel", "duration", "environment", "samples"],
|
|
30
|
-
hint: "a throughput claim needs an arrival model (closed-loop vs open-loop — coordinated omission changes the answer), the duration, the environment and the
|
|
29
|
+
required: ["arrivalModel", "duration", "environment", "samples", "target"],
|
|
30
|
+
hint: "a throughput claim needs an arrival model (closed-loop vs open-loop — coordinated omission changes the answer), the duration, the environment, the sample count and the target it is being judged against",
|
|
31
31
|
},
|
|
32
32
|
regression: {
|
|
33
33
|
required: ["comparison", "interleaved", "rawSamples", "cv", "samples", "environment"],
|
|
@@ -54,6 +54,14 @@ export function checkMeasurementContract(claim) {
|
|
|
54
54
|
});
|
|
55
55
|
const out = { ok: missing.length === 0, missing, claim };
|
|
56
56
|
if (!out.ok) out.hint = contract.hint;
|
|
57
|
+
// A claim can carry a full measurement contract and still have nothing to be
|
|
58
|
+
// compared against. "p95 was 180ms at 200 users, 30 samples, CI" is a real
|
|
59
|
+
// measurement; without a target it is not a verdict about meeting anything.
|
|
60
|
+
// ASF does not invent the target — that is a product decision — so the
|
|
61
|
+
// verdict here is the literal string the spec names, never a silent pass.
|
|
62
|
+
if (missing.includes("target")) {
|
|
63
|
+
out.noDefault = "no-default: needs a declared target";
|
|
64
|
+
}
|
|
57
65
|
return out;
|
|
58
66
|
}
|
|
59
67
|
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "pi-aia-asf",
|
|
3
|
-
"version": "0.13.
|
|
3
|
+
"version": "0.13.1",
|
|
4
4
|
"description": "Ai Applied Agentic Software Factory — codifies the full software development flow: intake, research, spec capture, adversarial analysis, planning with approval gates, test-first implementation, and release. Requires pi-vigilant, pi-smart-web-search, pi-smart-fetch, and pi-aia-browser.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"pi-package",
|
|
@@ -484,6 +484,12 @@ do not accept it, and do not quietly drop it.**
|
|
|
484
484
|
| Throughput | arrival model (closed-loop or open-loop) · duration · environment · sample count |
|
|
485
485
|
| Regression | statistical comparison · interleaved randomized measurement · retained raw samples · observed CV · sample count · environment |
|
|
486
486
|
|
|
487
|
+
Latency and throughput claims additionally carry **the target they are judged
|
|
488
|
+
against**. ASF ships no default for it (`perf.target` is the one parameter with
|
|
489
|
+
no general default): with no declared target the output is
|
|
490
|
+
`no-default: needs a declared target`, never a silent pass and never a number
|
|
491
|
+
ASF invented — deciding a consumer's SLA is a product decision, not a default.
|
|
492
|
+
|
|
487
493
|
Full text, rationale and the arrival-model trap:
|
|
488
494
|
[06k-performance.md](06k-performance.md) §2. The DoD line *"performance targets
|
|
489
495
|
from the spec are met"* is unfalsifiable without this — which is why it has
|
|
@@ -57,10 +57,17 @@ than accepted.
|
|
|
57
57
|
**A number without its contract is not a specification. Report it as incomplete;
|
|
58
58
|
do not accept it, and do not quietly drop it.**
|
|
59
59
|
|
|
60
|
+
**And a measurement without a target is not a verdict.** ASF does not decide a
|
|
61
|
+
consumer's SLA. `perf.target` is the one parameter in the table that ships **no
|
|
62
|
+
default**, and with nobody having declared one the output is the literal string
|
|
63
|
+
`no-default: needs a declared target` — never a silent pass, and never a number
|
|
64
|
+
ASF made up. A perfectly well-formed measurement that has nothing to compare
|
|
65
|
+
against has told you something and concluded nothing; say that.
|
|
66
|
+
|
|
60
67
|
| Claim type | Required, all of it |
|
|
61
68
|
|---|---|
|
|
62
|
-
| **Latency** | percentile · load it was measured at · sample count · environment · lab or field |
|
|
63
|
-
| **Throughput** | arrival model (closed-loop or open-loop) · duration · environment · sample count |
|
|
69
|
+
| **Latency** | percentile · load it was measured at · sample count · environment · lab or field · **the target it is judged against** |
|
|
70
|
+
| **Throughput** | arrival model (closed-loop or open-loop) · duration · environment · sample count · **the target it is judged against** |
|
|
64
71
|
| **Regression** | statistical comparison · interleaved randomized measurement · retained raw samples · observed CV · sample count · environment |
|
|
65
72
|
|
|
66
73
|
Wrong, and how it must be reported:
|