stilltrue 0.3.0 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -9,9 +9,14 @@ no server, no dashboard, no SaaS.
9
9
 
10
10
  | Command | Watchdog | Status |
11
11
  |---|---|---|
12
- | `npx stilltrue drift` | Curated facts vs their live authoritative sources — fails the build on rot | **v0.1 focus** |
13
- | `npx stilltrue golden` | Deterministic regression evals for answers | later (may wrap promptfoo) |
14
- | `verify` (library) | Staged acceptance pipeline for AI output — judge answers against sources in the request path | **shipped 0.3.0** |
12
+ | `npx stilltrue drift` | Curated facts vs their live authoritative sources — fails the build on rot | shipped |
13
+ | `npx stilltrue report` | Self-contained HTML drift timeline from recorded runs | shipped |
14
+ | `verify` (library) | Staged acceptance pipeline for AI output — judge answers against sources in the request path | shipped |
15
+
16
+ For golden-style regression evals (did a code change break an answer?), use
17
+ [promptfoo](https://promptfoo.dev) — **promptfoo tests your prompts;
18
+ stilltrue tests your facts.** Our eval doctrine and how the tools pair:
19
+ [docs/GOLDEN.md](docs/GOLDEN.md).
15
20
 
16
21
  **Why drift first:** "drift detection" in the market means statistical ML
17
22
  feature drift; website-change monitors alert humans, not CI. Nobody ships
@@ -97,9 +102,10 @@ const gen = await generateVerified({ generate: (feedback) => ask(model, prompt,
97
102
 
98
103
  ## Status
99
104
 
100
- v0.3 — `drift` and `report` running in production CI (AskGwinnett); `verify`
101
- shipped as a library. `golden` remains open: wrap promptfoo or defer to it
102
- (see the brief's competitive research).
105
+ v0.4 — feature-complete for the 1.0 shape: `drift` and `report` run in
106
+ production CI (AskGwinnett), `verify` runs in the production request path
107
+ (AskGwinnett's pre-publish check sweep). Golden is deliberately out of
108
+ scope — settled in [docs/GOLDEN.md](docs/GOLDEN.md).
103
109
 
104
110
  ## License
105
111
 
package/dist/cli.js CHANGED
@@ -95,7 +95,8 @@ try {
95
95
  process.exit(await report(rest));
96
96
  break;
97
97
  case 'golden':
98
- console.error('stilltrue golden: not implemented yet — drift shipped first (docs/BRIEF.md)');
98
+ console.error('stilltrue deliberately has no golden runner — promptfoo tests your prompts; stilltrue tests your facts.\n' +
99
+ 'Use https://promptfoo.dev for prompt/answer regression evals. Doctrine + pairing guide: docs/GOLDEN.md');
99
100
  process.exit(1);
100
101
  break;
101
102
  default:
package/dist/config.d.ts CHANGED
@@ -58,8 +58,6 @@ export interface StilltrueConfig {
58
58
  drift?: DriftCheck<any, any>[];
59
59
  /** Named verify pipelines (see src/verify.ts) — usable from library code. */
60
60
  verify?: Record<string, import('./verify.ts').VerifyStage<any>[]>;
61
- /** golden is a later phase — see docs/BRIEF.md build plan. */
62
- golden?: unknown;
63
61
  }
64
62
  /** Identity function for typed configs: `export default defineStilltrue({...})`. */
65
63
  export declare function defineStilltrue(config: StilltrueConfig): StilltrueConfig;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "stilltrue",
3
- "version": "0.3.0",
3
+ "version": "0.4.0",
4
4
  "description": "Your tests check your code. stilltrue checks your facts. CI checks for AI-in-the-loop apps: drift (curated facts vs live sources), golden (regression evals), verify (judge answers against sources).",
5
5
  "keywords": [
6
6
  "drift",