stilltrue 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -6
- package/dist/cli.js +2 -1
- package/dist/config.d.ts +0 -2
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -9,9 +9,14 @@ no server, no dashboard, no SaaS.
|
|
|
9
9
|
|
|
10
10
|
| Command | Watchdog | Status |
|
|
11
11
|
|---|---|---|
|
|
12
|
-
| `npx stilltrue drift` | Curated facts vs their live authoritative sources — fails the build on rot |
|
|
13
|
-
| `npx stilltrue
|
|
14
|
-
| `verify` (library) | Staged acceptance pipeline for AI output — judge answers against sources in the request path |
|
|
12
|
+
| `npx stilltrue drift` | Curated facts vs their live authoritative sources — fails the build on rot | shipped |
|
|
13
|
+
| `npx stilltrue report` | Self-contained HTML drift timeline from recorded runs | shipped |
|
|
14
|
+
| `verify` (library) | Staged acceptance pipeline for AI output — judge answers against sources in the request path | shipped |
|
|
15
|
+
|
|
16
|
+
For golden-style regression evals (did a code change break an answer?), use
|
|
17
|
+
[promptfoo](https://promptfoo.dev) — **promptfoo tests your prompts;
|
|
18
|
+
stilltrue tests your facts.** Our eval doctrine and how the tools pair:
|
|
19
|
+
[docs/GOLDEN.md](docs/GOLDEN.md).
|
|
15
20
|
|
|
16
21
|
**Why drift first:** "drift detection" in the market means statistical ML
|
|
17
22
|
feature drift; website-change monitors alert humans, not CI. Nobody ships
|
|
@@ -97,9 +102,10 @@ const gen = await generateVerified({ generate: (feedback) => ask(model, prompt,
|
|
|
97
102
|
|
|
98
103
|
## Status
|
|
99
104
|
|
|
100
|
-
v0.
|
|
101
|
-
|
|
102
|
-
(
|
|
105
|
+
v0.4 — feature-complete for the 1.0 shape: `drift` and `report` run in
|
|
106
|
+
production CI (AskGwinnett), `verify` runs in the production request path
|
|
107
|
+
(AskGwinnett's pre-publish check sweep). Golden is deliberately out of
|
|
108
|
+
scope — settled in [docs/GOLDEN.md](docs/GOLDEN.md).
|
|
103
109
|
|
|
104
110
|
## License
|
|
105
111
|
|
package/dist/cli.js
CHANGED
|
@@ -95,7 +95,8 @@ try {
|
|
|
95
95
|
process.exit(await report(rest));
|
|
96
96
|
break;
|
|
97
97
|
case 'golden':
|
|
98
|
-
console.error('stilltrue
|
|
98
|
+
console.error('stilltrue deliberately has no golden runner — promptfoo tests your prompts; stilltrue tests your facts.\n' +
|
|
99
|
+
'Use https://promptfoo.dev for prompt/answer regression evals. Doctrine + pairing guide: docs/GOLDEN.md');
|
|
99
100
|
process.exit(1);
|
|
100
101
|
break;
|
|
101
102
|
default:
|
package/dist/config.d.ts
CHANGED
|
@@ -58,8 +58,6 @@ export interface StilltrueConfig {
|
|
|
58
58
|
drift?: DriftCheck<any, any>[];
|
|
59
59
|
/** Named verify pipelines (see src/verify.ts) — usable from library code. */
|
|
60
60
|
verify?: Record<string, import('./verify.ts').VerifyStage<any>[]>;
|
|
61
|
-
/** golden is a later phase — see docs/BRIEF.md build plan. */
|
|
62
|
-
golden?: unknown;
|
|
63
61
|
}
|
|
64
62
|
/** Identity function for typed configs: `export default defineStilltrue({...})`. */
|
|
65
63
|
export declare function defineStilltrue(config: StilltrueConfig): StilltrueConfig;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "stilltrue",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.4.0",
|
|
4
4
|
"description": "Your tests check your code. stilltrue checks your facts. CI checks for AI-in-the-loop apps: drift (curated facts vs live sources), golden (regression evals), verify (judge answers against sources).",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"drift",
|