@drift-ci/cli 1.3.1 → 1.3.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIzC,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAwCD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAe1D;AAGD,wBAAgB,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CA0CnD"}
1
+ {"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIzC,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAoDD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAe1D;AAGD,wBAAgB,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CA+CnD"}
@@ -1,6 +1,6 @@
1
1
  import { mkdirSync, writeFileSync } from 'node:fs';
2
2
  import { join } from 'node:path';
3
- const CONFIG_TEMPLATE = (provider, model) => `version: 1
3
+ const CONFIG_TEMPLATE = (provider, model, suitePath) => `version: 1
4
4
  provider:
5
5
  name: ${provider}
6
6
  model: ${model}
@@ -18,8 +18,12 @@ baseline:
18
18
  concurrency: 5
19
19
  timeoutMs: 30000
20
20
 
21
- suite: .drift/suite.yaml
21
+ suite: ${yamlString(suitePath)}
22
22
  `;
23
+ /** Plain YAML scalar for ordinary paths; a JSON (= YAML double-quoted) string when plain would misparse. */
24
+ function yamlString(s) {
25
+ return /^[\w./-][\w ./-]*$/.test(s) && !s.endsWith(' ') ? s : JSON.stringify(s);
26
+ }
23
27
  const SUITE_TEMPLATE = `version: 1
24
28
  id: example
25
29
  name: Example suite
@@ -31,9 +35,14 @@ cases:
31
35
  input: Say hello
32
36
  expected: Hello
33
37
  `;
34
- const GITIGNORE_TEMPLATE = `# drift-ci ephemeral state — baselines at .drift/baseline/ ARE committed.
38
+ const GITIGNORE_TEMPLATE = (dir) => `# drift-ci ephemeral state — baselines at ${dir}/baseline/ ARE committed.
35
39
  runs/
36
40
  `;
41
+ const DEFAULT_DIR = '.drift';
42
+ /** Forward-slash path, quoted for a POSIX shell only when it needs it. */
43
+ function shellArg(path) {
44
+ return /^[\w@%+=:,./-]+$/.test(path) ? path : "'" + path.replace(/'/g, "'\\''") + "'";
45
+ }
37
46
  /* c8 ignore start -- Commander wiring; covered by the CLI E2E in a subprocess. */
38
47
  export function registerInitCommand(program) {
39
48
  program
@@ -51,10 +60,13 @@ export function registerInitCommand(program) {
51
60
  export function executeInit(opts) {
52
61
  mkdirSync(opts.dir, { recursive: true });
53
62
  mkdirSync(join(opts.dir, 'baseline'), { recursive: true });
63
+ // Paths as the user typed them, with forward slashes: they go into config.yaml and shell hints.
64
+ const dir = opts.dir.replace(/\\/g, '/').replace(/\/+$/, '') || '.';
65
+ const suitePath = `${dir}/suite.yaml`;
54
66
  const files = [
55
- { path: join(opts.dir, 'config.yaml'), content: CONFIG_TEMPLATE(opts.provider, opts.model) },
67
+ { path: join(opts.dir, 'config.yaml'), content: CONFIG_TEMPLATE(opts.provider, opts.model, suitePath) },
56
68
  { path: join(opts.dir, 'suite.yaml'), content: SUITE_TEMPLATE },
57
- { path: join(opts.dir, '.gitignore'), content: GITIGNORE_TEMPLATE },
69
+ { path: join(opts.dir, '.gitignore'), content: GITIGNORE_TEMPLATE(dir) },
58
70
  ];
59
71
  const written = [];
60
72
  const skipped = [];
@@ -78,15 +90,15 @@ export function executeInit(opts) {
78
90
  console.log(` wrote ${p}`);
79
91
  for (const p of skipped)
80
92
  console.log(` skipped ${p} (already exists; pass --force to overwrite)`);
81
- const suitePath = join(opts.dir, 'suite.yaml').replace(/\\/g, '/');
82
- const suiteArg = /^[\w@%+=:,./-]+$/.test(suitePath)
83
- ? suitePath
84
- : "'" + suitePath.replace(/'/g, "'\\''") + "'";
93
+ // run/baseline default to .drift/*, so a custom --dir must be passed explicitly.
94
+ const flags = dir === DEFAULT_DIR
95
+ ? ''
96
+ : ` --config ${shellArg(`${dir}/config.yaml`)} --baseline-dir ${shellArg(`${dir}/baseline`)} --runs-dir ${shellArg(`${dir}/runs`)}`;
85
97
  console.log('\nNext steps:');
86
- console.log(' 1. Edit .drift/suite.yaml with your own cases.');
98
+ console.log(` 1. Edit ${suitePath} with your own cases.`);
87
99
  console.log(' 2. Set ANTHROPIC_API_KEY (or your provider equivalent).');
88
- console.log(' 3. drift-ci run');
89
- console.log(` 4. npx @drift-ci/cli baseline init ${suiteArg} # once scores look right`);
90
- console.log(' 5. git add .drift/baseline && git commit');
100
+ console.log(` 3. npx @drift-ci/cli run${flags}`);
101
+ console.log(` 4. npx @drift-ci/cli baseline init ${shellArg(suitePath)}${flags} # once scores look right`);
102
+ console.log(` 5. git add ${shellArg(`${dir}/baseline`)} && git commit`);
91
103
  }
92
104
  //# sourceMappingURL=init.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,KAAa,EAAE,EAAE,CAAC;;UAEnD,QAAQ;WACP,KAAK;;;;;;;;;;;;;;;;CAgBf,CAAC;AAEF,MAAM,cAAc,GAAG;;;;;;;;;;CAUtB,CAAC;AAEF,MAAM,kBAAkB,GAAG;;CAE1B,CAAC;AAEF,kFAAkF;AAClF,MAAM,UAAU,mBAAmB,CAAC,OAAgB;IAClD,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,6DAA6D,CAAC;SAC1E,MAAM,CAAC,cAAc,EAAE,oBAAoB,EAAE,QAAQ,CAAC;SACtD,MAAM,CAAC,mBAAmB,EAAE,kBAAkB,EAAE,WAAW,CAAC;SAC5D,MAAM,CACL,gBAAgB,EAChB,eAAe,EACf,mBAAmB,CACpB;SACA,MAAM,CAAC,SAAS,EAAE,0BAA0B,EAAE,KAAK,CAAC;SACpD,MAAM,CAAC,KAAK,EAAE,IAAiB,EAAE,EAAE;QAClC,WAAW,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AACD,oBAAoB;AAEpB,MAAM,UAAU,WAAW,CAAC,IAAiB;IAC3C,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3D,MAAM,KAAK,GAAwC;QACjD,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;QAC5F,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE;QAC/D,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,kBAAkB,EAAE;KACpE,CAAC;IAEF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,oEAAoE;YACpE,qEAAqE;YACrE,+CAA+C;YAC/C,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,KAAK,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,8CAA8C,CAAC,CAAC;IAEnG,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACnE,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC;QACjD,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC;IAEjD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACjC,OAAO,CAAC,GAAG,CAAC,wCAAwC,QAAQ,6BAA6B,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;AAC5D,CAAC"}
1
+ {"version":3,"file":"init.js","sourceRoot":"","sources":["../../src/commands/init.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AASjC,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAE,KAAa,EAAE,SAAiB,EAAE,EAAE,CAAC;;UAEtE,QAAQ;WACP,KAAK;;;;;;;;;;;;;;;SAeP,UAAU,CAAC,SAAS,CAAC;CAC7B,CAAC;AAEF,4GAA4G;AAC5G,SAAS,UAAU,CAAC,CAAS;IAC3B,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,MAAM,cAAc,GAAG;;;;;;;;;;CAUtB,CAAC;AAEF,MAAM,kBAAkB,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,6CAA6C,GAAG;;CAE3F,CAAC;AAEF,MAAM,WAAW,GAAG,QAAQ,CAAC;AAE7B,0EAA0E;AAC1E,SAAS,QAAQ,CAAC,IAAY;IAC5B,OAAO,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC;AACxF,CAAC;AAED,kFAAkF;AAClF,MAAM,UAAU,mBAAmB,CAAC,OAAgB;IAClD,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,6DAA6D,CAAC;SAC1E,MAAM,CAAC,cAAc,EAAE,oBAAoB,EAAE,QAAQ,CAAC;SACtD,MAAM,CAAC,mBAAmB,EAAE,kBAAkB,EAAE,WAAW,CAAC;SAC5D,MAAM,CACL,gBAAgB,EAChB,eAAe,EACf,mBAAmB,CACpB;SACA,MAAM,CAAC,SAAS,EAAE,0BAA0B,EAAE,KAAK,CAAC;SACpD,MAAM,CAAC,KAAK,EAAE,IAAiB,EAAE,EAAE;QAClC,WAAW,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AACD,oBAAoB;AAEpB,MAAM,UAAU,WAAW,CAAC,IAAiB;IAC3C,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE3D,gGAAgG;IAChG,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;IACpE,MAAM,SAAS,GAAG,GAAG,GAAG,aAAa,CAAC;IAEtC,MAAM,KAAK,GAAwC;QACjD,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE;QACvG,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE;QAC/D,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,EAAE,OAAO,EAAE,kBAAkB,CAAC,GAAG,CAAC,EAAE;KACzE,CAAC;IAEF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,oEAAoE;YACpE,qEAAqE;YACrE,+CAA+C;YAC/C,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,KAAK,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrB,SAAS;YACX,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;IACvD,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,8CAA8C,CAAC,CAAC;IAEnG,iFAAiF;IACjF,MAAM,KAAK,GACT,GAAG,KAAK,WAAW;QACjB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,aAAa,QAAQ,CAAC,GAAG,GAAG,cAAc,CAAC,mBAAmB,QAAQ,CAAC,GAAG,GAAG,WAAW,CAAC,eAAe,QAAQ,CAAC,GAAG,GAAG,OAAO,CAAC,EAAE,CAAC;IAExI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,uBAAuB,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,6BAA6B,KAAK,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,wCAAwC,QAAQ,CAAC,SAAS,CAAC,GAAG,KAAK,6BAA6B,CAAC,CAAC;IAC9G,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,GAAG,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAC3E,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@drift-ci/cli",
3
- "version": "1.3.1",
3
+ "version": "1.3.2",
4
4
  "description": "Behaviour regression testing for LLM applications",
5
5
  "license": "MIT",
6
6
  "homepage": "https://github.com/Drift-CI/drift-ci#readme",