@roarkanalytics/cli 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/README.md +8 -8
- package/commands.js +55 -55
- package/completions.js +4 -4
- package/man/{roark-autoimprove-fix-answer.1 → roark-autoimprove-job-answer.1} +9 -9
- package/man/{roark-autoimprove-fix-cancel.1 → roark-autoimprove-job-cancel.1} +9 -9
- package/man/{roark-autoimprove-fix-create.1 → roark-autoimprove-job-create.1} +8 -8
- package/man/{roark-autoimprove-fix-dismiss.1 → roark-autoimprove-job-dismiss.1} +9 -9
- package/man/{roark-autoimprove-fix-get.1 → roark-autoimprove-job-get.1} +9 -9
- package/man/{roark-autoimprove-fix-guidance-send.1 → roark-autoimprove-job-guidance-send.1} +9 -9
- package/man/{roark-autoimprove-fix-list.1 → roark-autoimprove-job-list.1} +6 -6
- package/man/{roark-autoimprove-fix-promote.1 → roark-autoimprove-job-promote.1} +9 -9
- package/man/roark.1 +16 -16
- package/npm-shrinkwrap.json +5 -5
- package/package.json +9 -9
- package/version.d.ts +1 -1
- package/version.js +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## [0.23.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.22.0...v0.23.0) (2026-09-21)
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
### ⚠ BREAKING CHANGES
|
|
7
|
+
|
|
8
|
+
* **cli:** removes or renames commands. Scripts using the old names will fail.
|
|
9
|
+
|
|
10
|
+
### Features
|
|
11
|
+
|
|
12
|
+
* **cli:** cli update ([#54](https://github.com/roarkhq/cli-roark-analytics/issues/54)) ([2722903](https://github.com/roarkhq/cli-roark-analytics/commit/2722903aae2a0bb35dd6060fb11a6957c7a92f83))
|
|
13
|
+
|
|
3
14
|
## [0.22.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.21.0...v0.22.0) (2026-09-18)
|
|
4
15
|
|
|
5
16
|
|
package/README.md
CHANGED
|
@@ -126,14 +126,14 @@ roark completion fish | source
|
|
|
126
126
|
|
|
127
127
|
| Command | Description |
|
|
128
128
|
| -------------------------------------------------------------------------------------------------------------------- | ------------------------------------ |
|
|
129
|
-
| `roark autoimprove
|
|
130
|
-
| `roark autoimprove
|
|
131
|
-
| `roark autoimprove
|
|
132
|
-
| `roark autoimprove
|
|
133
|
-
| `roark autoimprove
|
|
134
|
-
| `roark autoimprove
|
|
135
|
-
| `roark autoimprove
|
|
136
|
-
| `roark autoimprove
|
|
129
|
+
| `roark autoimprove job answer <job-id> --text <value>` | Answer Roark's question |
|
|
130
|
+
| `roark autoimprove job cancel <job-id>` | Cancel a job |
|
|
131
|
+
| `roark autoimprove job create --agent-id <value> --objective-metric-definition-id <value> --objective-label <value>` | Start an Autoimprove job |
|
|
132
|
+
| `roark autoimprove job dismiss <job-id>` | Dismiss a verified job |
|
|
133
|
+
| `roark autoimprove job get <job-id>` | Get an Autoimprove job |
|
|
134
|
+
| `roark autoimprove job guidance send <job-id> --text <value>` | Send guidance to a running job |
|
|
135
|
+
| `roark autoimprove job list` | List Autoimprove jobs |
|
|
136
|
+
| `roark autoimprove job promote <job-id>` | Promote a verified job to production |
|
|
137
137
|
|
|
138
138
|
### benchmark
|
|
139
139
|
|
package/commands.js
CHANGED
|
@@ -13,8 +13,8 @@ exports.GROUPS = {
|
|
|
13
13
|
'agent prompt': 'Manage agent prompts',
|
|
14
14
|
'agent prompt version': 'Read agent prompt versions',
|
|
15
15
|
autoimprove: 'Manage autoimproves',
|
|
16
|
-
'autoimprove
|
|
17
|
-
'autoimprove
|
|
16
|
+
'autoimprove job': 'Manage autoimprove jobs',
|
|
17
|
+
'autoimprove job guidance': 'Read autoimprove job guidance',
|
|
18
18
|
benchmark: 'Read benchmarks',
|
|
19
19
|
'benchmark leaderboard': 'Read benchmark leaderboard',
|
|
20
20
|
'benchmark metric': 'Read benchmark metrics',
|
|
@@ -484,17 +484,17 @@ exports.COMMANDS = [
|
|
|
484
484
|
requiresAuth: true,
|
|
485
485
|
},
|
|
486
486
|
{
|
|
487
|
-
commandPath: ['autoimprove', '
|
|
488
|
-
clientProperty: '
|
|
487
|
+
commandPath: ['autoimprove', 'job', 'answer'],
|
|
488
|
+
clientProperty: 'autoimproveJob',
|
|
489
489
|
methodName: 'answerQuestion',
|
|
490
490
|
httpMethod: 'post',
|
|
491
|
-
httpPath: '/v1/autoimprove/
|
|
491
|
+
httpPath: '/v1/autoimprove/job/{jobId}/answer',
|
|
492
492
|
summary: "Answer Roark's question",
|
|
493
|
-
description: 'Answer the question a
|
|
493
|
+
description: 'Answer the question a job is blocked on. Only meaningful while the job status is NEEDS_INPUT (the open QUESTION entry carries the offered options; free text is also accepted). Otherwise returns a conflict.',
|
|
494
494
|
positionals: [
|
|
495
495
|
{
|
|
496
|
-
name: '
|
|
497
|
-
paramKey: '
|
|
496
|
+
name: 'job-id',
|
|
497
|
+
paramKey: 'jobId',
|
|
498
498
|
},
|
|
499
499
|
],
|
|
500
500
|
flags: [
|
|
@@ -516,17 +516,17 @@ exports.COMMANDS = [
|
|
|
516
516
|
requiresAuth: true,
|
|
517
517
|
},
|
|
518
518
|
{
|
|
519
|
-
commandPath: ['autoimprove', '
|
|
520
|
-
clientProperty: '
|
|
519
|
+
commandPath: ['autoimprove', 'job', 'cancel'],
|
|
520
|
+
clientProperty: 'autoimproveJob',
|
|
521
521
|
methodName: 'cancel',
|
|
522
522
|
httpMethod: 'post',
|
|
523
|
-
httpPath: '/v1/autoimprove/
|
|
524
|
-
summary: 'Cancel a
|
|
525
|
-
description: 'Stop a live
|
|
523
|
+
httpPath: '/v1/autoimprove/job/{jobId}/cancel',
|
|
524
|
+
summary: 'Cancel a job',
|
|
525
|
+
description: 'Stop a live job. Production is never changed by a cancel; everything the job set up (the shadow agent, its phone number, authored test flows and run plan) is cleaned up automatically.',
|
|
526
526
|
positionals: [
|
|
527
527
|
{
|
|
528
|
-
name: '
|
|
529
|
-
paramKey: '
|
|
528
|
+
name: 'job-id',
|
|
529
|
+
paramKey: 'jobId',
|
|
530
530
|
},
|
|
531
531
|
],
|
|
532
532
|
flags: [],
|
|
@@ -538,13 +538,13 @@ exports.COMMANDS = [
|
|
|
538
538
|
requiresAuth: true,
|
|
539
539
|
},
|
|
540
540
|
{
|
|
541
|
-
commandPath: ['autoimprove', '
|
|
542
|
-
clientProperty: '
|
|
541
|
+
commandPath: ['autoimprove', 'job', 'create'],
|
|
542
|
+
clientProperty: 'autoimproveJob',
|
|
543
543
|
methodName: 'create',
|
|
544
544
|
httpMethod: 'post',
|
|
545
|
-
httpPath: '/v1/autoimprove/
|
|
546
|
-
summary: 'Start an Autoimprove
|
|
547
|
-
description: 'Commission Roark on an objective. It clones the agent into a staging shadow (or uses your designated staging agent), authors a validation suite of simulated callers, measures a baseline, changes the staging configuration, and re-tests until the objective metric passes its target. Production is never touched by the loop;
|
|
545
|
+
httpPath: '/v1/autoimprove/job',
|
|
546
|
+
summary: 'Start an Autoimprove job',
|
|
547
|
+
description: 'Commission Roark on an objective. It clones the agent into a staging shadow (or uses your designated staging agent), authors a validation suite of simulated callers, measures a baseline, changes the staging configuration, and re-tests until the objective metric passes its target. Production is never touched by the loop; verified changes wait for promotion. Requires an active provider integration (Vapi or Retell) with agent config writes enabled. One live job per agent: starting a second returns a conflict. The job runs asynchronously; poll GET /v1/autoimprove/job/{jobId} or watch it in the dashboard. When its status is NEEDS_INPUT, answer via the answer endpoint; when AWAITING_PROMOTE, promote or dismiss.',
|
|
548
548
|
positionals: [],
|
|
549
549
|
flags: [
|
|
550
550
|
{
|
|
@@ -570,7 +570,7 @@ exports.COMMANDS = [
|
|
|
570
570
|
path: ['objectiveLabel'],
|
|
571
571
|
location: 'body',
|
|
572
572
|
required: true,
|
|
573
|
-
description: 'Human-readable label for the objective, shown everywhere the
|
|
573
|
+
description: 'Human-readable label for the objective, shown everywhere the job appears.',
|
|
574
574
|
valueKind: 'string',
|
|
575
575
|
repeatable: false,
|
|
576
576
|
},
|
|
@@ -615,7 +615,7 @@ exports.COMMANDS = [
|
|
|
615
615
|
path: ['maxIterations'],
|
|
616
616
|
location: 'body',
|
|
617
617
|
required: false,
|
|
618
|
-
description: 'Cap on decision turns. Defaults to
|
|
618
|
+
description: 'Cap on decision turns. Defaults to 50.',
|
|
619
619
|
valueKind: 'integer',
|
|
620
620
|
repeatable: false,
|
|
621
621
|
},
|
|
@@ -637,17 +637,17 @@ exports.COMMANDS = [
|
|
|
637
637
|
requiresAuth: true,
|
|
638
638
|
},
|
|
639
639
|
{
|
|
640
|
-
commandPath: ['autoimprove', '
|
|
641
|
-
clientProperty: '
|
|
640
|
+
commandPath: ['autoimprove', 'job', 'dismiss'],
|
|
641
|
+
clientProperty: 'autoimproveJob',
|
|
642
642
|
methodName: 'dismiss',
|
|
643
643
|
httpMethod: 'post',
|
|
644
|
-
httpPath: '/v1/autoimprove/
|
|
645
|
-
summary: 'Dismiss a verified
|
|
646
|
-
description: 'Discard a verified
|
|
644
|
+
httpPath: '/v1/autoimprove/job/{jobId}/dismiss',
|
|
645
|
+
summary: 'Dismiss a verified job',
|
|
646
|
+
description: 'Discard a verified job without promoting: production stays untouched and the staging resources are cleaned up. Only a job in AWAITING_PROMOTE can be dismissed.',
|
|
647
647
|
positionals: [
|
|
648
648
|
{
|
|
649
|
-
name: '
|
|
650
|
-
paramKey: '
|
|
649
|
+
name: 'job-id',
|
|
650
|
+
paramKey: 'jobId',
|
|
651
651
|
},
|
|
652
652
|
],
|
|
653
653
|
flags: [],
|
|
@@ -659,17 +659,17 @@ exports.COMMANDS = [
|
|
|
659
659
|
requiresAuth: true,
|
|
660
660
|
},
|
|
661
661
|
{
|
|
662
|
-
commandPath: ['autoimprove', '
|
|
663
|
-
clientProperty: '
|
|
662
|
+
commandPath: ['autoimprove', 'job', 'get'],
|
|
663
|
+
clientProperty: 'autoimproveJob',
|
|
664
664
|
methodName: 'getByID',
|
|
665
665
|
httpMethod: 'get',
|
|
666
|
-
httpPath: '/v1/autoimprove/
|
|
667
|
-
summary: 'Get an Autoimprove
|
|
668
|
-
description: 'Fetch one
|
|
666
|
+
httpPath: '/v1/autoimprove/job/{jobId}',
|
|
667
|
+
summary: 'Get an Autoimprove job',
|
|
668
|
+
description: 'Fetch one job with its full worklog: every step Roark took, the validation batches with their pass-rate movement, any question it is waiting on, and its final report once concluded.',
|
|
669
669
|
positionals: [
|
|
670
670
|
{
|
|
671
|
-
name: '
|
|
672
|
-
paramKey: '
|
|
671
|
+
name: 'job-id',
|
|
672
|
+
paramKey: 'jobId',
|
|
673
673
|
},
|
|
674
674
|
],
|
|
675
675
|
flags: [],
|
|
@@ -681,17 +681,17 @@ exports.COMMANDS = [
|
|
|
681
681
|
requiresAuth: true,
|
|
682
682
|
},
|
|
683
683
|
{
|
|
684
|
-
commandPath: ['autoimprove', '
|
|
685
|
-
clientProperty: '
|
|
684
|
+
commandPath: ['autoimprove', 'job', 'guidance', 'send'],
|
|
685
|
+
clientProperty: 'autoimproveJob',
|
|
686
686
|
methodName: 'sendGuidance',
|
|
687
687
|
httpMethod: 'post',
|
|
688
|
-
httpPath: '/v1/autoimprove/
|
|
689
|
-
summary: 'Send guidance to a running
|
|
690
|
-
description: 'Steer Roark mid-
|
|
688
|
+
httpPath: '/v1/autoimprove/job/{jobId}/guidance',
|
|
689
|
+
summary: 'Send guidance to a running job',
|
|
690
|
+
description: 'Steer Roark mid-job. The message is folded into its next decision and is binding. Accepted while the job is live (RUNNING, NEEDS_INPUT, or PAUSED); a concluded job returns a conflict.',
|
|
691
691
|
positionals: [
|
|
692
692
|
{
|
|
693
|
-
name: '
|
|
694
|
-
paramKey: '
|
|
693
|
+
name: 'job-id',
|
|
694
|
+
paramKey: 'jobId',
|
|
695
695
|
},
|
|
696
696
|
],
|
|
697
697
|
flags: [
|
|
@@ -713,13 +713,13 @@ exports.COMMANDS = [
|
|
|
713
713
|
requiresAuth: true,
|
|
714
714
|
},
|
|
715
715
|
{
|
|
716
|
-
commandPath: ['autoimprove', '
|
|
717
|
-
clientProperty: '
|
|
716
|
+
commandPath: ['autoimprove', 'job', 'list'],
|
|
717
|
+
clientProperty: 'autoimproveJob',
|
|
718
718
|
methodName: 'list',
|
|
719
719
|
httpMethod: 'get',
|
|
720
|
-
httpPath: '/v1/autoimprove/
|
|
721
|
-
summary: 'List Autoimprove
|
|
722
|
-
description: 'List the Autoimprove
|
|
720
|
+
httpPath: '/v1/autoimprove/job',
|
|
721
|
+
summary: 'List Autoimprove jobs',
|
|
722
|
+
description: 'List the Autoimprove jobs in this project, most recent first, capped at 100. A job is one autonomous engagement: Roark improving one agent toward one objective metric on a staging copy, with a human-gated promote to production at the end.',
|
|
723
723
|
positionals: [],
|
|
724
724
|
flags: [],
|
|
725
725
|
hasParams: false,
|
|
@@ -730,17 +730,17 @@ exports.COMMANDS = [
|
|
|
730
730
|
requiresAuth: true,
|
|
731
731
|
},
|
|
732
732
|
{
|
|
733
|
-
commandPath: ['autoimprove', '
|
|
734
|
-
clientProperty: '
|
|
733
|
+
commandPath: ['autoimprove', 'job', 'promote'],
|
|
734
|
+
clientProperty: 'autoimproveJob',
|
|
735
735
|
methodName: 'promote',
|
|
736
736
|
httpMethod: 'post',
|
|
737
|
-
httpPath: '/v1/autoimprove/
|
|
738
|
-
summary: 'Promote a verified
|
|
739
|
-
description: 'Apply the verified staging changes to the PRODUCTION agent. Only a
|
|
737
|
+
httpPath: '/v1/autoimprove/job/{jobId}/promote',
|
|
738
|
+
summary: 'Promote a verified job to production',
|
|
739
|
+
description: 'Apply the verified staging changes to the PRODUCTION agent. Only a job in AWAITING_PROMOTE can be promoted. A snapshot of the production configuration is taken immediately before the write, so the promote is fully rollbackable. After the promote the staging shadow and its phone number are cleaned up.',
|
|
740
740
|
positionals: [
|
|
741
741
|
{
|
|
742
|
-
name: '
|
|
743
|
-
paramKey: '
|
|
742
|
+
name: 'job-id',
|
|
743
|
+
paramKey: 'jobId',
|
|
744
744
|
},
|
|
745
745
|
],
|
|
746
746
|
flags: [],
|