@roarkanalytics/cli 0.21.0 → 0.23.0

package/CHANGELOG.md

@@ -1,5 +1,23 @@
 # Changelog
 
+## [0.23.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.22.0...v0.23.0) (2026-09-21)
+
+
+### ⚠ BREAKING CHANGES
+
+* **cli:** removes or renames commands. Scripts using the old names will fail.
+
+### Features
+
+* **cli:** cli update ([#54](https://github.com/roarkhq/cli-roark-analytics/issues/54)) ([2722903](https://github.com/roarkhq/cli-roark-analytics/commit/2722903aae2a0bb35dd6060fb11a6957c7a92f83))
+
+## [0.22.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.21.0...v0.22.0) (2026-09-18)
+
+
+### Features
+
+* **cli:** cli update ([#52](https://github.com/roarkhq/cli-roark-analytics/issues/52)) ([5efaf54](https://github.com/roarkhq/cli-roark-analytics/commit/5efaf54e4c88b10cf1e03aed8eefabef30935f22))
+
 ## [0.21.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.20.0...v0.21.0) (2026-09-17)
 
 

package/README.md

@@ -122,6 +122,19 @@ roark completion fish | source
 | `roark agent prompt version list <agent-id> <prompt-id>`                             | List a prompt's versions    |
 | `roark agent update <agent-id>`                                                      | Update an agent             |
 
+### autoimprove
+
+| Command                                                                                                              | Description                          |
+| -------------------------------------------------------------------------------------------------------------------- | ------------------------------------ |
+| `roark autoimprove job answer <job-id> --text <value>`                                                               | Answer Roark's question              |
+| `roark autoimprove job cancel <job-id>`                                                                              | Cancel a job                         |
+| `roark autoimprove job create --agent-id <value> --objective-metric-definition-id <value> --objective-label <value>` | Start an Autoimprove job             |
+| `roark autoimprove job dismiss <job-id>`                                                                             | Dismiss a verified job               |
+| `roark autoimprove job get <job-id>`                                                                                 | Get an Autoimprove job               |
+| `roark autoimprove job guidance send <job-id> --text <value>`                                                        | Send guidance to a running job       |
+| `roark autoimprove job list`                                                                                         | List Autoimprove jobs                |
+| `roark autoimprove job promote <job-id>`                                                                             | Promote a verified job to production |
+
 ### benchmark
 
 | Command                                                                 | Description                           |

package/commands.js

@@ -12,6 +12,9 @@ exports.GROUPS = {
     'agent endpoint': 'Manage agent endpoints',
     'agent prompt': 'Manage agent prompts',
     'agent prompt version': 'Read agent prompt versions',
+    autoimprove: 'Manage autoimproves',
+    'autoimprove job': 'Manage autoimprove jobs',
+    'autoimprove job guidance': 'Read autoimprove job guidance',
     benchmark: 'Read benchmarks',
     'benchmark leaderboard': 'Read benchmark leaderboard',
     'benchmark metric': 'Read benchmark metrics',
@@ -480,6 +483,274 @@ exports.COMMANDS = [
         acceptsBody: true,
         requiresAuth: true,
     },
+    {
+        commandPath: ['autoimprove', 'job', 'answer'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'answerQuestion',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job/{jobId}/answer',
+        summary: "Answer Roark's question",
+        description: 'Answer the question a job is blocked on. Only meaningful while the job status is NEEDS_INPUT (the open QUESTION entry carries the offered options; free text is also accepted). Otherwise returns a conflict.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [
+            {
+                name: 'text',
+                path: ['text'],
+                location: 'body',
+                required: true,
+                description: 'The message for Roark.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'cancel'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'cancel',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job/{jobId}/cancel',
+        summary: 'Cancel a job',
+        description: 'Stop a live job. Production is never changed by a cancel; everything the job set up (the shadow agent, its phone number, authored test flows and run plan) is cleaned up automatically.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'create'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'create',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job',
+        summary: 'Start an Autoimprove job',
+        description: 'Commission Roark on an objective. It clones the agent into a staging shadow (or uses your designated staging agent), authors a validation suite of simulated callers, measures a baseline, changes the staging configuration, and re-tests until the objective metric passes its target. Production is never touched by the loop; verified changes wait for promotion. Requires an active provider integration (Vapi or Retell) with agent config writes enabled. One live job per agent: starting a second returns a conflict. The job runs asynchronously; poll GET /v1/autoimprove/job/{jobId} or watch it in the dashboard. When its status is NEEDS_INPUT, answer via the answer endpoint; when AWAITING_PROMOTE, promote or dismiss.',
+        positionals: [],
+        flags: [
+            {
+                name: 'agent-id',
+                path: ['agentId'],
+                location: 'body',
+                required: true,
+                description: 'The production agent to improve. It is never modified until you promote.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'objective-metric-definition-id',
+                path: ['objectiveMetricDefinitionId'],
+                location: 'body',
+                required: true,
+                description: 'The metric that defines success: a pass/fail metric, or a threshold variant of a scale metric (for example "PII Handling >= 4"). Roark measures the pass rate of this metric across simulated calls.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'objective-label',
+                path: ['objectiveLabel'],
+                location: 'body',
+                required: true,
+                description: 'Human-readable label for the objective, shown everywhere the job appears.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'target-value',
+                path: ['targetValue'],
+                location: 'body',
+                required: false,
+                description: 'The pass-rate percentage that counts as fixed. Defaults to 90.',
+                valueKind: 'number',
+                repeatable: false,
+            },
+            {
+                name: 'staging-agent-id',
+                path: ['stagingAgentId'],
+                location: 'body',
+                required: false,
+                description: 'An existing agent to stage changes on instead of the default shadow clone. Must be a different agent from agentId, on the same provider.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'customer-integration-id',
+                path: ['customerIntegrationId'],
+                location: 'body',
+                required: false,
+                description: "The provider integration whose credentials Roark uses. Omit to use the project's active integration for the agent's provider. The integration must have agent config writes enabled.",
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'validation-run-plan-id',
+                path: ['validationRunPlanId'],
+                location: 'body',
+                required: false,
+                description: 'An existing simulation run plan to validate with. Omit to let Roark author its own suite.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'max-iterations',
+                path: ['maxIterations'],
+                location: 'body',
+                required: false,
+                description: 'Cap on decision turns. Defaults to 50.',
+                valueKind: 'integer',
+                repeatable: false,
+            },
+            {
+                name: 'max-sim-calls',
+                path: ['maxSimCalls'],
+                location: 'body',
+                required: false,
+                description: 'Cap on simulated calls dialed. Defaults to 200.',
+                valueKind: 'integer',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'dismiss'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'dismiss',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job/{jobId}/dismiss',
+        summary: 'Dismiss a verified job',
+        description: 'Discard a verified job without promoting: production stays untouched and the staging resources are cleaned up. Only a job in AWAITING_PROMOTE can be dismissed.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'get'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'getByID',
+        httpMethod: 'get',
+        httpPath: '/v1/autoimprove/job/{jobId}',
+        summary: 'Get an Autoimprove job',
+        description: 'Fetch one job with its full worklog: every step Roark took, the validation batches with their pass-rate movement, any question it is waiting on, and its final report once concluded.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'guidance', 'send'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'sendGuidance',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job/{jobId}/guidance',
+        summary: 'Send guidance to a running job',
+        description: 'Steer Roark mid-job. The message is folded into its next decision and is binding. Accepted while the job is live (RUNNING, NEEDS_INPUT, or PAUSED); a concluded job returns a conflict.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [
+            {
+                name: 'text',
+                path: ['text'],
+                location: 'body',
+                required: true,
+                description: 'The message for Roark.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'list'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'list',
+        httpMethod: 'get',
+        httpPath: '/v1/autoimprove/job',
+        summary: 'List Autoimprove jobs',
+        description: 'List the Autoimprove jobs in this project, most recent first, capped at 100. A job is one autonomous engagement: Roark improving one agent toward one objective metric on a staging copy, with a human-gated promote to production at the end.',
+        positionals: [],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'job', 'promote'],
+        clientProperty: 'autoimproveJob',
+        methodName: 'promote',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/job/{jobId}/promote',
+        summary: 'Promote a verified job to production',
+        description: 'Apply the verified staging changes to the PRODUCTION agent. Only a job in AWAITING_PROMOTE can be promoted. A snapshot of the production configuration is taken immediately before the write, so the promote is fully rollbackable. After the promote the staging shadow and its phone number are cleaned up.',
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
     {
         commandPath: ['benchmark', 'leaderboard', 'get'],
         clientProperty: 'benchmark',
@@ -3567,11 +3838,21 @@ exports.COMMANDS = [
                 path: ['responseTiming'],
                 location: 'body',
                 required: false,
-                description: 'Controls how quickly the persona responds to pauses in conversation (QUICK, NORMAL, RELAXED). BARGE_IN also talks over the agent once it has held the floor for several seconds.',
+                description: 'Deprecated and inert: it no longer affects the call. It set how long the persona waited once the agent stopped talking, and measured across production simulations it moved the reply gap by less than the noise floor, because model and speech latency dominate it. Every persona now uses one voice-activity profile. Use `interruption` for a caller who talks over the agent. Still accepted and stored so existing clients keep working. BARGE_IN is stored as `responseTiming: QUICK` with `interruption: OCCASIONAL`.',
                 valueKind: 'string',
                 enumValues: ['RELAXED', 'NORMAL', 'QUICK', 'BARGE_IN'],
                 repeatable: false,
             },
+            {
+                name: 'interruption',
+                path: ['interruption'],
+                location: 'body',
+                required: false,
+                description: 'How much the persona talks over the agent. Defaults to OFF, a caller that waits its turn.',
+                valueKind: 'string',
+                enumValues: ['OFF', 'BACKCHANNEL', 'OCCASIONAL', 'HEAVY'],
+                repeatable: false,
+            },
             {
                 name: 'backstory-prompt',
                 path: ['backstoryPrompt'],
@@ -3972,11 +4253,21 @@ exports.COMMANDS = [
                 path: ['responseTiming'],
                 location: 'body',
                 required: false,
-                description: 'Controls how quickly the persona responds to pauses in conversation (QUICK, NORMAL, RELAXED). BARGE_IN also talks over the agent once it has held the floor for several seconds.',
+                description: 'Deprecated and inert: it no longer affects the call. It set how long the persona waited once the agent stopped talking, and measured across production simulations it moved the reply gap by less than the noise floor, because model and speech latency dominate it. Every persona now uses one voice-activity profile. Use `interruption` for a caller who talks over the agent. Still accepted and stored so existing clients keep working. BARGE_IN is stored as `responseTiming: QUICK` with `interruption: OCCASIONAL`.',
                 valueKind: 'string',
                 enumValues: ['RELAXED', 'NORMAL', 'QUICK', 'BARGE_IN'],
                 repeatable: false,
             },
+            {
+                name: 'interruption',
+                path: ['interruption'],
+                location: 'body',
+                required: false,
+                description: 'How much the persona talks over the agent while it is still speaking. OFF waits its turn. BACKCHANNEL makes listening noises ("mm-hm") over the agent without taking the floor, which tests whether the agent wrongly stops for them. OCCASIONAL adds cutting in on some long agent turns, HEAVY on most of them. Timing is randomised per turn, so two runs of the same persona do not interrupt at identical moments.',
+                valueKind: 'string',
+                enumValues: ['OFF', 'BACKCHANNEL', 'OCCASIONAL', 'HEAVY'],
+                repeatable: false,
+            },
             {
                 name: 'backstory-prompt',
                 path: ['backstoryPrompt'],
@@ -4221,6 +4512,7 @@ exports.COMMANDS = [
                     'GENDER',
                     'INTENT_CLARITY',
                     'LANGUAGE',
+                    'INTERRUPTION',
                     'MEMORY_RELIABILITY',
                     'RESPONSE_TIMING',
                     'SPEECH_CLARITY',
@@ -4743,6 +5035,7 @@ exports.COMMANDS = [
                     'GENDER',
                     'INTENT_CLARITY',
                     'LANGUAGE',
+                    'INTERRUPTION',
                     'MEMORY_RELIABILITY',
                     'RESPONSE_TIMING',
                     'SPEECH_CLARITY',