@roarkanalytics/cli 0.20.0 → 0.22.0

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # Changelog
 
+## [0.22.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.21.0...v0.22.0) (2026-09-18)
+
+
+### Features
+
+* **cli:** cli update ([#52](https://github.com/roarkhq/cli-roark-analytics/issues/52)) ([5efaf54](https://github.com/roarkhq/cli-roark-analytics/commit/5efaf54e4c88b10cf1e03aed8eefabef30935f22))
+
+## [0.21.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.20.0...v0.21.0) (2026-09-17)
+
+
+### Features
+
+* **cli:** cli update ([#50](https://github.com/roarkhq/cli-roark-analytics/issues/50)) ([e2c2aa2](https://github.com/roarkhq/cli-roark-analytics/commit/e2c2aa29510711adcd277a08ac7e9906475e0135))
+
 ## [0.20.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.19.0...v0.20.0) (2026-09-16)
 
 

package/README.md

@@ -122,6 +122,19 @@ roark completion fish | source
 | `roark agent prompt version list <agent-id> <prompt-id>`                             | List a prompt's versions    |
 | `roark agent update <agent-id>`                                                      | Update an agent             |
 
+### autoimprove
+
+| Command                                                                                                              | Description                          |
+| -------------------------------------------------------------------------------------------------------------------- | ------------------------------------ |
+| `roark autoimprove fix answer <fix-id> --text <value>`                                                               | Answer Roark's question              |
+| `roark autoimprove fix cancel <fix-id>`                                                                              | Cancel a fix                         |
+| `roark autoimprove fix create --agent-id <value> --objective-metric-definition-id <value> --objective-label <value>` | Start an Autoimprove fix             |
+| `roark autoimprove fix dismiss <fix-id>`                                                                             | Dismiss a verified fix               |
+| `roark autoimprove fix get <fix-id>`                                                                                 | Get an Autoimprove fix               |
+| `roark autoimprove fix guidance send <fix-id> --text <value>`                                                        | Send guidance to a running fix       |
+| `roark autoimprove fix list`                                                                                         | List Autoimprove fixes               |
+| `roark autoimprove fix promote <fix-id>`                                                                             | Promote a verified fix to production |
+
 ### benchmark
 
 | Command                                                                 | Description                           |

package/commands.js

@@ -12,6 +12,9 @@ exports.GROUPS = {
     'agent endpoint': 'Manage agent endpoints',
     'agent prompt': 'Manage agent prompts',
     'agent prompt version': 'Read agent prompt versions',
+    autoimprove: 'Manage autoimproves',
+    'autoimprove fix': 'Manage autoimprove fixes',
+    'autoimprove fix guidance': 'Read autoimprove fix guidance',
     benchmark: 'Read benchmarks',
     'benchmark leaderboard': 'Read benchmark leaderboard',
     'benchmark metric': 'Read benchmark metrics',
@@ -480,6 +483,274 @@ exports.COMMANDS = [
         acceptsBody: true,
         requiresAuth: true,
     },
+    {
+        commandPath: ['autoimprove', 'fix', 'answer'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'answerQuestion',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix/{fixId}/answer',
+        summary: "Answer Roark's question",
+        description: 'Answer the question a fix is blocked on. Only meaningful while the fix status is NEEDS_INPUT (the open QUESTION entry carries the offered options; free text is also accepted). Otherwise returns a conflict.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [
+            {
+                name: 'text',
+                path: ['text'],
+                location: 'body',
+                required: true,
+                description: 'The message for Roark.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'cancel'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'cancel',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix/{fixId}/cancel',
+        summary: 'Cancel a fix',
+        description: 'Stop a live fix. Production is never changed by a cancel; everything the fix set up (the shadow agent, its phone number, authored test flows and run plan) is cleaned up automatically.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'create'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'create',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix',
+        summary: 'Start an Autoimprove fix',
+        description: 'Commission Roark on an objective. It clones the agent into a staging shadow (or uses your designated staging agent), authors a validation suite of simulated callers, measures a baseline, changes the staging configuration, and re-tests until the objective metric passes its target. Production is never touched by the loop; a verified fix waits for promotion. Requires an active provider integration (Vapi or Retell) with agent config writes enabled. One live fix per agent: starting a second returns a conflict. The fix runs asynchronously; poll GET /v1/autoimprove/fix/{fixId} or watch it in the dashboard. When its status is NEEDS_INPUT, answer via the answer endpoint; when AWAITING_PROMOTE, promote or dismiss.',
+        positionals: [],
+        flags: [
+            {
+                name: 'agent-id',
+                path: ['agentId'],
+                location: 'body',
+                required: true,
+                description: 'The production agent to improve. It is never modified until you promote.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'objective-metric-definition-id',
+                path: ['objectiveMetricDefinitionId'],
+                location: 'body',
+                required: true,
+                description: 'The metric that defines success: a pass/fail metric, or a threshold variant of a scale metric (for example "PII Handling >= 4"). Roark measures the pass rate of this metric across simulated calls.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'objective-label',
+                path: ['objectiveLabel'],
+                location: 'body',
+                required: true,
+                description: 'Human-readable label for the objective, shown everywhere the fix appears.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'target-value',
+                path: ['targetValue'],
+                location: 'body',
+                required: false,
+                description: 'The pass-rate percentage that counts as fixed. Defaults to 90.',
+                valueKind: 'number',
+                repeatable: false,
+            },
+            {
+                name: 'staging-agent-id',
+                path: ['stagingAgentId'],
+                location: 'body',
+                required: false,
+                description: 'An existing agent to stage changes on instead of the default shadow clone. Must be a different agent from agentId, on the same provider.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'customer-integration-id',
+                path: ['customerIntegrationId'],
+                location: 'body',
+                required: false,
+                description: "The provider integration whose credentials Roark uses. Omit to use the project's active integration for the agent's provider. The integration must have agent config writes enabled.",
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'validation-run-plan-id',
+                path: ['validationRunPlanId'],
+                location: 'body',
+                required: false,
+                description: 'An existing simulation run plan to validate with. Omit to let Roark author its own suite.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'max-iterations',
+                path: ['maxIterations'],
+                location: 'body',
+                required: false,
+                description: 'Cap on decision turns. Defaults to 10.',
+                valueKind: 'integer',
+                repeatable: false,
+            },
+            {
+                name: 'max-sim-calls',
+                path: ['maxSimCalls'],
+                location: 'body',
+                required: false,
+                description: 'Cap on simulated calls dialed. Defaults to 200.',
+                valueKind: 'integer',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'dismiss'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'dismiss',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix/{fixId}/dismiss',
+        summary: 'Dismiss a verified fix',
+        description: 'Discard a verified fix without promoting: production stays untouched and the staging resources are cleaned up. Only a fix in AWAITING_PROMOTE can be dismissed.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'get'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'getByID',
+        httpMethod: 'get',
+        httpPath: '/v1/autoimprove/fix/{fixId}',
+        summary: 'Get an Autoimprove fix',
+        description: 'Fetch one fix with its full worklog: every step Roark took, the validation batches with their pass-rate movement, any question it is waiting on, and its final report once concluded.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'guidance', 'send'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'sendGuidance',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix/{fixId}/guidance',
+        summary: 'Send guidance to a running fix',
+        description: 'Steer Roark mid-fix. The message is folded into its next decision and is binding. Accepted while the fix is live (RUNNING, NEEDS_INPUT, or PAUSED); a concluded fix returns a conflict.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [
+            {
+                name: 'text',
+                path: ['text'],
+                location: 'body',
+                required: true,
+                description: 'The message for Roark.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'list'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'list',
+        httpMethod: 'get',
+        httpPath: '/v1/autoimprove/fix',
+        summary: 'List Autoimprove fixes',
+        description: 'List the Autoimprove fixes in this project, most recent first, capped at 100. A fix is one autonomous engagement: Roark improving one agent toward one objective metric on a staging copy, with a human-gated promote to production at the end.',
+        positionals: [],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['autoimprove', 'fix', 'promote'],
+        clientProperty: 'autoimproveFix',
+        methodName: 'promote',
+        httpMethod: 'post',
+        httpPath: '/v1/autoimprove/fix/{fixId}/promote',
+        summary: 'Promote a verified fix to production',
+        description: 'Apply the verified staging changes to the PRODUCTION agent. Only a fix in AWAITING_PROMOTE can be promoted. A snapshot of the production configuration is taken immediately before the write, so the promote is fully rollbackable. After the promote the staging shadow and its phone number are cleaned up.',
+        positionals: [
+            {
+                name: 'fix-id',
+                paramKey: 'fixId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
     {
         commandPath: ['benchmark', 'leaderboard', 'get'],
         clientProperty: 'benchmark',
@@ -3567,11 +3838,21 @@ exports.COMMANDS = [
                 path: ['responseTiming'],
                 location: 'body',
                 required: false,
-                description: 'Controls how quickly the persona responds to pauses in conversation (QUICK, NORMAL, RELAXED). BARGE_IN also talks over the agent once it has held the floor for several seconds.',
+                description: 'Deprecated and inert: it no longer affects the call. It set how long the persona waited once the agent stopped talking, and measured across production simulations it moved the reply gap by less than the noise floor, because model and speech latency dominate it. Every persona now uses one voice-activity profile. Use `interruption` for a caller who talks over the agent. Still accepted and stored so existing clients keep working. BARGE_IN is stored as `responseTiming: QUICK` with `interruption: OCCASIONAL`.',
                 valueKind: 'string',
                 enumValues: ['RELAXED', 'NORMAL', 'QUICK', 'BARGE_IN'],
                 repeatable: false,
             },
+            {
+                name: 'interruption',
+                path: ['interruption'],
+                location: 'body',
+                required: false,
+                description: 'How much the persona talks over the agent. Defaults to OFF, a caller that waits its turn.',
+                valueKind: 'string',
+                enumValues: ['OFF', 'BACKCHANNEL', 'OCCASIONAL', 'HEAVY'],
+                repeatable: false,
+            },
             {
                 name: 'backstory-prompt',
                 path: ['backstoryPrompt'],
@@ -3972,11 +4253,21 @@ exports.COMMANDS = [
                 path: ['responseTiming'],
                 location: 'body',
                 required: false,
-                description: 'Controls how quickly the persona responds to pauses in conversation (QUICK, NORMAL, RELAXED). BARGE_IN also talks over the agent once it has held the floor for several seconds.',
+                description: 'Deprecated and inert: it no longer affects the call. It set how long the persona waited once the agent stopped talking, and measured across production simulations it moved the reply gap by less than the noise floor, because model and speech latency dominate it. Every persona now uses one voice-activity profile. Use `interruption` for a caller who talks over the agent. Still accepted and stored so existing clients keep working. BARGE_IN is stored as `responseTiming: QUICK` with `interruption: OCCASIONAL`.',
                 valueKind: 'string',
                 enumValues: ['RELAXED', 'NORMAL', 'QUICK', 'BARGE_IN'],
                 repeatable: false,
             },
+            {
+                name: 'interruption',
+                path: ['interruption'],
+                location: 'body',
+                required: false,
+                description: 'How much the persona talks over the agent while it is still speaking. OFF waits its turn. BACKCHANNEL makes listening noises ("mm-hm") over the agent without taking the floor, which tests whether the agent wrongly stops for them. OCCASIONAL adds cutting in on some long agent turns, HEAVY on most of them. Timing is randomised per turn, so two runs of the same persona do not interrupt at identical moments.',
+                valueKind: 'string',
+                enumValues: ['OFF', 'BACKCHANNEL', 'OCCASIONAL', 'HEAVY'],
+                repeatable: false,
+            },
             {
                 name: 'backstory-prompt',
                 path: ['backstoryPrompt'],
@@ -4155,7 +4446,7 @@ exports.COMMANDS = [
                 path: ['flows'],
                 location: 'body',
                 required: false,
-                description: 'Customer flows to include in this run plan. The same flow can appear more than once with a different persona override or different variables.',
+                description: 'Customer flows to include in this run plan. The same flow can appear more than once with a different persona override, different variables, or different `overrides`: attaching it once per value of one property is how you compare that property without a template.',
                 valueKind: 'array',
                 repeatable: false,
             },
@@ -4221,6 +4512,7 @@ exports.COMMANDS = [
                     'GENDER',
                     'INTENT_CLARITY',
                     'LANGUAGE',
+                    'INTERRUPTION',
                     'MEMORY_RELIABILITY',
                     'RESPONSE_TIMING',
                     'SPEECH_CLARITY',
@@ -4743,6 +5035,7 @@ exports.COMMANDS = [
                     'GENDER',
                     'INTENT_CLARITY',
                     'LANGUAGE',
+                    'INTERRUPTION',
                     'MEMORY_RELIABILITY',
                     'RESPONSE_TIMING',
                     'SPEECH_CLARITY',