@roarkanalytics/cli 0.26.1 → 0.29.0

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # Changelog
 
+## [0.29.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.28.0...v0.29.0) (2026-09-28)
+
+
+### Features
+
+* **cli:** cli update ([#72](https://github.com/roarkhq/cli-roark-analytics/issues/72)) ([1ecc3a1](https://github.com/roarkhq/cli-roark-analytics/commit/1ecc3a1162173d6d6ac974e8c8acc89945f7d6ce))
+
+## [0.28.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.27.0...v0.28.0) (2026-09-24)
+
+
+### Features
+
+* **cli:** cli update ([#70](https://github.com/roarkhq/cli-roark-analytics/issues/70)) ([2f058da](https://github.com/roarkhq/cli-roark-analytics/commit/2f058da3433004f93cb6b24b33f2a97dd8042fe7))
+
+## [0.27.0](https://github.com/roarkhq/cli-roark-analytics/compare/v0.26.1...v0.27.0) (2026-09-23)
+
+
+### Features
+
+* **cli:** cli update ([#68](https://github.com/roarkhq/cli-roark-analytics/issues/68)) ([077cb61](https://github.com/roarkhq/cli-roark-analytics/commit/077cb6105816c02b6595e92b604d8751520d09a4))
+
 ## [0.26.1](https://github.com/roarkhq/cli-roark-analytics/compare/v0.26.0...v0.26.1) (2026-09-23)
 
 

package/README.md

@@ -241,6 +241,7 @@ roark completion fish | source
 | `roark simulation environment update <environment-id>`                                                                                                  | Update an environment               |
 | `roark simulation job get <job-id>`                                                                                                                     | Get simulation by ID                |
 | `roark simulation job lookup --roark-phone-number <value>`                                                                                              | Lookup by phone number              |
+| `roark simulation job tool-mock list <job-id>`                                                                                                          | List mocked tool invocations        |
 | `roark simulation persona create --name <value> --language <value> --accent <value> --gender <value>`                                                   | Create a new persona                |
 | `roark simulation persona get <persona-id>`                                                                                                             | Get persona by ID                   |
 | `roark simulation persona list`                                                                                                                         | List personas                       |
@@ -257,6 +258,10 @@ roark completion fish | source
 | `roark simulation run --data '{ ... }'`                                                                                                                 | Run a simulation                    |
 | `roark simulation template list`                                                                                                                        | List simulation templates           |
 | `roark simulation tool mock --simulation-job-id <value> --tool-name <value>`                                                                            | Mock a tool call during a test call |
+| `roark simulation tool-fixture create --tool-name <value>`                                                                                              | Set a tool fixture                  |
+| `roark simulation tool-fixture delete <fixture-id>`                                                                                                     | Delete a tool fixture               |
+| `roark simulation tool-fixture list`                                                                                                                    | List tool fixtures                  |
+| `roark simulation tool-fixture update <fixture-id>`                                                                                                     | Update a tool fixture               |
 
 ### webhook
 

package/commands.js

@@ -43,11 +43,13 @@ exports.GROUPS = {
     simulation: 'Manage simulations',
     'simulation environment': 'Manage simulation environments',
     'simulation job': 'Read simulation jobs',
+    'simulation job tool-mock': 'Read simulation job tool mocks',
     'simulation persona': 'Manage simulation personas',
     'simulation plan': 'Manage simulation plans',
     'simulation plan job': 'Manage simulation plan jobs',
     'simulation template': 'Read simulation templates',
     'simulation tool': 'Read simulation tool',
+    'simulation tool-fixture': 'Manage simulation tool fixtures',
     webhook: 'Manage webhooks',
 };
 exports.COMMANDS = [
@@ -1998,6 +2000,15 @@ exports.COMMANDS = [
                 valueKind: 'string',
                 repeatable: false,
             },
+            {
+                name: 'additional-expectations',
+                path: ['additionalExpectations'],
+                location: 'body',
+                required: false,
+                description: "The expectations graded on this variant only, on top of the flow's own. Sent as the complete set: it replaces whatever the variant had, so omit it to leave the set alone and send [] to clear it. Improv flows only: a scripted variant's expectations come from the agent turns on its path and are rewritten on every graph edit.",
+                valueKind: 'array',
+                repeatable: false,
+            },
             {
                 name: 'persona-override-id',
                 path: ['personaOverrideId'],
@@ -2140,7 +2151,7 @@ exports.COMMANDS = [
                 path: ['additionalExpectations'],
                 location: 'body',
                 required: false,
-                description: "Replaces the expectations that apply to this variant on top of the flow's. Omit to leave them alone, send [] to clear. Improv flows only: a scripted variant's expectations come from the agent turns on its path and are rewritten on the next graph edit.",
+                description: "The expectations graded on this variant only, on top of the flow's own. Sent as the complete set: it replaces whatever the variant had, so omit it to leave the set alone and send [] to clear it. Improv flows only: a scripted variant's expectations come from the agent turns on its path and are rewritten on every graph edit.",
                 valueKind: 'array',
                 repeatable: false,
             },
@@ -2284,7 +2295,7 @@ exports.COMMANDS = [
                 path: ['additionalExpectations'],
                 location: 'body',
                 required: false,
-                description: "Replaces the expectations that apply to this variant on top of the flow's. Omit to leave them alone, send [] to clear. Improv flows only: a scripted variant's expectations come from the agent turns on its path and are rewritten on the next graph edit.",
+                description: "The expectations graded on this variant only, on top of the flow's own. Sent as the complete set: it replaces whatever the variant had, so omit it to leave the set alone and send [] to clear it. Improv flows only: a scripted variant's expectations come from the agent turns on its path and are rewritten on every graph edit.",
                 valueKind: 'array',
                 repeatable: false,
             },
@@ -3829,6 +3840,29 @@ exports.COMMANDS = [
         acceptsBody: false,
         requiresAuth: true,
     },
+    {
+        commandPath: ['simulation', 'job', 'tool-mock', 'list'],
+        clientProperty: 'simulationJobToolMock',
+        methodName: 'list',
+        httpMethod: 'get',
+        httpPath: '/v1/simulation/job/{jobId}/tool-mock',
+        summary: 'List mocked tool invocations',
+        description: "Every guarded tool invocation Roark answered during this simulation: what the agent tried to call, with what arguments, and the simulated response it received. Use this to assert tool behavior in CI after a test call, with zero real side effects. Empty when the agent's tools are not guarded (see the tool guard docs).",
+        positionals: [
+            {
+                name: 'job-id',
+                paramKey: 'jobId',
+                description: 'Simulation job ID',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
     {
         commandPath: ['simulation', 'persona', 'create'],
         clientProperty: 'simulationPersona',
@@ -4783,7 +4817,7 @@ exports.COMMANDS = [
                 path: ['comparisonBaseline'],
                 location: 'body',
                 required: false,
-                description: 'The value of `comparisonProperty` every other value is measured against, for example `NONE` for `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`. Must be a value that property can take. Stored rather than assumed, so the report can say "compared against US accent" instead of implying Roark decided which value is normal. Most properties have an obvious baseline and the dashboard prefills it; `GENDER` has none, so choose the one you are testing against.',
+                description: 'The reference value of `comparisonProperty`, for example `NONE` for `BACKGROUND_NOISE` or `NORMAL` for `SPEECH_PACE`: shown first in the results. Must be a value that property can take. Whether a value did significantly worse does not depend on it: that is decided against every other value combined (see `sweepAttribution`). Stored rather than assumed, so the report can say "compared against US accent" instead of implying Roark decided which value is normal. Most properties have an obvious baseline and the dashboard prefills it; `GENDER` has none, so choose the one you are testing against.',
                 valueKind: 'string',
                 repeatable: false,
             },
@@ -5306,7 +5340,7 @@ exports.COMMANDS = [
                 path: ['comparisonBaseline'],
                 location: 'body',
                 required: false,
-                description: 'The value every other value is measured against. See `POST /v1/simulation/plan`. A real value cannot be sent on its own: the property it belongs to decides which values are legal, and an omitted property means "leave unchanged", which this endpoint cannot check a baseline against. Send `comparisonProperty` with it, or get a `400`. `null` on its own IS allowed, and clears just the baseline while leaving the property set. Nothing needs validating when clearing, and a property with no baseline is a real state: the report falls back to that property\'s own norm, and `GENDER` has no norm to fall back to.',
+                description: 'The reference value, shown first in the results. See `POST /v1/simulation/plan`. A real value cannot be sent on its own: the property it belongs to decides which values are legal, and an omitted property means "leave unchanged", which this endpoint cannot check a baseline against. Send `comparisonProperty` with it, or get a `400`. `null` on its own IS allowed, and clears just the baseline while leaving the property set. Nothing needs validating when clearing, and a property with no baseline is a real state: the report falls back to that property\'s own norm, and `GENDER` has no norm to fall back to.',
                 valueKind: 'string',
                 repeatable: false,
             },
@@ -5437,6 +5471,165 @@ exports.COMMANDS = [
         acceptsBody: true,
         requiresAuth: true,
     },
+    {
+        commandPath: ['simulation', 'tool-fixture', 'create'],
+        clientProperty: 'simulationToolFixture',
+        methodName: 'create',
+        httpMethod: 'post',
+        httpPath: '/v1/simulation/tool-fixture',
+        summary: 'Set a tool fixture',
+        description: 'Create-or-replace by scope: one fixture per tool project-wide, plus one per (tool, flow variant). Setting the same scope twice replaces the response, so CI can apply fixtures idempotently. During Roark test calls the tool guard answers with the fixture verbatim instead of generating a response; real callers are never affected.',
+        positionals: [],
+        flags: [
+            {
+                name: 'tool-name',
+                path: ['toolName'],
+                location: 'body',
+                required: true,
+                description: 'The tool this fixture answers for.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'response',
+                path: ['response'],
+                location: 'body',
+                required: false,
+                description: 'The exact JSON to return.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'customer-flow-variant-id',
+                path: ['customerFlowVariantId'],
+                location: 'body',
+                required: false,
+                description: 'Pin the fixture to one flow variant (scenario). Omit for a project-wide fixture. A variant-pinned fixture beats the project-wide one.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'description',
+                path: ['description'],
+                location: 'body',
+                required: false,
+                description: 'Why this fixture exists.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'enabled',
+                path: ['enabled'],
+                location: 'body',
+                required: false,
+                description: 'Defaults to true.',
+                valueKind: 'boolean',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: false,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['simulation', 'tool-fixture', 'delete'],
+        clientProperty: 'simulationToolFixture',
+        methodName: 'delete',
+        httpMethod: 'delete',
+        httpPath: '/v1/simulation/tool-fixture/{fixtureId}',
+        summary: 'Delete a tool fixture',
+        description: 'The tool goes back to scenario-aware generated responses in test calls.',
+        positionals: [
+            {
+                name: 'fixture-id',
+                paramKey: 'fixtureId',
+            },
+        ],
+        flags: [],
+        hasParams: false,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['simulation', 'tool-fixture', 'list'],
+        clientProperty: 'simulationToolFixture',
+        methodName: 'list',
+        httpMethod: 'get',
+        httpPath: '/v1/simulation/tool-fixture',
+        summary: 'List tool fixtures',
+        description: 'All deterministic tool responses configured for this project, optionally filtered by tool.',
+        positionals: [],
+        flags: [
+            {
+                name: 'tool-name',
+                path: ['toolName'],
+                location: 'query',
+                required: false,
+                description: 'Only fixtures for this tool.',
+                valueKind: 'string',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: false,
+        requiresAuth: true,
+    },
+    {
+        commandPath: ['simulation', 'tool-fixture', 'update'],
+        clientProperty: 'simulationToolFixture',
+        methodName: 'update',
+        httpMethod: 'put',
+        httpPath: '/v1/simulation/tool-fixture/{fixtureId}',
+        summary: 'Update a tool fixture',
+        description: 'Change the response, description, or enabled state of an existing fixture.',
+        positionals: [
+            {
+                name: 'fixture-id',
+                paramKey: 'fixtureId',
+            },
+        ],
+        flags: [
+            {
+                name: 'response',
+                path: ['response'],
+                location: 'body',
+                required: false,
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'description',
+                path: ['description'],
+                location: 'body',
+                required: false,
+                valueKind: 'string',
+                repeatable: false,
+            },
+            {
+                name: 'enabled',
+                path: ['enabled'],
+                location: 'body',
+                required: false,
+                valueKind: 'boolean',
+                repeatable: false,
+            },
+        ],
+        hasParams: true,
+        paramsAllOptional: true,
+        bodyOpaque: false,
+        bodyVariants: [],
+        acceptsBody: true,
+        requiresAuth: true,
+    },
     {
         commandPath: ['webhook', 'create'],
         clientProperty: 'webhook',