@roarkanalytics/cli 0.4.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/README.md +16 -8
- package/commands.js +551 -3
- package/completions.js +4 -4
- package/man/roark-call-tool-invocation-append.1 +100 -0
- package/man/roark-metric-definition-list.1 +8 -1
- package/man/roark-metric-definition-update.1 +169 -0
- package/man/roark-metric-variant-create.1 +97 -0
- package/man/roark-metric-variant-delete.1 +96 -0
- package/man/roark-metric-variant-get.1 +96 -0
- package/man/roark-metric-variant-list.1 +93 -0
- package/man/roark-metric-variant-update.1 +121 -0
- package/man/roark-simulation-plan-create.1 +3 -0
- package/man/roark-simulation-plan-update.1 +3 -0
- package/man/roark-simulation-template-list.1 +89 -0
- package/man/roark.1 +24 -0
- package/npm-shrinkwrap.json +5 -5
- package/package.json +9 -1
- package/version.d.ts +1 -1
- package/version.js +1 -1
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
.\" File generated from our OpenAPI spec by app-agent-codegen. Do not edit.
|
|
2
|
+
.TH "ROARK\-METRIC\-VARIANT\-UPDATE" "1" "" "roark-metric-variant-update" "Roark Analytics API Manual"
|
|
3
|
+
.SH "NAME"
|
|
4
|
+
roark\-metric\-variant\-update \- Update a metric variant
|
|
5
|
+
.SH "SYNOPSIS"
|
|
6
|
+
.B roark metric variant update
|
|
7
|
+
\fIid\-or\-slug\fR \fIvariant\-id\fR [\fIoptions\fR]
|
|
8
|
+
.SH "DESCRIPTION"
|
|
9
|
+
Rename a variant, change its configuration, or both. Every configuration change creates a new immutable version and advances `versionId`; the response carries the advanced value. **Editing one of Roark’s own variants forks it for your organization.** The response carries the new variant’s `id`, which will differ from the one in the path, and `isSystem` becomes false. Roark’s variant is untouched and other organizations keep it. DELETE your fork to go back to it. Which fields are editable depends on the metric: some Roark metrics lock their prompt or output configuration, and a locked field is rejected rather than ignored.
|
|
10
|
+
.SH "API"
|
|
11
|
+
PUT /v1/metric/definitions/{idOrSlug}/variants/{variantId}
|
|
12
|
+
.SH "ARGUMENTS"
|
|
13
|
+
.TP
|
|
14
|
+
\fIid\-or\-slug\fR
|
|
15
|
+
Metric definition UUID or its stable slug.
|
|
16
|
+
.TP
|
|
17
|
+
\fIvariant\-id\fR
|
|
18
|
+
Variant UUID.
|
|
19
|
+
.SH "OPTIONS"
|
|
20
|
+
.TP
|
|
21
|
+
\fB\-\-name\fR \fI<value>\fR
|
|
22
|
+
Rename the variant. Does not change its configuration, so `versionId` is unaffected. `Default` is reserved. Optional.
|
|
23
|
+
.TP
|
|
24
|
+
\fB\-\-llm\-prompt\fR \fI<value>\fR
|
|
25
|
+
The rubric this variant applies. LLM judge metrics only. Optional.
|
|
26
|
+
.TP
|
|
27
|
+
\fB\-\-scale\-min\fR \fI<value>\fR
|
|
28
|
+
Scale minimum. SCALE output only. Optional.
|
|
29
|
+
.TP
|
|
30
|
+
\fB\-\-scale\-max\fR \fI<value>\fR
|
|
31
|
+
Scale maximum. SCALE output only. Optional.
|
|
32
|
+
.TP
|
|
33
|
+
\fB\-\-boolean\-true\-label\fR \fI<value>\fR
|
|
34
|
+
What a `true` value means. Given to the judge as its polarity rule, so keep it accurate. Optional.
|
|
35
|
+
.TP
|
|
36
|
+
\fB\-\-boolean\-false\-label\fR \fI<value>\fR
|
|
37
|
+
What a `false` value means. Given to the judge as its polarity rule, so keep it accurate. Optional.
|
|
38
|
+
.TP
|
|
39
|
+
\fB\-\-max\-classifications\fR \fI<value>\fR
|
|
40
|
+
Maximum classifications returned. CLASSIFICATION output only. Optional.
|
|
41
|
+
.TP
|
|
42
|
+
\fB\-\-change\-reason\fR \fI<value>\fR
|
|
43
|
+
Free\-text audit note recorded on the new version. Optional.
|
|
44
|
+
.SH "GLOBAL OPTIONS"
|
|
45
|
+
.TP
|
|
46
|
+
\fB\-\-data\fR \fI<json>\fR
|
|
47
|
+
Request body as JSON, or @file to read one (@\- for stdin).
|
|
48
|
+
.TP
|
|
49
|
+
\fB\-y\fR, \fB\-\-yes\fR
|
|
50
|
+
Skip confirmation prompts.
|
|
51
|
+
.TP
|
|
52
|
+
\fB\-\-no\-input\fR
|
|
53
|
+
Never prompt; fail instead.
|
|
54
|
+
.TP
|
|
55
|
+
\fB\-\-base\-url\fR \fI<url>\fR
|
|
56
|
+
API base URL.
|
|
57
|
+
.TP
|
|
58
|
+
\fB\-\-token\fR \fI<token>\fR
|
|
59
|
+
Bearer token. Prefer ROARK_API_BEARER_TOKEN or the stored credential.
|
|
60
|
+
.TP
|
|
61
|
+
\fB\-\-timeout\fR \fI<ms>\fR
|
|
62
|
+
Request timeout in milliseconds.
|
|
63
|
+
.TP
|
|
64
|
+
\fB\-\-max\-retries\fR \fI<count>\fR
|
|
65
|
+
Retries for retryable failures.
|
|
66
|
+
.TP
|
|
67
|
+
\fB\-\-format\fR \fI<format>\fR
|
|
68
|
+
Output format: auto, json, jsonl, plain.
|
|
69
|
+
.TP
|
|
70
|
+
\fB\-\-json\fR
|
|
71
|
+
Shorthand for \-\-format json.
|
|
72
|
+
.TP
|
|
73
|
+
\fB\-\-no\-color\fR
|
|
74
|
+
Disable colour.
|
|
75
|
+
.TP
|
|
76
|
+
\fB\-q\fR, \fB\-\-quiet\fR
|
|
77
|
+
Suppress non\-essential output.
|
|
78
|
+
.TP
|
|
79
|
+
\fB\-\-allow\-project\-base\-url\fR
|
|
80
|
+
Send the stored credential to a base URL set by a project .roark.json. Refused by default.
|
|
81
|
+
.SH "EXAMPLES"
|
|
82
|
+
.PP
|
|
83
|
+
.RS 4
|
|
84
|
+
.nf
|
|
85
|
+
roark metric variant update <id\-or\-slug> <variant\-id>
|
|
86
|
+
.fi
|
|
87
|
+
.RE
|
|
88
|
+
.SH "ENVIRONMENT"
|
|
89
|
+
.TP
|
|
90
|
+
\fBROARK_API_BEARER_TOKEN\fR
|
|
91
|
+
Bearer token used when \-\-token is not given.
|
|
92
|
+
.TP
|
|
93
|
+
\fBROARK_BASE_URL\fR
|
|
94
|
+
API base URL.
|
|
95
|
+
.TP
|
|
96
|
+
\fBROARK_ALLOW_PROJECT_BASE_URL\fR
|
|
97
|
+
Trusts a base URL set by a project .roark.json, like \-\-allow\-project\-base\-url.
|
|
98
|
+
.TP
|
|
99
|
+
\fBNO_COLOR\fR
|
|
100
|
+
Disables colour when set to any value.
|
|
101
|
+
.SH "EXIT STATUS"
|
|
102
|
+
.TP
|
|
103
|
+
\fB0\fR
|
|
104
|
+
The command succeeded.
|
|
105
|
+
.TP
|
|
106
|
+
\fB1\fR
|
|
107
|
+
The API rejected the request.
|
|
108
|
+
.TP
|
|
109
|
+
\fB2\fR
|
|
110
|
+
The command line was wrong.
|
|
111
|
+
.TP
|
|
112
|
+
\fB3\fR
|
|
113
|
+
No credential, or the credential was refused.
|
|
114
|
+
.TP
|
|
115
|
+
\fB4\fR
|
|
116
|
+
The addressed resource does not exist.
|
|
117
|
+
.TP
|
|
118
|
+
\fB5\fR
|
|
119
|
+
The request never completed: connection, timeout, or abort.
|
|
120
|
+
.SH "SEE ALSO"
|
|
121
|
+
.BR roark (1)
|
|
@@ -56,6 +56,9 @@ Agent endpoints to include in this run plan Required.
|
|
|
56
56
|
\fB\-\-metrics\fR \fI<value>\fR
|
|
57
57
|
Metric definitions to include in this run plan. Reference each by `id` (UUID) or `slug`. Required.
|
|
58
58
|
.TP
|
|
59
|
+
\fB\-\-include\-flow\-metrics\fR
|
|
60
|
+
Also collect each attached flow's own metrics, on top of the `metrics` named here. Default true, which is what you want when you brought your own flows and their graders. Set false for a run whose metric list is meant to be exhaustive: a template like Load Testing or Voicemail deliberately grades a narrow set, and inheriting every flow metric on top multiplies analysis cost across the volume without adding signal. GET /v1/simulation/template returns the value each template expects. Optional.
|
|
61
|
+
.TP
|
|
59
62
|
\fB\-\-enrich\-with\-live\-conversation\fR
|
|
60
63
|
Merge the customer's own recording of the real call into each simulation, so metrics can be scored against the live leg as well as the simulated one. This is the API equivalent of the dashboard's live\-enrichment toggle. With this on, the run provisions a phone number and holds each call open for up to 15 minutes waiting for a matching call to be posted to POST /v1/call. A call matches on the provisioned number (`roarkPhoneNumber` on the job) with a start time inside the simulation window. If nothing arrives, the simulation still completes and any `LIVE`\-sourced metric produces no value. Required by any metric whose `requiresLiveConversation` is true: without it that metric is silently skipped. Optional.
|
|
61
64
|
.TP
|
|
@@ -65,6 +65,9 @@ Metric definitions to include in this run plan. Reference each by `id` (UUID) or
|
|
|
65
65
|
.TP
|
|
66
66
|
\fB\-\-enrich\-with\-live\-conversation\fR
|
|
67
67
|
Whether to merge the customer's own live recording into each simulation of this plan. Optional.
|
|
68
|
+
.TP
|
|
69
|
+
\fB\-\-include\-flow\-metrics\fR
|
|
70
|
+
Whether to also collect each attached flow's own metrics, on top of this plan's list. Optional.
|
|
68
71
|
.SH "GLOBAL OPTIONS"
|
|
69
72
|
.TP
|
|
70
73
|
\fB\-\-data\fR \fI<json>\fR
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
.\" File generated from our OpenAPI spec by app-agent-codegen. Do not edit.
|
|
2
|
+
.TH "ROARK\-SIMULATION\-TEMPLATE\-LIST" "1" "" "roark-simulation-template-list" "Roark Analytics API Manual"
|
|
3
|
+
.SH "NAME"
|
|
4
|
+
roark\-simulation\-template\-list \- List simulation templates
|
|
5
|
+
.SH "SYNOPSIS"
|
|
6
|
+
.B roark simulation template list
|
|
7
|
+
[\fIoptions\fR]
|
|
8
|
+
.SH "DESCRIPTION"
|
|
9
|
+
Returns the built\-in simulation templates, each resolved against this project: the metric and check definitions it collects, and the flows it runs with the variants it covers. A template is a preset rather than a stored object, so building a run from one produces an ordinary run plan you own and can edit afterwards. Pass a `slug` as `template` to POST /v1/simulation/run. Every entry is complete, so there is no per\-template endpoint to follow up with, and the list is a fixed catalogue rather than a paginated one. Only templates a request can actually run are listed.
|
|
10
|
+
.SH "API"
|
|
11
|
+
GET /v1/simulation/template
|
|
12
|
+
.SH "GLOBAL OPTIONS"
|
|
13
|
+
.TP
|
|
14
|
+
\fB\-\-data\fR \fI<json>\fR
|
|
15
|
+
Request body as JSON, or @file to read one (@\- for stdin).
|
|
16
|
+
.TP
|
|
17
|
+
\fB\-y\fR, \fB\-\-yes\fR
|
|
18
|
+
Skip confirmation prompts.
|
|
19
|
+
.TP
|
|
20
|
+
\fB\-\-no\-input\fR
|
|
21
|
+
Never prompt; fail instead.
|
|
22
|
+
.TP
|
|
23
|
+
\fB\-\-base\-url\fR \fI<url>\fR
|
|
24
|
+
API base URL.
|
|
25
|
+
.TP
|
|
26
|
+
\fB\-\-token\fR \fI<token>\fR
|
|
27
|
+
Bearer token. Prefer ROARK_API_BEARER_TOKEN or the stored credential.
|
|
28
|
+
.TP
|
|
29
|
+
\fB\-\-timeout\fR \fI<ms>\fR
|
|
30
|
+
Request timeout in milliseconds.
|
|
31
|
+
.TP
|
|
32
|
+
\fB\-\-max\-retries\fR \fI<count>\fR
|
|
33
|
+
Retries for retryable failures.
|
|
34
|
+
.TP
|
|
35
|
+
\fB\-\-format\fR \fI<format>\fR
|
|
36
|
+
Output format: auto, json, jsonl, plain.
|
|
37
|
+
.TP
|
|
38
|
+
\fB\-\-json\fR
|
|
39
|
+
Shorthand for \-\-format json.
|
|
40
|
+
.TP
|
|
41
|
+
\fB\-\-no\-color\fR
|
|
42
|
+
Disable colour.
|
|
43
|
+
.TP
|
|
44
|
+
\fB\-q\fR, \fB\-\-quiet\fR
|
|
45
|
+
Suppress non\-essential output.
|
|
46
|
+
.TP
|
|
47
|
+
\fB\-\-allow\-project\-base\-url\fR
|
|
48
|
+
Send the stored credential to a base URL set by a project .roark.json. Refused by default.
|
|
49
|
+
.SH "EXAMPLES"
|
|
50
|
+
.PP
|
|
51
|
+
.RS 4
|
|
52
|
+
.nf
|
|
53
|
+
roark simulation template list
|
|
54
|
+
.fi
|
|
55
|
+
.RE
|
|
56
|
+
.SH "ENVIRONMENT"
|
|
57
|
+
.TP
|
|
58
|
+
\fBROARK_API_BEARER_TOKEN\fR
|
|
59
|
+
Bearer token used when \-\-token is not given.
|
|
60
|
+
.TP
|
|
61
|
+
\fBROARK_BASE_URL\fR
|
|
62
|
+
API base URL.
|
|
63
|
+
.TP
|
|
64
|
+
\fBROARK_ALLOW_PROJECT_BASE_URL\fR
|
|
65
|
+
Trusts a base URL set by a project .roark.json, like \-\-allow\-project\-base\-url.
|
|
66
|
+
.TP
|
|
67
|
+
\fBNO_COLOR\fR
|
|
68
|
+
Disables colour when set to any value.
|
|
69
|
+
.SH "EXIT STATUS"
|
|
70
|
+
.TP
|
|
71
|
+
\fB0\fR
|
|
72
|
+
The command succeeded.
|
|
73
|
+
.TP
|
|
74
|
+
\fB1\fR
|
|
75
|
+
The API rejected the request.
|
|
76
|
+
.TP
|
|
77
|
+
\fB2\fR
|
|
78
|
+
The command line was wrong.
|
|
79
|
+
.TP
|
|
80
|
+
\fB3\fR
|
|
81
|
+
No credential, or the credential was refused.
|
|
82
|
+
.TP
|
|
83
|
+
\fB4\fR
|
|
84
|
+
The addressed resource does not exist.
|
|
85
|
+
.TP
|
|
86
|
+
\fB5\fR
|
|
87
|
+
The request never completed: connection, timeout, or abort.
|
|
88
|
+
.SH "SEE ALSO"
|
|
89
|
+
.BR roark (1)
|
package/man/roark.1
CHANGED
|
@@ -99,6 +99,9 @@ List call metrics See roark\-call\-metric\-list(1).
|
|
|
99
99
|
\fBroark call sentiment\-run list\fR
|
|
100
100
|
List call sentiment runs See roark\-call\-sentiment\-run\-list(1).
|
|
101
101
|
.TP
|
|
102
|
+
\fBroark call tool\-invocation append\fR
|
|
103
|
+
Append tool invocations to a call See roark\-call\-tool\-invocation\-append(1).
|
|
104
|
+
.TP
|
|
102
105
|
\fBroark call transcript get\fR
|
|
103
106
|
Get call transcript See roark\-call\-transcript\-get(1).
|
|
104
107
|
.TP
|
|
@@ -171,6 +174,9 @@ Create custom metric definition See roark\-metric\-definition\-create(1).
|
|
|
171
174
|
\fBroark metric definition list\fR
|
|
172
175
|
List metric definitions See roark\-metric\-definition\-list(1).
|
|
173
176
|
.TP
|
|
177
|
+
\fBroark metric definition update\fR
|
|
178
|
+
Update a metric definition See roark\-metric\-definition\-update(1).
|
|
179
|
+
.TP
|
|
174
180
|
\fBroark metric policy create\fR
|
|
175
181
|
Create a metric policy See roark\-metric\-policy\-create(1).
|
|
176
182
|
.TP
|
|
@@ -186,6 +192,21 @@ List metric policies See roark\-metric\-policy\-list(1).
|
|
|
186
192
|
\fBroark metric policy update\fR
|
|
187
193
|
Update a metric policy See roark\-metric\-policy\-update(1).
|
|
188
194
|
.TP
|
|
195
|
+
\fBroark metric variant create\fR
|
|
196
|
+
Create a metric variant See roark\-metric\-variant\-create(1).
|
|
197
|
+
.TP
|
|
198
|
+
\fBroark metric variant delete\fR
|
|
199
|
+
Delete a metric variant See roark\-metric\-variant\-delete(1).
|
|
200
|
+
.TP
|
|
201
|
+
\fBroark metric variant get\fR
|
|
202
|
+
Get a metric variant See roark\-metric\-variant\-get(1).
|
|
203
|
+
.TP
|
|
204
|
+
\fBroark metric variant list\fR
|
|
205
|
+
List a metric’s variants See roark\-metric\-variant\-list(1).
|
|
206
|
+
.TP
|
|
207
|
+
\fBroark metric variant update\fR
|
|
208
|
+
Update a metric variant See roark\-metric\-variant\-update(1).
|
|
209
|
+
.TP
|
|
189
210
|
\fBroark simulation environment get\fR
|
|
190
211
|
Get environment by ID See roark\-simulation\-environment\-get(1).
|
|
191
212
|
.TP
|
|
@@ -237,6 +258,9 @@ Update a run plan See roark\-simulation\-plan\-update(1).
|
|
|
237
258
|
\fBroark simulation run\fR
|
|
238
259
|
Run a simulation See roark\-simulation\-run(1).
|
|
239
260
|
.TP
|
|
261
|
+
\fBroark simulation template list\fR
|
|
262
|
+
List simulation templates See roark\-simulation\-template\-list(1).
|
|
263
|
+
.TP
|
|
240
264
|
\fBroark webhook create\fR
|
|
241
265
|
Create webhook See roark\-webhook\-create(1).
|
|
242
266
|
.TP
|
package/npm-shrinkwrap.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@roarkanalytics/cli",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "@roarkanalytics/cli",
|
|
9
|
-
"version": "0.
|
|
9
|
+
"version": "0.6.0",
|
|
10
10
|
"license": "Apache-2.0",
|
|
11
11
|
"dependencies": {
|
|
12
12
|
"@roarkanalytics/sdk": "^3.2.1",
|
|
@@ -21,9 +21,9 @@
|
|
|
21
21
|
}
|
|
22
22
|
},
|
|
23
23
|
"node_modules/@roarkanalytics/sdk": {
|
|
24
|
-
"version": "3.
|
|
25
|
-
"resolved": "https://registry.npmjs.org/@roarkanalytics/sdk/-/sdk-3.
|
|
26
|
-
"integrity": "sha512-
|
|
24
|
+
"version": "3.10.0",
|
|
25
|
+
"resolved": "https://registry.npmjs.org/@roarkanalytics/sdk/-/sdk-3.10.0.tgz",
|
|
26
|
+
"integrity": "sha512-VFoJ4HSJmOnZuVQ+IIOcndxrAYcE+u0svOxBYkSUi0k7Bco1yMMTatDG0LWceJqgS/pTdkWprqe56KGzXYpT9A==",
|
|
27
27
|
"license": "Apache-2.0"
|
|
28
28
|
},
|
|
29
29
|
"node_modules/commander": {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@roarkanalytics/cli",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.6.0",
|
|
4
4
|
"description": "The official command line interface for the Roark API",
|
|
5
5
|
"author": "Roark <james@roark.ai>",
|
|
6
6
|
"type": "commonjs",
|
|
@@ -48,6 +48,7 @@
|
|
|
48
48
|
"./man/roark-call-list.1",
|
|
49
49
|
"./man/roark-call-metric-list.1",
|
|
50
50
|
"./man/roark-call-sentiment-run-list.1",
|
|
51
|
+
"./man/roark-call-tool-invocation-append.1",
|
|
51
52
|
"./man/roark-call-transcript-get.1",
|
|
52
53
|
"./man/roark-config-apply.1",
|
|
53
54
|
"./man/roark-config-diff.1",
|
|
@@ -72,11 +73,17 @@
|
|
|
72
73
|
"./man/roark-metric-collection-job-list.1",
|
|
73
74
|
"./man/roark-metric-definition-create.1",
|
|
74
75
|
"./man/roark-metric-definition-list.1",
|
|
76
|
+
"./man/roark-metric-definition-update.1",
|
|
75
77
|
"./man/roark-metric-policy-create.1",
|
|
76
78
|
"./man/roark-metric-policy-delete.1",
|
|
77
79
|
"./man/roark-metric-policy-get.1",
|
|
78
80
|
"./man/roark-metric-policy-list.1",
|
|
79
81
|
"./man/roark-metric-policy-update.1",
|
|
82
|
+
"./man/roark-metric-variant-create.1",
|
|
83
|
+
"./man/roark-metric-variant-delete.1",
|
|
84
|
+
"./man/roark-metric-variant-get.1",
|
|
85
|
+
"./man/roark-metric-variant-list.1",
|
|
86
|
+
"./man/roark-metric-variant-update.1",
|
|
80
87
|
"./man/roark-simulation-environment-get.1",
|
|
81
88
|
"./man/roark-simulation-environment-list.1",
|
|
82
89
|
"./man/roark-simulation-job-get.1",
|
|
@@ -94,6 +101,7 @@
|
|
|
94
101
|
"./man/roark-simulation-plan-list.1",
|
|
95
102
|
"./man/roark-simulation-plan-update.1",
|
|
96
103
|
"./man/roark-simulation-run.1",
|
|
104
|
+
"./man/roark-simulation-template-list.1",
|
|
97
105
|
"./man/roark-webhook-create.1",
|
|
98
106
|
"./man/roark-webhook-delete.1",
|
|
99
107
|
"./man/roark-webhook-get.1",
|
package/version.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export declare const version = "0.
|
|
1
|
+
export declare const version = "0.6.0";
|
package/version.js
CHANGED