@ora-ai/cli 0.18.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/generated/operations.d.ts +1 -1
- package/dist/generated/operations.d.ts.map +1 -1
- package/dist/generated/operations.js +33 -13
- package/dist/generated/operations.js.map +1 -1
- package/dist/generated/types.d.ts +349 -0
- package/dist/generated/types.d.ts.map +1 -1
- package/dist/generated/types.js +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -230,7 +230,7 @@ leaderboard); two or more groups are compared.
|
|
|
230
230
|
ora study launch <id> --watch
|
|
231
231
|
ora study get <id> # status, runs, results
|
|
232
232
|
ora study preview <id> # the page as it would publish
|
|
233
|
-
ora study publish <id> --file publish.json # {"slug": "my-study", "skillNames": "withheld"}
|
|
233
|
+
ora study publish <id> --file publish.json # {"slug": "my-study", "visibility": "public", "skillNames": "withheld"}
|
|
234
234
|
ora study update-details <id> --file details.json # rename or re-describe it, any time
|
|
235
235
|
|
|
236
236
|
**Scopes**: `study.studies:read` / `study.studies:write`, plus `study.addons:read`
|
|
@@ -41,7 +41,7 @@ export interface OperationMeta {
|
|
|
41
41
|
}
|
|
42
42
|
export declare const SPEC: {
|
|
43
43
|
readonly version: "1.0.0";
|
|
44
|
-
readonly contentHash: "
|
|
44
|
+
readonly contentHash: "3e2d7a8767cd038dcb2fd4acb791d745ae0c558445ab0ed1c6f50e0be691fe20";
|
|
45
45
|
readonly server: "https://api.ora.ai";
|
|
46
46
|
readonly bin: "ora";
|
|
47
47
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,
|
|
1
|
+
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,EA8uTrC,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAEjD,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
// GENERATED by scripts/generate.mjs — DO NOT EDIT.
|
|
2
|
-
// Source: openapi/ora-public.openapi.json (sha256
|
|
2
|
+
// Source: openapi/ora-public.openapi.json (sha256 3e2d7a8767cd038dcb2fd4acb791d745ae0c558445ab0ed1c6f50e0be691fe20)
|
|
3
3
|
// Regenerate: yarn nx run ora-cli:generate
|
|
4
4
|
export const SPEC = {
|
|
5
5
|
"version": "1.0.0",
|
|
6
|
-
"contentHash": "
|
|
6
|
+
"contentHash": "3e2d7a8767cd038dcb2fd4acb791d745ae0c558445ab0ed1c6f50e0be691fe20",
|
|
7
7
|
"server": "https://api.ora.ai",
|
|
8
8
|
"bin": "ora"
|
|
9
9
|
};
|
|
@@ -3148,7 +3148,7 @@ export const OPERATIONS = [
|
|
|
3148
3148
|
],
|
|
3149
3149
|
"method": "post",
|
|
3150
3150
|
"pathTemplate": "/experiment/v1/benchmarks/{id}/publish",
|
|
3151
|
-
"summary": "Publish a completed study under a shareable mode: 'public' (listed in the anonymous catalog
|
|
3151
|
+
"summary": "Publish a completed study under a shareable mode: 'public' (listed in the anonymous catalog) or — where the deployment supports sharing — 'link' (unlisted, openable only with the returned share token). A study that holds no publication — every study inside its org (private or org): never published, unpublished, or moved back in, each of which retracts the publication — is published only under the mode the body names: a publish of it that names no `visibility` is refused (422 study_publish_mode_required) and nothing is written. A re-publish that names no `visibility` keeps the mode of a study shared outside its org (a link-shared study stays unlisted); send `expectPublished: true` to update a publication, so a study unpublished meanwhile is refused (409) rather than published afresh. Idempotent slug upsert. Where the product keeps review drafts, a pending draft (`executiveSummaryDraft`) whose readout is still current becomes the published summary as-is (the response's `executiveSummary`); otherwise the summary is regenerated (`executiveSummaryRequest: 'live'` until it lands).",
|
|
3152
3152
|
"scope": "benchmarks:write",
|
|
3153
3153
|
"product": "experiment",
|
|
3154
3154
|
"pathParams": [
|
|
@@ -3178,21 +3178,21 @@ export const OPERATIONS = [
|
|
|
3178
3178
|
"link",
|
|
3179
3179
|
"public"
|
|
3180
3180
|
],
|
|
3181
|
-
"description": "Publish under this sharing mode: 'public' (listed in the catalog) or 'link' (unlisted; openable only at /studies/<slug>?share=<token>, which the response carries).
|
|
3182
|
-
"placeholder": "
|
|
3181
|
+
"description": "Publish under this sharing mode: 'public' (listed in the catalog) or 'link' (unlisted; openable only at /studies/<slug>?share=<token>, which the response carries). Required for a study that holds no publication — every study inside its org (never published, unpublished, or moved back into its org since; each retracts the publication): omitted there, the publish is refused with 422 study_publish_mode_required and nothing is written. Omitted on a published study, the re-publish keeps the mode it is in now — a link-shared study stays unlisted (409 study_unpublished_meanwhile if it was unpublished while the re-publish ran). State it to change the mode. 'private'/'org' are 422. To UPDATE a publication, refused rather than published afresh if it was unpublished meanwhile, send expectPublished: true.",
|
|
3182
|
+
"placeholder": "public"
|
|
3183
3183
|
},
|
|
3184
3184
|
{
|
|
3185
3185
|
"name": "expectPublished",
|
|
3186
3186
|
"required": false,
|
|
3187
3187
|
"kind": "boolean",
|
|
3188
|
-
"description": "Precondition: the study must already be published (in any mode) — this request updates that publication. If it holds none (it was unpublished since you read it), the publish fails with 409 study_unpublished_meanwhile and NOTHING is written
|
|
3188
|
+
"description": "Precondition: the study must already be published (in any mode) — this request updates that publication. If it holds none (it was unpublished since you read it), the publish fails with 409 study_unpublished_meanwhile and NOTHING is written — never a first publication, even under a mode the body names. Omitted or false: no precondition.",
|
|
3189
3189
|
"placeholder": "true"
|
|
3190
3190
|
}
|
|
3191
3191
|
],
|
|
3192
3192
|
"watchable": false,
|
|
3193
3193
|
"help": {
|
|
3194
3194
|
"command": "ora benchmarks publish 1f7e4d1c-4b2a-4f3e-9d8c-5a6b7c8d9e0f --file run.json",
|
|
3195
|
-
"body": "{\n \"slug\": \"tavily-search-ab\"\n}"
|
|
3195
|
+
"body": "{\n \"slug\": \"tavily-search-ab\",\n \"visibility\": \"public\"\n}"
|
|
3196
3196
|
}
|
|
3197
3197
|
},
|
|
3198
3198
|
{
|
|
@@ -6112,6 +6112,12 @@ export const OPERATIONS = [
|
|
|
6112
6112
|
"required": false,
|
|
6113
6113
|
"kind": "string",
|
|
6114
6114
|
"placeholder": "<model>"
|
|
6115
|
+
},
|
|
6116
|
+
{
|
|
6117
|
+
"name": "openInterface",
|
|
6118
|
+
"required": false,
|
|
6119
|
+
"kind": "string",
|
|
6120
|
+
"placeholder": "<openInterface>"
|
|
6115
6121
|
}
|
|
6116
6122
|
],
|
|
6117
6123
|
"watchable": false,
|
|
@@ -7886,6 +7892,13 @@ export const OPERATIONS = [
|
|
|
7886
7892
|
"description": "Run a deterministic random SAMPLE of the corpus instead of all of it — the way a 1,319-item benchmark becomes a study you can afford. The sample is a pure function of (corpus, count, seed): the server records the seed on the study, so the exact sample is re-derivable forever. Omit it to run every task.",
|
|
7887
7893
|
"placeholder": "{}"
|
|
7888
7894
|
},
|
|
7895
|
+
{
|
|
7896
|
+
"name": "pacing",
|
|
7897
|
+
"required": false,
|
|
7898
|
+
"kind": "string",
|
|
7899
|
+
"description": "LAUNCH PACING — start this study's runs gradually instead of all at once, for groups that call a rate-limited service (an API that answers 429 past N requests a minute). Every group's run of one agent on one task sample (a comparison unit) always starts together, in the same wave, so a comparison is never confounded by time; each value must therefore be at least the number of groups that run one agent. Declare maxInFlight, startsPerMinute, or both (both then hold). Frozen at create. Omit it, or send null, for no pacing: every run starts at launch.",
|
|
7900
|
+
"placeholder": "<pacing>"
|
|
7901
|
+
},
|
|
7889
7902
|
{
|
|
7890
7903
|
"name": "matrix",
|
|
7891
7904
|
"required": true,
|
|
@@ -8527,6 +8540,13 @@ export const OPERATIONS = [
|
|
|
8527
8540
|
"description": "Run a deterministic random SAMPLE of the corpus instead of all of it — the way a 1,319-item benchmark becomes a study you can afford. The sample is a pure function of (corpus, count, seed): the server records the seed on the study, so the exact sample is re-derivable forever. Omit it to run every task.",
|
|
8528
8541
|
"placeholder": "{}"
|
|
8529
8542
|
},
|
|
8543
|
+
{
|
|
8544
|
+
"name": "pacing",
|
|
8545
|
+
"required": false,
|
|
8546
|
+
"kind": "string",
|
|
8547
|
+
"description": "LAUNCH PACING — start this study's runs gradually instead of all at once, for groups that call a rate-limited service (an API that answers 429 past N requests a minute). Every group's run of one agent on one task sample (a comparison unit) always starts together, in the same wave, so a comparison is never confounded by time; each value must therefore be at least the number of groups that run one agent. Declare maxInFlight, startsPerMinute, or both (both then hold). Frozen at create. Omit it, or send null, for no pacing: every run starts at launch.",
|
|
8548
|
+
"placeholder": "<pacing>"
|
|
8549
|
+
},
|
|
8530
8550
|
{
|
|
8531
8551
|
"name": "matrix",
|
|
8532
8552
|
"required": true,
|
|
@@ -8581,7 +8601,7 @@ export const OPERATIONS = [
|
|
|
8581
8601
|
],
|
|
8582
8602
|
"method": "post",
|
|
8583
8603
|
"pathTemplate": "/study/v1/studies/{id}/publish",
|
|
8584
|
-
"summary": "Publish a completed study under a shareable mode: 'public' (listed in the anonymous catalog
|
|
8604
|
+
"summary": "Publish a completed study under a shareable mode: 'public' (listed in the anonymous catalog) or — where the deployment supports sharing — 'link' (unlisted, openable only with the returned share token). A study that holds no publication — every study inside its org (private or org): never published, unpublished, or moved back in, each of which retracts the publication — is published only under the mode the body names: a publish of it that names no `visibility` is refused (422 study_publish_mode_required) and nothing is written. A re-publish that names no `visibility` keeps the mode of a study shared outside its org (a link-shared study stays unlisted); send `expectPublished: true` to update a publication, so a study unpublished meanwhile is refused (409) rather than published afresh. Idempotent slug upsert. Where the product keeps review drafts, a pending draft (`executiveSummaryDraft`) whose readout is still current becomes the published summary as-is (the response's `executiveSummary`); otherwise the summary is regenerated (`executiveSummaryRequest: 'live'` until it lands).",
|
|
8585
8605
|
"scope": "study.studies:write",
|
|
8586
8606
|
"product": "study",
|
|
8587
8607
|
"pathParams": [
|
|
@@ -8611,14 +8631,14 @@ export const OPERATIONS = [
|
|
|
8611
8631
|
"link",
|
|
8612
8632
|
"public"
|
|
8613
8633
|
],
|
|
8614
|
-
"description": "Publish under this sharing mode: 'public' (listed in the catalog) or 'link' (unlisted; openable only at /studies/<slug>?share=<token>, which the response carries).
|
|
8615
|
-
"placeholder": "
|
|
8634
|
+
"description": "Publish under this sharing mode: 'public' (listed in the catalog) or 'link' (unlisted; openable only at /studies/<slug>?share=<token>, which the response carries). Required for a study that holds no publication — every study inside its org (never published, unpublished, or moved back into its org since; each retracts the publication): omitted there, the publish is refused with 422 study_publish_mode_required and nothing is written. Omitted on a published study, the re-publish keeps the mode it is in now — a link-shared study stays unlisted (409 study_unpublished_meanwhile if it was unpublished while the re-publish ran). State it to change the mode. 'private'/'org' are 422. To UPDATE a publication, refused rather than published afresh if it was unpublished meanwhile, send expectPublished: true.",
|
|
8635
|
+
"placeholder": "public"
|
|
8616
8636
|
},
|
|
8617
8637
|
{
|
|
8618
8638
|
"name": "expectPublished",
|
|
8619
8639
|
"required": false,
|
|
8620
8640
|
"kind": "boolean",
|
|
8621
|
-
"description": "Precondition: the study must already be published (in any mode) — this request updates that publication. If it holds none (it was unpublished since you read it), the publish fails with 409 study_unpublished_meanwhile and NOTHING is written
|
|
8641
|
+
"description": "Precondition: the study must already be published (in any mode) — this request updates that publication. If it holds none (it was unpublished since you read it), the publish fails with 409 study_unpublished_meanwhile and NOTHING is written — never a first publication, even under a mode the body names. Omitted or false: no precondition.",
|
|
8622
8642
|
"placeholder": "true"
|
|
8623
8643
|
},
|
|
8624
8644
|
{
|
|
@@ -8636,7 +8656,7 @@ export const OPERATIONS = [
|
|
|
8636
8656
|
"watchable": false,
|
|
8637
8657
|
"help": {
|
|
8638
8658
|
"command": "ora study publish 1f7e4d1c-4b2a-4f3e-9d8c-5a6b7c8d9e0f --file run.json",
|
|
8639
|
-
"body": "{\n \"slug\": \"tavily-search-ab\"\n}"
|
|
8659
|
+
"body": "{\n \"slug\": \"tavily-search-ab\",\n \"visibility\": \"public\"\n}"
|
|
8640
8660
|
}
|
|
8641
8661
|
},
|
|
8642
8662
|
{
|
|
@@ -9260,7 +9280,7 @@ export const OPERATIONS = [
|
|
|
9260
9280
|
],
|
|
9261
9281
|
"method": "patch",
|
|
9262
9282
|
"pathTemplate": "/study/v1/studies/{id}/visibility",
|
|
9263
|
-
"summary": "Set who may read this study: private | org | link | public. Moving INTO 'link' gives the study a 256-bit share token (returned in `shareUrl`) — the one it already keeps, or a fresh one if it never had one: a study's link never changes unless it is rotated. Moving out of 'link' closes the link IMMEDIATELY but keeps it, switched off (`shareLinkKept`): it opens nothing until the study returns to 'link', and then the SAME link works again.
|
|
9283
|
+
"summary": "Set who may read this study: private | org | link | public. A completed study's report opens at its address for whoever the setting admits. Moving INTO 'link' gives the study a 256-bit share token (returned in `shareUrl`) — the one it already keeps, or a fresh one if it never had one: a study's link never changes unless it is rotated. Moving out of 'link' closes the link IMMEDIATELY but keeps it, switched off (`shareLinkKept`): it opens nothing until the study returns to 'link', and then the SAME link works again. Every move out of the org ('private'/'org' → 'link'/'public') publishes the study, with the publish checks; a move back in stops sharing it outside the org; 'link' ⇄ 'public' is a plain mode change that never re-stamps its publication date.",
|
|
9264
9284
|
"scope": "study.studies:write",
|
|
9265
9285
|
"product": "study",
|
|
9266
9286
|
"pathParams": [
|