@ora-ai/cli 0.17.0 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/generated/operations.d.ts +1 -1
- package/dist/generated/operations.d.ts.map +1 -1
- package/dist/generated/operations.js +68 -2
- package/dist/generated/operations.js.map +1 -1
- package/dist/generated/types.d.ts +277 -0
- package/dist/generated/types.d.ts.map +1 -1
- package/dist/generated/types.js +1 -1
- package/package.json +1 -1
|
@@ -41,7 +41,7 @@ export interface OperationMeta {
|
|
|
41
41
|
}
|
|
42
42
|
export declare const SPEC: {
|
|
43
43
|
readonly version: "1.0.0";
|
|
44
|
-
readonly contentHash: "
|
|
44
|
+
readonly contentHash: "b2629b0fc738457636db093983ffc37ec240936ecaa39447e093eced1d1b5caf";
|
|
45
45
|
readonly server: "https://api.ora.ai";
|
|
46
46
|
readonly bin: "ora";
|
|
47
47
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,
|
|
1
|
+
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;IACrB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,EAwuTrC,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAEjD,CAAC"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
// GENERATED by scripts/generate.mjs — DO NOT EDIT.
|
|
2
|
-
// Source: openapi/ora-public.openapi.json (sha256
|
|
2
|
+
// Source: openapi/ora-public.openapi.json (sha256 b2629b0fc738457636db093983ffc37ec240936ecaa39447e093eced1d1b5caf)
|
|
3
3
|
// Regenerate: yarn nx run ora-cli:generate
|
|
4
4
|
export const SPEC = {
|
|
5
5
|
"version": "1.0.0",
|
|
6
|
-
"contentHash": "
|
|
6
|
+
"contentHash": "b2629b0fc738457636db093983ffc37ec240936ecaa39447e093eced1d1b5caf",
|
|
7
7
|
"server": "https://api.ora.ai",
|
|
8
8
|
"bin": "ora"
|
|
9
9
|
};
|
|
@@ -4611,6 +4611,58 @@ export const OPERATIONS = [
|
|
|
4611
4611
|
"command": "ora goals report <id>"
|
|
4612
4612
|
}
|
|
4613
4613
|
},
|
|
4614
|
+
{
|
|
4615
|
+
"id": "goals.results",
|
|
4616
|
+
"commandPath": [
|
|
4617
|
+
"goals",
|
|
4618
|
+
"results"
|
|
4619
|
+
],
|
|
4620
|
+
"method": "get",
|
|
4621
|
+
"pathTemplate": "/studio/v1/intents/{id}/criteria/results",
|
|
4622
|
+
"summary": "Answer criteria results added up over a range of days: every measurement started on a UTC day in the range. Pass `window` (7d, 30d or 90d, counted back from today, today included) or exact `from` and `to` days (inclusive, at most 92 days); with neither, the last 30 days. The response names the exact days counted. Per question type and per criterion, how many judged answers passed, with the same split per agent and per prompt; `scores` adds up each run's criteria passed ÷ judged; `measurements` lists the measurements counted. Nothing is re-judged: each measurement counts as it was scored",
|
|
4623
|
+
"scope": "intents:read",
|
|
4624
|
+
"product": "studio",
|
|
4625
|
+
"pathParams": [
|
|
4626
|
+
{
|
|
4627
|
+
"name": "id"
|
|
4628
|
+
}
|
|
4629
|
+
],
|
|
4630
|
+
"queryParams": [
|
|
4631
|
+
{
|
|
4632
|
+
"name": "window",
|
|
4633
|
+
"flag": "window",
|
|
4634
|
+
"optionKey": "window",
|
|
4635
|
+
"required": false,
|
|
4636
|
+
"kind": "string",
|
|
4637
|
+
"enum": [
|
|
4638
|
+
"7d",
|
|
4639
|
+
"30d",
|
|
4640
|
+
"90d"
|
|
4641
|
+
]
|
|
4642
|
+
},
|
|
4643
|
+
{
|
|
4644
|
+
"name": "from",
|
|
4645
|
+
"flag": "from",
|
|
4646
|
+
"optionKey": "from",
|
|
4647
|
+
"required": false,
|
|
4648
|
+
"kind": "string"
|
|
4649
|
+
},
|
|
4650
|
+
{
|
|
4651
|
+
"name": "to",
|
|
4652
|
+
"flag": "to",
|
|
4653
|
+
"optionKey": "to",
|
|
4654
|
+
"required": false,
|
|
4655
|
+
"kind": "string"
|
|
4656
|
+
}
|
|
4657
|
+
],
|
|
4658
|
+
"hasBody": false,
|
|
4659
|
+
"bodyRequired": false,
|
|
4660
|
+
"isStream": false,
|
|
4661
|
+
"watchable": false,
|
|
4662
|
+
"help": {
|
|
4663
|
+
"command": "ora goals results <id>"
|
|
4664
|
+
}
|
|
4665
|
+
},
|
|
4614
4666
|
{
|
|
4615
4667
|
"id": "goals.suggestCriteria",
|
|
4616
4668
|
"commandPath": [
|
|
@@ -7834,6 +7886,13 @@ export const OPERATIONS = [
|
|
|
7834
7886
|
"description": "Run a deterministic random SAMPLE of the corpus instead of all of it — the way a 1,319-item benchmark becomes a study you can afford. The sample is a pure function of (corpus, count, seed): the server records the seed on the study, so the exact sample is re-derivable forever. Omit it to run every task.",
|
|
7835
7887
|
"placeholder": "{}"
|
|
7836
7888
|
},
|
|
7889
|
+
{
|
|
7890
|
+
"name": "pacing",
|
|
7891
|
+
"required": false,
|
|
7892
|
+
"kind": "string",
|
|
7893
|
+
"description": "LAUNCH PACING — start this study's runs gradually instead of all at once, for groups that call a rate-limited service (an API that answers 429 past N requests a minute). Every group's run of one agent on one task sample (a comparison unit) always starts together, in the same wave, so a comparison is never confounded by time; each value must therefore be at least the number of groups that run one agent. Declare maxInFlight, startsPerMinute, or both (both then hold). Frozen at create. Omit it, or send null, for no pacing: every run starts at launch.",
|
|
7894
|
+
"placeholder": "<pacing>"
|
|
7895
|
+
},
|
|
7837
7896
|
{
|
|
7838
7897
|
"name": "matrix",
|
|
7839
7898
|
"required": true,
|
|
@@ -8475,6 +8534,13 @@ export const OPERATIONS = [
|
|
|
8475
8534
|
"description": "Run a deterministic random SAMPLE of the corpus instead of all of it — the way a 1,319-item benchmark becomes a study you can afford. The sample is a pure function of (corpus, count, seed): the server records the seed on the study, so the exact sample is re-derivable forever. Omit it to run every task.",
|
|
8476
8535
|
"placeholder": "{}"
|
|
8477
8536
|
},
|
|
8537
|
+
{
|
|
8538
|
+
"name": "pacing",
|
|
8539
|
+
"required": false,
|
|
8540
|
+
"kind": "string",
|
|
8541
|
+
"description": "LAUNCH PACING — start this study's runs gradually instead of all at once, for groups that call a rate-limited service (an API that answers 429 past N requests a minute). Every group's run of one agent on one task sample (a comparison unit) always starts together, in the same wave, so a comparison is never confounded by time; each value must therefore be at least the number of groups that run one agent. Declare maxInFlight, startsPerMinute, or both (both then hold). Frozen at create. Omit it, or send null, for no pacing: every run starts at launch.",
|
|
8542
|
+
"placeholder": "<pacing>"
|
|
8543
|
+
},
|
|
8478
8544
|
{
|
|
8479
8545
|
"name": "matrix",
|
|
8480
8546
|
"required": true,
|