@ora-ai/cli 0.8.0 → 0.10.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -156,6 +156,42 @@ After a run completes, read its artifacts:
156
156
  ora sessions hibernate <id>
157
157
  ora sessions wake <id>
158
158
 
159
+ ### Studies — compare agent setups (Groups)
160
+
161
+ A study runs one task set over 1–6 named **groups**, each a configuration of
162
+ the agent (add-ons, skills, tools). One group ranks its agents (a
163
+ leaderboard); two or more groups are compared.
164
+
165
+ cat > study.json <<'EOF'
166
+ {
167
+ "name": "A real browser against the agent as published",
168
+ "subjectName": "Playwright browser automation",
169
+ "promise": "An agent with a real browser reports content a page renders only after a click.",
170
+ "comparisonMode": "multi_arm",
171
+ "arms": [
172
+ { "label": "As published", "role": "reference", "config": {} },
173
+ { "label": "With a real browser", "config": { "addons": { "webdriver": {} } } }
174
+ ],
175
+ "matrix": [{ "harness": "claude-code", "provider": "anthropic", "model": "claude-haiku-4-5-20251001" }],
176
+ "tasks": [{
177
+ "prompt": "Open https://the-internet.herokuapp.com/dynamic_loading/2, click Start, and report the text that appears.",
178
+ "rubric": ["Reports the text exactly as \"Hello World!\".", "Does not report a loading indicator as the answer."]
179
+ }]
180
+ }
181
+ EOF
182
+ ora study catalog # valid harness × model cells
183
+ ora study addons list --harness claude-code --surface run # add-on ids + their config
184
+ ora study preflight --file study.json # what it would be: runs, comparisons — creates nothing
185
+ ora study create --file study.json # an authored task set lands `ready`
186
+ ora study launch <id> --watch
187
+ ora study get <id> # status, runs, results
188
+ ora study preview <id> # the page as it would publish
189
+ ora study publish <id> --file publish.json # {"slug": "my-study", "skillNames": "withheld"}
190
+ ora study update-details <id> --file details.json # rename or re-describe it, any time
191
+
192
+ **Scopes**: `study.studies:read` / `study.studies:write`, plus `study.addons:read`
193
+ for the add-on catalog.
194
+
159
195
  ### Image builds — build and run custom harness images
160
196
 
161
197
  ora experiment images builds create --help # every source kind + an example body
@@ -40,7 +40,7 @@ export interface OperationMeta {
40
40
  }
41
41
  export declare const SPEC: {
42
42
  readonly version: "1.0.0";
43
- readonly contentHash: "067a219e40d4ab8e05bcd2f6fb9b38e772c34e946852e4ad1ee19264faba71b1";
43
+ readonly contentHash: "d4ecf4f46a6656b52ec10ed5189c677491d35672b2e88f757d20bba92ae74457";
44
44
  readonly server: "https://api.agentfront.sh";
45
45
  readonly bin: "ora";
46
46
  };
@@ -1 +1 @@
1
- {"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,EAggMrC,CAAC"}
1
+ {"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,EAg9MrC,CAAC"}