@ora-ai/cli 0.9.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +36 -0
- package/dist/generated/operations.d.ts +1 -1
- package/dist/generated/operations.d.ts.map +1 -1
- package/dist/generated/operations.js +592 -19
- package/dist/generated/operations.js.map +1 -1
- package/dist/generated/types.d.ts +3757 -192
- package/dist/generated/types.d.ts.map +1 -1
- package/dist/generated/types.js +1 -1
- package/dist/render/insight-lines.d.ts.map +1 -1
- package/dist/render/insight-lines.js +14 -3
- package/dist/render/insight-lines.js.map +1 -1
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -156,6 +156,42 @@ After a run completes, read its artifacts:
|
|
|
156
156
|
ora sessions hibernate <id>
|
|
157
157
|
ora sessions wake <id>
|
|
158
158
|
|
|
159
|
+
### Studies — compare agent setups (Groups)
|
|
160
|
+
|
|
161
|
+
A study runs one task set over 1–6 named **groups**, each a configuration of
|
|
162
|
+
the agent (add-ons, skills, tools). One group ranks its agents (a
|
|
163
|
+
leaderboard); two or more groups are compared.
|
|
164
|
+
|
|
165
|
+
cat > study.json <<'EOF'
|
|
166
|
+
{
|
|
167
|
+
"name": "A real browser against the agent as published",
|
|
168
|
+
"subjectName": "Playwright browser automation",
|
|
169
|
+
"promise": "An agent with a real browser reports content a page renders only after a click.",
|
|
170
|
+
"comparisonMode": "multi_arm",
|
|
171
|
+
"arms": [
|
|
172
|
+
{ "label": "As published", "role": "reference", "config": {} },
|
|
173
|
+
{ "label": "With a real browser", "config": { "addons": { "webdriver": {} } } }
|
|
174
|
+
],
|
|
175
|
+
"matrix": [{ "harness": "claude-code", "provider": "anthropic", "model": "claude-haiku-4-5-20251001" }],
|
|
176
|
+
"tasks": [{
|
|
177
|
+
"prompt": "Open https://the-internet.herokuapp.com/dynamic_loading/2, click Start, and report the text that appears.",
|
|
178
|
+
"rubric": ["Reports the text exactly as \"Hello World!\".", "Does not report a loading indicator as the answer."]
|
|
179
|
+
}]
|
|
180
|
+
}
|
|
181
|
+
EOF
|
|
182
|
+
ora study catalog # valid harness × model cells
|
|
183
|
+
ora study addons list --harness claude-code --surface run # add-on ids + their config
|
|
184
|
+
ora study preflight --file study.json # what it would be: runs, comparisons — creates nothing
|
|
185
|
+
ora study create --file study.json # an authored task set lands `ready`
|
|
186
|
+
ora study launch <id> --watch
|
|
187
|
+
ora study get <id> # status, runs, results
|
|
188
|
+
ora study preview <id> # the page as it would publish
|
|
189
|
+
ora study publish <id> --file publish.json # {"slug": "my-study", "skillNames": "withheld"}
|
|
190
|
+
ora study update-details <id> --file details.json # rename or re-describe it, any time
|
|
191
|
+
|
|
192
|
+
**Scopes**: `study.studies:read` / `study.studies:write`, plus `study.addons:read`
|
|
193
|
+
for the add-on catalog.
|
|
194
|
+
|
|
159
195
|
### Image builds — build and run custom harness images
|
|
160
196
|
|
|
161
197
|
ora experiment images builds create --help # every source kind + an example body
|
|
@@ -40,7 +40,7 @@ export interface OperationMeta {
|
|
|
40
40
|
}
|
|
41
41
|
export declare const SPEC: {
|
|
42
42
|
readonly version: "1.0.0";
|
|
43
|
-
readonly contentHash: "
|
|
43
|
+
readonly contentHash: "43cebbdca1928a2f344ae61b881d2ba3871dc2f503e6fbda7c4152e57c385095";
|
|
44
44
|
readonly server: "https://api.agentfront.sh";
|
|
45
45
|
readonly bin: "ora";
|
|
46
46
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,
|
|
1
|
+
{"version":3,"file":"operations.d.ts","sourceRoot":"","sources":["../../src/generated/operations.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3D,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpD,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;IACnB,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACzC,UAAU,CAAC,EAAE,aAAa,EAAE,CAAC;CAC9B;AAED,eAAO,MAAM,IAAI;;;;;CAKP,CAAC;AAEX,eAAO,MAAM,UAAU,EAAE,aAAa,EA2kNrC,CAAC"}
|