@neta-art/cohub-cli 10.18.0 → 10.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/board-export.d.ts +9 -2
- package/dist/board-export.js +83 -45
- package/dist/board-gpu/daemon.d.ts +11 -0
- package/dist/board-gpu/daemon.js +302 -0
- package/dist/board-gpu/index.d.ts +3 -2
- package/dist/board-gpu/index.js +1 -0
- package/dist/board-gpu/page.js +1202 -396
- package/dist/board-gpu/protocol.d.ts +27 -1
- package/dist/board-kernel.d.ts +1 -1
- package/dist/board-kernel.js +2075 -461
- package/dist/board-media-export.d.ts +16 -0
- package/dist/board-media-export.js +147 -0
- package/dist/board-media.d.ts +2 -1
- package/dist/board-media.js +23 -0
- package/dist/board-profile.d.ts +19 -0
- package/dist/board-profile.js +53 -0
- package/dist/board-simulate.d.ts +3 -0
- package/dist/board-simulate.js +27 -7
- package/dist/commands/boards/authoring.js +45 -3
- package/dist/commands/boards.js +83 -5
- package/dist/commands/space-displays.d.ts +1 -1
- package/dist/commands/space-displays.js +70 -18
- package/dist/output.d.ts +1 -0
- package/dist/output.js +3 -0
- package/dist/safe-remote-image.d.ts +4 -0
- package/dist/safe-remote-image.js +8 -0
- package/package.json +2 -2
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
import { randomUUID } from "node:crypto";
|
|
2
|
-
import { mkdir, readFile, writeFile } from "node:fs/promises";
|
|
2
|
+
import { mkdir, readdir, readFile, rm, writeFile } from "node:fs/promises";
|
|
3
3
|
import { homedir } from "node:os";
|
|
4
4
|
import { dirname, join, resolve } from "node:path";
|
|
5
5
|
import { compileDisplayPlan, DISPLAY_ELEMENT_REF_PATTERN, DISPLAY_ELEMENT_ROLES, DISPLAY_SYSTEM_ACTIONS, DISPLAY_HANDOVER_DEFAULT_MS, DISPLAY_HANDOVER_MAX_MS, DISPLAY_HANDOVER_WAIT_MS, DisplayActionError, } from "@neta-art/cohub";
|
|
6
|
+
import { Option } from "commander";
|
|
6
7
|
import { createClient } from "../client.js";
|
|
7
|
-
import { error, handleHttp, json as outJson, jsonRequested, ok, table } from "../output.js";
|
|
8
|
+
import { error, handleHttp, json as outJson, jsonRequested, ok, table, warn } from "../output.js";
|
|
8
9
|
import { resolveSpace } from "../space.js";
|
|
9
10
|
import { webUrl } from "../web.js";
|
|
10
11
|
const DIRECTIONS = ["up", "down", "left", "right"];
|
|
@@ -15,6 +16,9 @@ const HANDOVER_RETRY_MS = 60_000;
|
|
|
15
16
|
const HANDOVER_RETRY_GAP_MS = 2_000;
|
|
16
17
|
const CACHE_DIR = join(homedir(), ".cache", "cohub-cli");
|
|
17
18
|
const FRAMES_PATH = join(CACHE_DIR, "display-frames.json");
|
|
19
|
+
// In the workspace, where a Runtime's fenced file tools reach them.
|
|
20
|
+
const IMAGE_DIR = join(".cache", "cohub", "displays");
|
|
21
|
+
const KEPT_IMAGES = 20;
|
|
18
22
|
const NO_DISPLAY_HINT = "Share one first: set up phone control in the Cohub Android app, run `cohub runtime up --display` on a computer, or `cohub spaces displays start` for a virtual screen.";
|
|
19
23
|
function parseSize(value) {
|
|
20
24
|
const match = /^(\d{1,5})x(\d{1,5})$/i.exec(value.trim());
|
|
@@ -94,18 +98,30 @@ function needsHint(display) {
|
|
|
94
98
|
const names = needs.map((need) => (need === "screenRecording" ? "Screen Recording" : "Accessibility")).join(" and ");
|
|
95
99
|
return `${display.name || display.id} needs ${names}: allow it for the Runtime's terminal in System Settings → Privacy & Security, then restart the Runtime.`;
|
|
96
100
|
}
|
|
97
|
-
function
|
|
98
|
-
|
|
101
|
+
async function writeOnce(path, content) {
|
|
102
|
+
await writeFile(path, content, { flag: "wx" }).catch((e) => {
|
|
103
|
+
if (e.code !== "EEXIST")
|
|
104
|
+
throw e;
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
async function imageDir() {
|
|
108
|
+
const dir = resolve(IMAGE_DIR);
|
|
109
|
+
await mkdir(dir, { recursive: true });
|
|
110
|
+
await Promise.all([writeOnce(join(dir, "..", ".gitignore"), "*\n"), writeOnce(join(dir, ".nomedia"), "")]);
|
|
111
|
+
const images = (await readdir(dir)).filter((name) => name.endsWith(".jpg")).sort();
|
|
112
|
+
await Promise.all(images.slice(0, -(KEPT_IMAGES - 1)).map((name) => rm(join(dir, name), { force: true })));
|
|
113
|
+
return dir;
|
|
99
114
|
}
|
|
100
115
|
async function saveImage(spaceId, display, image, output) {
|
|
101
|
-
const
|
|
116
|
+
const name = `${new Date().toISOString().replace(/[:.]/g, "-")}-${display.id}.jpg`;
|
|
117
|
+
const path = output ? resolve(output) : join(await imageDir().catch(() => join(CACHE_DIR, "displays")), name);
|
|
102
118
|
await mkdir(dirname(path), { recursive: true });
|
|
103
119
|
await writeFile(path, Buffer.from(image.data, "base64"));
|
|
104
120
|
await rememberFrame(spaceId, display, image);
|
|
105
121
|
return { path, width: image.width, height: image.height };
|
|
106
122
|
}
|
|
107
123
|
async function screenshot(api, spaceId, display, maxSize, output) {
|
|
108
|
-
return saveImage(spaceId, display, await api.capture(display.id, { maxSize }), output
|
|
124
|
+
return saveImage(spaceId, display, await api.capture(display.id, { maxSize }), output);
|
|
109
125
|
}
|
|
110
126
|
function formatElement(element, frame, indent = true, box = true) {
|
|
111
127
|
const scaleX = frame.width - 1 || 1;
|
|
@@ -144,7 +160,7 @@ async function act(spacesCmd, opts, actions) {
|
|
|
144
160
|
try {
|
|
145
161
|
const launching = actions.some((action) => action.type === "launch" || action.type === "open");
|
|
146
162
|
const { spaceId, api, display } = await target(spacesCmd, opts, launching);
|
|
147
|
-
if (!display.input && actions.
|
|
163
|
+
if (!display.input && actions.some((action) => action.type !== "wait"))
|
|
148
164
|
return error("This display is view only", needsHint(display) ?? "Allow control on the device first.");
|
|
149
165
|
const frame = await frameOf(spaceId, display, opts.size);
|
|
150
166
|
const tree = opts.tree ?? "compact";
|
|
@@ -175,7 +191,7 @@ async function act(spacesCmd, opts, actions) {
|
|
|
175
191
|
const { image: _, ...screen } = result.screen;
|
|
176
192
|
return outJson({ display: display.id, ...result, screen: { ...screen, ...(image ? { image } : {}) }, frame: { width: shown.width, height: shown.height } });
|
|
177
193
|
}
|
|
178
|
-
printResult(display, result, shown, tree === "compact", image?.path);
|
|
194
|
+
printResult(display, actions, result, shown, tree === "compact", image?.path);
|
|
179
195
|
}
|
|
180
196
|
catch (e) {
|
|
181
197
|
if (e instanceof DisplayActionError)
|
|
@@ -189,14 +205,49 @@ function isLostAnswer(e) {
|
|
|
189
205
|
const status = e.status;
|
|
190
206
|
return status === undefined ? e instanceof TypeError : status >= 500 && status !== 501;
|
|
191
207
|
}
|
|
192
|
-
function
|
|
208
|
+
function targetText(target) {
|
|
209
|
+
return target.name ? `${target.role} ${JSON.stringify(target.name)}` : target.role;
|
|
210
|
+
}
|
|
211
|
+
function atPoint(action) {
|
|
212
|
+
return action.x !== undefined && action.ref === undefined && action.name === undefined && action.role === undefined;
|
|
213
|
+
}
|
|
214
|
+
function actionText(action) {
|
|
215
|
+
const point = atPoint(action) ? ` (${action.x},${action.y})` : "";
|
|
216
|
+
switch (action.type) {
|
|
217
|
+
case "tap": return `${action.count === 2 ? "double-tap" : action.count === 3 ? "triple-tap" : "tap"}${point}`;
|
|
218
|
+
case "long_press": return `long press${point}`;
|
|
219
|
+
case "swipe": return `swipe${point} to (${action.to_x},${action.to_y})`;
|
|
220
|
+
case "scroll": return `scroll ${action.direction ?? "down"}`;
|
|
221
|
+
case "type": return `type ${[...(action.text ?? "")].length} characters`; // never echo it: it may be a secret
|
|
222
|
+
case "key": return `key ${action.key}`;
|
|
223
|
+
case "system": return `press ${action.action}`;
|
|
224
|
+
case "launch": return `launch ${action.app}`;
|
|
225
|
+
case "open": return `open ${action.url}`;
|
|
226
|
+
case "wait": return "wait";
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
function stepText(action, step) {
|
|
230
|
+
const parts = [action ? actionText(action) : "step"];
|
|
231
|
+
if (step.target)
|
|
232
|
+
parts.push(`${action && atPoint(action) ? "on " : action?.type === "type" ? "into " : ""}${targetText(step.target)}`);
|
|
233
|
+
if (action?.type !== "wait")
|
|
234
|
+
parts.push(`· ${step.effect}`);
|
|
235
|
+
parts.push(`· ${step.findMs + step.actMs + step.waitedMs} ms`);
|
|
236
|
+
return parts.join(" ");
|
|
237
|
+
}
|
|
238
|
+
function printResult(display, actions, result, frame, compact, imageFile) {
|
|
193
239
|
const name = display.name || display.id;
|
|
194
240
|
if (result.steps.length > 0 || result.stopped) {
|
|
195
241
|
const done = result.steps.length;
|
|
196
|
-
|
|
197
|
-
|
|
242
|
+
const still = result.steps.findIndex((step, index) => step.effect === "none" && actions[index]?.type !== "wait");
|
|
243
|
+
if (!result.stopped) {
|
|
244
|
+
if (still >= 0)
|
|
245
|
+
warn(`Step ${still + 1} changed nothing on ${name}: it may not have landed. Look before repeating it.`);
|
|
246
|
+
else
|
|
247
|
+
ok(`${done} step${done === 1 ? "" : "s"} on ${name}`);
|
|
248
|
+
}
|
|
198
249
|
for (const [index, step] of result.steps.entries())
|
|
199
|
-
console.log(` ${index + 1}. ${
|
|
250
|
+
console.log(` ${index + 1}. ${stepText(actions[index], step)}`);
|
|
200
251
|
if (result.stopped) {
|
|
201
252
|
console.log(`✗ Stopped (${result.stopped.reason}): ${result.stopped.message}`);
|
|
202
253
|
for (const candidate of result.stopped.candidates ?? [])
|
|
@@ -397,7 +448,7 @@ export function registerSpaceDisplays(spacesCmd) {
|
|
|
397
448
|
.command("capture")
|
|
398
449
|
.description("Save a screenshot; later coordinates are its pixels")
|
|
399
450
|
.option("-d, --display <id>", "Display id; defaults to the only one, or the agent screen")
|
|
400
|
-
.option("-o, --output <path>",
|
|
451
|
+
.option("-o, --output <path>", `Where to write the image (default: ${IMAGE_DIR}/, the latest ${KEPT_IMAGES} kept)`)
|
|
401
452
|
.option("--max-size <px>", `Longest edge in pixels (default ${DEFAULT_MAX_SIZE})`)
|
|
402
453
|
.option("--json", "Output as JSON")
|
|
403
454
|
.action(async (opts) => {
|
|
@@ -418,7 +469,8 @@ export function registerSpaceDisplays(spacesCmd) {
|
|
|
418
469
|
.description("Read the interface as elements: refs to act on, roles, names and boxes")
|
|
419
470
|
.option("-d, --display <id>", "Display id; defaults to the only one, or the agent screen")
|
|
420
471
|
.option("--max <n>", "Most elements to return (default 300)")
|
|
421
|
-
.option("--
|
|
472
|
+
.option("--full", "Every element, nested, instead of what can be acted on or read")
|
|
473
|
+
.addOption(new Option("--compact").hideHelp())
|
|
422
474
|
.option("--json", "Output as JSON")
|
|
423
475
|
.action(async (opts) => {
|
|
424
476
|
try {
|
|
@@ -427,14 +479,14 @@ export function registerSpaceDisplays(spacesCmd) {
|
|
|
427
479
|
return error("This display has no element tree", "Use capture and coordinates instead.");
|
|
428
480
|
const tree = await api.tree(display.id, {
|
|
429
481
|
...(opts.max ? { maxElements: parseNumber("max", opts.max) } : {}),
|
|
430
|
-
...(opts.
|
|
482
|
+
...(opts.full ? {} : { compact: true }),
|
|
431
483
|
});
|
|
432
484
|
if (jsonRequested(opts))
|
|
433
485
|
return outJson(tree);
|
|
434
486
|
const frame = await frameOf(spaceId, display);
|
|
435
487
|
if (tree.app)
|
|
436
488
|
console.log(tree.app);
|
|
437
|
-
console.log(formatTree(tree, frame, opts.
|
|
489
|
+
console.log(formatTree(tree, frame, !opts.full));
|
|
438
490
|
console.log(`\n Boxes are x,y and size in ${frame.width}x${frame.height} pixels. Act with: tap --name <text> · type <text> --into <ref> · act < plan.json`);
|
|
439
491
|
if (tree.truncated)
|
|
440
492
|
console.log(" More elements exist; pass --max to read more.");
|
|
@@ -462,8 +514,8 @@ export function registerSpaceDisplays(spacesCmd) {
|
|
|
462
514
|
handleHttp(e);
|
|
463
515
|
}
|
|
464
516
|
});
|
|
465
|
-
withAct(displays.command("look").description("Read the screen as `act` reports it, without acting"))
|
|
466
|
-
.action((opts) => act(spacesCmd, opts, []));
|
|
517
|
+
withAct(displays.command("look").description("Read the screen as `act` reports it, without acting; --until-* waits first"))
|
|
518
|
+
.action((opts) => act(spacesCmd, opts, untilOf(opts) ? [{ type: "wait" }] : []));
|
|
467
519
|
withAct(displays.command("launch <app>").description("Launch an app by id (see `apps`) and wait until it is in front"))
|
|
468
520
|
.action((app, opts) => act(spacesCmd, { untilApp: app, ...opts }, [{ type: "launch", app }]));
|
|
469
521
|
withAct(displays.command("open <url>").description("Open a link, or a page of the system's settings"))
|
package/dist/output.d.ts
CHANGED
|
@@ -36,6 +36,7 @@ export declare function jsonRequested(opts?: {
|
|
|
36
36
|
json?: boolean;
|
|
37
37
|
}): boolean;
|
|
38
38
|
export declare function ok(msg: string): void;
|
|
39
|
+
export declare function warn(msg: string): void;
|
|
39
40
|
export declare function error(msg: string, detail?: string): never;
|
|
40
41
|
export declare function handleHttp(e: unknown): never;
|
|
41
42
|
export declare function spinner(): {
|
package/dist/output.js
CHANGED
|
@@ -95,6 +95,9 @@ export function jsonRequested(opts) {
|
|
|
95
95
|
export function ok(msg) {
|
|
96
96
|
console.log(`\n ✓ ${msg}\n`);
|
|
97
97
|
}
|
|
98
|
+
export function warn(msg) {
|
|
99
|
+
console.log(`\n ⚠ ${msg}\n`);
|
|
100
|
+
}
|
|
98
101
|
export function error(msg, detail) {
|
|
99
102
|
process.stderr.write(`\n ✗ ${msg}\n`);
|
|
100
103
|
if (detail)
|
|
@@ -29,4 +29,8 @@ export declare function downloadPublicAudio(input: string, options?: RemoteImage
|
|
|
29
29
|
bytes: Uint8Array;
|
|
30
30
|
mimeType: string;
|
|
31
31
|
}>;
|
|
32
|
+
export declare function downloadPublicVideo(input: string, options?: RemoteImageDownloadOptions): Promise<{
|
|
33
|
+
bytes: Uint8Array;
|
|
34
|
+
mimeType: string;
|
|
35
|
+
}>;
|
|
32
36
|
export {};
|
|
@@ -18,6 +18,7 @@ const AUDIO_MIME_TYPES = new Set([
|
|
|
18
18
|
"audio/wav", "audio/x-wav", "audio/wave", "audio/flac", "audio/x-flac",
|
|
19
19
|
"audio/webm", "audio/opus", "application/ogg",
|
|
20
20
|
]);
|
|
21
|
+
const VIDEO_MIME_TYPES = new Set(["video/mp4", "video/webm", "video/quicktime", "video/ogg", "video/x-matroska"]);
|
|
21
22
|
const REDIRECT_STATUSES = new Set([301, 302, 303, 307, 308]);
|
|
22
23
|
async function defaultLookup(hostname) {
|
|
23
24
|
const records = await dns.lookup(hostname, { all: true, verbatim: true });
|
|
@@ -145,6 +146,13 @@ export function downloadPublicAudio(input, options = {}) {
|
|
|
145
146
|
...options,
|
|
146
147
|
});
|
|
147
148
|
}
|
|
149
|
+
export function downloadPublicVideo(input, options = {}) {
|
|
150
|
+
return downloadPublicMedia(input, VIDEO_MIME_TYPES, {
|
|
151
|
+
maxBytes: 512 * 1024 * 1024,
|
|
152
|
+
timeoutMs: 120_000,
|
|
153
|
+
...options,
|
|
154
|
+
});
|
|
155
|
+
}
|
|
148
156
|
async function downloadPublicMedia(input, mimeTypes, options) {
|
|
149
157
|
const lookup = options.lookup ?? defaultLookup;
|
|
150
158
|
const requester = options.requester ?? requestPinned;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@neta-art/cohub-cli",
|
|
3
|
-
"version": "10.
|
|
3
|
+
"version": "10.20.0",
|
|
4
4
|
"description": "CLI for Cohub — spaces, sessions, and agent collaboration.",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"engines": {
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
"NOTICE"
|
|
19
19
|
],
|
|
20
20
|
"dependencies": {
|
|
21
|
-
"@neta-art/cohub": "13.
|
|
21
|
+
"@neta-art/cohub": "13.11.0",
|
|
22
22
|
"@neta-art/generation": "0.2.15",
|
|
23
23
|
"commander": "^15.0.0",
|
|
24
24
|
"sharp": "^0.35.4",
|