@xopcai/xopc 0.0.424 → 0.0.426

package/dist/src/phone/ui-session.d.ts

@@ -0,0 +1,24 @@
+import { type PhoneElement } from './contracts.js';
+export interface PhoneUiTransport {
+    readable: AsyncIterable<Uint8Array>;
+    write(data: Uint8Array): Promise<void>;
+    close(): Promise<void>;
+}
+/** Closing an ADB socket alone need not stop its remote app_process child. */
+export declare function closePhoneUiProcess(write: (data: Uint8Array) => Promise<void>, exited: Promise<unknown>, terminate: () => Promise<void>): Promise<void>;
+/** One request in flight, bounded framing, no replay after transport or confirmation failure. */
+export declare class PhoneUiSession {
+    private transport;
+    private sequence;
+    private busy;
+    private closed;
+    private closing?;
+    private buffer;
+    private iterator;
+    constructor(transport: PhoneUiTransport);
+    close(): Promise<void>;
+    private request;
+    snapshot(signal: AbortSignal): Promise<string>;
+    replace(app: string, target: PhoneElement, text: string, signal: AbortSignal): Promise<void>;
+}
+export declare function openLocalPhoneUi(adbPath: string, serial: string, signal: AbortSignal): Promise<PhoneUiSession>;

package/dist/src/phone/ui-session.js

@@ -0,0 +1,210 @@
+import { PhoneError, init_contracts } from "./contracts.js";
+import { measurePhonePhase } from "./execution-trace.js";
+import { spawnPhoneInteractiveCommand } from "../process/phone-process.js";
+import { runAdb } from "./adb-command.js";
+import { PHONE_UI_DEX } from "./ui-dump-binary.js";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { createHash, randomUUID } from "node:crypto";
+import { mkdtemp, rm, writeFile } from "node:fs/promises";
+//#region src/phone/ui-session.ts
+init_contracts();
+/** Closing an ADB socket alone need not stop its remote app_process child. */
+async function closePhoneUiProcess(write, exited, terminate) {
+	let timer;
+	try {
+		await Promise.race([(async () => {
+			await write(Buffer.from("{\"op\":\"close\"}\n"));
+			await exited;
+		})(), new Promise((resolve) => {
+			timer = setTimeout(resolve, 3e3);
+		})]).catch(() => {});
+	} finally {
+		clearTimeout(timer);
+		await terminate();
+	}
+}
+/** One request in flight, bounded framing, no replay after transport or confirmation failure. */
+var PhoneUiSession = class {
+	sequence = 0;
+	busy = false;
+	closed = false;
+	closing;
+	buffer = "";
+	iterator;
+	constructor(transport) {
+		this.transport = transport;
+		this.iterator = transport.readable[Symbol.asyncIterator]();
+	}
+	close() {
+		if (this.closing) return this.closing;
+		this.closed = true;
+		this.buffer = "";
+		this.closing = this.transport.close();
+		return this.closing;
+	}
+	async request(fields, signal) {
+		if (this.closed || this.busy) throw new PhoneError("PHONE_UI_UNAVAILABLE", "Phone observer is closed or busy", 409);
+		const combined = AbortSignal.any([signal, AbortSignal.timeout(1e4)]);
+		combined.throwIfAborted();
+		this.busy = true;
+		const id = ++this.sequence;
+		let reason = "";
+		let abort;
+		const cancelled = new Promise((_resolve, reject) => {
+			abort = () => {
+				this.close().catch(() => {});
+				reject(new PhoneError("PHONE_UI_UNAVAILABLE", "Phone observer stopped or timed out", 409));
+			};
+			combined.addEventListener("abort", abort, { once: true });
+		});
+		try {
+			return await Promise.race([cancelled, (async () => {
+				await this.transport.write(Buffer.from(`${JSON.stringify({
+					...fields,
+					id
+				})}\n`));
+				const decoder = new TextDecoder("utf-8", { fatal: true });
+				while (!this.buffer.includes("\n")) {
+					const next = await this.iterator.next();
+					if (next.done || this.closed) throw new Error("Observer disconnected");
+					this.buffer += decoder.decode(next.value, { stream: true });
+					if (Buffer.byteLength(this.buffer) > 2 * 1024 * 1024) throw new Error("Observer response exceeded limit");
+				}
+				const end = this.buffer.indexOf("\n");
+				const response = JSON.parse(this.buffer.slice(0, end));
+				this.buffer = this.buffer.slice(end + 1);
+				if (response.id !== id || response.ok !== true) {
+					if ([
+						"no-root",
+						"app",
+						"focus",
+						"target",
+						"value",
+						"write",
+						"identity",
+						"confirmation"
+					].includes(response.error)) reason = ` (${response.error})`;
+					throw new Error("Observer request unconfirmed");
+				}
+				return response;
+			})()]);
+		} catch {
+			await this.close().catch(() => {});
+			throw new PhoneError(fields.op === "setText" ? "PHONE_TEXT_INPUT_UNCONFIRMED" : "PHONE_UI_UNAVAILABLE", fields.op === "setText" ? `Field input could not be confirmed${reason}. Inspect the field before retrying.` : "Phone observation failed; reconnect before controlling the phone", 409);
+		} finally {
+			this.busy = false;
+			combined.removeEventListener("abort", abort);
+		}
+	}
+	async snapshot(signal) {
+		const response = await this.request({ op: "snapshot" }, signal);
+		if (typeof response.xml !== "string" || !response.xml.includes("</hierarchy>")) {
+			await this.close();
+			throw new PhoneError("PHONE_UI_UNAVAILABLE", "Incomplete phone observation", 409);
+		}
+		return response.xml;
+	}
+	async replace(app, target, text, signal) {
+		await measurePhonePhase("field_transaction", () => this.request({
+			op: "setText",
+			app,
+			resourceId: target.resourceId,
+			bounds: target.bounds.join(","),
+			before: target.text,
+			text
+		}, signal));
+	}
+};
+async function openLocalPhoneUi(adbPath, serial, signal) {
+	const binary = Buffer.from(PHONE_UI_DEX, "base64");
+	const hash = createHash("sha256").update(binary).digest("hex");
+	const remote = `/data/local/tmp/xopc-ui-${hash}.dex`;
+	const args = ["-s", serial];
+	const existing = await runAdb(adbPath, [
+		...args,
+		"shell",
+		"sha256sum",
+		remote
+	], signal).catch(() => Buffer.alloc(0));
+	signal.throwIfAborted();
+	if (existing.toString().trim().split(/\s+/)[0] !== hash) {
+		const work = await mkdtemp(join(tmpdir(), "xopc-ui-"));
+		const staging = `${remote}.${randomUUID()}.tmp`;
+		try {
+			await writeFile(join(work, "helper.dex"), binary, { mode: 384 });
+			await runAdb(adbPath, [
+				...args,
+				"push",
+				join(work, "helper.dex"),
+				staging
+			], signal);
+			await runAdb(adbPath, [
+				...args,
+				"shell",
+				"chmod",
+				"400",
+				staging
+			], signal);
+			await runAdb(adbPath, [
+				...args,
+				"shell",
+				"mv",
+				"-f",
+				staging,
+				remote
+			], signal);
+			if ((await runAdb(adbPath, [
+				...args,
+				"shell",
+				"sha256sum",
+				remote
+			], signal)).toString().trim().split(/\s+/)[0] !== hash) throw new PhoneError("PHONE_UI_UNAVAILABLE", "Observer verification failed");
+		} finally {
+			await rm(work, {
+				recursive: true,
+				force: true
+			});
+			await runAdb(adbPath, [
+				...args,
+				"shell",
+				"rm",
+				"-f",
+				staging
+			], void 0, 3e3).catch(() => {});
+		}
+	}
+	signal.throwIfAborted();
+	const child = spawnPhoneInteractiveCommand(adbPath, [
+		...args,
+		"shell",
+		"-T",
+		"env",
+		`CLASSPATH=${remote}`,
+		"app_process",
+		"/",
+		"ai.xopc.phone.PhoneUiDump",
+		"--resident"
+	]);
+	child.on("error", () => {});
+	child.stdin.on("error", () => {});
+	const exited = new Promise((resolve) => {
+		child.once("close", resolve);
+	});
+	const write = (data) => new Promise((resolve, reject) => child.stdin.write(data, (error) => error ? reject(error) : resolve()));
+	return new PhoneUiSession({
+		readable: child.stdout,
+		write,
+		close: () => closePhoneUiProcess(write, exited, async () => {
+			child.stdin.destroy();
+			child.stdout.destroy();
+			if (child.exitCode !== null || child.signalCode !== null) return;
+			await new Promise((resolve) => {
+				child.once("close", resolve);
+				child.kill();
+			});
+		})
+	});
+}
+//#endregion
+export { PhoneUiSession, closePhoneUiProcess, openLocalPhoneUi };

package/dist/src/process/phone-process.d.ts

@@ -2,3 +2,4 @@ import { type ChildProcess } from 'node:child_process';
 export declare function runPhoneCommandBuffer(program: string, args: string[], signal?: AbortSignal, timeoutMs?: number): Promise<Buffer>;
 export declare function runPhoneCommandText(program: string, args: string[], signal: AbortSignal): Promise<string>;
 export declare function spawnPhoneCommand(program: string, args: string[]): ChildProcess;
+export declare function spawnPhoneInteractiveCommand(program: string, args: string[]): import("node:child_process").ChildProcessByStdio<import("node:stream").Writable, import("node:stream").Readable, null>;

package/dist/src/process/phone-process.js

@@ -34,5 +34,15 @@ function spawnPhoneCommand(program, args) {
 		windowsHide: true
 	});
 }
+function spawnPhoneInteractiveCommand(program, args) {
+	return spawn(program, args, {
+		stdio: [
+			"pipe",
+			"pipe",
+			"ignore"
+		],
+		windowsHide: true
+	});
+}
 //#endregion
-export { runPhoneCommandBuffer, runPhoneCommandText, spawnPhoneCommand };
+export { runPhoneCommandBuffer, runPhoneCommandText, spawnPhoneCommand, spawnPhoneInteractiveCommand };

package/dist/src/providers/env-keys.js

@@ -72,6 +72,8 @@ var init_env_keys = __esmMin((() => {
 		dashscope: ["DASHSCOPE_API_KEY", "QWEN_API_KEY"],
 		"dashscope-cn": ["DASHSCOPE_API_KEY", "QWEN_API_KEY"],
 		"dashscope-intl": ["DASHSCOPE_API_KEY", "QWEN_API_KEY"],
+		modelscope: ["MODELSCOPE_TOKEN", "MODELSCOPE_API_KEY"],
+		"dashscope-phone": ["DASHSCOPE_API_KEY"],
 		"volcengine-ark": ["ARK_API_KEY", "VOLCENGINE_API_KEY"],
 		"volcengine-plan": ["ARK_API_KEY", "VOLCENGINE_API_KEY"],
 		"byteplus-plan": ["BYTEPLUS_API_KEY", "ARK_API_KEY"],

package/dist/src/providers/index.js

@@ -144,6 +144,7 @@ function getAllProviders() {
 	const providers = /* @__PURE__ */ new Set();
 	for (const p of getProviders()) if (!isRetiredModelProvider(p)) providers.add(p);
 	for (const m of registry.getAll()) if (!isRetiredModelProvider(m.provider)) providers.add(m.provider);
+	for (const m of getSupplementalModels()) if (!isRetiredModelProvider(m.provider)) providers.add(m.provider);
 	for (const plugin of getProviderRegistry().listAll()) providers.add(plugin.id);
 	for (const provider of getModelOAuthProviderIds()) providers.add(provider);
 	return Array.from(providers);
@@ -498,6 +499,16 @@ var init_providers = __esmMin((() => {
 			category: "domestic",
 			supportsApiKey: true
 		},
+		modelscope: {
+			name: "ModelScope",
+			category: "domestic",
+			supportsApiKey: true
+		},
+		"dashscope-phone": {
+			name: "Bailian Phone Use",
+			category: "domestic",
+			supportsApiKey: true
+		},
 		"volcengine-ark": {
 			name: "Volcengine Ark",
 			category: "domestic",

package/dist/src/providers/model-catalog-types.d.ts

@@ -6,7 +6,7 @@ export interface CatalogModel {
         profile: ComputerProfile;
     };
     phoneUse?: {
-        profile: 'autoglm-phone-v1' | 'structured-phone-v1';
+        profile: 'autoglm-phone-v1' | 'structured-phone-v1' | 'doubao-seed-phone-v1' | 'gui-owl-phone-v1';
     };
     id: string;
     name: string;

package/dist/src/providers/model-supplements.d.ts

@@ -1,6 +1,6 @@
 import type { Api, Model } from '@earendil-works/pi-ai';
 /**
- * Local catalog entries required by xopc's Computer Use providers.
+ * Local catalog entries required by xopc's Computer and Phone Use providers.
  * Keep this list narrow: full provider catalogs should come from pi-ai.
  */
 export declare function getSupplementalModels(): Model<Api>[];

package/dist/src/providers/model-supplements.js

@@ -1,11 +1,12 @@
 import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+import { getPhoneModels, init_phone_models } from "./phone-models.js";
 //#region src/providers/model-supplements.ts
 /**
-* Local catalog entries required by xopc's Computer Use providers.
+* Local catalog entries required by xopc's Computer and Phone Use providers.
 * Keep this list narrow: full provider catalogs should come from pi-ai.
 */
 function getSupplementalModels() {
-	return [{
+	return [...getPhoneModels(), {
 		id: "gui-plus-2026-02-26",
 		name: "GUI-Plus (2026-02-26)",
 		provider: "dashscope-cn",
@@ -24,7 +25,9 @@ function getSupplementalModels() {
 		computerUse: { profile: "gui-plus-2026-02-26" }
 	}];
 }
-var init_model_supplements = __esmMin((() => {}));
+var init_model_supplements = __esmMin((() => {
+	init_phone_models();
+}));
 //#endregion
 init_model_supplements();
 export { getSupplementalModels, init_model_supplements };

package/dist/src/providers/phone-models.d.ts

@@ -0,0 +1,3 @@
+import type { Api, Model } from '@earendil-works/pi-ai';
+/** Cloud presets, not a guarantee of account entitlement or free inference. */
+export declare function getPhoneModels(): Model<Api>[];

package/dist/src/providers/phone-models.js

@@ -0,0 +1,33 @@
+import { __esmMin } from "../../_virtual/_rolldown/runtime.js";
+//#region src/providers/phone-models.ts
+/** Cloud presets, not a guarantee of account entitlement or free inference. */
+function getPhoneModels() {
+	const model = (provider, baseUrl, id, name, profile, contextWindow) => ({
+		id,
+		name,
+		provider,
+		baseUrl,
+		api: "openai-completions",
+		reasoning: false,
+		input: ["text", "image"],
+		contextWindow,
+		maxTokens: 4096,
+		cost: {
+			input: 0,
+			output: 0,
+			cacheRead: 0,
+			cacheWrite: 0
+		},
+		phoneUse: { profile },
+		compat: {
+			supportsDeveloperRole: false,
+			supportsReasoningEffort: false,
+			maxTokensField: "max_tokens"
+		}
+	});
+	return [model("dashscope-phone", "https://dashscope.aliyuncs.com/compatible-mode/v1", "gui-plus-2026-02-26", "Bailian GUI-Plus · Phone", "gui-owl-phone-v1", 262144), model("volcengine-ark", "https://ark.cn-beijing.volces.com/api/v3", "doubao-seed-2-1-pro-260915", "Doubao Seed 2.1 Pro · Phone", "doubao-seed-phone-v1", 1024e3)];
+}
+var init_phone_models = __esmMin((() => {}));
+//#endregion
+init_phone_models();
+export { getPhoneModels, init_phone_models };

package/dist/src/providers/presentation.js

@@ -133,7 +133,6 @@ const RECOMMENDED_MODEL_PATTERNS = {
 		/^qwen3\.7-max$/i,
 		/^qwen3\.6-flash$/i
 	],
-	"volcengine-ark": [/^ep-your-endpoint-id$/i],
 	"volcengine-plan": [
 		/^ark-code-latest$/i,
 		/^doubao-seed-2\.0-code$/i,

package/dist/src/tui/tui.js

@@ -9,7 +9,6 @@ import { MAX_WEBCHAT_ATTACHMENT_FILE_BYTES } from "../gateway/chat-limits.js";
 import { loadConfig } from "../config/loader.js";
 import { ensureStarterAgentsInitialized } from "../agent/starter-agents.js";
 import "../config/index.js";
-import { resolveTuiConversationId, resolveTuiStartupConversationId } from "../routing/resolve-tui-session-key.js";
 import { applyThemeById, getBashExcludeBorderColor, getBashModeBorderColor, getCustomThemesDir, getThemeExports, getThinkingBorderColor, initTuiTheme, listAvailableThemeIds, resolveThemePalette } from "./theme-manager.js";
 import { editorTheme, theme } from "./theme.js";
 import { extensionForImageMimeType, readClipboardImage } from "./clipboard-image.js";
@@ -42,6 +41,7 @@ import { createEditorSubmitHandler, createSubmitBurstCoalescer, shouldEnableWind
 import { withTuiSuspended } from "./tui-suspend.js";
 import { createInitialState } from "./tui-types.js";
 import { TuiDraftFileStore } from "./backends/embedded-drafts.js";
+import { resolveTuiConversationId, resolveTuiStartupConversationId } from "../routing/resolve-tui-session-key.js";
 import { EmbeddedBackend } from "./backends/embedded-backend.js";
 import { GatewayRealtimeBackend } from "./backends/gateway-realtime-backend.js";
 import { ChatLog } from "./components/chat-log.js";

package/dist/src/voice/platform-catalog.d.ts

@@ -43,7 +43,7 @@ export declare function requirePlatformVoiceModel(id: string, mode: VoiceModeCap
         profile: import("@xopcai/computer-control-contract/src/index.js").ComputerProfile;
     };
     phoneUse?: {
-        profile: "autoglm-phone-v1" | "structured-phone-v1";
+        profile: "autoglm-phone-v1" | "structured-phone-v1" | "doubao-seed-phone-v1" | "gui-owl-phone-v1";
     };
     id: string;
     name: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.424",
+  "version": "0.0.426",
   "description": "Local-first personal AI with Ada, task delegation, files, projects and automations. Use cloud or local models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -230,6 +230,7 @@
     "test:plugins:store:e2e": "cross-env XOPC_LOG_LEVEL=fatal tsx scripts/verify-store-plugin-e2e.mts",
     "test:plugins:fixtures": "tsx scripts/build-store-plugin-lab.mts",
     "test:plugins:browser": "cross-env XOPC_LOG_LEVEL=fatal tsx scripts/verify-plugin-setup-browser.mts",
+    "test:web:activity:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-assistant-activity-browser.mts",
     "test:web:clarification:e2e": "pnpm run build:node && pnpm run build:web && tsx scripts/verify-clarification-browser.mts",
     "test:web:onboarding-visual": "node scripts/test-onboarding-visual.mjs",
     "test:web:onboarding-visual:update": "node scripts/test-onboarding-visual.mjs --update",