@xopcai/xopc 0.0.399 → 0.0.400

package/dist/src/computer/runtime.d.ts

@@ -146,6 +146,21 @@ export declare const ComputerUseInputSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
         label: z.ZodString;
     }, z.core.$strict>], "kind">>;
     flowId: z.ZodOptional<z.ZodUUID>;
+}, z.core.$strict>, z.ZodObject<{
+    op: z.ZodLiteral<"run">;
+    goal: z.ZodString;
+    expect: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        kind: z.ZodLiteral<"text">;
+        text: z.ZodString;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"field">;
+        label: z.ZodString;
+        value: z.ZodString;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"selected">;
+        label: z.ZodString;
+    }, z.core.$strict>], "kind">;
+    maxActions: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     op: z.ZodLiteral<"close">;
     saveFlowAs: z.ZodOptional<z.ZodString>;
@@ -197,6 +212,13 @@ export interface ComputerPublicResult {
     report?: ComputerSessionReport;
     flows?: ReturnType<typeof computerFlowMetadata>[];
     savedFlow?: ReturnType<typeof computerFlowMetadata>;
+    run?: {
+        actionsExecuted: number;
+        modelRequests: number;
+        observationsReused: number;
+        elapsedMs: number;
+        stopReason: 'condition_satisfied' | 'condition_present' | 'action_limit' | 'time_limit' | 'handoff';
+    };
 }
 export declare class ComputerRuntime {
     private readonly endpoints;
@@ -210,6 +232,7 @@ export declare class ComputerRuntime {
     constructor(endpoints: EndpointToolRuntime, getConfig: () => Config, getTurnEndpoint?: (owner: string) => string | undefined, flowStore?: ComputerFlowRepository);
     execute(owner: string, input: ComputerUseInput, signal?: AbortSignal): Promise<ComputerPublicResult>;
     private flowScope;
+    private executeGoal;
     private executeInput;
     private isUndispatchedChange;
     private reserveRescue;

package/dist/src/computer/runtime.js

@@ -14,6 +14,7 @@ import { ComputerSessionDiagnostics } from "./diagnostics.js";
 import { ComputerExpectationSchema, ComputerTaskState, verifyComputerExpectation } from "./task-state.js";
 import { randomUUID } from "node:crypto";
 import { z } from "zod";
+import { setTimeout } from "node:timers/promises";
 //#region src/computer/runtime.ts
 init_src();
 init_providers();
@@ -83,6 +84,12 @@ const ComputerUseInputSchema = z.discriminatedUnion("op", [
 		expect: ComputerExpectationSchema.optional(),
 		flowId: z.uuid().optional()
 	}).strict(),
+	z.object({
+		op: z.literal("run"),
+		goal: z.string().min(1).max(4e3),
+		expect: ComputerExpectationSchema,
+		maxActions: z.number().int().min(1).max(12).optional()
+	}).strict(),
 	z.object({
 		op: z.literal("close"),
 		saveFlowAs: z.string().trim().min(1).max(160).optional()
@@ -198,7 +205,8 @@ var ComputerRuntime = class {
 		const diagnostics = this.sessions.get(owner)?.diagnostics ?? (input.op === "open" ? new ComputerSessionDiagnostics() : void 0);
 		if (diagnostics) this.openingReports.set(owner, diagnostics);
 		try {
-			const result = await this.executeInput(owner, input, signal ? AbortSignal.any([signal, operation.signal]) : operation.signal, diagnostics);
+			const operationSignal = signal ? AbortSignal.any([signal, operation.signal]) : operation.signal;
+			const result = input.op === "run" ? await this.executeGoal(owner, input, operationSignal, diagnostics) : await this.executeInput(owner, input, operationSignal, diagnostics);
 			if (result.errorCode) diagnostics?.fail(new Error(result.errorCode), diagnostics.phase, result.receipt?.dispatch ?? "notStarted");
 			if (diagnostics && !this.sessions.has(owner)) this.retainReport(owner, diagnostics);
 			return {
@@ -233,7 +241,63 @@ var ComputerRuntime = class {
 		const effective = resolveEffectiveAgentConfigForSession(owner).config;
 		return JSON.stringify([effective.id, effective.workspace]);
 	}
-	async executeInput(owner, input, signal, diagnostics) {
+	async executeGoal(owner, input, signal, diagnostics) {
+		const startedAt = Date.now();
+		const requestsBefore = diagnostics?.snapshot().counters.modelRequests ?? 0;
+		const context = { observationsReused: 0 };
+		let actionsExecuted = 0;
+		const finish = (result, stopReason) => ({
+			...result,
+			run: {
+				actionsExecuted,
+				modelRequests: (diagnostics?.snapshot().counters.modelRequests ?? 0) - requestsBefore,
+				observationsReused: context.observationsReused,
+				elapsedMs: Math.max(0, Date.now() - startedAt),
+				stopReason
+			}
+		});
+		const step = {
+			op: "step",
+			goal: input.goal,
+			expect: input.expect
+		};
+		try {
+			while (true) {
+				signal.throwIfAborted();
+				let result = await this.executeInput(owner, step, signal, diagnostics, context);
+				const authorizationDeadline = Date.now() + 6e4;
+				while (result.status === "pending_authorization" || result.status === "pending_action") {
+					const authorizingSession = result.status === "pending_authorization";
+					if (Date.now() >= authorizationDeadline) {
+						await this.close(owner);
+						throw new Error("COMPUTER_AUTHORIZATION_TIMEOUT");
+					}
+					await setTimeout(250, void 0, { signal });
+					result = await this.executeInput(owner, authorizingSession ? { op: "observe" } : step, signal, diagnostics, context);
+					if (authorizingSession && result.status === "ready" && !result.errorCode) result = await this.executeInput(owner, step, signal, diagnostics, context);
+				}
+				if (result.receipt?.dispatch === "completed") actionsExecuted++;
+				if (result.errorCode || result.pending || result.receipt && result.receipt.dispatch !== "completed") return finish(result, "handoff");
+				if (result.verified) return finish({
+					...result,
+					status: "goal_satisfied"
+				}, "condition_satisfied");
+				if (result.status === "condition_present") return finish(result, "condition_present");
+				if (!result.receipt || result.status !== "ready") return finish(result, "handoff");
+				const stopReason = actionsExecuted >= (input.maxActions ?? 6) ? "action_limit" : Date.now() - startedAt >= 12e4 ? "time_limit" : void 0;
+				if (stopReason) return finish({
+					...result,
+					status: "goal_limit",
+					verified: false,
+					nextAction: "The small-goal budget ended without verifying the condition. Inspect the result and remaining requirements before continuing; do not claim success."
+				}, stopReason);
+			}
+		} finally {
+			context.observation?.frame?.fill(0);
+			context.observation = void 0;
+		}
+	}
+	async executeInput(owner, input, signal, diagnostics, goalContext) {
 		signal.throwIfAborted();
 		const config = this.getConfig();
 		if (!config.computer.enabled) {
@@ -383,7 +447,7 @@ var ComputerRuntime = class {
 				if (input.op === "observe") return this.present(status.value);
 				const context = s.pendingContext;
 				phase = "dispatch";
-				const result = await this.dispatchAction(s, s.pending, signal);
+				const result = await this.dispatchAction(s, s.pending, signal, goalContext);
 				if (!this.isUndispatchedChange(result) || !context) return result;
 				input = {
 					op: "step",
@@ -401,7 +465,12 @@ var ComputerRuntime = class {
 				signal.throwIfAborted();
 				if (Date.now() - s.createdAt >= config.computer.maxSessionDurationMs) throw new Error("COMPUTER_SESSION_BUDGET");
 				phase = "observe";
-				const observed = await this.send(s, {
+				const cached = goalContext?.observation;
+				if (goalContext) goalContext.observation = void 0;
+				const reuse = cached && status.value.status === "ready" && cached.value.brokerEpoch === status.value.brokerEpoch && cached.value.generation === status.value.generation && cached.value.grantId === status.value.grantId && cached.value.observation && Date.now() - cached.value.observation.capturedAt >= 0 && Date.now() - cached.value.observation.capturedAt <= 5e3;
+				if (cached && !reuse) cached.frame?.fill(0);
+				if (reuse) goalContext.observationsReused++;
+				const observed = reuse ? cached : await this.send(s, {
 					op: "observe",
 					sessionId: s.id,
 					owner
@@ -415,6 +484,17 @@ var ComputerRuntime = class {
 						verified: verification?.status === "satisfied",
 						budget: this.budget(s)
 					};
+					if (goalContext && input.op === "step" && input.expect?.kind === "text" && verification?.status === "satisfied") return {
+						...this.present(observed.value),
+						status: "condition_present",
+						verified: false,
+						verification: {
+							...verification,
+							preexisting: true
+						},
+						budget: this.budget(s),
+						nextAction: "This text was already visible before input. Choose a page-specific or selected-state condition; no action was dispatched."
+					};
 					if (input.op === "step" && input.expect?.kind !== "text" && verification?.status === "satisfied") {
 						s.diagnostics.verify(verification);
 						s.adapter.reset?.();
@@ -507,7 +587,7 @@ var ComputerRuntime = class {
 						flowId: input.flowId
 					};
 					phase = "dispatch";
-					const result = await this.dispatchAction(s, e, signal);
+					const result = await this.dispatchAction(s, e, signal, goalContext);
 					if (!this.isUndispatchedChange(result)) return result;
 					this.reserveRescue(s, signal);
 				} finally {
@@ -539,7 +619,7 @@ var ComputerRuntime = class {
 		s.diagnostics.count("rescueAttempts");
 		s.adapter.reset?.();
 	}
-	async dispatchAction(s, envelope, signal) {
+	async dispatchAction(s, envelope, signal, goalContext) {
 		if (!s.pending) {
 			if (s.actions >= this.getConfig().computer.maxActionsPerSession) throw new Error("COMPUTER_ACTION_BUDGET");
 			s.actions++;
@@ -557,7 +637,10 @@ var ComputerRuntime = class {
 			throw new Error("COMPUTER_RECEIPT_MISMATCH");
 		}
 		if (reply.value.status !== "pending_action") s.pending = void 0;
-		reply.frame?.fill(0);
+		if (goalContext && reply.value.status === "ready" && !reply.value.errorCode && reply.value.receipt?.dispatch === "completed" && reply.frame && reply.mimeType && reply.value.observation) {
+			goalContext.observation?.frame?.fill(0);
+			goalContext.observation = reply;
+		} else reply.frame?.fill(0);
 		if (reply.value.status === "ready" && reply.value.errorCode === "COMPUTER_OBSERVATION_CHANGED" && !reply.value.receipt) {
 			s.diagnostics.discard();
 			s.actions--;

package/dist/src/gateway/service.js

@@ -84,8 +84,6 @@ import { bootstrapApplicationStateSync } from "../bootstrap/application-state.js
 import { setPairingBroadcastSink } from "../channels/pairing/pairing-events.js";
 import { registerClarificationChannelRuntime } from "./clarify-runtime.js";
 import { ChannelManager } from "../channels/manager.js";
-import { ChatPreviewService } from "../chat-previews/service.js";
-import "../chat-previews/index.js";
 import { configureGatewayHttpProxy } from "../infra/http-proxy-env.js";
 import "../config/index.js";
 import { ManagedComposioEventPoller } from "../connectors/composio-managed-events.js";
@@ -103,6 +101,10 @@ import { DiscussionSealer } from "../discussions/sealer.js";
 import "../discussions/index.js";
 import { EndpointToolRuntime } from "../endpoint-tools/runtime.js";
 import "../endpoint-tools/index.js";
+import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
+import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
+import { HomeIntelligenceHost } from "../home-intelligence/host.js";
+import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
 import { assertGatewayAuthConfigured, extractToken, resolveGatewayAuth, validateToken } from "./auth.js";
 import { prepareAutomationAgentSession } from "./automation-agent-session.js";
 import { stopTailscaleExposure } from "./tailscale-lifecycle.js";
@@ -136,6 +138,8 @@ import { getXopcCloudCatalogCoordinator } from "../providers/xopc-cloud-catalog-
 import { ModelCatalogSyncService } from "../providers/model-catalog-sync-service.js";
 import { NotificationService } from "../notifications/service.js";
 import "../local-apps/index.js";
+import { ChatPreviewService } from "../chat-previews/service.js";
+import "../chat-previews/index.js";
 import { TaskAllocationDispatcher } from "../tasks/task-allocation-service.js";
 import { TaskResultDeliveryService } from "../tasks/task-result-delivery-service.js";
 import { createRuntimeBrowserAutomationService } from "../browser/automations/runtime-service.js";
@@ -163,10 +167,6 @@ import { TaskMainUpdateDecisionService } from "../tasks/task-main-update-decisio
 import { selectTaskMainUpdateAttempt, submitAndConfirmTaskMainUpdate } from "../tasks/task-main-update-input.js";
 import { checkAppContextAccess, prepareAppContext } from "./service/app-context-access.js";
 import { applyAutomaticVoiceLanguage, inferProductLanguageFromEnvironment, initializeVoiceDefaults } from "../voice/language-profile.js";
-import { HomeAdviceGenerator } from "../home-intelligence/generator.js";
-import { HomeIntelligenceHost } from "../home-intelligence/host.js";
-import { HomeSnapshotBuilder } from "../home-intelligence/snapshot.js";
-import { HomeCapabilityPreflightService } from "../home-intelligence/capability-preflight.js";
 import crypto from "node:crypto";
 //#region src/gateway/service.ts
 init_session_repository();

package/dist/src/home-intelligence/host.js

@@ -1,10 +1,10 @@
 import { createLogger } from "../utils/logger/index.js";
 import { init_logger } from "../utils/logger.js";
-import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { homePatternKey } from "./strategy.js";
-import { HomeAdvicePolicy } from "./policy.js";
 import { HomeIntelligenceRepository } from "./repository.js";
 import { HomeOpportunityApplicationService } from "./application-service.js";
+import { HomeAdvicePolicy } from "./policy.js";
+import { HomeAdviceBudgetExceededError, isHomeProseLocalized } from "./generator.js";
 import { buildHomeOpportunityNotification } from "./notification.js";
 import { createHash } from "node:crypto";
 //#region src/home-intelligence/host.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xopcai/xopc",
-  "version": "0.0.399",
+  "version": "0.0.400",
   "description": "Local-first personal AI with Ada, task delegation, files, projects, workflows, and automations. Use cloud or local models.",
   "type": "module",
   "main": "dist/src/index.js",
@@ -168,12 +168,12 @@
     "vitest": "4.1.5",
     "vue": "^3.5.35",
     "xlsx": "file:web/vendor/xlsx-0.20.3.tgz",
-    "@xopcai/browser-control-contract": "0.1.0",
     "@xopcai/computer-control-contract": "0.1.0",
-    "@xopcai/endpoint-tools-client": "0.0.0",
     "@xopcai/endpoint-tools-protocol": "0.0.0",
+    "@xopcai/browser-control-contract": "0.1.0",
     "@xopcai/image-providers": "0.1.0",
     "@xopcai/gateway-contract": "0.0.0",
+    "@xopcai/endpoint-tools-client": "0.0.0",
     "@xopcai/realtime-client": "0.0.0",
     "@xopcai/realtime-protocol": "0.0.0"
   },

package/dist/gateway/static/root/assets/mermaid-MCJ5UELQ-B491wqqw.js

@@ -1 +0,0 @@
-import{Uc as e}from"./index-dViajQ_4.js";export{e as Mermaid};

package/dist/gateway/static/root/assets/settings-advanced-gate-ewl9-rd5.js

@@ -1 +0,0 @@
-import{Hn as e}from"./index-dViajQ_4.js";function t(t){let{children:n,fallback:r}=t,i=r===void 0?null:r;return e()?n:i}export{t};