@terminai/core 0.21.0

package/dist/src/tools/ui-tool-utils.js

@@ -0,0 +1,126 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { createHash } from 'node:crypto';
+import { computeMinimumReviewLevel } from '../safety/approval-ladder/computeMinimumReviewLevel.js';
+import { getGuiAutomationConfig } from '../gui/config.js';
+import { UI_CLICK_TOOL_NAME, UI_TYPE_TOOL_NAME } from './tool-names.js';
+function normalizeProvenance(provenance) {
+    if (!provenance || provenance.length === 0) {
+        return ['unknown'];
+    }
+    const unique = new Set();
+    const merged = [];
+    for (const entry of provenance) {
+        if (!unique.has(entry)) {
+            unique.add(entry);
+            merged.push(entry);
+        }
+    }
+    return merged;
+}
+const REVIEW_LEVEL_ORDER = ['A', 'B', 'C'];
+function enforceReviewFloor(level, toolName, reasons) {
+    const config = getGuiAutomationConfig();
+    const floor = toolName === UI_CLICK_TOOL_NAME
+        ? config.clickMinReviewLevel
+        : toolName === UI_TYPE_TOOL_NAME
+            ? config.typeMinReviewLevel
+            : config.minReviewLevel;
+    if (!floor)
+        return level;
+    const currentIdx = REVIEW_LEVEL_ORDER.indexOf(level);
+    const floorIdx = REVIEW_LEVEL_ORDER.indexOf(floor);
+    if (floorIdx > currentIdx) {
+        reasons.push(`Minimum review level ${floor} enforced for GUI automation (${toolName})`);
+        return floor;
+    }
+    return level;
+}
+export function buildUiConfirmationDetails({ toolName, description, provenance, title, onConfirm, config, }) {
+    const normalizedProvenance = normalizeProvenance(provenance);
+    const actionProfile = {
+        toolName,
+        operations: ['ui'],
+        roots: [toolName],
+        touchedPaths: [],
+        outsideWorkspace: false,
+        usesPrivilege: false,
+        hasUnboundedScopeSignals: false,
+        parseConfidence: 'high',
+        provenance: normalizedProvenance,
+        rawSummary: description,
+    };
+    const reviewResult = computeMinimumReviewLevel(actionProfile, config);
+    const reasons = [...reviewResult.reasons];
+    const enforcedLevel = enforceReviewFloor(reviewResult.level, toolName, reasons);
+    const requiresPin = enforcedLevel === 'C' ? true : (reviewResult.requiresPin ?? false);
+    if (enforcedLevel === 'A') {
+        return false;
+    }
+    return {
+        type: 'exec',
+        title: title ?? 'Confirm UI Action',
+        command: description,
+        rootCommand: toolName,
+        provenance: normalizedProvenance.length > 0 ? normalizedProvenance : undefined,
+        reviewLevel: enforcedLevel,
+        requiresPin,
+        pinLength: requiresPin ? 6 : undefined,
+        explanation: reasons.join('; '),
+        onConfirm,
+    };
+}
+export function formatUiResult(result, toolName) {
+    const success = result.status === 'success';
+    // Construct LLM Content (JSON)
+    const jsonContent = JSON.stringify(result, null, 2);
+    // Evidence Hash
+    let evidenceHash;
+    if (result.evidence?.snapshotId || result.data) {
+        const input = (result.evidence?.snapshotId || '') + JSON.stringify(result.data || {});
+        evidenceHash = createHash('sha256')
+            .update(input)
+            .digest('hex')
+            .slice(0, 16);
+    }
+    // Construct Markdown Display
+    let md = success
+        ? `### ✅ ${toolName} Success\n`
+        : `### ❌ ${toolName} Failed\n`;
+    if (result.message) {
+        md += `**Message:** ${result.message}\n\n`;
+    }
+    if (result.resolvedTarget) {
+        md += `**Target:** ${result.resolvedTarget.role} "${result.resolvedTarget.name || ''}" (Confidence: ${result.resolvedTarget.confidence})\n`;
+    }
+    if (result.verification) {
+        md += `**Verification:** ${result.verification.passed ? 'PASSED' : 'FAILED'} - ${result.verification.details}\n`;
+    }
+    if (result.evidence) {
+        md += `\n> Evidence captured: Snapshot ${result.evidence.snapshotId}\n`;
+        if (result.evidence.redactions) {
+            md += `> Evidence redactions applied\n`;
+        }
+    }
+    if (result.data) {
+        md += `\n**Data:**\n\`\`\`json\n${JSON.stringify(result.data, null, 2)}\n\`\`\`\n`;
+    }
+    if (evidenceHash) {
+        md += `\n*Audit Hash: ${evidenceHash}*\n`;
+    }
+    return {
+        llmContent: jsonContent,
+        returnDisplay: md,
+        error: success ? undefined : { message: result.message || 'Unknown error' },
+        metadata: {
+            evidenceHash,
+            verification: result.verification,
+            redactions: result.evidence?.redactions,
+        },
+    };
+}
+//# sourceMappingURL=ui-tool-utils.js.map

package/dist/src/tools/ui-tool-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui-tool-utils.js","sourceRoot":"","sources":["../../../src/tools/ui-tool-utils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAQzC,OAAO,EAAE,yBAAyB,EAAE,MAAM,wDAAwD,CAAC;AACnG,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAYxE,SAAS,mBAAmB,CAAC,UAAyB;IACpD,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3C,OAAO,CAAC,SAAS,CAAC,CAAC;IACrB,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAc,CAAC;IACrC,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,kBAAkB,GAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAE1D,SAAS,kBAAkB,CACzB,KAAkB,EAClB,QAAgB,EAChB,OAAiB;IAEjB,MAAM,MAAM,GAAG,sBAAsB,EAAE,CAAC;IACxC,MAAM,KAAK,GACT,QAAQ,KAAK,kBAAkB;QAC7B,CAAC,CAAC,MAAM,CAAC,mBAAmB;QAC5B,CAAC,CAAC,QAAQ,KAAK,iBAAiB;YAC9B,CAAC,CAAC,MAAM,CAAC,kBAAkB;YAC3B,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC;IAE9B,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,MAAM,UAAU,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACnD,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CACV,wBAAwB,KAAK,iCAAiC,QAAQ,GAAG,CAC1E,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,EACzC,QAAQ,EACR,WAAW,EACX,UAAU,EACV,KAAK,EACL,SAAS,EACT,MAAM,GACa;IACnB,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAC7D,MAAM,aAAa,GAAkB;QACnC,QAAQ;QACR,UAAU,EAAE,CAAC,IAAI,CAAC;QAClB,KAAK,EAAE,CAAC,QAAQ,CAAC;QACjB,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,KAAK;QACvB,aAAa,EAAE,KAAK;QACpB,wBAAwB,EAAE,KAAK;QAC/B,eAAe,EAAE,MAAM;QACvB,UAAU,EAAE,oBAAoB;QAChC,UAAU,EAAE,WAAW;KACxB,CAAC;IACF,MAAM,YAAY,GAAG,yBAAyB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,CAAC,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,kBAAkB,CACtC,YAAY,CAAC,KAAK,EAClB,QAAQ,EACR,OAAO,CACR,CAAC;IACF,MAAM,WAAW,GACf,aAAa,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,IAAI,KAAK,CAAC,CAAC;IACrE,IAAI,aAAa,KAAK,GAAG,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,KAAK,IAAI,mBAAmB;QACnC,OAAO,EAAE,WAAW;QACpB,WAAW,EAAE,QAAQ;QACrB,UAAU,EACR,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS;QACpE,WAAW,EAAE,aAAa;QAC1B,WAAW;QACX,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QACtC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/B,SAAS;KACV,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,MAAsB,EACtB,QAAgB;IAEhB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC;IAE5C,+BAA+B;IAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpD,gBAAgB;IAChB,IAAI,YAAgC,CAAC;IACrC,IAAI,MAAM,CAAC,QAAQ,EAAE,UAAU,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/C,MAAM,KAAK,GACT,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAC1E,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC;aAChC,MAAM,CAAC,KAAK,CAAC;aACb,MAAM,CAAC,KAAK,CAAC;aACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC;IAED,6BAA6B;IAC7B,IAAI,EAAE,GAAG,OAAO;QACd,CAAC,CAAC,SAAS,QAAQ,YAAY;QAC/B,CAAC,CAAC,SAAS,QAAQ,WAAW,CAAC;IACjC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,EAAE,IAAI,gBAAgB,MAAM,CAAC,OAAO,MAAM,CAAC;IAC7C,CAAC;IAED,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,EAAE,IAAI,eAAe,MAAM,CAAC,cAAc,CAAC,IAAI,KAC7C,MAAM,CAAC,cAAc,CAAC,IAAI,IAAI,EAChC,kBAAkB,MAAM,CAAC,cAAc,CAAC,UAAU,KAAK,CAAC;IAC1D,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;QACxB,EAAE,IAAI,qBACJ,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAC1C,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC;IACxC,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QACpB,EAAE,IAAI,mCAAmC,MAAM,CAAC,QAAQ,CAAC,UAAU,IAAI,CAAC;QACxE,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC/B,EAAE,IAAI,iCAAiC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,EAAE,IAAI,4BAA4B,IAAI,CAAC,SAAS,CAC9C,MAAM,CAAC,IAAI,EACX,IAAI,EACJ,CAAC,CACF,YAAY,CAAC;IAChB,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,EAAE,IAAI,kBAAkB,YAAY,KAAK,CAAC;IAC5C,CAAC;IAED,OAAO;QACL,UAAU,EAAE,WAAW;QACvB,aAAa,EAAE,EAAE;QACjB,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,eAAe,EAAE;QAC3E,QAAQ,EAAE;YACR,YAAY;YACZ,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU;SACxC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/tools/ui-type.d.ts

@@ -0,0 +1,16 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { UiToolBase } from './ui-tool-base.js';
+import type { UiTypeArgs } from '../gui/protocol/schemas.js';
+import type { ToolInvocation, ToolResult } from './tools.js';
+import type { MessageBus } from '../confirmation-bus/message-bus.js';
+import type { Config } from '../config/config.js';
+export declare class UiTypeTool extends UiToolBase<UiTypeArgs> {
+    constructor(config: Config, messageBus?: MessageBus);
+    validateToolParams(params: UiTypeArgs): string | null;
+    protected createInvocation(params: UiTypeArgs, messageBus?: MessageBus, toolName?: string, toolDisplayName?: string): ToolInvocation<UiTypeArgs, ToolResult>;
+}

package/dist/src/tools/ui-type.js

@@ -0,0 +1,67 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { UiToolBase } from './ui-tool-base.js';
+import { UiTypeSchema } from '../gui/protocol/schemas.js';
+import { BaseToolInvocation, Kind } from './tools.js';
+import { UI_TYPE_TOOL_NAME } from './tool-names.js';
+import { buildUiConfirmationDetails, formatUiResult } from './ui-tool-utils.js';
+import { DesktopAutomationService } from '../gui/service/DesktopAutomationService.js';
+class UiTypeToolInvocation extends BaseToolInvocation {
+    config;
+    constructor(params, config, messageBus, toolName, toolDisplayName) {
+        super(params, messageBus, toolName, toolDisplayName);
+        this.config = config;
+    }
+    getDescription() {
+        return `Type text "${this.params.redactInLogs ? '***' : this.params.text}" into target: ${this.params.target || 'focused element'}`;
+    }
+    async getConfirmationDetails(_abortSignal) {
+        return buildUiConfirmationDetails({
+            toolName: this._toolName ?? UI_TYPE_TOOL_NAME,
+            description: this.getDescription(),
+            provenance: this.getProvenance(),
+            title: 'Confirm UI Type',
+            onConfirm: async (outcome) => {
+                await this.publishPolicyUpdate(outcome);
+            },
+            config: this.config,
+        });
+    }
+    async execute(_signal) {
+        const svc = DesktopAutomationService.getInstance();
+        const result = await svc.type(this.params);
+        return formatUiResult(result, 'UiType');
+    }
+}
+export class UiTypeTool extends UiToolBase {
+    constructor(config, messageBus) {
+        super(UI_TYPE_TOOL_NAME, 'UI Type', 'Type text into an element.', Kind.Execute, {
+            type: 'object',
+            properties: {
+                text: { type: 'string' },
+                target: {
+                    type: 'string',
+                    description: 'Selector for element to type into. Examples: name:"Username", role=text && name="Input"',
+                },
+                mode: { type: 'string', enum: ['insert', 'replace', 'append'] },
+                redactInLogs: { type: 'boolean' },
+                verify: { type: 'boolean' },
+            },
+            required: ['text'],
+        }, true, false, config, messageBus);
+    }
+    validateToolParams(params) {
+        const res = UiTypeSchema.safeParse(params);
+        if (!res.success)
+            return res.error.message;
+        return null;
+    }
+    createInvocation(params, messageBus, toolName, toolDisplayName) {
+        return new UiTypeToolInvocation(params, this.config, messageBus, toolName, toolDisplayName);
+    }
+}
+//# sourceMappingURL=ui-type.js.map

package/dist/src/tools/ui-type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui-type.js","sourceRoot":"","sources":["../../../src/tools/ui-type.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAO1D,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,wBAAwB,EAAE,MAAM,4CAA4C,CAAC;AAGtF,MAAM,oBAAqB,SAAQ,kBAA0C;IAGxD;IAFnB,YACE,MAAkB,EACD,MAAc,EAC/B,UAAuB,EACvB,QAAiB,EACjB,eAAwB;QAExB,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;QALpC,WAAM,GAAN,MAAM,CAAQ;IAMjC,CAAC;IAED,cAAc;QACZ,OAAO,cACL,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IACjD,kBAAkB,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,iBAAiB,EAAE,CAAC;IAC9D,CAAC;IAEkB,KAAK,CAAC,sBAAsB,CAC7C,YAAyB;QAEzB,OAAO,0BAA0B,CAAC;YAChC,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,iBAAiB;YAC7C,WAAW,EAAE,IAAI,CAAC,cAAc,EAAE;YAClC,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE;YAChC,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC3B,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YACD,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAoB;QAChC,MAAM,GAAG,GAAG,wBAAwB,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,OAAO,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,UAAsB;IACpD,YAAY,MAAc,EAAE,UAAuB;QACjD,KAAK,CACH,iBAAiB,EACjB,SAAS,EACT,4BAA4B,EAC5B,IAAI,CAAC,OAAO,EACZ;YACE,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACxB,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,yFAAyF;iBAC5F;gBACD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE;gBAC/D,YAAY,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;gBACjC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;aAC5B;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB,EACD,IAAI,EACJ,KAAK,EACL,MAAM,EACN,UAAU,CACX,CAAC;IACJ,CAAC;IAEQ,kBAAkB,CAAC,MAAkB;QAC5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,OAAO;YAAE,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAES,gBAAgB,CACxB,MAAkB,EAClB,UAAuB,EACvB,QAAiB,EACjB,eAAwB;QAExB,OAAO,IAAI,oBAAoB,CAC7B,MAAM,EACN,IAAI,CAAC,MAAM,EACX,UAAU,EACV,QAAQ,EACR,eAAe,CAChB,CAAC;IACJ,CAAC;CACF"}

package/dist/src/tools/ui-wait.d.ts

@@ -0,0 +1,16 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { UiToolBase } from './ui-tool-base.js';
+import type { UiWaitArgs } from '../gui/protocol/schemas.js';
+import type { ToolResult, ToolInvocation } from './tools.js';
+import type { MessageBus } from '../confirmation-bus/message-bus.js';
+import type { Config } from '../config/config.js';
+export declare class UiWaitTool extends UiToolBase<UiWaitArgs> {
+    constructor(config: Config, messageBus?: MessageBus);
+    validateToolParams(params: UiWaitArgs): string | null;
+    protected createInvocation(params: UiWaitArgs, messageBus?: MessageBus, toolName?: string, toolDisplayName?: string): ToolInvocation<UiWaitArgs, ToolResult>;
+}

package/dist/src/tools/ui-wait.js

@@ -0,0 +1,51 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { UiToolBase } from './ui-tool-base.js';
+import { UiWaitSchema } from '../gui/protocol/schemas.js';
+import { BaseToolInvocation, Kind } from './tools.js';
+import { UI_WAIT_TOOL_NAME } from './tool-names.js';
+import { formatUiResult } from './ui-tool-utils.js';
+import { DesktopAutomationService } from '../gui/service/DesktopAutomationService.js';
+class UiWaitToolInvocation extends BaseToolInvocation {
+    constructor(params, messageBus, toolName, toolDisplayName) {
+        super(params, messageBus, toolName, toolDisplayName);
+    }
+    getDescription() {
+        return `Waiting for ${this.params.selector} to be ${this.params.state || 'visible'}`;
+    }
+    async execute(signal) {
+        const svc = DesktopAutomationService.getInstance();
+        const result = await svc.waitFor(this.params, signal);
+        return formatUiResult(result, 'UiWait');
+    }
+}
+export class UiWaitTool extends UiToolBase {
+    constructor(config, messageBus) {
+        super(UI_WAIT_TOOL_NAME, 'UI Wait', 'Wait for a condition (e.g. element visible).', Kind.Read, {
+            type: 'object',
+            properties: {
+                selector: { type: 'string' },
+                state: {
+                    type: 'string',
+                    enum: ['visible', 'hidden', 'exists', 'removed'],
+                },
+                timeoutMs: { type: 'number' },
+            },
+            required: ['selector'],
+        }, true, false, config, messageBus);
+    }
+    validateToolParams(params) {
+        const res = UiWaitSchema.safeParse(params);
+        if (!res.success)
+            return res.error.message;
+        return null;
+    }
+    createInvocation(params, messageBus, toolName, toolDisplayName) {
+        return new UiWaitToolInvocation(params, messageBus, toolName, toolDisplayName);
+    }
+}
+//# sourceMappingURL=ui-wait.js.map

package/dist/src/tools/ui-wait.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui-wait.js","sourceRoot":"","sources":["../../../src/tools/ui-wait.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAG1D,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,wBAAwB,EAAE,MAAM,4CAA4C,CAAC;AAGtF,MAAM,oBAAqB,SAAQ,kBAA0C;IAC3E,YACE,MAAkB,EAClB,UAAuB,EACvB,QAAiB,EACjB,eAAwB;QAExB,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,CAAC,CAAC;IACvD,CAAC;IAED,cAAc;QACZ,OAAO,eAAe,IAAI,CAAC,MAAM,CAAC,QAAQ,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAmB;QAC/B,MAAM,GAAG,GAAG,wBAAwB,CAAC,WAAW,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,OAAO,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,UAAsB;IACpD,YAAY,MAAc,EAAE,UAAuB;QACjD,KAAK,CACH,iBAAiB,EACjB,SAAS,EACT,8CAA8C,EAC9C,IAAI,CAAC,IAAI,EACT;YACE,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC5B,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;iBACjD;gBACD,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC9B;YACD,QAAQ,EAAE,CAAC,UAAU,CAAC;SACvB,EACD,IAAI,EACJ,KAAK,EACL,MAAM,EACN,UAAU,CACX,CAAC;IACJ,CAAC;IAEQ,kBAAkB,CAAC,MAAkB;QAC5C,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,OAAO;YAAE,OAAO,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;QAC3C,OAAO,IAAI,CAAC;IACd,CAAC;IAES,gBAAgB,CACxB,MAAkB,EAClB,UAAuB,EACvB,QAAiB,EACjB,eAAwB;QAExB,OAAO,IAAI,oBAAoB,CAC7B,MAAM,EACN,UAAU,EACV,QAAQ,EACR,eAAe,CAChB,CAAC;IACJ,CAAC;CACF"}

package/dist/src/tools/web-fetch.d.ts

@@ -0,0 +1,36 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { ToolInvocation, ToolResult } from './tools.js';
+import { BaseDeclarativeTool } from './tools.js';
+import type { MessageBus } from '../confirmation-bus/message-bus.js';
+import type { Config } from '../config/config.js';
+/**
+ * Parses a prompt to extract valid URLs and identify malformed ones.
+ */
+export declare function parsePrompt(text: string): {
+    validUrls: string[];
+    errors: string[];
+};
+/**
+ * Parameters for the WebFetch tool
+ */
+export interface WebFetchToolParams {
+    /**
+     * The prompt containing URL(s) (up to 20) and instructions for processing their content.
+     */
+    prompt: string;
+}
+/**
+ * Implementation of the WebFetch tool logic
+ */
+export declare class WebFetchTool extends BaseDeclarativeTool<WebFetchToolParams, ToolResult> {
+    private readonly config;
+    static readonly Name = "web_fetch";
+    constructor(config: Config, messageBus?: MessageBus);
+    protected validateToolParamValues(params: WebFetchToolParams): string | null;
+    protected createInvocation(params: WebFetchToolParams, messageBus?: MessageBus, _toolName?: string, _toolDisplayName?: string): ToolInvocation<WebFetchToolParams, ToolResult>;
+}

package/dist/src/tools/web-fetch.js

@@ -0,0 +1,316 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * Portions Copyright 2025 TerminaI Authors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { BaseDeclarativeTool, BaseToolInvocation, Kind, ToolConfirmationOutcome, } from './tools.js';
+import { ToolErrorType } from './tool-error.js';
+import { getErrorMessage } from '../utils/errors.js';
+import { ApprovalMode } from '../policy/types.js';
+import { getResponseText } from '../utils/partUtils.js';
+import { fetchWithTimeout, isPrivateIp } from '../utils/fetch.js';
+import { convert } from 'html-to-text';
+import { logWebFetchFallbackAttempt, WebFetchFallbackAttemptEvent, } from '../telemetry/index.js';
+import { WEB_FETCH_TOOL_NAME } from './tool-names.js';
+import { debugLogger } from '../utils/debugLogger.js';
+import { retryWithBackoff } from '../utils/retry.js';
+import { buildToolActionProfile } from '../safety/approval-ladder/buildToolActionProfile.js';
+import { computeMinimumReviewLevel } from '../safety/approval-ladder/computeMinimumReviewLevel.js';
+const URL_FETCH_TIMEOUT_MS = 10000;
+const MAX_CONTENT_LENGTH = 100000;
+/**
+ * Parses a prompt to extract valid URLs and identify malformed ones.
+ */
+export function parsePrompt(text) {
+    const tokens = text.split(/\s+/);
+    const validUrls = [];
+    const errors = [];
+    for (const token of tokens) {
+        if (!token)
+            continue;
+        // Heuristic to check if the url appears to contain URL-like chars.
+        if (token.includes('://')) {
+            try {
+                // Validate with new URL()
+                const url = new URL(token);
+                // Allowlist protocols
+                if (['http:', 'https:'].includes(url.protocol)) {
+                    validUrls.push(url.href);
+                }
+                else {
+                    errors.push(`Unsupported protocol in URL: "${token}". Only http and https are supported.`);
+                }
+            }
+            catch (_) {
+                // new URL() threw, so it's malformed according to WHATWG standard
+                errors.push(`Malformed URL detected: "${token}".`);
+            }
+        }
+    }
+    return { validUrls, errors };
+}
+class WebFetchToolInvocation extends BaseToolInvocation {
+    config;
+    constructor(config, params, messageBus, _toolName, _toolDisplayName) {
+        super(params, messageBus, _toolName, _toolDisplayName);
+        this.config = config;
+    }
+    async executeFallback(signal) {
+        const { validUrls: urls } = parsePrompt(this.params.prompt);
+        // For now, we only support one URL for fallback
+        let url = urls[0];
+        // Convert GitHub blob URL to raw URL
+        if (url.includes('github.com') && url.includes('/blob/')) {
+            url = url
+                .replace('github.com', 'raw.githubusercontent.com')
+                .replace('/blob/', '/');
+        }
+        try {
+            const response = await retryWithBackoff(async () => {
+                const res = await fetchWithTimeout(url, URL_FETCH_TIMEOUT_MS);
+                if (!res.ok) {
+                    const error = new Error(`Request failed with status code ${res.status} ${res.statusText}`);
+                    error.status = res.status;
+                    throw error;
+                }
+                return res;
+            }, {
+                retryFetchErrors: this.config.getRetryFetchErrors(),
+            });
+            const rawContent = await response.text();
+            const contentType = response.headers.get('content-type') || '';
+            let textContent;
+            // Only use html-to-text if content type is HTML, or if no content type is provided (assume HTML)
+            if (contentType.toLowerCase().includes('text/html') ||
+                contentType === '') {
+                textContent = convert(rawContent, {
+                    wordwrap: false,
+                    selectors: [
+                        { selector: 'a', options: { ignoreHref: true } },
+                        { selector: 'img', format: 'skip' },
+                    ],
+                });
+            }
+            else {
+                // For other content types (text/plain, application/json, etc.), use raw text
+                textContent = rawContent;
+            }
+            textContent = textContent.substring(0, MAX_CONTENT_LENGTH);
+            const geminiClient = this.config.getGeminiClient();
+            const fallbackPrompt = `The user requested the following: "${this.params.prompt}".
+
+I was unable to access the URL directly. Instead, I have fetched the raw content of the page. Please use the following content to answer the request. Do not attempt to access the URL again.
+
+---
+${textContent}
+---
+`;
+            const result = await geminiClient.generateContent({ model: 'web-fetch-fallback' }, [{ role: 'user', parts: [{ text: fallbackPrompt }] }], signal);
+            const resultText = getResponseText(result) || '';
+            return {
+                llmContent: resultText,
+                returnDisplay: `Content for ${url} processed using fallback fetch.`,
+            };
+        }
+        catch (e) {
+            const error = e;
+            const errorMessage = `Error during fallback fetch for ${url}: ${error.message}`;
+            return {
+                llmContent: `Error: ${errorMessage}`,
+                returnDisplay: `Error: ${errorMessage}`,
+                error: {
+                    message: errorMessage,
+                    type: ToolErrorType.WEB_FETCH_FALLBACK_FAILED,
+                },
+            };
+        }
+    }
+    getDescription() {
+        const displayPrompt = this.params.prompt.length > 100
+            ? this.params.prompt.substring(0, 97) + '...'
+            : this.params.prompt;
+        return `Processing URLs and instructions from prompt: "${displayPrompt}"`;
+    }
+    async getConfirmationDetails(_abortSignal) {
+        // Legacy confirmation flow (no message bus OR policy decision was ASK_USER)
+        if (this.config.getApprovalMode() === ApprovalMode.AUTO_EDIT) {
+            return false;
+        }
+        const actionProfile = buildToolActionProfile({
+            toolName: WEB_FETCH_TOOL_NAME,
+            args: this.params,
+            config: this.config,
+            provenance: this.getProvenance(),
+        });
+        const reviewResult = computeMinimumReviewLevel(actionProfile, this.config);
+        if (reviewResult.level === 'A') {
+            return false;
+        }
+        // Perform GitHub URL conversion here to differentiate between user-provided
+        // URL and the actual URL to be fetched.
+        const { validUrls } = parsePrompt(this.params.prompt);
+        const urls = validUrls.map((url) => {
+            if (url.includes('github.com') && url.includes('/blob/')) {
+                return url
+                    .replace('github.com', 'raw.githubusercontent.com')
+                    .replace('/blob/', '/');
+            }
+            return url;
+        });
+        const confirmationDetails = {
+            type: 'info',
+            title: `Confirm Web Fetch`,
+            prompt: this.params.prompt,
+            urls,
+            reviewLevel: reviewResult.level,
+            requiresPin: reviewResult.requiresPin,
+            pinLength: reviewResult.requiresPin ? 6 : undefined,
+            explanation: reviewResult.reasons.join('; '),
+            onConfirm: async (outcome) => {
+                if (outcome === ToolConfirmationOutcome.ProceedAlways) {
+                    // No need to publish a policy update as the default policy for
+                    // AUTO_EDIT already reflects always approving web-fetch.
+                    this.config.setApprovalMode(ApprovalMode.AUTO_EDIT);
+                }
+                else {
+                    await this.publishPolicyUpdate(outcome);
+                }
+            },
+        };
+        return confirmationDetails;
+    }
+    async execute(signal) {
+        const userPrompt = this.params.prompt;
+        const { validUrls: urls } = parsePrompt(userPrompt);
+        const url = urls[0];
+        const isPrivate = isPrivateIp(url);
+        if (isPrivate) {
+            logWebFetchFallbackAttempt(this.config, new WebFetchFallbackAttemptEvent('private_ip'));
+            return this.executeFallback(signal);
+        }
+        const geminiClient = this.config.getGeminiClient();
+        try {
+            const response = await geminiClient.generateContent({ model: 'web-fetch' }, [{ role: 'user', parts: [{ text: userPrompt }] }], signal);
+            debugLogger.debug(`[WebFetchTool] Full response for prompt "${userPrompt.substring(0, 50)}...":`, JSON.stringify(response, null, 2));
+            let responseText = getResponseText(response) || '';
+            const urlContextMeta = response.candidates?.[0]?.urlContextMetadata;
+            const groundingMetadata = response.candidates?.[0]?.groundingMetadata;
+            const sources = groundingMetadata?.groundingChunks;
+            const groundingSupports = groundingMetadata?.groundingSupports;
+            // Error Handling
+            let processingError = false;
+            if (urlContextMeta?.urlMetadata &&
+                urlContextMeta.urlMetadata.length > 0) {
+                const allStatuses = urlContextMeta.urlMetadata.map((m) => m.urlRetrievalStatus);
+                if (allStatuses.every((s) => s !== 'URL_RETRIEVAL_STATUS_SUCCESS')) {
+                    processingError = true;
+                }
+            }
+            else if (!responseText.trim() && !sources?.length) {
+                // No URL metadata and no content/sources
+                processingError = true;
+            }
+            if (!processingError &&
+                !responseText.trim() &&
+                (!sources || sources.length === 0)) {
+                // Successfully retrieved some URL (or no specific error from urlContextMeta), but no usable text or grounding data.
+                processingError = true;
+            }
+            if (processingError) {
+                logWebFetchFallbackAttempt(this.config, new WebFetchFallbackAttemptEvent('primary_failed'));
+                return await this.executeFallback(signal);
+            }
+            const sourceListFormatted = [];
+            if (sources && sources.length > 0) {
+                sources.forEach((source, index) => {
+                    const title = source.web?.title || 'Untitled';
+                    const uri = source.web?.uri || 'Unknown URI'; // Fallback if URI is missing
+                    sourceListFormatted.push(`[${index + 1}] ${title} (${uri})`);
+                });
+                if (groundingSupports && groundingSupports.length > 0) {
+                    const insertions = [];
+                    groundingSupports.forEach((support) => {
+                        if (support.segment && support.groundingChunkIndices) {
+                            const citationMarker = support.groundingChunkIndices
+                                .map((chunkIndex) => `[${chunkIndex + 1}]`)
+                                .join('');
+                            insertions.push({
+                                index: support.segment.endIndex,
+                                marker: citationMarker,
+                            });
+                        }
+                    });
+                    insertions.sort((a, b) => b.index - a.index);
+                    const responseChars = responseText.split('');
+                    insertions.forEach((insertion) => {
+                        responseChars.splice(insertion.index, 0, insertion.marker);
+                    });
+                    responseText = responseChars.join('');
+                }
+                if (sourceListFormatted.length > 0) {
+                    responseText += `
+
+Sources:
+${sourceListFormatted.join('\n')}`;
+                }
+            }
+            const llmContent = responseText;
+            debugLogger.debug(`[WebFetchTool] Formatted tool response for prompt "${userPrompt}:\n\n":`, llmContent);
+            return {
+                llmContent,
+                returnDisplay: `Content processed from prompt.`,
+            };
+        }
+        catch (error) {
+            const errorMessage = `Error processing web content for prompt "${userPrompt.substring(0, 50)}...": ${getErrorMessage(error)}`;
+            return {
+                llmContent: `Error: ${errorMessage}`,
+                returnDisplay: `Error: ${errorMessage}`,
+                error: {
+                    message: errorMessage,
+                    type: ToolErrorType.WEB_FETCH_PROCESSING_ERROR,
+                },
+            };
+        }
+    }
+}
+/**
+ * Implementation of the WebFetch tool logic
+ */
+export class WebFetchTool extends BaseDeclarativeTool {
+    config;
+    static Name = WEB_FETCH_TOOL_NAME;
+    constructor(config, messageBus) {
+        super(WebFetchTool.Name, 'WebFetch', "Processes content from URL(s), including local and private network addresses (e.g., localhost), embedded in a prompt. Include up to 20 URLs and instructions (e.g., summarize, extract specific data) directly in the 'prompt' parameter.", Kind.Fetch, {
+            properties: {
+                prompt: {
+                    description: 'A comprehensive prompt that includes the URL(s) (up to 20) to fetch and specific instructions on how to process their content (e.g., "Summarize https://example.com/article and extract key points from https://another.com/data"). All URLs to be fetched must be valid and complete, starting with "http://" or "https://", and be fully-formed with a valid hostname (e.g., a domain name like "example.com" or an IP address). For example, "https://example.com" is valid, but "example.com" is not.',
+                    type: 'string',
+                },
+            },
+            required: ['prompt'],
+            type: 'object',
+        }, true, // isOutputMarkdown
+        false, // canUpdateOutput
+        messageBus);
+        this.config = config;
+    }
+    validateToolParamValues(params) {
+        if (!params.prompt || params.prompt.trim() === '') {
+            return "The 'prompt' parameter cannot be empty and must contain URL(s) and instructions.";
+        }
+        const { validUrls, errors } = parsePrompt(params.prompt);
+        if (errors.length > 0) {
+            return `Error(s) in prompt URLs:\n- ${errors.join('\n- ')}`;
+        }
+        if (validUrls.length === 0) {
+            return "The 'prompt' must contain at least one valid URL (starting with http:// or https://).";
+        }
+        return null;
+    }
+    createInvocation(params, messageBus, _toolName, _toolDisplayName) {
+        return new WebFetchToolInvocation(this.config, params, messageBus, _toolName, _toolDisplayName);
+    }
+}
+//# sourceMappingURL=web-fetch.js.map