@crosshands/cli 0.1.6 → 0.2.0

package/dist/intent/dispatch.js

@@ -0,0 +1,180 @@
+import { ComputerError, createComputerError, hasIntentTarget, parsePublicInput, parsePublicOutput, PublicMutationResultSchema, PublicSnapshotResultSchema, SnapshotResultSchema, splitPublicInput, toBrokerInput } from '@crosshands/contract';
+import { unwrapBrokerResult } from '../broker-result.js';
+import { parseJevEnv } from './env.js';
+import { liveEvaluator, namedTargetAllowed, suggestionFromAnswers } from './evaluate.js';
+import { clickableMoves, parseTreeMoves } from './tree.js';
+const NAMED_GATE = new Set(['click', 'setValue']);
+function policyUnavailable() {
+    return createComputerError('policy_unavailable', 'Jev could not rank this snapshot').toJSON();
+}
+function snapshotResultOf(value) {
+    return SnapshotResultSchema.parse(value);
+}
+function notAttempted(error, suggestion) {
+    return PublicMutationResultSchema.parse({
+        outcome: { state: 'not_attempted', error },
+        ...(suggestion === undefined ? {} : { suggestion })
+    });
+}
+function withSnapshotIssue(look, issue) {
+    return PublicSnapshotResultSchema.parse({
+        ...look,
+        issues: [...look.issues, issue]
+    });
+}
+function contextTokenOf(input) {
+    if (!('contextToken' in input) || typeof input.contextToken !== 'string')
+        return undefined;
+    return input.contextToken;
+}
+function elementIndexOf(input) {
+    if (!('target' in input))
+        return undefined;
+    const target = input.target;
+    if (target === null || typeof target !== 'object' || !('elementIndex' in target))
+        return undefined;
+    return typeof target.elementIndex === 'number' ? target.elementIndex : undefined;
+}
+function boundIndex(operation, suggestion) {
+    const move = suggestion.move;
+    if (operation === 'setValue' && move.kind === 'setValue')
+        return move.elementIndex;
+    if ((operation === 'click' || operation === 'scroll' || operation === 'performSecondaryAction') &&
+        move.kind === 'click') {
+        return move.elementIndex;
+    }
+    return undefined;
+}
+async function rank(look, goal, evaluate, log, app) {
+    const moves = clickableMoves(parseTreeMoves(look.snapshot.treeText));
+    if (moves.length === 0) {
+        return {
+            untrusted: true,
+            snapshotId: look.snapshot.id,
+            move: { kind: 'blocked', reason: 'no_candidate' }
+        };
+    }
+    const suggestion = suggestionFromAnswers(look.snapshot.id, moves, await evaluate({ goal, ...(app === undefined ? {} : { app }), moves }));
+    log?.emit({
+        kind: 'jev.decision',
+        snapshotId: suggestion.snapshotId,
+        move: suggestion.move.kind,
+        ...(suggestion.move.kind === 'click' ||
+            suggestion.move.kind === 'setValue' ||
+            suggestion.move.kind === 'secondary' ||
+            suggestion.move.kind === 'scroll'
+            ? { elementIndex: suggestion.move.elementIndex }
+            : {}),
+        confidence: suggestion.confidence,
+        goal
+    });
+    return suggestion;
+}
+function evaluatorFor(env, override) {
+    if (override !== undefined)
+        return override;
+    if (env.kind !== 'on')
+        return undefined;
+    return liveEvaluator(env.apiKey);
+}
+async function lookAgain(request, token) {
+    return snapshotResultOf(await request('getAppState', { contextToken: token, captureScreenshot: false }));
+}
+async function suggestObserve(request, input, goal, env, evaluate, log) {
+    const result = await request('getAppState', toBrokerInput('getAppState', input));
+    if (goal === undefined || env.kind === 'off')
+        return result;
+    const look = snapshotResultOf(result);
+    if (env.kind === 'fail_closed' || evaluate === undefined) {
+        return withSnapshotIssue(look, policyUnavailable());
+    }
+    try {
+        const app = 'app' in input && typeof input.app === 'string' ? input.app : undefined;
+        const suggestion = await rank(look, goal, evaluate, log, app);
+        return parsePublicOutput('getAppState', { ...look, suggestion });
+    }
+    catch {
+        return withSnapshotIssue(look, policyUnavailable());
+    }
+}
+async function bindIntentTarget(request, operation, input, goal, env, evaluate, log) {
+    if (env.kind === 'off') {
+        throw createComputerError('invalid_argument', 'intent targeting requires CROSSHANDS_JEV=1');
+    }
+    if (env.kind === 'fail_closed' || evaluate === undefined || goal === undefined) {
+        throw createComputerError('intent_unavailable', 'Jev is enabled but no TypeSafe key is set');
+    }
+    const token = contextTokenOf(input);
+    if (token === undefined) {
+        throw createComputerError('invalid_argument', 'intent targeting requires a context token');
+    }
+    let look;
+    let suggestion;
+    try {
+        look = await lookAgain(request, token);
+        suggestion = await rank(look, goal, evaluate, log);
+    }
+    catch (cause) {
+        if (cause instanceof ComputerError)
+            throw cause;
+        return notAttempted(policyUnavailable());
+    }
+    const index = boundIndex(operation, suggestion);
+    if (index === undefined)
+        return notAttempted(policyUnavailable(), suggestion);
+    const bound = {
+        ...splitPublicInput(input).rest,
+        contextToken: look.context.token,
+        target: { kind: 'element', elementIndex: index }
+    };
+    const result = await request(operation, toBrokerInput(operation, bound));
+    const body = result !== null && typeof result === 'object' ? result : {};
+    return parsePublicOutput(operation, {
+        ...body,
+        resolvedTarget: { kind: 'element', elementIndex: index },
+        suggestion
+    });
+}
+async function gateNamedTarget(request, input, goal, evaluate, log) {
+    const named = elementIndexOf(input);
+    const token = contextTokenOf(input);
+    if (token === undefined || named === undefined)
+        return undefined;
+    try {
+        const look = await lookAgain(request, token);
+        const suggestion = await rank(look, goal, evaluate, log);
+        const picked = suggestion.move.kind === 'click' || suggestion.move.kind === 'setValue'
+            ? suggestion.move.elementIndex
+            : undefined;
+        if (picked !== named || !namedTargetAllowed(suggestion.confidence)) {
+            return notAttempted(createComputerError('goal_mismatch', 'Named target does not match the per-call goal').toJSON(), suggestion);
+        }
+    }
+    catch {
+        return notAttempted(policyUnavailable());
+    }
+    return undefined;
+}
+export async function dispatchPublicOperation(broker, operation, rawInput, options = {}) {
+    const envState = parseJevEnv(options.env);
+    const parsed = parsePublicInput(operation, rawInput);
+    const { goal } = splitPublicInput(parsed);
+    const evaluate = evaluatorFor(envState, options.evaluate);
+    const request = async (name, input) => unwrapBrokerResult(await broker.request(name, input));
+    if (operation === 'getAppState') {
+        return suggestObserve(request, parsed, goal, envState, evaluate, options.log);
+    }
+    if (hasIntentTarget(parsed)) {
+        return bindIntentTarget(request, operation, parsed, goal, envState, evaluate, options.log);
+    }
+    if (goal !== undefined &&
+        envState.kind === 'on' &&
+        evaluate !== undefined &&
+        NAMED_GATE.has(operation)) {
+        const gated = await gateNamedTarget(request, parsed, goal, evaluate, options.log);
+        if (gated !== undefined)
+            return gated;
+    }
+    return request(operation, toBrokerInput(operation, parsed));
+}
+//# sourceMappingURL=dispatch.js.map

package/dist/intent/dispatch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dispatch.js","sourceRoot":"","sources":["../../src/intent/dispatch.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,mBAAmB,EACnB,eAAe,EACf,gBAAgB,EAChB,iBAAiB,EACjB,0BAA0B,EAC1B,0BAA0B,EAC1B,oBAAoB,EACpB,gBAAgB,EAChB,aAAa,EAKd,MAAM,sBAAsB,CAAA;AAE7B,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,WAAW,EAAe,MAAM,UAAU,CAAA;AACnD,OAAO,EACL,aAAa,EACb,kBAAkB,EAClB,qBAAqB,EAEtB,MAAM,eAAe,CAAA;AAEtB,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,WAAW,CAAA;AAY1D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAwB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAA;AAExE,SAAS,iBAAiB;IACxB,OAAO,mBAAmB,CAAC,oBAAoB,EAAE,kCAAkC,CAAC,CAAC,MAAM,EAAE,CAAA;AAC/F,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,oBAAoB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;AAC1C,CAAC;AAED,SAAS,YAAY,CACnB,KAA2C,EAC3C,UAAuB;IAEvB,OAAO,0BAA0B,CAAC,KAAK,CAAC;QACtC,OAAO,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE;QAC1C,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;KACpD,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,iBAAiB,CACxB,IAAoB,EACpB,KAA2C;IAE3C,OAAO,0BAA0B,CAAC,KAAK,CAAC;QACtC,GAAG,IAAI;QACP,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;KAChC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,CAAC,CAAC,cAAc,IAAI,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAA;IAC1F,OAAO,KAAK,CAAC,YAAY,CAAA;AAC3B,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;IAC3B,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC;QAAE,OAAO,SAAS,CAAA;IAClG,OAAO,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,CAAA;AAClF,CAAC;AAED,SAAS,UAAU,CAAC,SAAgC,EAAE,UAAsB;IAC1E,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAA;IAC5B,IAAI,SAAS,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,IAAI,CAAC,YAAY,CAAA;IAClF,IACE,CAAC,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,wBAAwB,CAAC;QAC3F,IAAI,CAAC,IAAI,KAAK,OAAO,EACrB,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAA;IAC1B,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,IAAI,CACjB,IAAoB,EACpB,IAAY,EACZ,QAAoB,EACpB,GAA0B,EAC1B,GAAY;IAEZ,MAAM,KAAK,GAAG,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;IACpE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO;YACL,SAAS,EAAE,IAAI;YACf,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,EAAE;YAC5B,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE;SAClD,CAAA;IACH,CAAC;IACD,MAAM,UAAU,GAAG,qBAAqB,CACtC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAChB,KAAK,EACL,MAAM,QAAQ,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CACvE,CAAA;IACD,GAAG,EAAE,IAAI,CAAC;QACR,IAAI,EAAE,cAAc;QACpB,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI;QAC1B,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO;YACpC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU;YACnC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW;YACpC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ;YAC/B,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE;YAChD,CAAC,CAAC,EAAE,CAAC;QACP,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,IAAI;KACL,CAAC,CAAA;IACF,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,GAAW,EAAE,QAAgC;IACjE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAA;IAC3C,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI;QAAE,OAAO,SAAS,CAAA;IACvC,OAAO,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AAClC,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAgC,EAAE,KAAa;IACtE,OAAO,gBAAgB,CACrB,MAAM,OAAO,CAAC,aAAa,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAChF,CAAA;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,OAAgC,EAChC,KAA0C,EAC1C,IAAwB,EACxB,GAAW,EACX,QAAgC,EAChC,GAA0B;IAE1B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,EAAE,aAAa,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC,CAAA;IAChF,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,MAAM,CAAA;IAC3D,MAAM,IAAI,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACrC,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACzD,OAAO,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;IACrD,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAA;QACnF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;QAC7D,OAAO,iBAAiB,CAAC,aAAa,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC,CAAA;IAClE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,iBAAiB,CAAC,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAC7B,OAAgC,EAChC,SAAgC,EAChC,KAAa,EACb,IAAwB,EACxB,GAAW,EACX,QAAgC,EAChC,GAA0B;IAE1B,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACvB,MAAM,mBAAmB,CAAC,kBAAkB,EAAE,4CAA4C,CAAC,CAAA;IAC7F,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/E,MAAM,mBAAmB,CAAC,oBAAoB,EAAE,2CAA2C,CAAC,CAAA;IAC9F,CAAC;IACD,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IACnC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,MAAM,mBAAmB,CAAC,kBAAkB,EAAE,2CAA2C,CAAC,CAAA;IAC5F,CAAC;IACD,IAAI,IAAoB,CAAA;IACxB,IAAI,UAAsB,CAAA;IAC1B,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QACtC,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;IACpD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,aAAa;YAAE,MAAM,KAAK,CAAA;QAC/C,OAAO,YAAY,CAAC,iBAAiB,EAAE,CAAC,CAAA;IAC1C,CAAC;IACD,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IAC/C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,YAAY,CAAC,iBAAiB,EAAE,EAAE,UAAU,CAAC,CAAA;IAC7E,MAAM,KAAK,GAAG;QACZ,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,IAAI;QAC/B,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;QAChC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAkB,EAAE,YAAY,EAAE,KAAK,EAAE;KAC1D,CAAA;IACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;IACxE,OAAO,iBAAiB,CAAC,SAAS,EAAE;QAClC,GAAG,IAAI;QACP,cAAc,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE;QACxD,UAAU;KACX,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAAgC,EAChC,KAAa,EACb,IAAY,EACZ,QAAoB,EACpB,GAA0B;IAE1B,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IACnC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IAChE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAC5C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAA;QACxD,MAAM,MAAM,GACV,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU;YACrE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY;YAC9B,CAAC,CAAC,SAAS,CAAA;QACf,IAAI,MAAM,KAAK,KAAK,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACnE,OAAO,YAAY,CACjB,mBAAmB,CACjB,eAAe,EACf,+CAA+C,CAChD,CAAC,MAAM,EAAE,EACV,UAAU,CACX,CAAA;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,YAAY,CAAC,iBAAiB,EAAE,CAAC,CAAA;IAC1C,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAoB,EACpB,SAAgC,EAChC,QAAiB,EACjB,UAA2B,EAAE;IAE7B,MAAM,QAAQ,GAAG,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IACzC,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAA;IACpD,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA;IACzD,MAAM,OAAO,GAA4B,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7D,kBAAkB,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAA;IAEvD,IAAI,SAAS,KAAK,aAAa,EAAE,CAAC;QAChC,OAAO,cAAc,CACnB,OAAO,EACP,MAA6C,EAC7C,IAAI,EACJ,QAAQ,EACR,QAAQ,EACR,OAAO,CAAC,GAAG,CACZ,CAAA;IACH,CAAC;IACD,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;QAC5B,OAAO,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;IAC5F,CAAC;IACD,IACE,IAAI,KAAK,SAAS;QAClB,QAAQ,CAAC,IAAI,KAAK,IAAI;QACtB,QAAQ,KAAK,SAAS;QACtB,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EACzB,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAA;QACjF,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAA;IACvC,CAAC;IACD,OAAO,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAA;AAC7D,CAAC"}

package/dist/intent/env.d.ts

@@ -0,0 +1,11 @@
+export type JevEnv = {
+    kind: 'off';
+} | {
+    kind: 'fail_closed';
+    reason: 'missing_key';
+} | {
+    kind: 'on';
+    apiKey: string;
+};
+export declare function parseJevEnv(env?: NodeJS.ProcessEnv): JevEnv;
+//# sourceMappingURL=env.d.ts.map

package/dist/intent/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/intent/env.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,MAAM,GACd;IAAE,IAAI,EAAE,KAAK,CAAA;CAAE,GACf;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,GAC9C;IAAE,IAAI,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAA;AAElC,wBAAgB,WAAW,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,MAAM,CAOxE"}

package/dist/intent/env.js

@@ -0,0 +1,10 @@
+export function parseJevEnv(env = process.env) {
+    if (env.CROSSHANDS_JEV !== '1')
+        return { kind: 'off' };
+    const apiKey = env.TYPESAFE_API_KEY;
+    if (typeof apiKey !== 'string' || apiKey.length === 0) {
+        return { kind: 'fail_closed', reason: 'missing_key' };
+    }
+    return { kind: 'on', apiKey };
+}
+//# sourceMappingURL=env.js.map

package/dist/intent/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/intent/env.ts"],"names":[],"mappings":"AAKA,MAAM,UAAU,WAAW,CAAC,MAAyB,OAAO,CAAC,GAAG;IAC9D,IAAI,GAAG,CAAC,cAAc,KAAK,GAAG;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAA;IACtD,MAAM,MAAM,GAAG,GAAG,CAAC,gBAAgB,CAAA;IACnC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,CAAA;IACvD,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;AAC/B,CAAC"}

package/dist/intent/evaluate.d.ts

@@ -0,0 +1,21 @@
+import type { Suggestion } from '@crosshands/contract';
+import type { TreeMove } from './tree.js';
+export type JevAnswers = {
+    move: 'click' | 'setValue' | 'wait' | 'done' | 'blocked';
+    clickWhich?: string;
+    setValueWhich?: string;
+    confidence?: number;
+    goalMet?: number;
+    blockedReason?: string;
+};
+export type EvaluateInput = {
+    goal: string;
+    app?: string;
+    moves: readonly TreeMove[];
+};
+export type EvaluateFn = (input: EvaluateInput) => Promise<JevAnswers>;
+export declare const GATE_REFUSE_BELOW = 0.35;
+export declare function namedTargetAllowed(confidence: number | undefined): boolean;
+export declare function suggestionFromAnswers(snapshotId: string, moves: readonly TreeMove[], answers: JevAnswers): Suggestion;
+export declare function liveEvaluator(apiKey: string): EvaluateFn;
+//# sourceMappingURL=evaluate.d.ts.map

package/dist/intent/evaluate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.d.ts","sourceRoot":"","sources":["../../src/intent/evaluate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAA;AAEtD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAEzC,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;IACxD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,aAAa,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,SAAS,QAAQ,EAAE,CAAA;CAC3B,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,OAAO,CAAC,UAAU,CAAC,CAAA;AAEtE,eAAO,MAAM,iBAAiB,OAAO,CAAA;AAErC,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAG1E;AAED,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,SAAS,QAAQ,EAAE,EAC1B,OAAO,EAAE,UAAU,GAClB,UAAU,CAiCZ;AAeD,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,CA0ExD"}

package/dist/intent/evaluate.js

@@ -0,0 +1,115 @@
+export const GATE_REFUSE_BELOW = 0.35;
+export function namedTargetAllowed(confidence) {
+    if (confidence === undefined)
+        return true;
+    return confidence >= GATE_REFUSE_BELOW;
+}
+export function suggestionFromAnswers(snapshotId, moves, answers) {
+    const byIndex = new Map(moves.map((move) => [String(move.elementIndex), move]));
+    if (answers.move === 'wait') {
+        return { untrusted: true, snapshotId, move: { kind: 'wait' }, confidence: answers.confidence };
+    }
+    if (answers.move === 'done') {
+        return { untrusted: true, snapshotId, move: { kind: 'done' }, confidence: answers.confidence };
+    }
+    if (answers.move === 'blocked') {
+        return {
+            untrusted: true,
+            snapshotId,
+            move: { kind: 'blocked', reason: answers.blockedReason ?? 'blocked' },
+            confidence: answers.confidence
+        };
+    }
+    const raw = answers.move === 'setValue' ? answers.setValueWhich : answers.clickWhich;
+    const selected = raw === undefined ? undefined : byIndex.get(raw);
+    if (selected === undefined) {
+        return {
+            untrusted: true,
+            snapshotId,
+            move: { kind: 'blocked', reason: 'no_candidate' },
+            confidence: answers.confidence
+        };
+    }
+    return {
+        untrusted: true,
+        snapshotId,
+        move: { kind: answers.move, elementIndex: selected.elementIndex },
+        confidence: answers.confidence,
+        label: `${selected.role} ${selected.label}`.trim()
+    };
+}
+function criteria(moves) {
+    return Object.fromEntries(moves.map((move) => [String(move.elementIndex), `${move.role} ${move.label}`.trim()]));
+}
+export function liveEvaluator(apiKey) {
+    return async (input) => {
+        const clickable = criteria(input.moves);
+        const response = await fetch('https://api.typesafe.ai/v1/systemone', {
+            method: 'POST',
+            headers: {
+                authorization: `Bearer ${apiKey}`,
+                'content-type': 'application/json'
+            },
+            body: JSON.stringify({
+                model: 'jev-latest',
+                state: {
+                    goal: input.goal,
+                    ...(input.app === undefined ? {} : { app: input.app }),
+                    clickable
+                },
+                questions: {
+                    move: {
+                        type: 'choice',
+                        instructions: 'What should we do next for the goal?',
+                        criteria: {
+                            click: 'Press one clickable control',
+                            setValue: 'Pick a field for the caller to fill',
+                            wait: 'The window is still loading',
+                            done: 'The goal is already met',
+                            blocked: 'Stop'
+                        }
+                    },
+                    click_which: {
+                        type: 'choice',
+                        instructions: 'If the move is click, which control?',
+                        criteria: clickable
+                    },
+                    setvalue_which: {
+                        type: 'choice',
+                        instructions: 'If the move is setValue, which field?',
+                        criteria: clickable
+                    },
+                    goal_met: {
+                        type: 'noul',
+                        instructions: 'Is the goal already met?'
+                    }
+                }
+            })
+        });
+        if (!response.ok) {
+            throw new Error(`TypeSafe HTTP ${response.status}`);
+        }
+        const body = (await response.json());
+        const answers = body.answers ?? {};
+        const move = answers.move?.choice;
+        if (move !== 'click' &&
+            move !== 'setValue' &&
+            move !== 'wait' &&
+            move !== 'done' &&
+            move !== 'blocked') {
+            return { move: 'blocked', blockedReason: 'no_candidate' };
+        }
+        const clickWhich = answers.click_which?.choice;
+        const setValueWhich = answers.setvalue_which?.choice;
+        const confidence = answers.move?.confidence ?? answers.click_which?.confidence;
+        const goalMet = answers.goal_met?.noul;
+        return {
+            move,
+            ...(clickWhich === undefined ? {} : { clickWhich }),
+            ...(setValueWhich === undefined ? {} : { setValueWhich }),
+            ...(confidence === undefined ? {} : { confidence }),
+            ...(goalMet === undefined ? {} : { goalMet })
+        };
+    };
+}
+//# sourceMappingURL=evaluate.js.map

package/dist/intent/evaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluate.js","sourceRoot":"","sources":["../../src/intent/evaluate.ts"],"names":[],"mappings":"AAqBA,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAErC,MAAM,UAAU,kBAAkB,CAAC,UAA8B;IAC/D,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,IAAI,CAAA;IACzC,OAAO,UAAU,IAAI,iBAAiB,CAAA;AACxC,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,UAAkB,EAClB,KAA0B,EAC1B,OAAmB;IAEnB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/E,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAA;IAChG,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC5B,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAA;IAChG,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO;YACL,SAAS,EAAE,IAAI;YACf,UAAU;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,SAAS,EAAE;YACrE,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAA;IACH,CAAC;IACD,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAA;IACpF,MAAM,QAAQ,GAAG,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IACjE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO;YACL,SAAS,EAAE,IAAI;YACf,UAAU;YACV,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE;YACjD,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAA;IACH,CAAC;IACD,OAAO;QACL,SAAS,EAAE,IAAI;QACf,UAAU;QACV,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,YAAY,EAAE,QAAQ,CAAC,YAAY,EAAE;QACjE,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,KAAK,EAAE,GAAG,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE;KACnD,CAAA;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAA0B;IAC1C,OAAO,MAAM,CAAC,WAAW,CACvB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CACtF,CAAA;AACH,CAAC;AASD,MAAM,UAAU,aAAa,CAAC,MAAc;IAC1C,OAAO,KAAK,EAAE,KAAK,EAAE,EAAE;QACrB,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,sCAAsC,EAAE;YACnE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE;oBACL,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,GAAG,CAAC,KAAK,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC;oBACtD,SAAS;iBACV;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,YAAY,EAAE,sCAAsC;wBACpD,QAAQ,EAAE;4BACR,KAAK,EAAE,6BAA6B;4BACpC,QAAQ,EAAE,qCAAqC;4BAC/C,IAAI,EAAE,6BAA6B;4BACnC,IAAI,EAAE,yBAAyB;4BAC/B,OAAO,EAAE,MAAM;yBAChB;qBACF;oBACD,WAAW,EAAE;wBACX,IAAI,EAAE,QAAQ;wBACd,YAAY,EAAE,sCAAsC;wBACpD,QAAQ,EAAE,SAAS;qBACpB;oBACD,cAAc,EAAE;wBACd,IAAI,EAAE,QAAQ;wBACd,YAAY,EAAE,uCAAuC;wBACrD,QAAQ,EAAE,SAAS;qBACpB;oBACD,QAAQ,EAAE;wBACR,IAAI,EAAE,MAAM;wBACZ,YAAY,EAAE,0BAA0B;qBACzC;iBACF;aACF,CAAC;SACH,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACrD,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAA;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAA;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,MAAM,CAAA;QACjC,IACE,IAAI,KAAK,OAAO;YAChB,IAAI,KAAK,UAAU;YACnB,IAAI,KAAK,MAAM;YACf,IAAI,KAAK,MAAM;YACf,IAAI,KAAK,SAAS,EAClB,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,cAAc,EAAE,CAAA;QAC3D,CAAC;QACD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,MAAM,CAAA;QAC9C,MAAM,aAAa,GAAG,OAAO,CAAC,cAAc,EAAE,MAAM,CAAA;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,UAAU,IAAI,OAAO,CAAC,WAAW,EAAE,UAAU,CAAA;QAC9E,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAA;QACtC,OAAO;YACL,IAAI;YACJ,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;YACnD,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;YACzD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;YACnD,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;SAC9C,CAAA;IACH,CAAC,CAAA;AACH,CAAC"}

package/dist/intent/log.d.ts

@@ -0,0 +1,8 @@
+export type JevLogger = {
+    emit(record: Record<string, unknown>): void;
+    close(): Promise<void>;
+};
+export declare function hashGoal(goal: string): string;
+export declare function createJevLogger(graphicalSessionId: string, env?: NodeJS.ProcessEnv): JevLogger;
+export declare function createCliJevLogger(env?: NodeJS.ProcessEnv): JevLogger | undefined;
+//# sourceMappingURL=log.d.ts.map

package/dist/intent/log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.d.ts","sourceRoot":"","sources":["../../src/intent/log.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAA;IAC3C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB,CAAA;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE7C;AAID,wBAAgB,eAAe,CAC7B,kBAAkB,EAAE,MAAM,EAC1B,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,SAAS,CAoBX;AAED,wBAAgB,kBAAkB,CAAC,GAAG,GAAE,MAAM,CAAC,UAAwB,GAAG,SAAS,GAAG,SAAS,CAG9F"}

package/dist/intent/log.js

@@ -0,0 +1,37 @@
+import { createHash, randomUUID } from 'node:crypto';
+import { JsonlFileWriter, diagnosticsDirectory } from '@crosshands/runtime';
+import { localClientPaths } from '../local-client.js';
+import { parseJevEnv } from './env.js';
+export function hashGoal(goal) {
+    return createHash('sha256').update(goal).digest('hex');
+}
+const OMIT = new Set(['goal', 'apiKey', 'treeText', 'text', 'value', 'TYPESAFE_API_KEY']);
+export function createJevLogger(graphicalSessionId, env = process.env) {
+    const writer = new JsonlFileWriter({
+        directory: diagnosticsDirectory(graphicalSessionId, { env }),
+        generation: `jev-${randomUUID()}`
+    });
+    writer.start();
+    return {
+        emit(record) {
+            const kind = record.kind;
+            if (typeof kind !== 'string')
+                return;
+            const goal = record.goal;
+            const rest = { ...record, kind, v: 1, ts: new Date().toISOString() };
+            for (const key of OMIT)
+                delete rest[key];
+            writer.emit({
+                ...rest,
+                ...(typeof goal === 'string' ? { goalSha256: hashGoal(goal) } : {})
+            });
+        },
+        close: () => writer.close()
+    };
+}
+export function createCliJevLogger(env = process.env) {
+    if (parseJevEnv(env).kind === 'off')
+        return undefined;
+    return createJevLogger(localClientPaths().identity.graphicalSessionId, env);
+}
+//# sourceMappingURL=log.js.map

package/dist/intent/log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../../src/intent/log.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAEpD,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAE3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAOtC,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACxD,CAAC;AAED,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,CAAA;AAEzF,MAAM,UAAU,eAAe,CAC7B,kBAA0B,EAC1B,MAAyB,OAAO,CAAC,GAAG;IAEpC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,SAAS,EAAE,oBAAoB,CAAC,kBAAkB,EAAE,EAAE,GAAG,EAAE,CAAC;QAC5D,UAAU,EAAE,OAAO,UAAU,EAAE,EAAE;KAClC,CAAC,CAAA;IACF,MAAM,CAAC,KAAK,EAAE,CAAA;IACd,OAAO;QACL,IAAI,CAAC,MAAM;YACT,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;YACxB,IAAI,OAAO,IAAI,KAAK,QAAQ;gBAAE,OAAM;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;YACxB,MAAM,IAAI,GAA4B,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;YAC7F,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAA;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,GAAG,IAAI;gBACP,GAAG,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpE,CAAC,CAAA;QACJ,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE;KAC5B,CAAA;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAyB,OAAO,CAAC,GAAG;IACrE,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,SAAS,CAAA;IACrD,OAAO,eAAe,CAAC,gBAAgB,EAAE,CAAC,QAAQ,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAA;AAC7E,CAAC"}

package/dist/intent/tree.d.ts

@@ -0,0 +1,13 @@
+export type TreeMove = {
+    elementIndex: number;
+    role: string;
+    label: string;
+    line: string;
+    disabled: boolean;
+    clickable: boolean;
+    settable: boolean;
+};
+export declare function parseTreeMoves(treeText: string): TreeMove[];
+export declare const JEV_CHOICE_CAP = 255;
+export declare function clickableMoves(moves: readonly TreeMove[]): TreeMove[];
+//# sourceMappingURL=tree.d.ts.map

package/dist/intent/tree.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree.d.ts","sourceRoot":"","sources":["../../src/intent/tree.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,QAAQ,GAAG;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,EAAE,OAAO,CAAA;IACjB,SAAS,EAAE,OAAO,CAAA;IAClB,QAAQ,EAAE,OAAO,CAAA;CAClB,CAAA;AAgED,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,EAAE,CA2B3D;AAED,eAAO,MAAM,cAAc,MAAM,CAAA;AAEjC,wBAAgB,cAAc,CAAC,KAAK,EAAE,SAAS,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAIrE"}

package/dist/intent/tree.js

@@ -0,0 +1,99 @@
+const ROW_START = /^(\t*)(\d+) (.+)$/;
+const MULTI_WORD_ROLES = [
+    'search text field',
+    'text field',
+    'text area',
+    'menu button',
+    'pop up button',
+    'popup button',
+    'radio button',
+    'check box',
+    'combo box',
+    'disclosure triangle',
+    'standard window',
+    'scroll area',
+    'split group',
+    'outline row',
+    'table row'
+];
+const CLICKABLE_ROLE = new Set([
+    'button',
+    'link',
+    'checkbox',
+    'check box',
+    'radio button',
+    'radio',
+    'tab',
+    'menu button',
+    'pop up button',
+    'popup button',
+    'combo box',
+    'disclosure triangle'
+]);
+const SETTABLE_ROLE = new Set(['text field', 'search text field', 'text area', 'combo box']);
+function isHeaderOrFooter(line) {
+    if (line.length === 0)
+        return true;
+    if (line.startsWith('App='))
+        return true;
+    if (line.startsWith('Window:'))
+        return true;
+    if (line.startsWith('The focused UI element'))
+        return true;
+    if (line.startsWith('No UI element'))
+        return true;
+    return false;
+}
+function roleAndLabel(body) {
+    const lower = body.toLowerCase();
+    const multi = MULTI_WORD_ROLES.find((role) => lower.startsWith(role) && (body.length === role.length || /[\s,(]/.test(body[role.length])));
+    if (multi !== undefined) {
+        return {
+            role: body.slice(0, multi.length),
+            label: body.slice(multi.length).replace(/^[\s,]+/, '')
+        };
+    }
+    const comma = body.indexOf(',');
+    const head = (comma === -1 ? body : body.slice(0, comma)).trim();
+    const space = head.indexOf(' ');
+    if (space === -1)
+        return { role: head, label: '' };
+    return { role: head.slice(0, space), label: head.slice(space + 1).trim() };
+}
+export function parseTreeMoves(treeText) {
+    const rows = [];
+    for (const line of treeText.split('\n')) {
+        const match = ROW_START.exec(line);
+        if (match !== null && match[2] !== undefined && match[3] !== undefined) {
+            rows.push({ elementIndex: Number(match[2]), body: match[3] });
+            continue;
+        }
+        const previous = rows[rows.length - 1];
+        if (previous !== undefined && !isHeaderOrFooter(line))
+            previous.body += `\n${line}`;
+    }
+    return rows.map((row) => {
+        const { role, label } = roleAndLabel(row.body);
+        const disabled = /\(disabled\)/.test(row.body);
+        const roleKey = role.toLowerCase();
+        const settable = /\(settable\)/.test(row.body) || SETTABLE_ROLE.has(roleKey);
+        const clickable = !disabled && (CLICKABLE_ROLE.has(roleKey) || settable);
+        return {
+            elementIndex: row.elementIndex,
+            role,
+            label,
+            line: `${row.elementIndex} ${row.body}`,
+            disabled,
+            clickable,
+            settable
+        };
+    });
+}
+export const JEV_CHOICE_CAP = 255;
+export function clickableMoves(moves) {
+    const selected = moves.filter((move) => move.clickable);
+    if (selected.length <= JEV_CHOICE_CAP)
+        return selected;
+    return selected.slice(0, JEV_CHOICE_CAP);
+}
+//# sourceMappingURL=tree.js.map

package/dist/intent/tree.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tree.js","sourceRoot":"","sources":["../../src/intent/tree.ts"],"names":[],"mappings":"AAUA,MAAM,SAAS,GAAG,mBAAmB,CAAA;AACrC,MAAM,gBAAgB,GAAG;IACvB,mBAAmB;IACnB,YAAY;IACZ,WAAW;IACX,aAAa;IACb,eAAe;IACf,cAAc;IACd,cAAc;IACd,WAAW;IACX,WAAW;IACX,qBAAqB;IACrB,iBAAiB;IACjB,aAAa;IACb,aAAa;IACb,aAAa;IACb,WAAW;CACH,CAAA;AACV,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,QAAQ;IACR,MAAM;IACN,UAAU;IACV,WAAW;IACX,cAAc;IACd,OAAO;IACP,KAAK;IACL,aAAa;IACb,eAAe;IACf,cAAc;IACd,WAAW;IACX,qBAAqB;CACtB,CAAC,CAAA;AACF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,mBAAmB,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;AAE5F,SAAS,gBAAgB,CAAC,IAAY;IACpC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IAClC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;QAAE,OAAO,IAAI,CAAA;IACxC,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3C,IAAI,IAAI,CAAC,UAAU,CAAC,wBAAwB,CAAC;QAAE,OAAO,IAAI,CAAA;IAC1D,IAAI,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;QAAE,OAAO,IAAI,CAAA;IACjD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAChC,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CACjC,CAAC,IAAI,EAAE,EAAE,CACP,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAE,CAAC,CAAC,CAC/F,CAAA;IACD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC;YACjC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;SACvD,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC/B,MAAM,IAAI,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAChE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC/B,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAA;IAClD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AAC5E,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,MAAM,IAAI,GAA6C,EAAE,CAAA;IACzD,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;YACvE,IAAI,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YAC7D,SAAQ;QACV,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;QACtC,IAAI,QAAQ,KAAK,SAAS,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAA;IACrF,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QACtB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QAClC,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC5E,MAAM,SAAS,GAAG,CAAC,QAAQ,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,QAAQ,CAAC,CAAA;QACxE,OAAO;YACL,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,IAAI;YACJ,KAAK;YACL,IAAI,EAAE,GAAG,GAAG,CAAC,YAAY,IAAI,GAAG,CAAC,IAAI,EAAE;YACvC,QAAQ;YACR,SAAS;YACT,QAAQ;SACT,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,GAAG,CAAA;AAEjC,MAAM,UAAU,cAAc,CAAC,KAA0B;IACvD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACvD,IAAI,QAAQ,CAAC,MAAM,IAAI,cAAc;QAAE,OAAO,QAAQ,CAAA;IACtD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;AAC1C,CAAC"}

package/dist/local-client.d.ts

@@ -13,5 +13,6 @@ export type ProductionClientOptions = {
     spawnBroker?: (entrypoint: string) => void | Promise<void>;
     paths?: LocalClientPaths;
 };
+export declare function brokerSpawnEnv(env: NodeJS.ProcessEnv): NodeJS.ProcessEnv;
 export declare function createProductionBrokerClient(options?: ProductionClientOptions): Promise<CliBrokerClient>;
 //# sourceMappingURL=local-client.d.ts.map

package/dist/local-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-client.d.ts","sourceRoot":"","sources":["../src/local-client.ts"],"names":[],"mappings":"AAOA,OAAO,EAAsB,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,qBAAqB,CAAA;AAEnG,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEjD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,oBAAoB,CAAA;IAC9B,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,CAAA;CAC5C,CAAA;AAED,wBAAgB,gBAAgB,IAAI,gBAAgB,CA2BnD;AAuDD,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1D,KAAK,CAAC,EAAE,gBAAgB,CAAA;CACzB,CAAA;AAkBD,wBAAsB,4BAA4B,CAChD,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,eAAe,CAAC,CAqC1B"}
+{"version":3,"file":"local-client.d.ts","sourceRoot":"","sources":["../src/local-client.ts"],"names":[],"mappings":"AAMA,OAAO,EAEL,cAAc,EAGd,KAAK,oBAAoB,EAC1B,MAAM,qBAAqB,CAAA;AAG5B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEjD,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,oBAAoB,CAAA;IAC9B,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,CAAA;CAC5C,CAAA;AAED,wBAAgB,gBAAgB,IAAI,gBAAgB,CA2BnD;AAwDD,MAAM,MAAM,uBAAuB,GAAG;IACpC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IAC1D,KAAK,CAAC,EAAE,gBAAgB,CAAA;CACzB,CAAA;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAOxE;AAkBD,wBAAsB,4BAA4B,CAChD,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,eAAe,CAAC,CAqC1B"}