@hoilab/ada-cli 0.84.22 → 0.85.1

package/dist/core/computer/motor/outline.d.ts

@@ -0,0 +1,155 @@
+export interface OutlineRect {
+    x: number;
+    y: number;
+    w: number;
+    h: number;
+}
+export interface OutlineText {
+    string: string;
+    confidence: number;
+    rect?: OutlineRect;
+}
+export interface OutlineScrollExtent {
+    seen: number;
+    total: number;
+}
+export interface OutlineNode {
+    ref: string;
+    wireRef?: string;
+    role: string;
+    subrole: string;
+    identifier: string;
+    title: string;
+    description: string;
+    value: string;
+    actions: string[];
+    canPress: boolean;
+    canFocus: boolean;
+    canSetValue: boolean;
+    canScroll: boolean;
+    canIncrement: boolean;
+    canDecrement: boolean;
+    isTextInput: boolean;
+    rect?: OutlineRect;
+    focused: boolean;
+    offscreen: boolean;
+    pictureOnly: boolean;
+    truncated: boolean;
+    scrollExtent?: OutlineScrollExtent;
+    text: OutlineText[];
+    children: OutlineNode[];
+    parent?: OutlineNode;
+}
+export interface Outline {
+    lookId: string;
+    root: OutlineNode;
+    nodes: OutlineNode[];
+    refToWireRef: Map<string, string>;
+    wireRefToRef: Map<string, string>;
+}
+export interface LookImage {
+    jpegBase64: string;
+    mimeType?: "image/jpeg" | "image/png";
+    width: number;
+    height: number;
+}
+export interface LookWindow {
+    windowId: number;
+    rootRef?: string;
+    kind?: string;
+    framePoints: OutlineRect;
+    scaleFactor: number;
+    isModal: boolean;
+    metadata?: Record<string, unknown>;
+    role: string;
+    subrole: string;
+}
+export interface LookResponse {
+    lookId: string;
+    capturedAt: number;
+    window: LookWindow;
+    image?: LookImage;
+    outline: OutlineNode;
+    timings: Record<string, number>;
+    readText?: {
+        requested?: "auto" | "always" | "never";
+        executed: boolean;
+    };
+    parsedOutline?: Outline;
+}
+export interface OutlineSearchMatch {
+    ref: string;
+    role: string;
+    label: string;
+    actions: string[];
+    path: string;
+    matchReason?: "exact" | "prefix" | "substring" | "fuzzy" | "filter";
+    score?: number;
+    node: OutlineNode;
+}
+export type SerializedOutlineSearchMatch = Omit<OutlineSearchMatch, "node"> & {
+    node?: never;
+};
+export interface FoldResult {
+    text: string;
+    renderedRefs: string[];
+    nodeCount: number;
+    fullUnfoldLineCount: number;
+    truncated: boolean;
+}
+export type OutlineChange = {
+    type: "added";
+    ref: string;
+    parent?: string;
+    node: SerializedOutlineNode;
+} | {
+    type: "updated";
+    ref: string;
+    path: string[];
+    fields: Partial<Omit<SerializedOutlineNode, "children">>;
+} | {
+    type: "removed";
+    ref: string;
+    parent?: string;
+};
+export interface OutlineDiff {
+    changes: OutlineChange[];
+    changedNodeCount: number;
+    fullNodeCount: number;
+    useFullView: boolean;
+    reason?: "root_replaced" | "change_budget_exceeded" | "identity_confidence_low";
+}
+export type SerializedOutlineNode = Omit<OutlineNode, "parent" | "children"> & {
+    children: SerializedOutlineNode[];
+};
+export interface SerializedOutline {
+    lookId: string;
+    root: SerializedOutlineNode;
+}
+declare const DEFAULT_BUDGET: {
+    maxDepth: number;
+    maxNodes: number;
+};
+export declare function parseLookResponse(raw: unknown): LookResponse;
+export declare function nodeByRef(outline: Outline, ref: string): OutlineNode | undefined;
+export declare function outlineNodeLabel(node: OutlineNode): string;
+export declare function outlineNodePath(node: OutlineNode): string;
+export declare function foldToBudget(outline: Outline, budget?: Partial<typeof DEFAULT_BUDGET>, unfoldPaths?: string[]): FoldResult;
+export declare function rankedTextMatch(values: string[], text: string): {
+    reason: "exact" | "prefix" | "substring" | "fuzzy";
+    score: number;
+} | undefined;
+export declare function searchOutlineRanked(outline: Outline, text?: string, role?: string, capability?: string, limit?: number): {
+    matches: OutlineSearchMatch[];
+    totalMatches: number;
+};
+export declare function searchOutline(outline: Outline, text?: string, role?: string, action?: string, limit?: number): OutlineSearchMatch[];
+export declare function serializeOutlineSearchMatch(match: OutlineSearchMatch): SerializedOutlineSearchMatch;
+export declare function countOutlineNodes(root: OutlineNode): number;
+export declare function serializeOutline(outline: Outline): SerializedOutline;
+export declare function serializeOutlineNode(node: OutlineNode): SerializedOutlineNode;
+export declare function serializeOutlineNodeShallow(node: OutlineNode): SerializedOutlineNode;
+export declare function restoreOutline(serialized: SerializedOutline): Outline;
+export declare function graftScopedOutline(outline: Outline, targetRef: string, scoped: Outline): OutlineNode;
+export {};
+//# sourceMappingURL=outline.d.ts.map

package/dist/core/computer/motor/outline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"outline.d.ts","sourceRoot":"","sources":["../../../../src/core/computer/motor/outline.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,WAAW;IAC3B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACV;AAED,MAAM,WAAW,WAAW;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,WAAW;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,EAAE,OAAO,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,YAAY,EAAE,OAAO,CAAC;IACtB,YAAY,EAAE,OAAO,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,WAAW,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;IACnB,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,IAAI,EAAE,WAAW,EAAE,CAAC;IACpB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,OAAO;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,SAAS;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,YAAY,GAAG,WAAW,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,WAAW,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,YAAY;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,CAAC;IACnB,KAAK,CAAC,EAAE,SAAS,CAAC;IAClB,OAAO,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,OAAO,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;IAC1E,aAAa,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,kBAAkB;IAClC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,GAAG,QAAQ,CAAC;IACpE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,CAAC;CAClB;AAED,MAAM,MAAM,4BAA4B,GAAG,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,GAAG;IAAE,IAAI,CAAC,EAAE,KAAK,CAAA;CAAE,CAAC;AAE/F,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,MAAM,aAAa,GACtB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,qBAAqB,CAAA;CAAE,GAC5E;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAC,CAAA;CAAE,GAC1G;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAErD,MAAM,WAAW,WAAW;IAC3B,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,OAAO,CAAC;IACrB,MAAM,CAAC,EAAE,eAAe,GAAG,wBAAwB,GAAG,yBAAyB,CAAC;CAChF;AAED,MAAM,MAAM,qBAAqB,GAAG,IAAI,CAAC,WAAW,EAAE,QAAQ,GAAG,UAAU,CAAC,GAAG;IAAE,QAAQ,EAAE,qBAAqB,EAAE,CAAA;CAAE,CAAC;AAErH,MAAM,WAAW,iBAAiB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,qBAAqB,CAAC;CAC5B;AAED,QAAA,MAAM,cAAc;;;CAAiC,CAAC;AA0FtD,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,OAAO,GAAG,YAAY,CA0C5D;AAqBD,wBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,WAAW,GAAG,SAAS,CAEhF;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAW1D;AAOD,wBAAgB,eAAe,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAQzD;AA+ED,wBAAgB,YAAY,CAC3B,OAAO,EAAE,OAAO,EAChB,MAAM,GAAE,OAAO,CAAC,OAAO,cAAc,CAAM,EAC3C,WAAW,GAAE,MAAM,EAAO,GACxB,UAAU,CAsCZ;AAsCD,wBAAgB,eAAe,CAC9B,MAAM,EAAE,MAAM,EAAE,EAChB,IAAI,EAAE,MAAM,GACV;IAAE,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAoBnF;AAED,wBAAgB,mBAAmB,CAClC,OAAO,EAAE,OAAO,EAChB,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,EACnB,KAAK,SAAK,GACR;IAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CA+CzD;AAED,wBAAgB,aAAa,CAC5B,OAAO,EAAE,OAAO,EAChB,IAAI,CAAC,EAAE,MAAM,EACb,IAAI,CAAC,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,EACf,KAAK,SAAK,GACR,kBAAkB,EAAE,CA6BtB;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,kBAAkB,GAAG,4BAA4B,CAGnG;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,MAAM,CAI3D;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,OAAO,GAAG,iBAAiB,CAEpE;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,WAAW,GAAG,qBAAqB,CAG7E;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,WAAW,GAAG,qBAAqB,CAGpF;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,iBAAiB,GAAG,OAAO,CAgBrE;AAgGD,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAG,WAAW,CA2BpG"}