@ashx-j/lunr-dev 0.2.16-dev.9.1 → 0.2.21-dev.12.1

package/dist/core/computer-use/schemas.d.ts

@@ -0,0 +1,91 @@
+import { Type } from "@sinclair/typebox";
+export declare const computerSchemas: {
+    computer_load: Type.TObject<{}>;
+    computer_apps: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        offset: Type.TOptional<Type.TInteger>;
+    }>;
+    computer_observe: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TOptional<Type.TString>;
+        crop: Type.TOptional<Type.TObject<{
+            x: Type.TNumber;
+            y: Type.TNumber;
+            width: Type.TNumber;
+            height: Type.TNumber;
+        }>>;
+    }>;
+    computer_click: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TString;
+        foreground: Type.TOptional<Type.TBoolean>;
+        x: Type.TNumber;
+        y: Type.TNumber;
+        button: Type.TOptional<Type.TUnion<[Type.TLiteral<"left">, Type.TLiteral<"right">]>>;
+        count: Type.TOptional<Type.TInteger>;
+        modifier: Type.TOptional<Type.TArray<Type.TString>>;
+    }>;
+    computer_drag: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TString;
+        foreground: Type.TOptional<Type.TBoolean>;
+        from_x: Type.TNumber;
+        from_y: Type.TNumber;
+        to_x: Type.TNumber;
+        to_y: Type.TNumber;
+    }>;
+    computer_key: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TString;
+        foreground: Type.TOptional<Type.TBoolean>;
+        x: Type.TOptional<Type.TNumber>;
+        y: Type.TOptional<Type.TNumber>;
+        key: Type.TOptional<Type.TString>;
+        keys: Type.TOptional<Type.TArray<Type.TString>>;
+    }>;
+    computer_text: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TString;
+        foreground: Type.TOptional<Type.TBoolean>;
+        x: Type.TOptional<Type.TNumber>;
+        y: Type.TOptional<Type.TNumber>;
+        text: Type.TString;
+    }>;
+    computer_window: Type.TObject<{
+        pid: Type.TInteger;
+        window_id: Type.TInteger;
+        observation: Type.TString;
+        action: Type.TUnion<[Type.TLiteral<"frame">, Type.TLiteral<"focus">]>;
+        x: Type.TOptional<Type.TNumber>;
+        y: Type.TOptional<Type.TNumber>;
+        width: Type.TOptional<Type.TInteger>;
+        height: Type.TOptional<Type.TInteger>;
+    }>;
+    computer_launch: Type.TObject<{
+        name: Type.TString;
+    }>;
+    computer_scroll: Type.TObject<{
+        pid: Type.TOptional<Type.TInteger>;
+        window_id: Type.TOptional<Type.TInteger>;
+        desktop: Type.TOptional<Type.TBoolean>;
+        observation: Type.TString;
+        foreground: Type.TOptional<Type.TBoolean>;
+        x: Type.TNumber;
+        y: Type.TNumber;
+        direction: Type.TUnion<[Type.TLiteral<"up">, Type.TLiteral<"down">, Type.TLiteral<"left">, Type.TLiteral<"right">]>;
+        amount: Type.TInteger;
+        by: Type.TUnion<[Type.TLiteral<"line">, Type.TLiteral<"page">]>;
+    }>;
+    computer_end: Type.TObject<{}>;
+};
+//# sourceMappingURL=schemas.d.ts.map

package/dist/core/computer-use/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../../src/core/computer-use/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAmBzC,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2E3B,CAAC","sourcesContent":["import { Type } from \"@sinclair/typebox\";\n\nconst target = {\n\tpid: Type.Integer({ minimum: 1 }),\n\twindow_id: Type.Integer({ minimum: 1 }),\n};\nconst observation = Type.String({\n\tdescription: \"Latest image token for this exact target. Single action, expires after 30 seconds.\",\n});\nconst grounded = {\n\tpid: Type.Optional(target.pid),\n\twindow_id: Type.Optional(target.window_id),\n\tdesktop: Type.Optional(Type.Boolean({ description: \"Primary desktop instead of a window; requires foreground=true.\" })),\n\tobservation,\n\tforeground: Type.Optional(Type.Boolean({ description: \"Window focus escalation after verified background failure. Settings may forbid it.\" })),\n};\nconst coordinate = Type.Number({ minimum: 0 });\nconst pixels = { x: coordinate, y: coordinate };\nconst optionalPixels = { x: Type.Optional(coordinate), y: Type.Optional(coordinate) };\nexport const computerSchemas = {\n\tcomputer_load: Type.Object({}, { additionalProperties: false }),\n\tcomputer_apps: Type.Object({\n\t\tpid: Type.Optional(target.pid),\n\t\toffset: Type.Optional(Type.Integer({ minimum: 0, maximum: Number.MAX_SAFE_INTEGER, description: \"Zero-based row offset, default 0. Pass the result's next_offset to retrieve the next 50 apps or windows.\" })),\n\t}, { additionalProperties: false }),\n\tcomputer_observe: Type.Object(\n\t\t{\n\t\t\tpid: Type.Optional(target.pid),\n\t\t\twindow_id: Type.Optional(target.window_id),\n\t\t\tdesktop: Type.Optional(Type.Boolean({ description: \"Capture the primary desktop instead of a window.\" })),\n\t\t\tobservation: Type.Optional(observation),\n\t\t\tcrop: Type.Optional(Type.Object({\n\t\t\t\tx: coordinate,\n\t\t\t\ty: coordinate,\n\t\t\t\twidth: Type.Number({ exclusiveMinimum: 0 }),\n\t\t\t\theight: Type.Number({ exclusiveMinimum: 0 }),\n\t\t\t}, { additionalProperties: false, description: \"Region in the latest returned image's pixels; requires its observation token. Captures fresh pixels. Omit for full target.\" })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_click: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...pixels,\n\t\t\tbutton: Type.Optional(Type.Union([Type.Literal(\"left\"), Type.Literal(\"right\")])),\n\t\t\tcount: Type.Optional(Type.Integer({ minimum: 1, maximum: 2 })),\n\t\t\tmodifier: Type.Optional(Type.Array(Type.String({ minLength: 1 }), { maxItems: 4 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_drag: Type.Object(\n\t\t{ ...grounded, from_x: coordinate, from_y: coordinate, to_x: coordinate, to_y: coordinate },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_key: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...optionalPixels,\n\t\t\tkey: Type.Optional(Type.String({ minLength: 1, maxLength: 100 })),\n\t\t\tkeys: Type.Optional(Type.Array(Type.String({ minLength: 1, maxLength: 100 }), { minItems: 2, maxItems: 5 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_text: Type.Object(\n\t\t{ ...grounded, ...optionalPixels, text: Type.String({ maxLength: 20000 }) },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_window: Type.Object(\n\t\t{\n\t\t\t...target,\n\t\t\tobservation,\n\t\t\taction: Type.Union([Type.Literal(\"frame\"), Type.Literal(\"focus\")]),\n\t\t\tx: Type.Optional(Type.Number()),\n\t\t\ty: Type.Optional(Type.Number()),\n\t\t\twidth: Type.Optional(Type.Integer({ minimum: 1 })),\n\t\t\theight: Type.Optional(Type.Integer({ minimum: 1 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_launch: Type.Object(\n\t\t{ name: Type.String({ minLength: 1, maxLength: 500 }) },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_scroll: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...pixels,\n\t\t\tdirection: Type.Union([Type.Literal(\"up\"), Type.Literal(\"down\"), Type.Literal(\"left\"), Type.Literal(\"right\")]),\n\t\t\tamount: Type.Integer({ minimum: 1, maximum: 50 }),\n\t\t\tby: Type.Union([Type.Literal(\"line\"), Type.Literal(\"page\")]),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_end: Type.Object({}, { additionalProperties: false }),\n};\n"]}

package/dist/core/computer-use/schemas.js

@@ -0,0 +1,71 @@
+import { Type } from "@sinclair/typebox";
+const target = {
+    pid: Type.Integer({ minimum: 1 }),
+    window_id: Type.Integer({ minimum: 1 }),
+};
+const observation = Type.String({
+    description: "Latest image token for this exact target. Single action, expires after 30 seconds.",
+});
+const grounded = {
+    pid: Type.Optional(target.pid),
+    window_id: Type.Optional(target.window_id),
+    desktop: Type.Optional(Type.Boolean({ description: "Primary desktop instead of a window; requires foreground=true." })),
+    observation,
+    foreground: Type.Optional(Type.Boolean({ description: "Window focus escalation after verified background failure. Settings may forbid it." })),
+};
+const coordinate = Type.Number({ minimum: 0 });
+const pixels = { x: coordinate, y: coordinate };
+const optionalPixels = { x: Type.Optional(coordinate), y: Type.Optional(coordinate) };
+export const computerSchemas = {
+    computer_load: Type.Object({}, { additionalProperties: false }),
+    computer_apps: Type.Object({
+        pid: Type.Optional(target.pid),
+        offset: Type.Optional(Type.Integer({ minimum: 0, maximum: Number.MAX_SAFE_INTEGER, description: "Zero-based row offset, default 0. Pass the result's next_offset to retrieve the next 50 apps or windows." })),
+    }, { additionalProperties: false }),
+    computer_observe: Type.Object({
+        pid: Type.Optional(target.pid),
+        window_id: Type.Optional(target.window_id),
+        desktop: Type.Optional(Type.Boolean({ description: "Capture the primary desktop instead of a window." })),
+        observation: Type.Optional(observation),
+        crop: Type.Optional(Type.Object({
+            x: coordinate,
+            y: coordinate,
+            width: Type.Number({ exclusiveMinimum: 0 }),
+            height: Type.Number({ exclusiveMinimum: 0 }),
+        }, { additionalProperties: false, description: "Region in the latest returned image's pixels; requires its observation token. Captures fresh pixels. Omit for full target." })),
+    }, { additionalProperties: false }),
+    computer_click: Type.Object({
+        ...grounded,
+        ...pixels,
+        button: Type.Optional(Type.Union([Type.Literal("left"), Type.Literal("right")])),
+        count: Type.Optional(Type.Integer({ minimum: 1, maximum: 2 })),
+        modifier: Type.Optional(Type.Array(Type.String({ minLength: 1 }), { maxItems: 4 })),
+    }, { additionalProperties: false }),
+    computer_drag: Type.Object({ ...grounded, from_x: coordinate, from_y: coordinate, to_x: coordinate, to_y: coordinate }, { additionalProperties: false }),
+    computer_key: Type.Object({
+        ...grounded,
+        ...optionalPixels,
+        key: Type.Optional(Type.String({ minLength: 1, maxLength: 100 })),
+        keys: Type.Optional(Type.Array(Type.String({ minLength: 1, maxLength: 100 }), { minItems: 2, maxItems: 5 })),
+    }, { additionalProperties: false }),
+    computer_text: Type.Object({ ...grounded, ...optionalPixels, text: Type.String({ maxLength: 20000 }) }, { additionalProperties: false }),
+    computer_window: Type.Object({
+        ...target,
+        observation,
+        action: Type.Union([Type.Literal("frame"), Type.Literal("focus")]),
+        x: Type.Optional(Type.Number()),
+        y: Type.Optional(Type.Number()),
+        width: Type.Optional(Type.Integer({ minimum: 1 })),
+        height: Type.Optional(Type.Integer({ minimum: 1 })),
+    }, { additionalProperties: false }),
+    computer_launch: Type.Object({ name: Type.String({ minLength: 1, maxLength: 500 }) }, { additionalProperties: false }),
+    computer_scroll: Type.Object({
+        ...grounded,
+        ...pixels,
+        direction: Type.Union([Type.Literal("up"), Type.Literal("down"), Type.Literal("left"), Type.Literal("right")]),
+        amount: Type.Integer({ minimum: 1, maximum: 50 }),
+        by: Type.Union([Type.Literal("line"), Type.Literal("page")]),
+    }, { additionalProperties: false }),
+    computer_end: Type.Object({}, { additionalProperties: false }),
+};
+//# sourceMappingURL=schemas.js.map

package/dist/core/computer-use/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../../src/core/computer-use/schemas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAEzC,MAAM,MAAM,GAAG;IACd,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACjC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC;IAC/B,WAAW,EAAE,oFAAoF;CACjG,CAAC,CAAC;AACH,MAAM,QAAQ,GAAG;IAChB,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;IAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC;IAC1C,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,gEAAgE,EAAE,CAAC,CAAC;IACvH,WAAW;IACX,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,oFAAoF,EAAE,CAAC,CAAC;CAC9I,CAAC;AACF,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;AAC/C,MAAM,MAAM,GAAG,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC;AAChD,MAAM,cAAc,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;AACtF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC9B,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC;IAC/D,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC;QAC1B,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;QAC9B,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,gBAAgB,EAAE,WAAW,EAAE,0GAA0G,EAAE,CAAC,CAAC;KAC9M,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC;IACnC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAC5B;QACC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC;QAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC;QAC1C,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,kDAAkD,EAAE,CAAC,CAAC;QACzG,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;QACvC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC/B,CAAC,EAAE,UAAU;YACb,CAAC,EAAE,UAAU;YACb,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,CAAC;SAC5C,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE,WAAW,EAAE,4HAA4H,EAAE,CAAC,CAAC;KAC/K,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,cAAc,EAAE,IAAI,CAAC,MAAM,CAC1B;QACC,GAAG,QAAQ;QACX,GAAG,MAAM;QACT,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAChF,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9D,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;KACnF,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,aAAa,EAAE,IAAI,CAAC,MAAM,CACzB,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,EAC3F,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,YAAY,EAAE,IAAI,CAAC,MAAM,CACxB;QACC,GAAG,QAAQ;QACX,GAAG,cAAc;QACjB,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACjE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;KAC5G,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,aAAa,EAAE,IAAI,CAAC,MAAM,CACzB,EAAE,GAAG,QAAQ,EAAE,GAAG,cAAc,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,EAC3E,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,eAAe,EAAE,IAAI,CAAC,MAAM,CAC3B;QACC,GAAG,MAAM;QACT,WAAW;QACX,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAClE,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC/B,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;KACnD,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,eAAe,EAAE,IAAI,CAAC,MAAM,CAC3B,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE,EACvD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,eAAe,EAAE,IAAI,CAAC,MAAM,CAC3B;QACC,GAAG,QAAQ;QACX,GAAG,MAAM;QACT,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9G,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QACjD,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;KAC5D,EACD,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAC/B;IACD,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,oBAAoB,EAAE,KAAK,EAAE,CAAC;CAC9D,CAAC","sourcesContent":["import { Type } from \"@sinclair/typebox\";\n\nconst target = {\n\tpid: Type.Integer({ minimum: 1 }),\n\twindow_id: Type.Integer({ minimum: 1 }),\n};\nconst observation = Type.String({\n\tdescription: \"Latest image token for this exact target. Single action, expires after 30 seconds.\",\n});\nconst grounded = {\n\tpid: Type.Optional(target.pid),\n\twindow_id: Type.Optional(target.window_id),\n\tdesktop: Type.Optional(Type.Boolean({ description: \"Primary desktop instead of a window; requires foreground=true.\" })),\n\tobservation,\n\tforeground: Type.Optional(Type.Boolean({ description: \"Window focus escalation after verified background failure. Settings may forbid it.\" })),\n};\nconst coordinate = Type.Number({ minimum: 0 });\nconst pixels = { x: coordinate, y: coordinate };\nconst optionalPixels = { x: Type.Optional(coordinate), y: Type.Optional(coordinate) };\nexport const computerSchemas = {\n\tcomputer_load: Type.Object({}, { additionalProperties: false }),\n\tcomputer_apps: Type.Object({\n\t\tpid: Type.Optional(target.pid),\n\t\toffset: Type.Optional(Type.Integer({ minimum: 0, maximum: Number.MAX_SAFE_INTEGER, description: \"Zero-based row offset, default 0. Pass the result's next_offset to retrieve the next 50 apps or windows.\" })),\n\t}, { additionalProperties: false }),\n\tcomputer_observe: Type.Object(\n\t\t{\n\t\t\tpid: Type.Optional(target.pid),\n\t\t\twindow_id: Type.Optional(target.window_id),\n\t\t\tdesktop: Type.Optional(Type.Boolean({ description: \"Capture the primary desktop instead of a window.\" })),\n\t\t\tobservation: Type.Optional(observation),\n\t\t\tcrop: Type.Optional(Type.Object({\n\t\t\t\tx: coordinate,\n\t\t\t\ty: coordinate,\n\t\t\t\twidth: Type.Number({ exclusiveMinimum: 0 }),\n\t\t\t\theight: Type.Number({ exclusiveMinimum: 0 }),\n\t\t\t}, { additionalProperties: false, description: \"Region in the latest returned image's pixels; requires its observation token. Captures fresh pixels. Omit for full target.\" })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_click: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...pixels,\n\t\t\tbutton: Type.Optional(Type.Union([Type.Literal(\"left\"), Type.Literal(\"right\")])),\n\t\t\tcount: Type.Optional(Type.Integer({ minimum: 1, maximum: 2 })),\n\t\t\tmodifier: Type.Optional(Type.Array(Type.String({ minLength: 1 }), { maxItems: 4 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_drag: Type.Object(\n\t\t{ ...grounded, from_x: coordinate, from_y: coordinate, to_x: coordinate, to_y: coordinate },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_key: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...optionalPixels,\n\t\t\tkey: Type.Optional(Type.String({ minLength: 1, maxLength: 100 })),\n\t\t\tkeys: Type.Optional(Type.Array(Type.String({ minLength: 1, maxLength: 100 }), { minItems: 2, maxItems: 5 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_text: Type.Object(\n\t\t{ ...grounded, ...optionalPixels, text: Type.String({ maxLength: 20000 }) },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_window: Type.Object(\n\t\t{\n\t\t\t...target,\n\t\t\tobservation,\n\t\t\taction: Type.Union([Type.Literal(\"frame\"), Type.Literal(\"focus\")]),\n\t\t\tx: Type.Optional(Type.Number()),\n\t\t\ty: Type.Optional(Type.Number()),\n\t\t\twidth: Type.Optional(Type.Integer({ minimum: 1 })),\n\t\t\theight: Type.Optional(Type.Integer({ minimum: 1 })),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_launch: Type.Object(\n\t\t{ name: Type.String({ minLength: 1, maxLength: 500 }) },\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_scroll: Type.Object(\n\t\t{\n\t\t\t...grounded,\n\t\t\t...pixels,\n\t\t\tdirection: Type.Union([Type.Literal(\"up\"), Type.Literal(\"down\"), Type.Literal(\"left\"), Type.Literal(\"right\")]),\n\t\t\tamount: Type.Integer({ minimum: 1, maximum: 50 }),\n\t\t\tby: Type.Union([Type.Literal(\"line\"), Type.Literal(\"page\")]),\n\t\t},\n\t\t{ additionalProperties: false },\n\t),\n\tcomputer_end: Type.Object({}, { additionalProperties: false }),\n};\n"]}

package/dist/core/computer-use/windows-desktop.d.ts

@@ -0,0 +1,3 @@
+export declare const WINDOWS_DESKTOP_PROBE = "\n$ErrorActionPreference = 'Stop'\nAdd-Type -TypeDefinition @'\nusing System;\nusing System.Diagnostics;\nusing System.Runtime.InteropServices;\nusing System.Text;\npublic static class LunrDesktopProbe {\n [DllImport(\"user32.dll\", SetLastError=true)] static extern IntPtr OpenInputDesktop(uint flags, bool inherit, uint access);\n [DllImport(\"user32.dll\")] static extern bool CloseDesktop(IntPtr desktop);\n [DllImport(\"user32.dll\", CharSet=CharSet.Unicode, SetLastError=true)] static extern bool GetUserObjectInformation(IntPtr handle, int index, StringBuilder info, uint length, out uint needed);\n [DllImport(\"wtsapi32.dll\", SetLastError=true)] static extern bool WTSQuerySessionInformation(IntPtr server, int session, int info, out IntPtr buffer, out uint bytes);\n [DllImport(\"wtsapi32.dll\")] static extern void WTSFreeMemory(IntPtr buffer);\n public static bool Ready() {\n  int session = Process.GetCurrentProcess().SessionId;\n  if (session == 0) return false;\n  IntPtr buffer; uint bytes;\n  if (!WTSQuerySessionInformation(IntPtr.Zero, session, 8, out buffer, out bytes)) return false;\n  try { if (bytes < 4 || Marshal.ReadInt32(buffer) != 0) return false; }\n  finally { WTSFreeMemory(buffer); }\n  IntPtr desktop = OpenInputDesktop(0, false, 1);\n  if (desktop == IntPtr.Zero) return false;\n  try {\n   var name = new StringBuilder(256); uint needed;\n   return GetUserObjectInformation(desktop, 2, name, 512, out needed) && name.ToString() == \"Default\";\n  } finally { CloseDesktop(desktop); }\n }\n}\n'@\nif ([LunrDesktopProbe]::Ready()) { 'ready' } else { 'unavailable' }\n";
+export declare function assertInteractiveDesktop(signal?: AbortSignal): Promise<void>;
+//# sourceMappingURL=windows-desktop.d.ts.map

package/dist/core/computer-use/windows-desktop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"windows-desktop.d.ts","sourceRoot":"","sources":["../../../src/core/computer-use/windows-desktop.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,qBAAqB,wkDA8BjC,CAAC;AAEF,wBAAsB,wBAAwB,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBlF","sourcesContent":["import { execFile } from \"node:child_process\";\nimport { join } from \"node:path\";\nimport { promisify } from \"node:util\";\n\nconst exec = promisify(execFile);\nexport const WINDOWS_DESKTOP_PROBE = `\n$ErrorActionPreference = 'Stop'\nAdd-Type -TypeDefinition @'\nusing System;\nusing System.Diagnostics;\nusing System.Runtime.InteropServices;\nusing System.Text;\npublic static class LunrDesktopProbe {\n [DllImport(\"user32.dll\", SetLastError=true)] static extern IntPtr OpenInputDesktop(uint flags, bool inherit, uint access);\n [DllImport(\"user32.dll\")] static extern bool CloseDesktop(IntPtr desktop);\n [DllImport(\"user32.dll\", CharSet=CharSet.Unicode, SetLastError=true)] static extern bool GetUserObjectInformation(IntPtr handle, int index, StringBuilder info, uint length, out uint needed);\n [DllImport(\"wtsapi32.dll\", SetLastError=true)] static extern bool WTSQuerySessionInformation(IntPtr server, int session, int info, out IntPtr buffer, out uint bytes);\n [DllImport(\"wtsapi32.dll\")] static extern void WTSFreeMemory(IntPtr buffer);\n public static bool Ready() {\n  int session = Process.GetCurrentProcess().SessionId;\n  if (session == 0) return false;\n  IntPtr buffer; uint bytes;\n  if (!WTSQuerySessionInformation(IntPtr.Zero, session, 8, out buffer, out bytes)) return false;\n  try { if (bytes < 4 || Marshal.ReadInt32(buffer) != 0) return false; }\n  finally { WTSFreeMemory(buffer); }\n  IntPtr desktop = OpenInputDesktop(0, false, 1);\n  if (desktop == IntPtr.Zero) return false;\n  try {\n   var name = new StringBuilder(256); uint needed;\n   return GetUserObjectInformation(desktop, 2, name, 512, out needed) && name.ToString() == \"Default\";\n  } finally { CloseDesktop(desktop); }\n }\n}\n'@\nif ([LunrDesktopProbe]::Ready()) { 'ready' } else { 'unavailable' }\n`;\n\nexport async function assertInteractiveDesktop(signal?: AbortSignal): Promise<void> {\n\tif (process.platform !== \"win32\") return;\n\tconst command = join(\n\t\tprocess.env.SystemRoot ?? \"C:\\\\Windows\",\n\t\t\"System32\",\n\t\t\"WindowsPowerShell\",\n\t\t\"v1.0\",\n\t\t\"powershell.exe\",\n\t);\n\tconst { stdout } = await exec(command, [\"-NoProfile\", \"-NonInteractive\", \"-Command\", WINDOWS_DESKTOP_PROBE], {\n\t\ttimeout: 5000,\n\t\twindowsHide: true,\n\t\tsignal,\n\t});\n\tif (stdout.trim() !== \"ready\")\n\t\tthrow new Error(\n\t\t\t\"Computer use requires an active, unlocked Windows desktop. No login, unlock, or elevation is attempted.\",\n\t\t);\n}\n"]}

package/dist/core/computer-use/windows-desktop.js

@@ -0,0 +1,48 @@
+import { execFile } from "node:child_process";
+import { join } from "node:path";
+import { promisify } from "node:util";
+const exec = promisify(execFile);
+export const WINDOWS_DESKTOP_PROBE = `
+$ErrorActionPreference = 'Stop'
+Add-Type -TypeDefinition @'
+using System;
+using System.Diagnostics;
+using System.Runtime.InteropServices;
+using System.Text;
+public static class LunrDesktopProbe {
+ [DllImport("user32.dll", SetLastError=true)] static extern IntPtr OpenInputDesktop(uint flags, bool inherit, uint access);
+ [DllImport("user32.dll")] static extern bool CloseDesktop(IntPtr desktop);
+ [DllImport("user32.dll", CharSet=CharSet.Unicode, SetLastError=true)] static extern bool GetUserObjectInformation(IntPtr handle, int index, StringBuilder info, uint length, out uint needed);
+ [DllImport("wtsapi32.dll", SetLastError=true)] static extern bool WTSQuerySessionInformation(IntPtr server, int session, int info, out IntPtr buffer, out uint bytes);
+ [DllImport("wtsapi32.dll")] static extern void WTSFreeMemory(IntPtr buffer);
+ public static bool Ready() {
+  int session = Process.GetCurrentProcess().SessionId;
+  if (session == 0) return false;
+  IntPtr buffer; uint bytes;
+  if (!WTSQuerySessionInformation(IntPtr.Zero, session, 8, out buffer, out bytes)) return false;
+  try { if (bytes < 4 || Marshal.ReadInt32(buffer) != 0) return false; }
+  finally { WTSFreeMemory(buffer); }
+  IntPtr desktop = OpenInputDesktop(0, false, 1);
+  if (desktop == IntPtr.Zero) return false;
+  try {
+   var name = new StringBuilder(256); uint needed;
+   return GetUserObjectInformation(desktop, 2, name, 512, out needed) && name.ToString() == "Default";
+  } finally { CloseDesktop(desktop); }
+ }
+}
+'@
+if ([LunrDesktopProbe]::Ready()) { 'ready' } else { 'unavailable' }
+`;
+export async function assertInteractiveDesktop(signal) {
+    if (process.platform !== "win32")
+        return;
+    const command = join(process.env.SystemRoot ?? "C:\\Windows", "System32", "WindowsPowerShell", "v1.0", "powershell.exe");
+    const { stdout } = await exec(command, ["-NoProfile", "-NonInteractive", "-Command", WINDOWS_DESKTOP_PROBE], {
+        timeout: 5000,
+        windowsHide: true,
+        signal,
+    });
+    if (stdout.trim() !== "ready")
+        throw new Error("Computer use requires an active, unlocked Windows desktop. No login, unlock, or elevation is attempted.");
+}
+//# sourceMappingURL=windows-desktop.js.map

package/dist/core/computer-use/windows-desktop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"windows-desktop.js","sourceRoot":"","sources":["../../../src/core/computer-use/windows-desktop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AACjC,MAAM,CAAC,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BpC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,MAAoB,EAAiB;IACnF,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO;QAAE,OAAO;IACzC,MAAM,OAAO,GAAG,IAAI,CACnB,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,aAAa,EACvC,UAAU,EACV,mBAAmB,EACnB,MAAM,EACN,gBAAgB,CAChB,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,iBAAiB,EAAE,UAAU,EAAE,qBAAqB,CAAC,EAAE;QAC5G,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,IAAI;QACjB,MAAM;KACN,CAAC,CAAC;IACH,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,OAAO;QAC5B,MAAM,IAAI,KAAK,CACd,yGAAyG,CACzG,CAAC;AAAA,CACH","sourcesContent":["import { execFile } from \"node:child_process\";\nimport { join } from \"node:path\";\nimport { promisify } from \"node:util\";\n\nconst exec = promisify(execFile);\nexport const WINDOWS_DESKTOP_PROBE = `\n$ErrorActionPreference = 'Stop'\nAdd-Type -TypeDefinition @'\nusing System;\nusing System.Diagnostics;\nusing System.Runtime.InteropServices;\nusing System.Text;\npublic static class LunrDesktopProbe {\n [DllImport(\"user32.dll\", SetLastError=true)] static extern IntPtr OpenInputDesktop(uint flags, bool inherit, uint access);\n [DllImport(\"user32.dll\")] static extern bool CloseDesktop(IntPtr desktop);\n [DllImport(\"user32.dll\", CharSet=CharSet.Unicode, SetLastError=true)] static extern bool GetUserObjectInformation(IntPtr handle, int index, StringBuilder info, uint length, out uint needed);\n [DllImport(\"wtsapi32.dll\", SetLastError=true)] static extern bool WTSQuerySessionInformation(IntPtr server, int session, int info, out IntPtr buffer, out uint bytes);\n [DllImport(\"wtsapi32.dll\")] static extern void WTSFreeMemory(IntPtr buffer);\n public static bool Ready() {\n  int session = Process.GetCurrentProcess().SessionId;\n  if (session == 0) return false;\n  IntPtr buffer; uint bytes;\n  if (!WTSQuerySessionInformation(IntPtr.Zero, session, 8, out buffer, out bytes)) return false;\n  try { if (bytes < 4 || Marshal.ReadInt32(buffer) != 0) return false; }\n  finally { WTSFreeMemory(buffer); }\n  IntPtr desktop = OpenInputDesktop(0, false, 1);\n  if (desktop == IntPtr.Zero) return false;\n  try {\n   var name = new StringBuilder(256); uint needed;\n   return GetUserObjectInformation(desktop, 2, name, 512, out needed) && name.ToString() == \"Default\";\n  } finally { CloseDesktop(desktop); }\n }\n}\n'@\nif ([LunrDesktopProbe]::Ready()) { 'ready' } else { 'unavailable' }\n`;\n\nexport async function assertInteractiveDesktop(signal?: AbortSignal): Promise<void> {\n\tif (process.platform !== \"win32\") return;\n\tconst command = join(\n\t\tprocess.env.SystemRoot ?? \"C:\\\\Windows\",\n\t\t\"System32\",\n\t\t\"WindowsPowerShell\",\n\t\t\"v1.0\",\n\t\t\"powershell.exe\",\n\t);\n\tconst { stdout } = await exec(command, [\"-NoProfile\", \"-NonInteractive\", \"-Command\", WINDOWS_DESKTOP_PROBE], {\n\t\ttimeout: 5000,\n\t\twindowsHide: true,\n\t\tsignal,\n\t});\n\tif (stdout.trim() !== \"ready\")\n\t\tthrow new Error(\n\t\t\t\"Computer use requires an active, unlocked Windows desktop. No login, unlock, or elevation is attempted.\",\n\t\t);\n}\n"]}

package/dist/core/computer-use/workflow.d.ts

@@ -0,0 +1,32 @@
+import type { ImageContent, TextContent } from "@ashx-j/lunr-ai";
+import type { ComputerDriver, DriverReply } from "./adapter.ts";
+import { DesktopLease } from "./lease.ts";
+export declare function driverData(reply: DriverReply): Record<string, unknown>;
+export declare function driverRefused(reply: DriverReply): boolean;
+type Result = {
+    content: (ImageContent | TextContent)[];
+    details: {
+        observation?: string;
+    };
+    isError: boolean;
+};
+export declare class ComputerWorkflow {
+    private observation?;
+    private lastCapture?;
+    private lastAction?;
+    private readonly abort;
+    private closing?;
+    private readonly driver;
+    private readonly lease;
+    constructor(driver: ComputerDriver, lease?: DesktopLease);
+    private fresh;
+    private capture;
+    private imageResult;
+    private crop;
+    private action;
+    execute(name: string, input: Record<string, unknown>, signal?: AbortSignal): Promise<Result>;
+    close(): Promise<void>;
+    private stop;
+}
+export {};
+//# sourceMappingURL=workflow.d.ts.map

package/dist/core/computer-use/workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/core/computer-use/workflow.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAEhE,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG1C,wBAAgB,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAWtE;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAWzD;AAmED,KAAK,MAAM,GAAG;IAAE,OAAO,EAAE,CAAC,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC;IAAC,OAAO,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAiB/G,qBAAa,gBAAgB;IAC5B,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,WAAW,CAAC,CAA2D;IAC/E,OAAO,CAAC,UAAU,CAAC,CAAiE;IACpF,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,YAAY,MAAM,EAAE,cAAc,EAAE,KAAK,eAAqB,EAI7D;IAED,OAAO,CAAC,KAAK;YAOC,OAAO;IAsBrB,OAAO,CAAC,WAAW;IAanB,OAAO,CAAC,IAAI;IAcZ,OAAO,CAAC,MAAM;IAuDR,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAgFjG;IAED,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAKrB;YAEa,IAAI;CAIlB","sourcesContent":["import { createHash, randomUUID } from \"node:crypto\";\nimport type { ImageContent, TextContent } from \"@ashx-j/lunr-ai\";\nimport type { ComputerDriver, DriverReply } from \"./adapter.ts\";\nimport { type ImageRegion, prepareComputerImage, screenshotDimensions } from \"./image.ts\";\nimport { DesktopLease } from \"./lease.ts\";\nimport { computerSchemas } from \"./schemas.ts\";\n\nexport function driverData(reply: DriverReply): Record<string, unknown> {\n\tif (reply.structuredContent && typeof reply.structuredContent === \"object\" && !Array.isArray(reply.structuredContent))\n\t\treturn Object.fromEntries(Object.entries(reply.structuredContent));\n\tif (Array.isArray(reply.content)) for (const item of reply.content) {\n\t\tif (item.type !== \"text\" || typeof item.text !== \"string\") continue;\n\t\ttry {\n\t\t\tconst value: unknown = JSON.parse(item.text);\n\t\t\tif (value && typeof value === \"object\" && !Array.isArray(value)) return Object.fromEntries(Object.entries(value));\n\t\t} catch {}\n\t}\n\treturn {};\n}\n\nexport function driverRefused(reply: DriverReply): boolean {\n\tconst data = driverData(reply);\n\tconst acknowledged = data.activated === true || data.success === true || data.verified === true || data.effect === \"confirmed\";\n\tconst uncertain = [data.status, data.effect].some((value) => value === \"partial\" || value === \"unverifiable\");\n\treturn reply.isError === true ||\n\t\t(data.refusal !== undefined && data.refusal !== null && data.refusal !== false) ||\n\t\t(data.error !== undefined && data.error !== null && data.error !== false) ||\n\t\tdata.effect === \"refused\" || data.status === \"refused\" || data.status === \"failed\" || data.success === false ||\n\t\tdata.code === \"window_target_mismatch\" ||\n\t\t(data.status !== undefined && !acknowledged && !uncertain && ![\"ok\", \"success\", \"completed\"].includes(String(data.status))) ||\n\t\t(data.code !== undefined && data.code !== 0 && !acknowledged && !uncertain);\n}\n\nfunction record(value: unknown): Record<string, unknown> {\n\treturn value !== null && typeof value === \"object\" && !Array.isArray(value) ? Object.fromEntries(Object.entries(value)) : {};\n}\n\nfunction select(data: Record<string, unknown>, keys: readonly string[]): Record<string, string | number | boolean> {\n\tconst result: Record<string, string | number | boolean> = {};\n\tfor (const key of keys) {\n\t\tconst value = data[key];\n\t\tif (typeof value === \"string\") result[key] = value.slice(0, 240);\n\t\telse if (typeof value === \"boolean\" || (typeof value === \"number\" && Number.isFinite(value))) result[key] = value;\n\t}\n\treturn result;\n}\n\nfunction typingRecovery(data: Record<string, unknown>, text: unknown) {\n\tif (typeof text !== \"string\") return {};\n\tconst requested = data.requested_chars;\n\tconst delivered = data.delivered_chars;\n\tif (typeof requested !== \"number\" || !Number.isSafeInteger(requested) || requested < 0 ||\n\t\trequested > 20000 || requested !== Array.from(text).length) return {};\n\tconst validDelivered = typeof delivered === \"number\" && Number.isSafeInteger(delivered) && delivered >= 0 && delivered <= requested;\n\treturn {\n\t\trequested_chars: requested,\n\t\tdelivered_chars: validDelivered ? delivered : undefined,\n\t\tretryable: typeof data.retryable === \"boolean\" ? data.retryable : undefined,\n\t\tretry_from_character: validDelivered && data.retry_from_character === delivered ? delivered : undefined,\n\t};\n}\n\nfunction outcome(reply: DriverReply, text?: unknown) {\n\tconst data = driverData(reply);\n\tconst message = Array.isArray(reply.content) ? reply.content.find((item) => item.type === \"text\" && typeof item.text === \"string\") : undefined;\n\treturn {\n\t\t...select(data, [\"status\", \"effect\", \"refusal\", \"error\", \"code\", \"path\", \"verified\", \"verify\", \"success\", \"activated\"]),\n\t\trefusal: typeof data.refusal === \"object\" && data.refusal !== null ? select(record(data.refusal), [\"code\", \"message\", \"facility\"]) : select(data, [\"refusal\"]).refusal,\n\t\terror: typeof data.error === \"object\" && data.error !== null ? select(record(data.error), [\"code\", \"message\", \"facility\"]) : select(data, [\"error\"]).error,\n\t\tmessage: Object.keys(data).length === 0 && message?.type === \"text\" ? String(message.text).slice(0, 240) : undefined,\n\t\tescalation: record(data.escalation).recommended === \"foreground\" ? \"foreground\" : undefined,\n\t\tinput: driverRefused(reply) ? \"refused_or_failed\" : \"dispatched\",\n\t\tapplicationEffect: \"unverified\",\n\t\t...typingRecovery(data, text),\n\t};\n}\n\nfunction abortable<T>(pending: Promise<T>, signal: AbortSignal): Promise<T> {\n\treturn new Promise((resolve, reject) => {\n\t\tconst abort = () => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\treject(signal.reason ?? new Error(\"Computer operation cancelled.\"));\n\t\t};\n\t\tsignal.addEventListener(\"abort\", abort, { once: true });\n\t\tpending.then((value) => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\tresolve(value);\n\t\t}, (error) => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\treject(error);\n\t\t});\n\t\tif (signal.aborted) abort();\n\t});\n}\n\ntype Target = { desktop: true } | { pid: number; window_id: number; desktop?: false };\ntype PreparedImage = Awaited<ReturnType<typeof prepareComputerImage>>;\ntype Observation = PreparedImage & { token: string; target: Target; time: number; fingerprint: string; geometry: string };\ntype Result = { content: (ImageContent | TextContent)[]; details: { observation?: string }; isError: boolean };\n\nfunction targetFrom(input: Record<string, unknown>): Target {\n\tif (input.desktop === true) {\n\t\tif (input.pid !== undefined || input.window_id !== undefined) throw new Error(\"Desktop target cannot include pid/window_id.\");\n\t\treturn { desktop: true };\n\t}\n\tif (typeof input.pid !== \"number\" || !Number.isInteger(input.pid) || input.pid < 1 ||\n\t\ttypeof input.window_id !== \"number\" || !Number.isInteger(input.window_id) || input.window_id < 1)\n\t\tthrow new Error(\"Window target requires positive integer pid and window_id.\");\n\treturn { pid: input.pid, window_id: input.window_id };\n}\n\nfunction sameTarget(a: Target, b: Target): boolean {\n\treturn a.desktop === true ? b.desktop === true : b.desktop !== true && a.pid === b.pid && a.window_id === b.window_id;\n}\n\nexport class ComputerWorkflow {\n\tprivate observation?: Observation;\n\tprivate lastCapture?: { fingerprint: string; target: Target; repeats: number };\n\tprivate lastAction?: { signature: string; fingerprint: string; unchanged: boolean };\n\tprivate readonly abort = new AbortController();\n\tprivate closing?: Promise<void>;\n\tprivate readonly driver: ComputerDriver;\n\tprivate readonly lease: DesktopLease;\n\tconstructor(driver: ComputerDriver, lease = new DesktopLease()) {\n\t\tthis.driver = driver;\n\t\tthis.lease = lease;\n\t\tthis.driver.setProcessObserver?.((pid) => this.lease.trackProcess(pid));\n\t}\n\n\tprivate fresh(input: Record<string, unknown>, previous?: Observation): Observation {\n\t\tif (!previous || previous.token !== input.observation || !sameTarget(previous.target, targetFrom(input)) ||\n\t\t\tDate.now() - previous.time > 30000)\n\t\t\tthrow new Error(\"Stale observation. Capture this exact target again before acting.\");\n\t\treturn previous;\n\t}\n\n\tprivate async capture(target: Target, signal: AbortSignal, previous?: Observation, crop?: ImageRegion): Promise<Observation> {\n\t\tconst time = Date.now();\n\t\tconst reply = await abortable(this.driver.call(target.desktop ? \"get_desktop_state\" : \"get_window_state\",\n\t\t\ttarget.desktop ? {} : { pid: target.pid, window_id: target.window_id, include_accessibility_tree: false, include_screenshot: true, max_dimension: 2560 }, signal), signal);\n\t\tif (driverRefused(reply)) throw new Error(`Capture refused: ${JSON.stringify(outcome(reply))}`);\n\t\tconst data = driverData(reply);\n\t\tconst images = Array.isArray(reply.content) ? reply.content.filter((item) => item.type === \"image\") : [];\n\t\tif (images.length !== 1 || typeof images[0].data !== \"string\" || typeof images[0].mimeType !== \"string\")\n\t\t\tthrow new Error(\"Capture must return exactly one screenshot.\");\n\t\tconst image: ImageContent = { type: \"image\", data: images[0].data, mimeType: images[0].mimeType };\n\t\tconst dimensions = screenshotDimensions(image);\n\t\tif (data.screenshot_frame_valid === false || data.screenshot_error != null || dimensions.width !== data.screenshot_width || dimensions.height !== data.screenshot_height)\n\t\t\tthrow new Error(\"Screenshot dimensions or frame could not be verified. Capture again.\");\n\t\tconst geometry = JSON.stringify(select(record(data.window_bounds), [\"x\", \"y\", \"width\", \"height\"]));\n\t\tif (crop && previous && (previous.sourceWidth !== dimensions.width || previous.sourceHeight !== dimensions.height || previous.geometry !== geometry))\n\t\t\tthrow new Error(\"Target geometry changed. Capture a full image before selecting a crop.\");\n\t\tconst prepared = await abortable(prepareComputerImage(image, crop), signal);\n\t\tsignal.throwIfAborted();\n\t\treturn { ...prepared, token: randomUUID(), target, time, geometry,\n\t\t\tfingerprint: createHash(\"sha256\").update(image.data).digest(\"hex\") };\n\t}\n\n\tprivate imageResult(observation: Observation, extra: Record<string, unknown> = {}): Result {\n\t\tthis.observation = observation;\n\t\tconst { width, height, region, sourceWidth, sourceHeight, scaleX, scaleY, target, token } = observation;\n\t\treturn {\n\t\t\tcontent: [{ type: \"text\", text: JSON.stringify({\n\t\t\t\t...extra, observation: token, target, image: { width, height },\n\t\t\t\tmapping: { sourceWidth, sourceHeight, ...region, scaleX, scaleY },\n\t\t\t\tcoordinates: \"Use returned-image pixels; mapping is applied automatically.\",\n\t\t\t}) }, observation.image],\n\t\t\tdetails: { observation: token }, isError: false,\n\t\t};\n\t}\n\n\tprivate crop(input: Record<string, unknown>, previous: Observation): ImageRegion {\n\t\tconst crop = record(input.crop);\n\t\tconst { x, y, width, height } = crop;\n\t\tif (typeof x !== \"number\" || typeof y !== \"number\" || typeof width !== \"number\" || typeof height !== \"number\" ||\n\t\t\t![x, y, width, height].every(Number.isFinite) || x < 0 || y < 0 || width <= 0 || height <= 0 ||\n\t\t\tx + width > previous.width || y + height > previous.height || Object.keys(crop).some((key) => ![\"x\", \"y\", \"width\", \"height\"].includes(key)))\n\t\t\tthrow new Error(\"Crop must fit the latest returned image.\");\n\t\tconst left = Math.floor(previous.region.x + x * previous.scaleX);\n\t\tconst top = Math.floor(previous.region.y + y * previous.scaleY);\n\t\tconst right = Math.min(previous.sourceWidth, Math.ceil(previous.region.x + (x + width) * previous.scaleX));\n\t\tconst bottom = Math.min(previous.sourceHeight, Math.ceil(previous.region.y + (y + height) * previous.scaleY));\n\t\treturn { x: left, y: top, width: right - left, height: bottom - top };\n\t}\n\n\tprivate action(name: string, input: Record<string, unknown>, previous: Observation) {\n\t\tconst args: Record<string, unknown> = previous.target.desktop ? { scope: \"desktop\" } : { pid: previous.target.pid, window_id: previous.target.window_id };\n\t\tif (previous.target.desktop && input.foreground !== true) throw new Error(\"Desktop input requires foreground=true.\");\n\t\tif (name !== \"computer_window\") args.delivery_mode = input.foreground === true ? \"foreground\" : \"background\";\n\t\tfor (const key of [\"x\", \"y\", \"from_x\", \"from_y\", \"to_x\", \"to_y\"]) {\n\t\t\tif (name === \"computer_window\") break;\n\t\t\tconst value = input[key];\n\t\t\tif (value === undefined) continue;\n\t\t\tconst horizontal = key.endsWith(\"x\");\n\t\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || value < 0 || value >= (horizontal ? previous.width : previous.height))\n\t\t\t\tthrow new Error(\"Coordinate outside the observed image.\");\n\t\t\targs[key] = (horizontal ? previous.region.x : previous.region.y) + value * (horizontal ? previous.scaleX : previous.scaleY);\n\t\t}\n\t\tif ((input.x === undefined) !== (input.y === undefined)) throw new Error(\"Provide a complete x/y pair.\");\n\t\tif (previous.target.desktop && [\"computer_key\", \"computer_text\"].includes(name) && input.x !== undefined)\n\t\t\tthrow new Error(\"Desktop keyboard input uses the observed focused field. Change focus with a separate grounded click.\");\n\t\tlet operation: string;\n\t\tswitch (name) {\n\t\t\tcase \"computer_click\":\n\t\t\tcase \"computer_scroll\":\n\t\t\t\tif (input.x === undefined || input.y === undefined) throw new Error(\"This action requires x/y image coordinates.\");\n\t\t\t\toperation = name === \"computer_click\" ? \"click\" : \"scroll\";\n\t\t\t\tfor (const key of name === \"computer_click\" ? [\"button\", \"count\", \"modifier\"] : [\"direction\", \"amount\", \"by\"])\n\t\t\t\t\tif (input[key] !== undefined) args[key] = input[key];\n\t\t\t\tbreak;\n\t\t\tcase \"computer_drag\":\n\t\t\t\tif (![\"from_x\", \"from_y\", \"to_x\", \"to_y\"].every((key) => typeof args[key] === \"number\")) throw new Error(\"Drag requires both endpoints.\");\n\t\t\t\toperation = \"drag\";\n\t\t\t\tbreak;\n\t\t\tcase \"computer_key\":\n\t\t\t\tif ((input.key === undefined) === (input.keys === undefined)) throw new Error(\"Provide key OR keys.\");\n\t\t\t\toperation = input.keys === undefined ? \"press_key\" : \"hotkey\";\n\t\t\t\targs[input.keys === undefined ? \"key\" : \"keys\"] = input.keys ?? input.key;\n\t\t\t\tbreak;\n\t\t\tcase \"computer_text\":\n\t\t\t\toperation = \"type_text\";\n\t\t\t\targs.text = input.text;\n\t\t\t\tbreak;\n\t\t\tcase \"computer_window\":\n\t\t\t\tif (previous.target.desktop) throw new Error(\"Window management requires an exact window target.\");\n\t\t\t\tif (input.action === \"frame\") {\n\t\t\t\t\tfor (const key of [\"x\", \"y\", \"width\", \"height\"]) {\n\t\t\t\t\t\tconst value = input[key];\n\t\t\t\t\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || ([\"width\", \"height\"].includes(key) && value <= 0)) throw new Error(\"Frame requires valid x/y/width/height.\");\n\t\t\t\t\t\targs[key] = value;\n\t\t\t\t\t}\n\t\t\t\t\toperation = \"set_window_frame\";\n\t\t\t\t} else if (input.action === \"focus\" && [\"x\", \"y\", \"width\", \"height\"].every((key) => input[key] === undefined)) operation = \"bring_to_front\";\n\t\t\t\telse throw new Error(\"Use frame or focus. Minimize/restore uses a fresh image click on the visible control.\");\n\t\t\t\tbreak;\n\t\t\tdefault: throw new Error(\"Unknown computer action.\");\n\t\t}\n\t\treturn { operation, args };\n\t}\n\n\tasync execute(name: string, input: Record<string, unknown>, signal?: AbortSignal): Promise<Result> {\n\t\tconst combined = AbortSignal.any([this.abort.signal, this.lease.signal, AbortSignal.timeout(90000), ...(signal ? [signal] : [])]);\n\t\ttry {\n\t\t\tconst result = await this.lease.run(async (): Promise<Result> => {\n\t\t\t\tif (!Object.hasOwn(computerSchemas, name)) throw new Error(\"Unknown computer operation.\");\n\t\t\t\tconst schema = computerSchemas[name as keyof typeof computerSchemas];\n\t\t\t\tif (Object.keys(input).some((key) => !Object.hasOwn(schema.properties, key))) throw new Error(\"Unsupported computer argument. Use image coordinates only.\");\n\t\t\t\tconst previous = this.observation;\n\t\t\t\tthis.observation = undefined;\n\t\t\t\tif (name === \"computer_apps\" || name === \"computer_launch\") {\n\t\t\t\t\tconst operation = name === \"computer_launch\" ? \"launch_app\" : input.pid === undefined ? \"list_apps\" : \"list_windows\";\n\t\t\t\t\tconst offset = input.offset ?? 0;\n\t\t\t\t\tif (typeof offset !== \"number\" || !Number.isSafeInteger(offset) || offset < 0)\n\t\t\t\t\t\tthrow new Error(\"Discovery offset must be a nonnegative safe integer.\");\n\t\t\t\t\tconst args = name === \"computer_launch\" ? { name: input.name } : input.pid === undefined ? {} : { pid: input.pid };\n\t\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\t\tconst data = driverData(reply);\n\t\t\t\t\tconst rows = data.apps ?? data.windows;\n\t\t\t\t\tconst metadata = Array.isArray(rows) ? rows.slice(offset, offset + 50).map((row) => {\n\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\treturn { ...select(item, [\"pid\", \"window_id\", \"name\", \"app_name\", \"title\", \"active\", \"running\", \"is_on_screen\", \"minimized\"]),\n\t\t\t\t\t\t\tbounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined };\n\t\t\t\t\t}) : undefined;\n\t\t\t\t\tconst remaining = Array.isArray(rows) ? Math.max(0, rows.length - offset - (metadata?.length ?? 0)) : 0;\n\t\t\t\t\treturn { content: [{ type: \"text\", text: JSON.stringify({\n\t\t\t\t\t\t...outcome(reply), ...select(data, [\"pid\", \"window_id\", \"name\", \"title\"]),\n\t\t\t\t\t\titems: metadata, offset, total: Array.isArray(rows) ? rows.length : undefined,\n\t\t\t\t\t\tomitted: remaining || undefined, next_offset: remaining ? offset + 50 : undefined,\n\t\t\t\t\t\tguidance: name === \"computer_launch\" ? \"Capture the exact target before input.\" : remaining ? \"Pass next_offset as offset with the same pid selection. Lists refresh per call.\" : undefined,\n\t\t\t\t\t}) }], details: {}, isError: driverRefused(reply) };\n\t\t\t\t}\n\t\t\t\tconst target = targetFrom(input);\n\t\t\t\tif (name === \"computer_observe\") {\n\t\t\t\t\tconst crop = input.crop === undefined ? undefined : this.crop(input, this.fresh(input, previous));\n\t\t\t\t\tconst captured = await this.capture(target, combined, previous, crop);\n\t\t\t\t\tconst unchanged = this.lastCapture?.fingerprint === captured.fingerprint && sameTarget(this.lastCapture.target, target);\n\t\t\t\t\tconst repeats = crop ? 0 : unchanged ? (this.lastCapture?.repeats ?? 0) + 1 : 1;\n\t\t\t\t\tthis.lastCapture = { fingerprint: captured.fingerprint, target, repeats };\n\t\t\t\t\tif (repeats >= 3) return {\n\t\t\t\t\t\tcontent: [{ type: \"text\", text: \"Three captures are unchanged. Workflow stopped; stop polling and reconsider the target or approach. No input token issued.\" }], details: {}, isError: true,\n\t\t\t\t\t};\n\t\t\t\t\treturn this.imageResult(captured, { unchanged });\n\t\t\t\t}\n\t\t\t\tconst grounded = this.fresh(input, previous);\n\t\t\t\tconst { operation, args } = this.action(name, input, grounded);\n\t\t\t\tconst { button = \"left\", count = 1, modifier = [], ...clickArgs } = args;\n\t\t\t\tconst signature = JSON.stringify({ operation, args: operation === \"click\"\n\t\t\t\t\t? { ...clickArgs, button, count, modifier: Array.isArray(modifier) ? [...new Set(modifier)].sort() : modifier }\n\t\t\t\t\t: args });\n\t\t\t\tif (this.lastAction?.unchanged && this.lastAction.signature === signature && this.lastAction.fingerprint === grounded.fingerprint)\n\t\t\t\t\tthrow new Error(\"The identical action had no visible change. Choose a different grounded action; never retry blindly.\");\n\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\tcombined.throwIfAborted();\n\t\t\t\tconst actionOutcome = outcome(reply, name === \"computer_text\" ? input.text : undefined);\n\t\t\t\tconst recoveryGuidance = \"retry_from_character\" in actionOutcome && actionOutcome.retry_from_character !== undefined\n\t\t\t\t\t? \"Verify the field in a fresh image before considering any remaining suffix. retry_from_character is a zero-based Unicode code-point offset, not UTF-16. retryable is driver advice, not authorization to retry.\"\n\t\t\t\t\t: undefined;\n\t\t\t\tif (driverRefused(reply)) return { content: [{ type: \"text\", text: JSON.stringify({ ...actionOutcome,\n\t\t\t\t\tguidance: recoveryGuidance ?? \"Capture again before deciding; never retry input blindly.\" }) }], details: {}, isError: true };\n\t\t\t\ttry {\n\t\t\t\t\tconst after = await this.capture(target, combined);\n\t\t\t\t\tconst unchanged = after.fingerprint === grounded.fingerprint;\n\t\t\t\t\tthis.lastAction = { signature, fingerprint: after.fingerprint, unchanged };\n\t\t\t\t\tthis.lastCapture = { fingerprint: after.fingerprint, target, repeats: 0 };\n\t\t\t\t\treturn this.imageResult(after, { ...actionOutcome, unchanged,\n\t\t\t\t\t\tguidance: recoveryGuidance ?? (unchanged ? \"No visible change; this does not prove failure. Do not repeat input blindly.\" : \"Inspect the post-action image to verify the intended effect.\") });\n\t\t\t\t} catch (error) {\n\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\treturn { content: [{ type: \"text\", text: JSON.stringify({ ...actionOutcome,\n\t\t\t\t\t\tobservation: \"unavailable\", guidance: recoveryGuidance ?? \"Input may have taken effect. Capture again before deciding; never repeat blindly.\",\n\t\t\t\t\t\terror: error instanceof Error ? error.message.slice(0, 300) : \"Post-action capture failed.\",\n\t\t\t\t\t}) }], details: {}, isError: true };\n\t\t\t\t}\n\t\t\t}, combined);\n\t\t\tif (result.isError) await this.close();\n\t\t\treturn result;\n\t\t} catch (error) {\n\t\t\tawait this.close();\n\t\t\tthrow new Error(`Computer workflow stopped. Input may have taken effect; observe before deciding, never retry blindly. ${error instanceof Error ? error.message : String(error)}`);\n\t\t}\n\t}\n\n\tclose(): Promise<void> {\n\t\tthis.abort.abort();\n\t\tthis.observation = undefined;\n\t\tthis.closing ??= this.stop();\n\t\treturn this.closing;\n\t}\n\n\tprivate async stop(): Promise<void> {\n\t\tawait this.driver.close();\n\t\tawait this.lease.close();\n\t}\n}\n"]}