@midscene/computer 1.9.1-beta-20260605031620.0 → 1.9.1

package/dist/es/cli.mjs

@@ -520,7 +520,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1239,8 +1239,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1698,7 +1697,7 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
 const tools = new ComputerMidsceneTools();
 runToolsCLI(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.9.1-beta-20260605031620.0",
+    version: "1.9.1",
     extraCommands: createReportCliCommands()
 }).catch((e)=>{
     process.exit(reportCLIError(e));

package/dist/es/index.mjs

@@ -520,7 +520,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1282,8 +1282,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1739,7 +1738,7 @@ class ComputerMidsceneTools extends BaseMidsceneTools {
     }
 }
 function version() {
-    const currentVersion = "1.9.1-beta-20260605031620.0";
+    const currentVersion = "1.9.1";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/es/mcp-server.mjs

@@ -520,7 +520,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1239,8 +1239,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1702,7 +1701,7 @@ class ComputerMCPServer extends BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/computer-mcp',
-            version: "1.9.1-beta-20260605031620.0",
+            version: "1.9.1",
             description: 'Control the computer desktop using natural language commands'
         }, toolsManager);
     }

package/dist/lib/cli.js

@@ -546,7 +546,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1266,8 +1266,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1725,7 +1724,7 @@ class ComputerMidsceneTools extends base_tools_namespaceObject.BaseMidsceneTools
 const tools = new ComputerMidsceneTools();
 (0, cli_namespaceObject.runToolsCLI)(tools, 'midscene-computer', {
     stripPrefix: 'computer_',
-    version: "1.9.1-beta-20260605031620.0",
+    version: "1.9.1",
     extraCommands: (0, core_namespaceObject.createReportCliCommands)()
 }).catch((e)=>{
     process.exit((0, cli_namespaceObject.reportCLIError)(e));

package/dist/lib/index.js

@@ -573,7 +573,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1337,8 +1337,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1797,7 +1796,7 @@ class ComputerMidsceneTools extends base_tools_namespaceObject.BaseMidsceneTools
 }
 const env_namespaceObject = require("@midscene/shared/env");
 function version() {
-    const currentVersion = "1.9.1-beta-20260605031620.0";
+    const currentVersion = "1.9.1";
     console.log(`@midscene/computer v${currentVersion}`);
     return currentVersion;
 }

package/dist/lib/mcp-server.js

@@ -560,7 +560,7 @@ Available Displays: ${displays.length > 0 ? displays.map((d)=>d.name).join(', ')
     }
     async healthCheck() {
         console.log('[HealthCheck] Starting health check...');
-        console.log("[HealthCheck] @midscene/computer v1.9.1-beta-20260605031620.0");
+        console.log("[HealthCheck] @midscene/computer v1.9.1");
         console.log('[HealthCheck] Taking screenshot...');
         const screenshotTimeout = 15000;
         let timeoutId;
@@ -1280,8 +1280,7 @@ class RDPDevice {
             port: this.options.port,
             username: this.options.username
         });
-        const { backend: _backend, customActions: _customActions, ...config } = this.options;
-        this.connectionInfo = await this.backend.connect(config);
+        this.connectionInfo = await this.backend.connect(this.options);
         this.cursorPosition = [
             Math.round(this.connectionInfo.size.width / 2),
             Math.round(this.connectionInfo.size.height / 2)
@@ -1745,7 +1744,7 @@ class ComputerMCPServer extends mcp_namespaceObject.BaseMCPServer {
     constructor(toolsManager){
         super({
             name: '@midscene/computer-mcp',
-            version: "1.9.1-beta-20260605031620.0",
+            version: "1.9.1",
             description: 'Control the computer desktop using natural language commands'
         }, toolsManager);
     }

package/native/rdp/include/rdp_helper_session.hpp

@@ -1,7 +1,5 @@
 #pragma once
 
-#include <atomic>
-#include <condition_variable>
 #include <cstdint>
 #include <mutex>
 #include <optional>
@@ -70,16 +68,6 @@ class FreeRdpSessionTransport final : public SessionTransport {
   bool IsConnected() const override;
   std::optional<ErrorPayload> LastError() const override;
   void MarkGdiInitialized();
-  // Chain a frame-paint hook onto the GDI update pipeline so the session can
-  // tell when the first real desktop frame has arrived. Must be called after
-  // gdi_init() has installed its own EndPaint handler.
-  void HookEndPaint(rdpUpdate* update);
-  // Invoked from the event loop after each EndPaint; records that at least one
-  // real paint has reached the local framebuffer and wakes Connect().
-  void MarkFramePainted();
-  BOOL CallOriginalEndPaint(rdpContext* context);
-  // Mark the session as no longer active and wake any first-frame waiter.
-  void SignalSessionInactive();
 
   FreeRdpSessionTransport(const FreeRdpSessionTransport&) = delete;
   FreeRdpSessionTransport& operator=(const FreeRdpSessionTransport&) = delete;
@@ -93,17 +81,6 @@ class FreeRdpSessionTransport final : public SessionTransport {
   bool running_ = false;
   bool connected_ = false;
   bool gdi_initialized_ = false;
-  // Number of desktop paints that have reached the local framebuffer. A fresh
-  // RDP session exposes a zero-filled (all black) buffer until the first paint
-  // is processed, so screenshots taken before this is > 0 would be blank.
-  std::atomic<uint64_t> frames_painted_{0};
-  // Tracks whether the session is still alive while Connect() waits for the
-  // first frame, so a drop during that window wakes the wait immediately
-  // instead of stalling until the timeout.
-  std::atomic<bool> session_active_{false};
-  std::condition_variable frame_cv_;
-  std::mutex frame_mutex_;
-  pEndPaint original_end_paint_ = nullptr;
   uint16_t mouse_x_ = 0;
   uint16_t mouse_y_ = 0;
   std::string session_id_;

package/native/rdp/src/json.cpp

@@ -434,38 +434,29 @@ std::string ExtractRequestId(std::string_view line) {
 }
 
 std::optional<ParsedRequest> ParseRequestLine(std::string_view line) {
-  // The JSON parser throws on malformed/partial input. Callers treat a missing
-  // value as a recoverable "bad request" (logged and skipped), so a parse
-  // failure must never escape this function — an uncaught exception here would
-  // propagate out of main() and abort the whole helper process, tearing down
-  // the live RDP session.
-  try {
-    JsonParser parser(line);
-    JsonValue root = parser.Parse();
-    if (!root.IsObject()) {
-      return std::nullopt;
-    }
-
-    const JsonObject& request_object = root.AsObject();
-    const auto request_id = GetStringField(request_object, "id");
-    const JsonObject* payload = GetObjectField(request_object, "payload");
-    if (!request_id.has_value() || !payload) {
-      return std::nullopt;
-    }
+  JsonParser parser(line);
+  JsonValue root = parser.Parse();
+  if (!root.IsObject()) {
+    return std::nullopt;
+  }
 
-    const auto type_name = GetStringField(*payload, "type");
-    if (!type_name.has_value()) {
-      return std::nullopt;
-    }
+  const JsonObject& request_object = root.AsObject();
+  const auto request_id = GetStringField(request_object, "id");
+  const JsonObject* payload = GetObjectField(request_object, "payload");
+  if (!request_id.has_value() || !payload) {
+    return std::nullopt;
+  }
 
-    return ParsedRequest{
-        *request_id,
-        ParseRequestType(*type_name).value_or(RequestType::kUnknown),
-        *payload,
-    };
-  } catch (const std::exception&) {
+  const auto type_name = GetStringField(*payload, "type");
+  if (!type_name.has_value()) {
     return std::nullopt;
   }
+
+  return ParsedRequest{
+      *request_id,
+      ParseRequestType(*type_name).value_or(RequestType::kUnknown),
+      *payload,
+  };
 }
 
 std::optional<std::string> GetStringField(const JsonObject& object,

package/native/rdp/src/main.cpp

@@ -285,32 +285,18 @@ int main() {
   midscene::rdp::FreeRdpSessionTransport transport;
   std::string line;
   while (std::getline(std::cin, line)) {
-    // A single malformed request, or any unexpected exception while handling
-    // one, must never abort the helper: that would kill the live RDP session
-    // mid-automation. Degrade to an error response and keep serving.
-    try {
-      const auto request = midscene::rdp::ParseRequestLine(line);
-      if (!request.has_value()) {
-        std::fprintf(stderr, "Failed to parse helper request JSON\n");
-        std::fflush(stderr);
-        const std::string request_id = midscene::rdp::ExtractRequestId(line);
-        std::cout << midscene::rdp::MakeErrorResponse(
-                         request_id, "invalid_request",
-                         "Failed to parse helper request JSON")
-                  << '\n';
-        std::cout.flush();
-        continue;
-      }
-
-      std::cout << midscene::rdp::HandleRequest(*request, transport) << '\n';
-      std::cout.flush();
-    } catch (const std::exception& error) {
-      const std::string request_id = midscene::rdp::ExtractRequestId(line);
-      std::cout << midscene::rdp::MakeErrorResponse(request_id, "internal_error",
-                                                    error.what())
-                << '\n';
-      std::cout.flush();
+    const auto request = midscene::rdp::ParseRequestLine(line);
+    const std::string request_id =
+        request.has_value() ? request->id : midscene::rdp::ExtractRequestId(line);
+
+    if (!request.has_value()) {
+      std::fprintf(stderr, "Failed to parse helper request JSON\n");
+      std::fflush(stderr);
+      continue;
     }
+
+    std::cout << midscene::rdp::HandleRequest(*request, transport) << '\n';
+    std::cout.flush();
   }
 
   transport.Disconnect();

package/native/rdp/src/session.cpp

@@ -29,26 +29,6 @@ struct MidsceneRdpContext {
   FreeRdpSessionTransport* owner = nullptr;
 };
 
-// Maximum time Connect() waits for the first desktop frame before giving up.
-// Normal sessions paint within a few hundred milliseconds; a session that
-// never paints within this window is treated as blank/locked and fails fast
-// instead of feeding an all-black screenshot to the caller.
-constexpr int kFirstFrameTimeoutMs = 10'000;
-
-// EndPaint hook chained in front of FreeRDP's GDI handler. FreeRDP invokes
-// this from the event loop after every paint PDU; we defer to the original
-// GDI EndPaint (which actually blits into the primary buffer) and then mark
-// that a real frame has landed.
-BOOL MidsceneEndPaint(rdpContext* context) {
-  auto* typed_context = reinterpret_cast<MidsceneRdpContext*>(context);
-  BOOL ok = TRUE;
-  if (typed_context->owner) {
-    ok = typed_context->owner->CallOriginalEndPaint(context);
-    typed_context->owner->MarkFramePainted();
-  }
-  return ok;
-}
-
 std::string ToLower(std::string_view value) {
   std::string lowered(value);
   std::transform(lowered.begin(), lowered.end(), lowered.begin(), [](unsigned char ch) {
@@ -168,9 +148,6 @@ BOOL PostConnect(freerdp* instance) {
       reinterpret_cast<MidsceneRdpContext*>(instance->context);
   if (typed_context->owner) {
     typed_context->owner->MarkGdiInitialized();
-    // gdi_init() just installed its EndPaint handler; chain ours on top so we
-    // can observe when the first real frame is painted.
-    typed_context->owner->HookEndPaint(instance->context->update);
   }
 
   rdpInput* input = instance->context ? instance->context->input : nullptr;
@@ -468,8 +445,6 @@ ConnectionInfo FreeRdpSessionTransport::Connect(const ConnectionConfig& config)
     instance_ = instance;
     mouse_x_ = 0;
     mouse_y_ = 0;
-    frames_painted_.store(0, std::memory_order_relaxed);
-    original_end_paint_ = nullptr;
     ClearSessionErrorLocked();
   }
 
@@ -504,47 +479,7 @@ ConnectionInfo FreeRdpSessionTransport::Connect(const ConnectionConfig& config)
     }
   }
 
-  session_active_.store(true, std::memory_order_relaxed);
   event_thread_ = std::thread(&FreeRdpSessionTransport::EventLoop, this);
-
-  // Block until the remote desktop paints its first frame. Without this the
-  // primary buffer is still zero-filled (all black) and an immediate
-  // screenshot would hand the caller a blank image, which the agent reads as
-  // "nothing on screen" and aborts. This race is the root cause of the
-  // intermittent blank-screenshot failures.
-  bool painted = false;
-  {
-    std::unique_lock<std::mutex> frame_lock(frame_mutex_);
-    painted = frame_cv_.wait_for(
-        frame_lock, std::chrono::milliseconds(kFirstFrameTimeoutMs),
-        [this] {
-          return frames_painted_.load(std::memory_order_relaxed) > 0 ||
-                 !session_active_.load(std::memory_order_relaxed);
-        });
-  }
-
-  // A wait that ended without a frame because the session dropped should
-  // surface as a failure, not a false "painted" success.
-  if (frames_painted_.load(std::memory_order_relaxed) == 0) {
-    painted = false;
-  }
-
-  if (!painted) {
-    std::string reason;
-    {
-      std::lock_guard<std::mutex> lock(mutex_);
-      reason = connected_ ? std::string() : LastFreeRdpErrorLocked();
-    }
-    StopInstance(false);
-    std::string message =
-        "Connected to the RDP server but received no desktop frame within "
-        "timeout; the remote desktop may be blank or locked";
-    if (!reason.empty()) {
-      message += " (" + reason + ")";
-    }
-    throw std::runtime_error(message);
-  }
-
   return info;
 }
 
@@ -558,11 +493,6 @@ RawFrame FreeRdpSessionTransport::CaptureFrame() {
     throw std::runtime_error("No remote framebuffer is available");
   }
 
-  if (frames_painted_.load(std::memory_order_relaxed) == 0) {
-    throw std::runtime_error(
-        "Remote framebuffer has not received its first paint yet");
-  }
-
   rdpGdi* gdi = instance_->context->gdi;
   if (!gdi->primary_buffer || gdi->width <= 0 || gdi->height <= 0 || gdi->stride == 0) {
     throw std::runtime_error("Remote framebuffer is empty");
@@ -818,8 +748,6 @@ void FreeRdpSessionTransport::ResetStateLocked() {
   running_ = false;
   connected_ = false;
   gdi_initialized_ = false;
-  frames_painted_.store(0, std::memory_order_relaxed);
-  original_end_paint_ = nullptr;
   mouse_x_ = 0;
   mouse_y_ = 0;
   session_id_.clear();
@@ -829,37 +757,6 @@ void FreeRdpSessionTransport::MarkGdiInitialized() {
   gdi_initialized_ = true;
 }
 
-void FreeRdpSessionTransport::HookEndPaint(rdpUpdate* update) {
-  if (!update) {
-    return;
-  }
-  original_end_paint_ = update->EndPaint;
-  update->EndPaint = &MidsceneEndPaint;
-}
-
-BOOL FreeRdpSessionTransport::CallOriginalEndPaint(rdpContext* context) {
-  if (original_end_paint_) {
-    return original_end_paint_(context);
-  }
-  return TRUE;
-}
-
-void FreeRdpSessionTransport::MarkFramePainted() {
-  {
-    std::lock_guard<std::mutex> lock(frame_mutex_);
-    frames_painted_.fetch_add(1, std::memory_order_relaxed);
-  }
-  frame_cv_.notify_all();
-}
-
-void FreeRdpSessionTransport::SignalSessionInactive() {
-  {
-    std::lock_guard<std::mutex> lock(frame_mutex_);
-    session_active_.store(false, std::memory_order_relaxed);
-  }
-  frame_cv_.notify_all();
-}
-
 void FreeRdpSessionTransport::ClearSessionErrorLocked() {
   last_error_.reset();
 }
@@ -925,8 +822,6 @@ void FreeRdpSessionTransport::StopInstance(bool preserve_session_error) {
     }
   }
 
-  SignalSessionInactive();
-
   if (should_disconnect) {
     std::lock_guard<std::mutex> lock(mutex_);
     freerdp_disconnect(instance_);
@@ -977,7 +872,6 @@ void FreeRdpSessionTransport::EventLoop() {
       std::fprintf(stderr,
                    "RDP session event loop failed: freerdp_get_event_handles returned no handles\n");
       std::fflush(stderr);
-      SignalSessionInactive();
       return;
     }
 
@@ -993,7 +887,6 @@ void FreeRdpSessionTransport::EventLoop() {
       std::fprintf(stderr,
                    "RDP session event loop failed: WaitForMultipleObjects failed\n");
       std::fflush(stderr);
-      SignalSessionInactive();
       return;
     }
 
@@ -1023,7 +916,6 @@ void FreeRdpSessionTransport::EventLoop() {
       std::fprintf(stderr, "RDP session event loop failed: %s\n",
                    failure_reason.c_str());
       std::fflush(stderr);
-      SignalSessionInactive();
       return;
     }
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@midscene/computer",
-  "version": "1.9.1-beta-20260605031620.0",
+  "version": "1.9.1",
   "description": "Midscene.js Computer Desktop Automation",
   "license": "MIT",
   "repository": {
@@ -38,8 +38,8 @@
     "@computer-use/libnut": "^4.2.0",
     "clipboardy": "^4.0.0",
     "screenshot-desktop": "^1.15.3",
-    "@midscene/core": "1.9.1-beta-20260605031620.0",
-    "@midscene/shared": "1.9.1-beta-20260605031620.0"
+    "@midscene/core": "1.9.1",
+    "@midscene/shared": "1.9.1"
   },
   "optionalDependencies": {
     "node-mac-permissions": "2.5.0"