@livedesk/client 0.1.77 → 0.1.79

package/fast/osx-arm64/MindExec.RemoteAgent.Fast/MacScreenCaptureKitH264.swift

@@ -12,7 +12,7 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
     private let width: Int
     private let height: Int
     private let fps: Int
-    private let queue = DispatchQueue(label: "dev.livedesk.screencapturekit.frames")
+    private let queue = DispatchQueue(label: "dev.livedesk.screencapturekit.frames", qos: .userInteractive)
     private let writeLock = NSLock()
     private var stream: SCStream?
     private var compressionSession: VTCompressionSession?
@@ -41,7 +41,7 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         configuration.width = width
         configuration.height = height
         configuration.minimumFrameInterval = CMTime(value: 1, timescale: CMTimeScale(fps))
-        configuration.queueDepth = 3
+        configuration.queueDepth = 1
         configuration.showsCursor = false
         configuration.pixelFormat = kCVPixelFormatType_32BGRA
 
@@ -77,10 +77,10 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_RealTime, value: kCFBooleanTrue)
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AllowFrameReordering, value: kCFBooleanFalse)
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_ProfileLevel, value: kVTProfileLevel_H264_Baseline_AutoLevel)
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameInterval, value: NSNumber(value: fps))
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, value: NSNumber(value: 1))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameInterval, value: NSNumber(value: 1))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, value: NSNumber(value: max(0.001, 1.0 / Double(fps))))
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_ExpectedFrameRate, value: NSNumber(value: fps))
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AverageBitRate, value: NSNumber(value: max(2_500_000, width * height * fps / 6)))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AverageBitRate, value: NSNumber(value: max(3_500_000, width * height * fps / 4)))
         VTCompressionSessionPrepareToEncodeFrames(session)
         compressionSession = session
     }
@@ -109,12 +109,15 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         frameCount += 1
         let pts = CMSampleBufferGetPresentationTimeStamp(sampleBuffer)
         let duration = CMTime(value: 1, timescale: CMTimeScale(fps))
+        let frameProperties = NSMutableDictionary()
+        frameProperties[kVTEncodeFrameOptionKey_ForceKeyFrame] = kCFBooleanTrue
+
         let status = VTCompressionSessionEncodeFrame(
             session,
             imageBuffer: imageBuffer,
             presentationTimeStamp: pts,
             duration: duration,
-            frameProperties: nil,
+            frameProperties: frameProperties,
             sourceFrameRefcon: nil,
             infoFlagsOut: nil)
 
@@ -245,6 +248,10 @@ struct LiveDeskSCKMain {
             fputs("LiveDeskSCK requires macOS 12.3 or later.\n", stderr)
             exit(2)
         }
+        guard CGPreflightScreenCaptureAccess() else {
+            fputs("LiveDeskSCK screen recording permission is not granted.\n", stderr)
+            exit(10)
+        }
 
         let displayIndex = intArg("--display-index", default: 0)
         let width = intArg("--width", default: 960)

package/fast/osx-x64/MindExec.RemoteAgent.Fast/MacScreenCaptureKitH264.swift

@@ -12,7 +12,7 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
     private let width: Int
     private let height: Int
     private let fps: Int
-    private let queue = DispatchQueue(label: "dev.livedesk.screencapturekit.frames")
+    private let queue = DispatchQueue(label: "dev.livedesk.screencapturekit.frames", qos: .userInteractive)
     private let writeLock = NSLock()
     private var stream: SCStream?
     private var compressionSession: VTCompressionSession?
@@ -41,7 +41,7 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         configuration.width = width
         configuration.height = height
         configuration.minimumFrameInterval = CMTime(value: 1, timescale: CMTimeScale(fps))
-        configuration.queueDepth = 3
+        configuration.queueDepth = 1
         configuration.showsCursor = false
         configuration.pixelFormat = kCVPixelFormatType_32BGRA
 
@@ -77,10 +77,10 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_RealTime, value: kCFBooleanTrue)
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AllowFrameReordering, value: kCFBooleanFalse)
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_ProfileLevel, value: kVTProfileLevel_H264_Baseline_AutoLevel)
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameInterval, value: NSNumber(value: fps))
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, value: NSNumber(value: 1))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameInterval, value: NSNumber(value: 1))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, value: NSNumber(value: max(0.001, 1.0 / Double(fps))))
         VTSessionSetProperty(session, key: kVTCompressionPropertyKey_ExpectedFrameRate, value: NSNumber(value: fps))
-        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AverageBitRate, value: NSNumber(value: max(2_500_000, width * height * fps / 6)))
+        VTSessionSetProperty(session, key: kVTCompressionPropertyKey_AverageBitRate, value: NSNumber(value: max(3_500_000, width * height * fps / 4)))
         VTCompressionSessionPrepareToEncodeFrames(session)
         compressionSession = session
     }
@@ -109,12 +109,15 @@ final class LiveDeskScreenCaptureKitEncoder: NSObject, SCStreamOutput, SCStreamD
         frameCount += 1
         let pts = CMSampleBufferGetPresentationTimeStamp(sampleBuffer)
         let duration = CMTime(value: 1, timescale: CMTimeScale(fps))
+        let frameProperties = NSMutableDictionary()
+        frameProperties[kVTEncodeFrameOptionKey_ForceKeyFrame] = kCFBooleanTrue
+
         let status = VTCompressionSessionEncodeFrame(
             session,
             imageBuffer: imageBuffer,
             presentationTimeStamp: pts,
             duration: duration,
-            frameProperties: nil,
+            frameProperties: frameProperties,
             sourceFrameRefcon: nil,
             infoFlagsOut: nil)
 
@@ -245,6 +248,10 @@ struct LiveDeskSCKMain {
             fputs("LiveDeskSCK requires macOS 12.3 or later.\n", stderr)
             exit(2)
         }
+        guard CGPreflightScreenCaptureAccess() else {
+            fputs("LiveDeskSCK screen recording permission is not granted.\n", stderr)
+            exit(10)
+        }
 
         let displayIndex = intArg("--display-index", default: 0)
         let width = intArg("--width", default: 960)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@livedesk/client",
-  "version": "0.1.77",
+  "version": "0.1.79",
   "description": "LiveDesk local remote client",
   "type": "module",
   "bin": {