node-mac-recorder 2.22.16 → 2.22.18

package/lib/cursorCapture/polling.js

@@ -3,7 +3,19 @@
 const fs = require("fs");
 const { resolveCursorDisplayInfo } = require("./displayInfo");
 
-const TEXT_INPUT_SAMPLE_MS = 95;
+const IS_ELECTRON = !!(
+	process &&
+	process.versions &&
+	process.versions.electron
+);
+
+const NATIVE_TEXT_INPUT_SAMPLE_MS = 120;
+const NATIVE_TEXT_INPUT_GRACE_MS = 600;
+
+const ELECTRON_SYNTH_GRACE_MS = 400;
+const ELECTRON_SYNTH_THROTTLE_MS = 220;
+
+const DEFAULT_CURSOR_INTERVAL_MS = IS_ELECTRON ? 50 : 20;
 
 function shouldCaptureCursorSample(lastCapturedData, currentData) {
 	if (!lastCapturedData) {
@@ -68,6 +80,96 @@ function transformInputFrameGlobal(ifr, d) {
 	};
 }
 
+function tryAppendSyntheticTextInputRow(recorder, filepath, cursorData, timestamp) {
+	if (!IS_ELECTRON) {
+		return;
+	}
+	const ct = cursorData.cursorType || "";
+	if (ct !== "text" && ct !== "vertical-text") {
+		return;
+	}
+	if (timestamp < ELECTRON_SYNTH_GRACE_MS) {
+		return;
+	}
+	const wall = Date.now();
+	if (
+		wall - (recorder._electronSynthWallMs || 0) <
+		ELECTRON_SYNTH_THROTTLE_MS
+	) {
+		return;
+	}
+	const vx = cursorData.x;
+	const vy = cursorData.y;
+	if (!Number.isFinite(vx) || !Number.isFinite(vy)) {
+		return;
+	}
+
+	const tiRow = {
+		x: vx,
+		y: vy,
+		timestamp,
+		unixTimeMs: wall,
+		cursorType: "text",
+		type: "textInput",
+		caretX: vx,
+		caretY: vy,
+		inputFrame: {
+			x: vx - 1,
+			y: vy - 9,
+			width: 2,
+			height: 18,
+		},
+		coordinateSystem: cursorData.coordinateSystem,
+		recordingType: cursorData.recordingType,
+		videoInfo: cursorData.videoInfo || {},
+		displayInfo: cursorData.displayInfo || {},
+	};
+
+	if (cursorData.location) {
+		tiRow.location = cursorData.location;
+	}
+	if (cursorData.windowRelative) {
+		tiRow.windowRelative = cursorData.windowRelative;
+	}
+
+	if (
+		recorder.cursorCaptureFirstWrite &&
+		recorder.cursorCaptureSessionTimestamp
+	) {
+		tiRow._syncMetadata = {
+			videoStartTime: recorder.cursorCaptureSessionTimestamp,
+			cursorStartTime: recorder.cursorCaptureStartTime,
+			offsetMs:
+				recorder.cursorCaptureStartTime -
+				recorder.cursorCaptureSessionTimestamp,
+		};
+	}
+
+	const le = recorder._lastTextInputEmitted;
+	if (
+		le &&
+		Math.abs(le.caretX - tiRow.caretX) < 0.75 &&
+		Math.abs(le.caretY - tiRow.caretY) < 0.75 &&
+		timestamp - le.timestamp < 220
+	) {
+		return;
+	}
+	recorder._lastTextInputEmitted = {
+		caretX: tiRow.caretX,
+		caretY: tiRow.caretY,
+		timestamp,
+	};
+	recorder._electronSynthWallMs = wall;
+
+	const jsonString = JSON.stringify(tiRow);
+	if (recorder.cursorCaptureFirstWrite) {
+		fs.appendFileSync(filepath, jsonString);
+		recorder.cursorCaptureFirstWrite = false;
+	} else {
+		fs.appendFileSync(filepath, "," + jsonString);
+	}
+}
+
 function tryAppendTextInput(
 	recorder,
 	nativeBinding,
@@ -75,11 +177,24 @@ function tryAppendTextInput(
 	position,
 	timestamp,
 ) {
+	if (IS_ELECTRON) {
+		return;
+	}
 	if (typeof nativeBinding.getTextInputSnapshot !== "function") {
 		return;
 	}
+	if (timestamp < NATIVE_TEXT_INPUT_GRACE_MS) {
+		return;
+	}
+	const ct = position.cursorType || "";
+	if (ct !== "text" && ct !== "vertical-text") {
+		return;
+	}
 	const wall = Date.now();
-	if (wall - (recorder._tiSampleWallMs || 0) < TEXT_INPUT_SAMPLE_MS) {
+	if (
+		wall - (recorder._tiSampleWallMs || 0) <
+		NATIVE_TEXT_INPUT_SAMPLE_MS
+	) {
 		return;
 	}
 	recorder._tiSampleWallMs = wall;
@@ -172,9 +287,53 @@ function tryAppendTextInput(
 	}
 }
 
+function queueDeferredTextInputSample(
+	recorder,
+	nativeBinding,
+	filepath,
+	position,
+	timestamp,
+) {
+	if (IS_ELECTRON) {
+		return;
+	}
+	if (typeof nativeBinding.getTextInputSnapshot !== "function") {
+		return;
+	}
+	if (timestamp < NATIVE_TEXT_INPUT_GRACE_MS) {
+		return;
+	}
+	const ct = position.cursorType || "";
+	if (ct !== "text" && ct !== "vertical-text") {
+		return;
+	}
+	if (recorder._tiDeferredPending) {
+		return;
+	}
+	recorder._tiDeferredPending = true;
+	const pos = {
+		x: position.x,
+		y: position.y,
+		cursorType: position.cursorType,
+		eventType: position.eventType,
+	};
+	const ts = timestamp;
+	setImmediate(() => {
+		recorder._tiDeferredPending = false;
+		if (!recorder.cursorCaptureFile || recorder.cursorCaptureFile !== filepath) {
+			return;
+		}
+		try {
+			tryAppendTextInput(recorder, nativeBinding, filepath, pos, ts);
+		} catch {
+			/* ignore */
+		}
+	});
+}
+
 async function startCursorCapture(recorder, nativeBinding, intervalOrFilepath, options = {}) {
 	let filepath;
-	let interval = 20;
+	let interval = DEFAULT_CURSOR_INTERVAL_MS;
 
 	if (typeof intervalOrFilepath === "number") {
 		interval = Math.max(10, intervalOrFilepath);
@@ -227,7 +386,9 @@ async function startCursorCapture(recorder, nativeBinding, intervalOrFilepath, o
 			recorder.lastCapturedData = null;
 			recorder.cursorCaptureSessionTimestamp = recorder.sessionTimestamp;
 			recorder._tiSampleWallMs = 0;
+			recorder._electronSynthWallMs = 0;
 			recorder._lastTextInputEmitted = null;
+			recorder._tiDeferredPending = false;
 
 			recorder.cursorCaptureInterval = setInterval(() => {
 				try {
@@ -348,13 +509,22 @@ async function startCursorCapture(recorder, nativeBinding, intervalOrFilepath, o
 						recorder.lastCapturedData = { ...cursorData };
 					}
 
-					tryAppendTextInput(
-						recorder,
-						nativeBinding,
-						filepath,
-						position,
-						timestamp,
-					);
+					if (IS_ELECTRON) {
+						tryAppendSyntheticTextInputRow(
+							recorder,
+							filepath,
+							cursorData,
+							timestamp,
+						);
+					} else {
+						queueDeferredTextInputSample(
+							recorder,
+							nativeBinding,
+							filepath,
+							position,
+							timestamp,
+						);
+					}
 				} catch (error) {
 					console.error("Cursor capture error:", error);
 				}
@@ -387,7 +557,9 @@ async function stopCursorCapture(recorder) {
 			recorder.cursorCaptureFirstWrite = true;
 			recorder.cursorDisplayInfo = null;
 			recorder._tiSampleWallMs = 0;
+			recorder._electronSynthWallMs = 0;
 			recorder._lastTextInputEmitted = null;
+			recorder._tiDeferredPending = false;
 
 			recorder.emit("cursorCaptureStopped");
 			resolve(true);

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "node-mac-recorder",
-	"version": "2.22.16",
+	"version": "2.22.18",
 	"description": "Native macOS screen recording package for Node.js applications",
 	"main": "index.js",
 	"keywords": [