node-mac-recorder 2.21.53 → 2.21.54
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json
CHANGED
package/src/camera_recorder.mm
CHANGED
|
@@ -538,11 +538,31 @@ didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer
|
|
|
538
538
|
}
|
|
539
539
|
[self.writer startSessionAtSourceTime:kCMTimeZero]; // CRITICAL: t=0 timeline
|
|
540
540
|
self.writerStarted = YES;
|
|
541
|
-
|
|
541
|
+
|
|
542
|
+
// LIP SYNC FIX: Align camera startTime with audio's first timestamp for perfect lip sync
|
|
543
|
+
// This ensures camera and audio start from the same reference point
|
|
544
|
+
CMTime audioFirstTimestamp = MRSyncAudioFirstTimestamp();
|
|
545
|
+
CMTime alignmentOffset = MRSyncVideoAlignmentOffset();
|
|
546
|
+
|
|
547
|
+
if (CMTIME_IS_VALID(audioFirstTimestamp)) {
|
|
548
|
+
// Use audio's first timestamp as reference - this is the key to lip sync
|
|
549
|
+
self.startTime = audioFirstTimestamp;
|
|
550
|
+
CMTime offset = CMTimeSubtract(timestamp, audioFirstTimestamp);
|
|
551
|
+
double offsetMs = CMTimeGetSeconds(offset) * 1000.0;
|
|
552
|
+
MRLog(@"🎥 Camera writer started @ t=0 (aligned with audio first timestamp, offset: %.1fms)", offsetMs);
|
|
553
|
+
} else if (CMTIME_IS_VALID(alignmentOffset)) {
|
|
554
|
+
// If audio came first, use the alignment offset to sync
|
|
555
|
+
self.startTime = CMTimeSubtract(timestamp, alignmentOffset);
|
|
556
|
+
double offsetMs = CMTimeGetSeconds(alignmentOffset) * 1000.0;
|
|
557
|
+
MRLog(@"🎥 Camera writer started @ t=0 (using alignment offset: %.1fms)", offsetMs);
|
|
558
|
+
} else {
|
|
559
|
+
// Fallback: use camera's own timestamp (should not happen if sync is configured)
|
|
560
|
+
self.startTime = timestamp;
|
|
561
|
+
MRLog(@"🎥 Camera writer started @ t=0 (source PTS: %.3fs, no audio sync available)", CMTimeGetSeconds(timestamp));
|
|
562
|
+
}
|
|
563
|
+
|
|
542
564
|
g_cameraStartTimestamp = CFAbsoluteTimeGetCurrent();
|
|
543
565
|
|
|
544
|
-
MRLog(@"🎥 Camera writer started @ t=0 (source PTS: %.3fs)", CMTimeGetSeconds(timestamp));
|
|
545
|
-
|
|
546
566
|
// Signal start completion
|
|
547
567
|
[self completeStart:YES token:self.activeToken];
|
|
548
568
|
}
|
|
@@ -553,12 +573,17 @@ didOutputSampleBuffer:(CMSampleBufferRef)sampleBuffer
|
|
|
553
573
|
}
|
|
554
574
|
|
|
555
575
|
// TIMESTAMP NORMALIZATION (audio_recorder.mm pattern)
|
|
576
|
+
// LIP SYNC FIX: Use audio-aligned startTime for perfect synchronization
|
|
556
577
|
CMTime adjustedTimestamp = kCMTimeZero;
|
|
557
578
|
if (CMTIME_IS_VALID(self.startTime)) {
|
|
558
579
|
adjustedTimestamp = CMTimeSubtract(timestamp, self.startTime);
|
|
559
580
|
if (CMTIME_COMPARE_INLINE(adjustedTimestamp, <, kCMTimeZero)) {
|
|
560
581
|
adjustedTimestamp = kCMTimeZero;
|
|
561
582
|
}
|
|
583
|
+
} else {
|
|
584
|
+
// Fallback: if startTime not set, use current timestamp as base
|
|
585
|
+
// This should not happen if sync is working correctly
|
|
586
|
+
adjustedTimestamp = kCMTimeZero;
|
|
562
587
|
}
|
|
563
588
|
|
|
564
589
|
// Get pixel buffer from sample
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
[{"x":1147,"y":408,"timestamp":25,"unixTimeMs":1765066231580,"cursorType":"text","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330},"_syncMetadata":{"videoStartTime":1765066228867,"cursorStartTime":1765066231555,"offsetMs":2688}},{"x":1147,"y":408,"timestamp":7015,"unixTimeMs":1765066238570,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1125,"y":410,"timestamp":7769,"unixTimeMs":1765066239324,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1068,"y":422,"timestamp":7787,"unixTimeMs":1765066239342,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":998,"y":440,"timestamp":7810,"unixTimeMs":1765066239365,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":835,"y":486,"timestamp":7829,"unixTimeMs":1765066239384,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":713,"y":525,"timestamp":7853,"unixTimeMs":1765066239408,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":606,"y":566,"timestamp":7872,"unixTimeMs":1765066239427,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":565,"y":581,"timestamp":7894,"unixTimeMs":1765066239449,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":596,"timestamp":7915,"unixTimeMs":1765066239470,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":586,"timestamp":8127,"unixTimeMs":1765066239682,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":564,"timestamp":8146,"unixTimeMs":1765066239701,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":528,"timestamp":8168,"unixTimeMs":1765066239723,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":513,"timestamp":8188,"unixTimeMs":1765066239743,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":532,"y":501,"timestamp":8210,"unixTimeMs":1765066239765,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":531,"y":497,"timestamp":8230,"unixTimeMs":1765066239785,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":549,"y":497,"timestamp":8923,"unixTimeMs":1765066240478,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":574,"y":500,"timestamp":8944,"unixTimeMs":1765066240499,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":615,"y":506,"timestamp":8964,"unixTimeMs":1765066240519,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":696,"y":517,"timestamp":8986,"unixTimeMs":1765066240541,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":753,"y":526,"timestamp":9006,"unixTimeMs":1765066240561,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":838,"y":536,"timestamp":9027,"unixTimeMs":1765066240582,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":890,"y":547,"timestamp":9047,"unixTimeMs":1765066240602,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":920,"y":556,"timestamp":9069,"unixTimeMs":1765066240624,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":923,"y":557,"timestamp":9089,"unixTimeMs":1765066240644,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":922,"y":553,"timestamp":9277,"unixTimeMs":1765066240832,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":918,"y":538,"timestamp":9299,"unixTimeMs":1765066240854,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":917,"y":520,"timestamp":9320,"unixTimeMs":1765066240875,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":917,"y":466,"timestamp":9344,"unixTimeMs":1765066240899,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":918,"y":443,"timestamp":9363,"unixTimeMs":1765066240918,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":924,"y":415,"timestamp":9383,"unixTimeMs":1765066240938,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":929,"y":398,"timestamp":9403,"unixTimeMs":1765066240958,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":934,"y":387,"timestamp":9427,"unixTimeMs":1765066240982,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":937,"y":383,"timestamp":9446,"unixTimeMs":1765066241001,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":940,"y":377,"timestamp":9469,"unixTimeMs":1765066241024,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":943,"y":371,"timestamp":9487,"unixTimeMs":1765066241042,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":950,"y":361,"timestamp":9507,"unixTimeMs":1765066241062,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":958,"y":349,"timestamp":9529,"unixTimeMs":1765066241084,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":964,"y":341,"timestamp":9552,"unixTimeMs":1765066241107,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":971,"y":333,"timestamp":9570,"unixTimeMs":1765066241125,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":976,"y":327,"timestamp":9594,"unixTimeMs":1765066241149,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":985,"y":319,"timestamp":9612,"unixTimeMs":1765066241167,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1001,"y":303,"timestamp":9636,"unixTimeMs":1765066241191,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1001,"y":299,"timestamp":9864,"unixTimeMs":1765066241419,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1004,"y":293,"timestamp":9886,"unixTimeMs":1765066241441,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1008,"y":290,"timestamp":9906,"unixTimeMs":1765066241461,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1010,"y":287,"timestamp":9928,"unixTimeMs":1765066241483,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1012,"y":284,"timestamp":9948,"unixTimeMs":1765066241503,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1013,"y":281,"timestamp":9969,"unixTimeMs":1765066241524,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}},{"x":1014,"y":278,"timestamp":9993,"unixTimeMs":1765066241548,"cursorType":"progress","type":"move","coordinateSystem":"video-relative","recordingType":"display","videoInfo":{"width":2048,"height":1330,"offsetX":0,"offsetY":0},"displayInfo":{"displayId":1,"width":2048,"height":1330}}]
|