react-native-skia-webgpu-video 0.1.0-beta.2 → 0.1.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +0 -1
- package/README.md +28 -7
- package/android/cpp/VideoComposition.cpp +12 -0
- package/android/cpp/VideoCompositionFramesExtractor.cpp +6 -0
- package/android/cpp/VideoCompositionFramesExtractor.h +1 -0
- package/android/cpp/VideoCompositionFramesExtractorHostObject.cpp +1 -1
- package/android/src/main/java/com/azzapp/rnskv/PreviewFrameRateVote.java +104 -0
- package/android/src/main/java/com/azzapp/rnskv/VideoComposition.java +4 -0
- package/android/src/main/java/com/azzapp/rnskv/VideoCompositionDecoder.java +4 -2
- package/android/src/main/java/com/azzapp/rnskv/VideoCompositionFramesExtractor.java +32 -0
- package/docs/FRAME_PIXEL_FORMAT.md +124 -0
- package/docs/VERIFICATION_0.1.0-beta.3.md +147 -0
- package/ios/NativeResourceStats.h +9 -0
- package/ios/RNSVColorSpace.h +35 -4
- package/ios/ReactNativeSkiaVideo.mm +4 -0
- package/ios/VideoComposition.h +20 -0
- package/ios/VideoCompositionFramesExtractorHostObject.h +5 -0
- package/ios/VideoCompositionFramesExtractorHostObject.mm +31 -2
- package/ios/VideoCompositionItemDecoder.mm +21 -8
- package/ios/VideoFrame.mm +6 -0
- package/lib/module/exportFrames.js +25 -18
- package/lib/module/exportFrames.js.map +1 -1
- package/lib/module/frameInterop.js +7 -1
- package/lib/module/frameInterop.js.map +1 -1
- package/lib/module/videoCompositionPlayer.js +13 -5
- package/lib/module/videoCompositionPlayer.js.map +1 -1
- package/lib/module/yuvBlit.js +70 -0
- package/lib/module/yuvBlit.js.map +1 -1
- package/lib/typescript/src/exportFrames.d.ts +8 -8
- package/lib/typescript/src/exportFrames.d.ts.map +1 -1
- package/lib/typescript/src/frameInterop.d.ts.map +1 -1
- package/lib/typescript/src/types.d.ts +26 -0
- package/lib/typescript/src/types.d.ts.map +1 -1
- package/lib/typescript/src/videoCompositionPlayer.d.ts.map +1 -1
- package/lib/typescript/src/yuvBlit.d.ts +10 -0
- package/lib/typescript/src/yuvBlit.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/exportFrames.ts +52 -34
- package/src/frameInterop.ts +18 -1
- package/src/types.ts +27 -0
- package/src/videoCompositionPlayer.ts +14 -4
- package/src/yuvBlit.ts +66 -0
|
@@ -24,6 +24,15 @@ struct NativeResourceStats {
|
|
|
24
24
|
inline static ResourceCounter encoderSubmittingBuffers;
|
|
25
25
|
inline static ResourceCounter encoderSubmittingBytes;
|
|
26
26
|
};
|
|
27
|
+
// Composition preview diagnostics, counted since launch: an acquire refused
|
|
28
|
+
// while the frame ring is full, an acquire that found no decoded frame queued
|
|
29
|
+
// (the decoder not ahead), the decode ticks run, and those over 16 ms.
|
|
30
|
+
struct PreviewStats {
|
|
31
|
+
inline static std::atomic<uint64_t> ringRefusals{0};
|
|
32
|
+
inline static std::atomic<uint64_t> emptyQueues{0};
|
|
33
|
+
inline static std::atomic<uint64_t> decodeTicks{0};
|
|
34
|
+
inline static std::atomic<uint64_t> slowDecodeTicks{0};
|
|
35
|
+
};
|
|
27
36
|
inline size_t pixelBufferBytes(CVPixelBufferRef buffer) {
|
|
28
37
|
size_t bytes = CVPixelBufferGetDataSize(buffer);
|
|
29
38
|
return bytes ? bytes : CVPixelBufferGetBytesPerRow(buffer) *
|
package/ios/RNSVColorSpace.h
CHANGED
|
@@ -16,10 +16,10 @@ namespace RNSkiaVideo {
|
|
|
16
16
|
* contrast. Asking AVFoundation for these properties makes it tone-map to
|
|
17
17
|
* SDR on the way out, on its own fast path.
|
|
18
18
|
*
|
|
19
|
-
* Applied
|
|
20
|
-
* in Rec.709 costs nothing, and a BT.601 one gets the conversion it
|
|
21
|
-
* needed.
|
|
22
|
-
*
|
|
19
|
+
* Applied to every BGRA output rather than only to HDR sources: a source
|
|
20
|
+
* already in Rec.709 costs nothing, and a BT.601 one gets the conversion it
|
|
21
|
+
* always needed. NV12 output takes them only for HDR, see
|
|
22
|
+
* TrackNeedsSDRConversion.
|
|
23
23
|
*/
|
|
24
24
|
static inline NSDictionary* SDRColorProperties() {
|
|
25
25
|
return @{
|
|
@@ -29,6 +29,37 @@ static inline NSDictionary* SDRColorProperties() {
|
|
|
29
29
|
};
|
|
30
30
|
}
|
|
31
31
|
|
|
32
|
+
/**
|
|
33
|
+
* Whether a track needs AVFoundation's conversion to Rec.709 even when its
|
|
34
|
+
* frames are decoded to NV12: an HDR transfer function (HLG, PQ) or BT.2020
|
|
35
|
+
* primaries, which only a tone mapping brings to SDR.
|
|
36
|
+
*
|
|
37
|
+
* An SDR track decoded to NV12 is left as it is: its buffers carry their own
|
|
38
|
+
* YCbCr matrix, which the GPU applies when it converts them. Asked for Rec.709
|
|
39
|
+
* properties, VideoToolbox relabels an SD clip's BT.601 samples as BT.709
|
|
40
|
+
* without converting them, and its saturated colors shift (a yellow's blue
|
|
41
|
+
* by 11 levels), where its BGRA output does convert.
|
|
42
|
+
*/
|
|
43
|
+
static inline bool TrackNeedsSDRConversion(AVAssetTrack* track) {
|
|
44
|
+
#pragma clang diagnostic push
|
|
45
|
+
#pragma clang diagnostic ignored "-Wdeprecated-declarations"
|
|
46
|
+
NSArray* descriptions = track.formatDescriptions;
|
|
47
|
+
#pragma clang diagnostic pop
|
|
48
|
+
for (id description in descriptions) {
|
|
49
|
+
auto format = (__bridge CMFormatDescriptionRef)description;
|
|
50
|
+
CFTypeRef transfer = CMFormatDescriptionGetExtension(
|
|
51
|
+
format, kCMFormatDescriptionExtension_TransferFunction);
|
|
52
|
+
CFTypeRef primaries = CMFormatDescriptionGetExtension(
|
|
53
|
+
format, kCMFormatDescriptionExtension_ColorPrimaries);
|
|
54
|
+
if (transfer && (CFEqual(transfer, kCVImageBufferTransferFunction_ITU_R_2100_HLG) ||
|
|
55
|
+
CFEqual(transfer, kCVImageBufferTransferFunction_SMPTE_ST_2084_PQ)))
|
|
56
|
+
return true;
|
|
57
|
+
if (primaries && CFEqual(primaries, kCVImageBufferColorPrimaries_ITU_R_2020))
|
|
58
|
+
return true;
|
|
59
|
+
}
|
|
60
|
+
return false;
|
|
61
|
+
}
|
|
62
|
+
|
|
32
63
|
/**
|
|
33
64
|
* Stamps Rec.709 onto a buffer handed to AVAssetWriter. The writer's own
|
|
34
65
|
* output settings already declare it, but a buffer carrying no color
|
|
@@ -276,6 +276,10 @@ RCT_EXPORT_BLOCKING_SYNCHRONOUS_METHOD(install) {
|
|
|
276
276
|
add("encoders", NativeResourceStats::encoders);
|
|
277
277
|
add("encoderSubmittingBuffers", NativeResourceStats::encoderSubmittingBuffers);
|
|
278
278
|
add("encoderSubmittingBytes", NativeResourceStats::encoderSubmittingBytes);
|
|
279
|
+
result.setProperty(rt, "previewRingRefusals", static_cast<double>(PreviewStats::ringRefusals.load()));
|
|
280
|
+
result.setProperty(rt, "previewEmptyQueues", static_cast<double>(PreviewStats::emptyQueues.load()));
|
|
281
|
+
result.setProperty(rt, "previewDecodeTicks", static_cast<double>(PreviewStats::decodeTicks.load()));
|
|
282
|
+
result.setProperty(rt, "previewSlowDecodeTicks", static_cast<double>(PreviewStats::slowDecodeTicks.load()));
|
|
279
283
|
return jsi::Value(std::move(result));
|
|
280
284
|
}));
|
|
281
285
|
RNSVModule.setProperty(runtime, "getBackendInfo",
|
package/ios/VideoComposition.h
CHANGED
|
@@ -31,6 +31,11 @@ public:
|
|
|
31
31
|
* default) does. iOS only.
|
|
32
32
|
*/
|
|
33
33
|
bool directTexture = false;
|
|
34
|
+
/**
|
|
35
|
+
* The composition's `framePixelFormat: 'yuv'`: frames decoded to NV12, the
|
|
36
|
+
* decoder's own format, rather than BGRA. See setupReader.
|
|
37
|
+
*/
|
|
38
|
+
bool yuvFrames = false;
|
|
34
39
|
bool isVideo = true;
|
|
35
40
|
bool audioEnabled = false;
|
|
36
41
|
double audioVolume = 1.0;
|
|
@@ -61,6 +66,20 @@ public:
|
|
|
61
66
|
auto lazyProp = jsComposition.getProperty(runtime, "lazyDecoders");
|
|
62
67
|
composition->lazyDecoders = lazyProp.isBool() && lazyProp.getBool();
|
|
63
68
|
}
|
|
69
|
+
// 'auto' is NV12 on iOS, as on Android: a third of BGRA's memory, and the
|
|
70
|
+
// same picture for camera footage (docs/FRAME_PIXEL_FORMAT.md).
|
|
71
|
+
bool yuvFrames = true;
|
|
72
|
+
if (jsComposition.hasProperty(runtime, "framePixelFormat")) {
|
|
73
|
+
auto formatProp = jsComposition.getProperty(runtime, "framePixelFormat");
|
|
74
|
+
if (formatProp.isString()) {
|
|
75
|
+
auto format = formatProp.asString(runtime).utf8(runtime);
|
|
76
|
+
if (format != "auto" && format != "yuv" && format != "rgba")
|
|
77
|
+
throw jsi::JSError(runtime, "framePixelFormat must be 'auto', 'yuv' or 'rgba'");
|
|
78
|
+
yuvFrames = format != "rgba";
|
|
79
|
+
} else if (!formatProp.isUndefined()) {
|
|
80
|
+
throw jsi::JSError(runtime, "framePixelFormat must be 'auto', 'yuv' or 'rgba'");
|
|
81
|
+
}
|
|
82
|
+
}
|
|
64
83
|
auto jsItems = jsComposition.getProperty(runtime, "items")
|
|
65
84
|
.asObject(runtime)
|
|
66
85
|
.asArray(runtime);
|
|
@@ -81,6 +100,7 @@ public:
|
|
|
81
100
|
item->duration = checkedMediaSeconds(jsItem.getProperty(runtime, "duration").asNumber());
|
|
82
101
|
checkedMediaSeconds(item->startTime + item->duration);
|
|
83
102
|
checkedMediaSeconds(item->compositionStartTime + item->duration);
|
|
103
|
+
item->yuvFrames = yuvFrames;
|
|
84
104
|
item->resolution = CGSize();
|
|
85
105
|
if (jsItem.hasProperty(runtime, "resolution")) {
|
|
86
106
|
auto resProp = jsItem.getProperty(runtime, "resolution");
|
|
@@ -71,6 +71,10 @@ private:
|
|
|
71
71
|
RNSVDisplayLinkWrapper* displayLink;
|
|
72
72
|
NSDate* startDate;
|
|
73
73
|
CMTime pausePosition = kCMTimeZero;
|
|
74
|
+
// The clock decodeCompositionFrames last picked the frames at, and when
|
|
75
|
+
// (CACurrentMediaTime); invalid once play, pause or a seek moves the clock.
|
|
76
|
+
CMTime framesTime = kCMTimeInvalid;
|
|
77
|
+
CFTimeInterval framesTimeHost = 0;
|
|
74
78
|
bool playWhenReady = false;
|
|
75
79
|
bool isPlaying = false;
|
|
76
80
|
bool isLooping = false;
|
|
@@ -91,6 +95,7 @@ private:
|
|
|
91
95
|
void pause();
|
|
92
96
|
void seekTo(CMTime time);
|
|
93
97
|
CMTime getCurrentTime();
|
|
98
|
+
CMTime getPresentedTime();
|
|
94
99
|
void release();
|
|
95
100
|
bool opensAt(const std::shared_ptr<VideoCompositionItem>& item,
|
|
96
101
|
double position) const;
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
#include "VideoCompositionFramesExtractorHostObject.h"
|
|
2
2
|
|
|
3
3
|
#import "AVAssetTrackUtils.h"
|
|
4
|
+
#import "NativeResourceStats.h"
|
|
4
5
|
#import "AudioCompositionUtils.h"
|
|
5
6
|
#import "RNSVJSIUtils.h"
|
|
6
7
|
#include "RNSVCheckedSizes.h"
|
|
@@ -117,6 +118,8 @@ jsi::Value VideoCompositionFramesExtractorHostObject::get(
|
|
|
117
118
|
}
|
|
118
119
|
if (initialized && lastAppliedSeekGeneration == seekGeneration) {
|
|
119
120
|
auto currentTime = getCurrentTime();
|
|
121
|
+
framesTime = currentTime;
|
|
122
|
+
framesTimeHost = CACurrentMediaTime();
|
|
120
123
|
bool changed = false;
|
|
121
124
|
for (const auto& entry : itemDecoders) {
|
|
122
125
|
auto itemId = entry.first;
|
|
@@ -189,7 +192,7 @@ jsi::Value VideoCompositionFramesExtractorHostObject::get(
|
|
|
189
192
|
return jsi::Value::undefined();
|
|
190
193
|
});
|
|
191
194
|
} else if (propName == "currentTime") {
|
|
192
|
-
return jsi::Value(released.test() ? 0 : CMTimeGetSeconds(
|
|
195
|
+
return jsi::Value(released.test() ? 0 : CMTimeGetSeconds(getPresentedTime()));
|
|
193
196
|
} else if (propName == "framesVersion") {
|
|
194
197
|
return jsi::Value(released.test() ? 0 : (double)framesVersion);
|
|
195
198
|
} else if (propName == "isLooping") {
|
|
@@ -218,8 +221,12 @@ void VideoCompositionFramesExtractorHostObject::set(
|
|
|
218
221
|
void VideoCompositionFramesExtractorHostObject::prepare() {
|
|
219
222
|
@synchronized(lock) {
|
|
220
223
|
if (released.test() || decoderQueue) return;
|
|
224
|
+
// User-interactive: the queue feeds the display at every vsync. At utility,
|
|
225
|
+
// a warm iPhone parked it on the efficiency cores: 60 fps clips froze for
|
|
226
|
+
// 300-500 ms at a time while the decoder caught up, and a 4K 60 fps preview
|
|
227
|
+
// showed one frame in six.
|
|
221
228
|
dispatch_queue_attr_t attr = dispatch_queue_attr_make_with_qos_class(
|
|
222
|
-
DISPATCH_QUEUE_SERIAL,
|
|
229
|
+
DISPATCH_QUEUE_SERIAL, QOS_CLASS_USER_INTERACTIVE, 0);
|
|
223
230
|
decoderQueue = dispatch_queue_create("ReactNativeVideoCompositionItemDecoder", attr);
|
|
224
231
|
dispatch_queue_set_specific(decoderQueue, this, this, NULL);
|
|
225
232
|
std::weak_ptr<VideoCompositionFramesExtractorHostObject> weak =
|
|
@@ -252,7 +259,10 @@ void VideoCompositionFramesExtractorHostObject::scheduleDecode() {
|
|
|
252
259
|
std::atomic<bool>& flag;
|
|
253
260
|
~PendingGuard() { flag.store(false); }
|
|
254
261
|
} pendingGuard{owner->decoderTickPending};
|
|
262
|
+
CFTimeInterval tickStart = CACurrentMediaTime();
|
|
255
263
|
owner->decodeTick();
|
|
264
|
+
PreviewStats::decodeTicks++;
|
|
265
|
+
if (CACurrentMediaTime() - tickStart > 0.016) PreviewStats::slowDecodeTicks++;
|
|
256
266
|
}
|
|
257
267
|
// A seek arriving during decoding was coalesced into this task. Queue
|
|
258
268
|
// its latest position after releasing the pending flag, so it cannot
|
|
@@ -453,6 +463,7 @@ void VideoCompositionFramesExtractorHostObject::init() {
|
|
|
453
463
|
void VideoCompositionFramesExtractorHostObject::play() {
|
|
454
464
|
@synchronized(lock) {
|
|
455
465
|
if (released.test() || isPlaying) return;
|
|
466
|
+
framesTime = kCMTimeInvalid;
|
|
456
467
|
// A completed paused clock stays at the end until play explicitly restarts
|
|
457
468
|
// it. Rewind the readers through the same serial seek generation as seekTo.
|
|
458
469
|
if (CMTimeGetSeconds(pausePosition) >= composition->duration) {
|
|
@@ -480,6 +491,7 @@ void VideoCompositionFramesExtractorHostObject::pause() {
|
|
|
480
491
|
}
|
|
481
492
|
pausePosition = getCurrentTime();
|
|
482
493
|
isPlaying = false;
|
|
494
|
+
framesTime = kCMTimeInvalid;
|
|
483
495
|
if (audioPlayer) {
|
|
484
496
|
[audioPlayer pause];
|
|
485
497
|
}
|
|
@@ -490,6 +502,7 @@ void VideoCompositionFramesExtractorHostObject::seekTo(CMTime time) {
|
|
|
490
502
|
@synchronized(lock) {
|
|
491
503
|
if (released.test()) return;
|
|
492
504
|
seekPending = true;
|
|
505
|
+
framesTime = kCMTimeInvalid;
|
|
493
506
|
if (isPlaying) {
|
|
494
507
|
startDate = [NSDate dateWithTimeIntervalSinceNow:-CMTimeGetSeconds(time)];
|
|
495
508
|
} else {
|
|
@@ -594,6 +607,22 @@ void VideoCompositionFramesExtractorHostObject::openDecoders(
|
|
|
594
607
|
}
|
|
595
608
|
}
|
|
596
609
|
|
|
610
|
+
// The time drawFrame draws at: the clock the frames it gets were picked at,
|
|
611
|
+
// rather than the clock when it reads the time, after the frames' import (a
|
|
612
|
+
// few milliseconds of GPU work). Read later, the time ran ahead of the frames,
|
|
613
|
+
// and at 60 fps a frame's start could fall in between on every frame: the
|
|
614
|
+
// time said frame n while the frames held n - 1. The live clock once play,
|
|
615
|
+
// pause or a seek has moved it, or without a recent pick (no preview).
|
|
616
|
+
CMTime VideoCompositionFramesExtractorHostObject::getPresentedTime() {
|
|
617
|
+
@synchronized(lock) {
|
|
618
|
+
if (isPlaying && CMTIME_IS_VALID(framesTime) &&
|
|
619
|
+
CACurrentMediaTime() - framesTimeHost < 0.1) {
|
|
620
|
+
return framesTime;
|
|
621
|
+
}
|
|
622
|
+
return getCurrentTime();
|
|
623
|
+
}
|
|
624
|
+
}
|
|
625
|
+
|
|
597
626
|
CMTime VideoCompositionFramesExtractorHostObject::getCurrentTime() {
|
|
598
627
|
@synchronized(lock) {
|
|
599
628
|
if (isPlaying) {
|
|
@@ -123,13 +123,24 @@ void VideoCompositionItemDecoder::setupReader(CMTime initialTime) {
|
|
|
123
123
|
// AVAssetReaderTrackOutput takes pixel buffer attributes and video settings
|
|
124
124
|
// in the same dictionary, so the color properties travel with them: an HDR
|
|
125
125
|
// track is tone-mapped to Rec.709 by AVFoundation before we ever see it
|
|
126
|
-
// (see RNSVColorSpace.h).
|
|
127
|
-
|
|
128
|
-
|
|
126
|
+
// (see RNSVColorSpace.h), in either format.
|
|
127
|
+
//
|
|
128
|
+
// NV12 is the decoder's own format, 1.5 bytes a pixel against BGRA's 4: the
|
|
129
|
+
// queue's byte budget then holds five 4K frames ahead rather than one or
|
|
130
|
+
// two. The GPU converts it to RGB when the frame is drawn (yuvBlit.ts),
|
|
131
|
+
// with the matrix each buffer carries; only HDR needs AVFoundation's
|
|
132
|
+
// conversion first (see TrackNeedsSDRConversion). BGRA is converted by
|
|
133
|
+
// VideoToolbox, and a GPU export samples it in place.
|
|
134
|
+
NSMutableDictionary* pixBuffAttributes = [@{
|
|
135
|
+
(id)kCVPixelBufferPixelFormatTypeKey :
|
|
136
|
+
@(item->yuvFrames ? kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange
|
|
137
|
+
: kCVPixelFormatType_32BGRA),
|
|
129
138
|
(id)kCVPixelBufferIOSurfacePropertiesKey : @{},
|
|
130
139
|
(id)kCVPixelBufferMetalCompatibilityKey : @YES,
|
|
131
|
-
|
|
132
|
-
|
|
140
|
+
} mutableCopy];
|
|
141
|
+
if (!item->yuvFrames || TrackNeedsSDRConversion(videoTrack)) {
|
|
142
|
+
pixBuffAttributes[AVVideoColorPropertiesKey] = SDRColorProperties();
|
|
143
|
+
}
|
|
133
144
|
CGSize resolution = item->resolution;
|
|
134
145
|
/*
|
|
135
146
|
* No explicit size asked for, but a cap on the longest side: scale the
|
|
@@ -156,8 +167,6 @@ void VideoCompositionItemDecoder::setupReader(CMTime initialTime) {
|
|
|
156
167
|
}
|
|
157
168
|
}
|
|
158
169
|
if (resolution.width > 0 && resolution.height > 0) {
|
|
159
|
-
pixBuffAttributes =
|
|
160
|
-
[NSMutableDictionary dictionaryWithDictionary:pixBuffAttributes];
|
|
161
170
|
[pixBuffAttributes setValue:@(resolution.width)
|
|
162
171
|
forKey:(id)kCVPixelBufferWidthKey];
|
|
163
172
|
[pixBuffAttributes setValue:@(resolution.height)
|
|
@@ -333,7 +342,10 @@ void VideoCompositionItemDecoder::advanceDecoder(CMTime currentTime) {
|
|
|
333
342
|
std::shared_ptr<VideoFrame>
|
|
334
343
|
VideoCompositionItemDecoder::acquireFrameForTime(CMTime currentTime,
|
|
335
344
|
bool force) {
|
|
336
|
-
if (!frameRing.canAcquire())
|
|
345
|
+
if (!frameRing.canAcquire()) {
|
|
346
|
+
PreviewStats::ringRefusals++;
|
|
347
|
+
return nullptr;
|
|
348
|
+
}
|
|
337
349
|
CMSampleBufferRef nextFrame = nil;
|
|
338
350
|
// advanceDecoder appends to the frame lists from a decoding thread while
|
|
339
351
|
// this runs on the UI thread: every access to the lists goes through the
|
|
@@ -377,6 +389,7 @@ VideoCompositionItemDecoder::acquireFrameForTime(CMTime currentTime,
|
|
|
377
389
|
break;
|
|
378
390
|
}
|
|
379
391
|
}
|
|
392
|
+
if (!nextFrame && decodedFrames.empty()) PreviewStats::emptyQueues++;
|
|
380
393
|
}
|
|
381
394
|
if (nextFrame) {
|
|
382
395
|
CVPixelBufferRef buffer = CMSampleBufferGetImageBuffer(nextFrame);
|
package/ios/VideoFrame.mm
CHANGED
|
@@ -101,6 +101,12 @@ jsi::Value VideoFrame::get(jsi::Runtime& runtime,
|
|
|
101
101
|
descriptor.setProperty(runtime, "kind",
|
|
102
102
|
jsi::String::createFromAscii(runtime, "native-buffer"));
|
|
103
103
|
descriptor.setProperty(runtime, "nativeBuffer", pointer);
|
|
104
|
+
// Read without importing the buffer: NV12 frames are converted to RGB on
|
|
105
|
+
// the GPU, BGRA ones sampled as they are.
|
|
106
|
+
bool nv12 = CVPixelBufferGetPixelFormatType(pixelBuffer) ==
|
|
107
|
+
kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange;
|
|
108
|
+
descriptor.setProperty(runtime, "format",
|
|
109
|
+
jsi::String::createFromAscii(runtime, nv12 ? "nv12" : "bgra8"));
|
|
104
110
|
return descriptor;
|
|
105
111
|
}
|
|
106
112
|
return jsi::Value::undefined();
|
|
@@ -5,14 +5,14 @@ import { Platform } from "react-native";
|
|
|
5
5
|
import { BlendMode, Skia } from "react-native-skia";
|
|
6
6
|
import { createNativeVideoGpuFrame, getVideoGpuDevice, nativeVideoTextureUsage } from "./gpuDevice.js";
|
|
7
7
|
import { frameByteSize, releaseVideoMemory, reserveVideoMemory } from "./memory.js";
|
|
8
|
-
import { blitYuvFrame, releaseYuvImports, yuvFrameOrigin } from "./yuvBlit.js";
|
|
8
|
+
import { blitNv12Frame, blitYuvFrame, releaseYuvImports, yuvFrameOrigin } from "./yuvBlit.js";
|
|
9
9
|
|
|
10
|
-
/** A decoded frame sampled in place, without an owned snapshot:
|
|
11
|
-
* IOSurface
|
|
12
|
-
*
|
|
13
|
-
* image is in use. */
|
|
10
|
+
/** A decoded frame sampled in place, without an owned snapshot: a BGRA
|
|
11
|
+
* frame's IOSurface on iOS, or for a YUV frame (Android, iOS NV12) its
|
|
12
|
+
* producer's RGBA texture, which the decoder buffer was just converted into.
|
|
13
|
+
* The decoder lease stays open while the image is in use. */
|
|
14
14
|
|
|
15
|
-
/**
|
|
15
|
+
/** The texture a producer's YUV frames are converted into. */
|
|
16
16
|
|
|
17
17
|
/** Per export session, keyed by producer. `enabled` turns off after a first
|
|
18
18
|
* failed import, before any frame was sampled in place. */
|
|
@@ -65,8 +65,8 @@ export const releaseExportFrame = entry => {
|
|
|
65
65
|
entry.frame.dispose?.();
|
|
66
66
|
};
|
|
67
67
|
|
|
68
|
-
/**
|
|
69
|
-
*
|
|
68
|
+
/** Releases a producer's texture and decoder buffer imports. Call only once
|
|
69
|
+
* its last frame's GPU work has completed. */
|
|
70
70
|
const releaseProducerTexture = (imports, producer) => {
|
|
71
71
|
"worklet";
|
|
72
72
|
|
|
@@ -79,10 +79,11 @@ const releaseProducerTexture = (imports, producer) => {
|
|
|
79
79
|
}
|
|
80
80
|
};
|
|
81
81
|
|
|
82
|
-
/**
|
|
83
|
-
* texture, wrapped as a Skia image. The
|
|
84
|
-
* frame's drawing, on the same queue;
|
|
85
|
-
* both before the lease or the texture
|
|
82
|
+
/** Converts a decoded YUV frame (an Android ImageReader buffer, or an iOS
|
|
83
|
+
* NV12 one) into its producer's RGBA texture, wrapped as a Skia image. The
|
|
84
|
+
* conversion is submitted ahead of the frame's drawing, on the same queue;
|
|
85
|
+
* the export's checked flush waits for both before the lease or the texture
|
|
86
|
+
* is reused. */
|
|
86
87
|
const importYuvExportFrame = (imports, frame) => {
|
|
87
88
|
"worklet";
|
|
88
89
|
|
|
@@ -102,7 +103,13 @@ const importYuvExportFrame = (imports, frame) => {
|
|
|
102
103
|
try {
|
|
103
104
|
entry.nativeFrame = createNativeVideoGpuFrame(source.nativeBuffer);
|
|
104
105
|
const rotation = source.rotation ?? 0;
|
|
105
|
-
|
|
106
|
+
// iOS NV12: the whole buffer, in decoded orientation.
|
|
107
|
+
const nv12 = source.format === "nv12";
|
|
108
|
+
if (nv12 && (entry.nativeFrame.width !== frame.width || entry.nativeFrame.height !== frame.height)) throw new Error("Native video buffer dimensions mismatch");
|
|
109
|
+
const origin = nv12 ? {
|
|
110
|
+
x: 0,
|
|
111
|
+
y: 0
|
|
112
|
+
} : yuvFrameOrigin(source.region, rotation, entry.nativeFrame, frame);
|
|
106
113
|
const device = getVideoGpuDevice();
|
|
107
114
|
target = imports.textures.get(producer);
|
|
108
115
|
if (target && (target.texture.width !== frame.width || target.texture.height !== frame.height)) {
|
|
@@ -134,7 +141,7 @@ const importYuvExportFrame = (imports, frame) => {
|
|
|
134
141
|
}
|
|
135
142
|
// Can throw after submitting: drain below before giving the lease back.
|
|
136
143
|
submitted = true;
|
|
137
|
-
blitYuvFrame(device, imports.yuv, producer, entry.nativeFrame, rotation, origin, frame.width, frame.height, target.texture);
|
|
144
|
+
if (nv12) blitNv12Frame(device, entry.nativeFrame, target.texture);else blitYuvFrame(device, imports.yuv, producer, entry.nativeFrame, rotation, origin, frame.width, frame.height, target.texture);
|
|
138
145
|
entry.image = Skia.Image.MakeImageFromGPUTexture(target.texture);
|
|
139
146
|
if (!entry.image) throw new Error("Cannot wrap the decoded frame");
|
|
140
147
|
return entry;
|
|
@@ -158,13 +165,13 @@ const importYuvExportFrame = (imports, frame) => {
|
|
|
158
165
|
};
|
|
159
166
|
|
|
160
167
|
/** Wraps a decoded BGRA CVPixelBuffer's IOSurface as a Skia image, read-only.
|
|
161
|
-
* The decoder already finished writing it; no producer fence is needed.
|
|
162
|
-
* Android,
|
|
168
|
+
* The decoder already finished writing it; no producer fence is needed. A
|
|
169
|
+
* YUV frame (Android, iOS NV12) is converted instead (see importYuvExportFrame). */
|
|
163
170
|
export const importExportFrame = (frame, imports) => {
|
|
164
171
|
"worklet";
|
|
165
172
|
|
|
166
|
-
if (convertsYuv) {
|
|
167
|
-
if (!imports) throw new Error("
|
|
173
|
+
if (convertsYuv || frame.texture.format === "nv12") {
|
|
174
|
+
if (!imports) throw new Error("YUV in-place frames need their imports");
|
|
168
175
|
return importYuvExportFrame(imports, frame);
|
|
169
176
|
}
|
|
170
177
|
const entry = {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["Platform","BlendMode","Skia","createNativeVideoGpuFrame","getVideoGpuDevice","nativeVideoTextureUsage","frameByteSize","releaseVideoMemory","reserveVideoMemory","blitYuvFrame","releaseYuvImports","yuvFrameOrigin","convertsYuv","OS","createExportFrameImports","entries","Map","producers","Set","enabled","imported","textures","yuv","canImportInPlace","frame","texture","kind","id","undefined","region","releaseExportFrame","entry","image","dispose","accessing","memory","ended","endAccess","state","fences","fence","destroy","nativeFrame","release","releaseProducerTexture","imports","producer","target","get","reservation","delete","importYuvExportFrame","producerId","source","submitted","nativeBuffer","rotation","origin","device","width","height","createTexture","size","format","usage","label","error","set","Image","MakeImageFromGPUTexture","Error","drain","Surface","MakeFromGPUTexture","getCanvas","drawColor","Color","Clear","flush","importExportFrame","pixelFormat","importSharedTextureMemory","handle","beginAccess","releaseExportFrames","keys","ownExportFrames","decoded","fallback","owned","held","current","key","Object","seen","next","console","warn","String","add","aliases","WeakSet","has","crop","values","rest","copying"],"sourceRoot":"../../src","sources":["exportFrames.ts"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,cAAc;AACvC,SAASC,SAAS,EAAEC,IAAI,QAAQ,mBAAmB;AAOnD,SACEC,yBAAyB,EACzBC,iBAAiB,EACjBC,uBAAuB,QAClB,gBAAa;AACpB,SACEC,aAAa,EACbC,kBAAkB,EAClBC,kBAAkB,QACb,aAAU;AAEjB,SAASC,YAAY,EAAEC,iBAAiB,EAAEC,cAAc,QAAQ,cAAW;;AAG3E;AACA;AACA;AACA;;AAaA;;AAGA;AACA;;AA0BA;AACA;AACA,MAAMC,WAAW,GAAGZ,QAAQ,CAACa,EAAE,KAAK,SAAS;AAE7C,OAAO,MAAMC,wBAAwB,GAAGA,CAAA,KAA0B;EAChE,SAAS;;EACT,OAAO;IACLC,OAAO,EAAE,IAAIC,GAAG,CAAC,CAAC;IAClBC,SAAS,EAAE,IAAIC,GAAG,CAAC,CAAC;IACpBC,OAAO,EAAE,IAAI;IACbC,QAAQ,EAAE,KAAK;IACfC,QAAQ,EAAE,IAAIL,GAAG,CAAC,CAAC;IACnBM,GAAG,EAAE,IAAIN,GAAG,CAAC;EACf,CAAC;AACH,CAAC;;AAED;AACA,OAAO,MAAMO,gBAAgB,GAAIC,KAAiB,IAAc;EAC9D,SAAS;;EACT,MAAMC,OAAO,GAAGD,KAAK,CAACC,OAAiD;EACvE,OACEA,OAAO,EAAEC,IAAI,KAAK,eAAe,IACjCF,KAAK,CAACG,EAAE,KAAKC,SAAS,KACrB,CAAChB,WAAW,IAAIa,OAAO,CAACI,MAAM,KAAKD,SAAS,CAAC;AAElD,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAME,kBAAkB,GAAIC,KAAwB,IAAW;EACpE,SAAS;;EACTA,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;EACtBF,KAAK,CAACC,KAAK,GAAG,IAAI;EAClB,IAAID,KAAK,CAACG,SAAS,IAAIH,KAAK,CAACI,MAAM,IAAIJ,KAAK,CAACN,OAAO,EAAE;IACpD,MAAMW,KAAK,GAAGL,KAAK,CAACI,MAAM,CAACE,SAAS,CAACN,KAAK,CAACN,OAAO,CAAC;IACnDM,KAAK,CAACG,SAAS,GAAG,KAAK;IACvB,KAAK,MAAMI,KAAK,IAAIF,KAAK,EAAEG,MAAM,IAAI,EAAE,EAAED,KAAK,CAACE,KAAK,CAACC,OAAO,CAAC,CAAC;EAChE;EACAV,KAAK,CAACG,SAAS,GAAG,KAAK;EACvBH,KAAK,CAACN,OAAO,EAAEgB,OAAO,CAAC,CAAC;EACxBV,KAAK,CAACN,OAAO,GAAG,IAAI;EACpBM,KAAK,CAACI,MAAM,EAAEM,OAAO,CAAC,CAAC;EACvBV,KAAK,CAACI,MAAM,GAAG,IAAI;EACnBJ,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;EAC5BZ,KAAK,CAACW,WAAW,GAAG,IAAI;EACxBX,KAAK,CAACP,KAAK,CAACS,OAAO,GAAG,CAAC;AACzB,CAAC;;AAED;AACA;AACA,MAAMW,sBAAsB,GAAGA,CAC7BC,OAA2B,EAC3BC,QAAgB,KACP;EACT,SAAS;;EACTpC,iBAAiB,CAACmC,OAAO,CAACvB,GAAG,EAAEwB,QAAQ,CAAC;EACxC,MAAMC,MAAM,GAAGF,OAAO,CAACxB,QAAQ,CAAC2B,GAAG,CAACF,QAAQ,CAAC;EAC7C,IAAIC,MAAM,EAAE;IACVA,MAAM,CAACtB,OAAO,CAACgB,OAAO,CAAC,CAAC;IACxBlC,kBAAkB,CAACwC,MAAM,CAACE,WAAW,CAAC;IACtCJ,OAAO,CAACxB,QAAQ,CAAC6B,MAAM,CAACJ,QAAQ,CAAC;EACnC;AACF,CAAC;;AAED;AACA;AACA;AACA;AACA,MAAMK,oBAAoB,GAAGA,CAC3BN,OAA2B,EAC3BrB,KAAiB,KACK;EACtB,SAAS;;EACT,MAAMO,KAAwB,GAAG;IAC/BJ,EAAE,EAAEH,KAAK,CAACG,EAAG;IACbH,KAAK;IACLkB,WAAW,EAAE,IAAI;IACjBP,MAAM,EAAE,IAAI;IACZV,OAAO,EAAE,IAAI;IACbS,SAAS,EAAE,KAAK;IAChBF,KAAK,EAAE;EACT,CAAC;EACD,MAAMc,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAG;EAC9C,MAAM0B,MAAM,GAAG7B,KAAK,CAACC,OAA8B;EACnD,IAAI6B,SAAS,GAAG,KAAK;EACrB,IAAIP,MAAmC;EACvC,IAAI;IACFhB,KAAK,CAACW,WAAW,GAAGvC,yBAAyB,CAACkD,MAAM,CAACE,YAAY,CAAC;IAClE,MAAMC,QAAQ,GAAGH,MAAM,CAACG,QAAQ,IAAI,CAAC;IACrC,MAAMC,MAAM,GAAG9C,cAAc,CAC3B0C,MAAM,CAACxB,MAAM,EACb2B,QAAQ,EACRzB,KAAK,CAACW,WAAW,EACjBlB,KACF,CAAC;IACD,MAAMkC,MAAM,GAAGtD,iBAAiB,CAAC,CAAC;IAClC2C,MAAM,GAAGF,OAAO,CAACxB,QAAQ,CAAC2B,GAAG,CAACF,QAAQ,CAAC;IACvC,IACEC,MAAM,KACLA,MAAM,CAACtB,OAAO,CAACkC,KAAK,KAAKnC,KAAK,CAACmC,KAAK,IACnCZ,MAAM,CAACtB,OAAO,CAACmC,MAAM,KAAKpC,KAAK,CAACoC,MAAM,CAAC,EACzC;MACA;MACA;MACAhB,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;MACzCC,MAAM,GAAGnB,SAAS;IACpB;IACA,IAAI,CAACmB,MAAM,EAAE;MACX,MAAME,WAAW,GAAGzC,kBAAkB,CACpCF,aAAa,CAACkB,KAAK,CAACmC,KAAK,EAAEnC,KAAK,CAACoC,MAAM,CAAC,EACxC,sBACF,CAAC;MACD,IAAI;QACFb,MAAM,GAAG;UACPtB,OAAO,EAAEiC,MAAM,CAACG,aAAa,CAAC;YAC5BC,IAAI,EAAE;cAAEH,KAAK,EAAEnC,KAAK,CAACmC,KAAK;cAAEC,MAAM,EAAEpC,KAAK,CAACoC;YAAO,CAAC;YAClDG,MAAM,EAAE,YAAY;YACpBC,KAAK,EAAE3D,uBAAuB;YAC9B4D,KAAK,EAAE;UACT,CAAC,CAAC;UACFhB;QACF,CAAC;MACH,CAAC,CAAC,OAAOiB,KAAK,EAAE;QACd3D,kBAAkB,CAAC0C,WAAW,CAAC;QAC/B,MAAMiB,KAAK;MACb;MACArB,OAAO,CAACxB,QAAQ,CAAC8C,GAAG,CAACrB,QAAQ,EAAEC,MAAM,CAAC;IACxC;IACA;IACAO,SAAS,GAAG,IAAI;IAChB7C,YAAY,CACViD,MAAM,EACNb,OAAO,CAACvB,GAAG,EACXwB,QAAQ,EACRf,KAAK,CAACW,WAAW,EACjBc,QAAQ,EACRC,MAAM,EACNjC,KAAK,CAACmC,KAAK,EACXnC,KAAK,CAACoC,MAAM,EACZb,MAAM,CAACtB,OACT,CAAC;IACDM,KAAK,CAACC,KAAK,GAAG9B,IAAI,CAACkE,KAAK,CAACC,uBAAuB,CAACtB,MAAM,CAACtB,OAAO,CAAC;IAChE,IAAI,CAACM,KAAK,CAACC,KAAK,EAAE,MAAM,IAAIsC,KAAK,CAAC,+BAA+B,CAAC;IAClE,OAAOvC,KAAK;EACd,CAAC,CAAC,OAAOmC,KAAK,EAAE;IACd;IACA;IACA,IAAI;MACFnC,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;MACtB,IAAIqB,SAAS,IAAIP,MAAM,EAAE;QACvB,MAAMwB,KAAK,GAAGrE,IAAI,CAACsE,OAAO,CAACC,kBAAkB,CAAC1B,MAAM,CAACtB,OAAO,CAAC;QAC7D8C,KAAK,EAAEG,SAAS,CAAC,CAAC,CAACC,SAAS,CAACzE,IAAI,CAAC0E,KAAK,CAAC,WAAW,CAAC,EAAE3E,SAAS,CAAC4E,KAAK,CAAC;QACtEN,KAAK,EAAEO,KAAK,CAAC,IAAI,CAAC;QAClBP,KAAK,EAAEtC,OAAO,CAAC,CAAC;MAClB;MACAF,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,MAAMuB,KAAK;EACb;AACF,CAAC;;AAED;AACA;AACA;AACA,OAAO,MAAMa,iBAAiB,GAAGA,CAC/BvD,KAAiB,EACjBqB,OAA4B,KACN;EACtB,SAAS;;EACT,IAAIjC,WAAW,EAAE;IACf,IAAI,CAACiC,OAAO,EAAE,MAAM,IAAIyB,KAAK,CAAC,4CAA4C,CAAC;IAC3E,OAAOnB,oBAAoB,CAACN,OAAO,EAAErB,KAAK,CAAC;EAC7C;EACA,MAAMO,KAAwB,GAAG;IAC/BJ,EAAE,EAAEH,KAAK,CAACG,EAAG;IACbH,KAAK;IACLkB,WAAW,EAAE,IAAI;IACjBP,MAAM,EAAE,IAAI;IACZV,OAAO,EAAE,IAAI;IACbS,SAAS,EAAE,KAAK;IAChBF,KAAK,EAAE;EACT,CAAC;EACD,IAAI;IACF,MAAMP,OAAO,GAAGD,KAAK,CAACC,OAA8B;IACpDM,KAAK,CAACW,WAAW,GAAGvC,yBAAyB,CAACsB,OAAO,CAAC8B,YAAY,CAAC;IACnE,IACExB,KAAK,CAACW,WAAW,CAACiB,KAAK,KAAKnC,KAAK,CAACmC,KAAK,IACvC5B,KAAK,CAACW,WAAW,CAACkB,MAAM,KAAKpC,KAAK,CAACoC,MAAM,IACzC7B,KAAK,CAACW,WAAW,CAACsC,WAAW,KAAK,OAAO,EACzC;MACA,MAAM,IAAIV,KAAK,CAAC,wDAAwD,CAAC;IAC3E;IACA,MAAMZ,MAAM,GAAGtD,iBAAiB,CAAC,CAAuB;IACxD,IAAI,OAAOsD,MAAM,CAACuB,yBAAyB,KAAK,UAAU,EAAE;MAC1D,MAAM,IAAIX,KAAK,CAAC,6CAA6C,CAAC;IAChE;IACAvC,KAAK,CAACI,MAAM,GAAGuB,MAAM,CAACuB,yBAAyB,CAAC;MAC9CC,MAAM,EAAEnD,KAAK,CAACW,WAAW,CAACwC,MAAM;MAChCjB,KAAK,EAAE;IACT,CAAC,CAAC;IACFlC,KAAK,CAACN,OAAO,GAAGM,KAAK,CAACI,MAAM,CAAC0B,aAAa,CAAC,CAAC;IAC5C9B,KAAK,CAACI,MAAM,CAACgD,WAAW,CAACpD,KAAK,CAACN,OAAO,EAAE,IAAI,CAAC;IAC7CM,KAAK,CAACG,SAAS,GAAG,IAAI;IACtBH,KAAK,CAACC,KAAK,GAAG9B,IAAI,CAACkE,KAAK,CAACC,uBAAuB,CAACtC,KAAK,CAACN,OAAO,CAAC;IAC/D,IAAI,CAACM,KAAK,CAACC,KAAK,EAAE,MAAM,IAAIsC,KAAK,CAAC,+BAA+B,CAAC;IAClE,OAAOvC,KAAK;EACd,CAAC,CAAC,OAAOmC,KAAK,EAAE;IACd;IACA;IACA,IAAI;MACFnC,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;MACtBF,KAAK,CAACC,KAAK,GAAG,IAAI;MAClB,IAAID,KAAK,CAACG,SAAS,IAAIH,KAAK,CAACI,MAAM,IAAIJ,KAAK,CAACN,OAAO,EAAE;QACpD,MAAMW,KAAK,GAAGL,KAAK,CAACI,MAAM,CAACE,SAAS,CAACN,KAAK,CAACN,OAAO,CAAC;QACnD,KAAK,MAAMa,KAAK,IAAIF,KAAK,EAAEG,MAAM,IAAI,EAAE,EAAED,KAAK,CAACE,KAAK,CAACC,OAAO,CAAC,CAAC;MAChE;MACAV,KAAK,CAACG,SAAS,GAAG,KAAK;MACvBH,KAAK,CAACN,OAAO,EAAEgB,OAAO,CAAC,CAAC;MACxBV,KAAK,CAACI,MAAM,EAAEM,OAAO,CAAC,CAAC;MACvBV,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,MAAMuB,KAAK;EACb;AACF,CAAC;;AAED;AACA,OAAO,MAAMkB,mBAAmB,GAAIvC,OAA2B,IAAW;EACxE,SAAS;;EACT,KAAK,MAAM,CAACC,QAAQ,EAAEf,KAAK,CAAC,IAAIc,OAAO,CAAC9B,OAAO,EAAE;IAC/Ce,kBAAkB,CAACC,KAAK,CAAC;IACzBc,OAAO,CAAC9B,OAAO,CAACmC,MAAM,CAACJ,QAAQ,CAAC;EAClC;EACA,KAAK,MAAMA,QAAQ,IAAI,CAAC,GAAGD,OAAO,CAACxB,QAAQ,CAACgE,IAAI,CAAC,CAAC,EAAE,GAAGxC,OAAO,CAACvB,GAAG,CAAC+D,IAAI,CAAC,CAAC,CAAC,EACxEzC,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;AAC7C,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAMwC,eAAe,GAAGA,CAC7BzC,OAA2B,EAC3B0C,OAAmC,EACnCC,QAA4E,KAC7C;EAC/B,SAAS;;EACT,MAAMC,KAAiC,GAAG,CAAC,CAAC;EAC5C,MAAMC,IAAI,GAAG,IAAIxE,GAAG,CAAa,CAAC;EAClC,MAAMyE,OAAO,GAAG,IAAI3E,GAAG,CAAiB,CAAC;EACzC,IAAI;IACF,KAAK,MAAM,CAAC4E,GAAG,EAAEpE,KAAK,CAAC,IAAIqE,MAAM,CAAC9E,OAAO,CAACwE,OAAO,CAAC,EAAE;MAClD,IAAI,CAAC1C,OAAO,CAAC1B,OAAO,IAAI,CAACI,gBAAgB,CAACC,KAAK,CAAC,EAAE;MAClD,MAAMsB,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAG;MAC9C,MAAMmE,IAAI,GAAGH,OAAO,CAAC3C,GAAG,CAACF,QAAQ,CAAC;MAClC,IAAIgD,IAAI,KAAKlE,SAAS,IAAIkE,IAAI,KAAKtE,KAAK,CAACG,EAAE,EAAE;QAC3C,MAAM,IAAI2C,KAAK,CACb,oGACF,CAAC;MACH;MACA,IAAIvC,KAAK,GAAGc,OAAO,CAAC9B,OAAO,CAACiC,GAAG,CAACF,QAAQ,CAAC;MACzC;MACA;MACA,IAAIf,KAAK,EAAEJ,EAAE,KAAKH,KAAK,CAACG,EAAE,EAAE;QAC1B,IAAIoE,IAAuB;QAC3B,IAAI;UACFA,IAAI,GAAGhB,iBAAiB,CAACvD,KAAK,EAAEqB,OAAO,CAAC;QAC1C,CAAC,CAAC,OAAOqB,KAAK,EAAE;UACd,IAAIrB,OAAO,CAACzB,QAAQ,EAAE,MAAM8C,KAAK;UACjCrB,OAAO,CAAC1B,OAAO,GAAG,KAAK;UACvB6E,OAAO,CAACC,IAAI,CACV,6FAA6F,EAC7FC,MAAM,CAAChC,KAAK,CACd,CAAC;UACD;QACF;QACArB,OAAO,CAACzB,QAAQ,GAAG,IAAI;QACvB,IAAIW,KAAK,EAAE;UACT,IAAI;YACFD,kBAAkB,CAACC,KAAK,CAAC;UAC3B,CAAC,CAAC,OAAOmC,KAAK,EAAE;YACd;YACA,IAAI;cACFpC,kBAAkB,CAACiE,IAAI,CAAC;YAC1B,CAAC,CAAC,MAAM;cACN;YAAA;YAEF,MAAM7B,KAAK;UACb;QACF;QACArB,OAAO,CAAC9B,OAAO,CAACoD,GAAG,CAACrB,QAAQ,EAAEiD,IAAI,CAAC;QACnClD,OAAO,CAAC5B,SAAS,CAACkF,GAAG,CAACrD,QAAQ,CAAC;QAC/Bf,KAAK,GAAGgE,IAAI;MACd,CAAC,MAAM,IAAInF,WAAW,IAAImB,KAAK,IAAIA,KAAK,CAACP,KAAK,KAAKA,KAAK,EAAE;QACxD;QACA;QACAO,KAAK,CAACqE,OAAO,KAAK,IAAIC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAACtE,KAAK,CAACqE,OAAO,CAACE,GAAG,CAAC9E,KAAK,CAAC,EAAE;UAC7BO,KAAK,CAACqE,OAAO,CAACD,GAAG,CAAC3E,KAAK,CAAC;UACxBA,KAAK,CAACS,OAAO,GAAG,CAAC;QACnB;MACF;MACAyD,IAAI,CAACS,GAAG,CAAC3E,KAAK,CAAC;MACfmE,OAAO,CAACxB,GAAG,CAACrB,QAAQ,EAAEtB,KAAK,CAACG,EAAG,CAAC;MAChC8D,KAAK,CAACG,GAAG,CAAC,GAAG;QACXjC,KAAK,EAAEnC,KAAK,CAACmC,KAAK;QAClBC,MAAM,EAAEpC,KAAK,CAACoC,MAAM;QACpBJ,QAAQ,EAAEhC,KAAK,CAACgC,QAAQ;QACxB+C,IAAI,EAAE/E,KAAK,CAAC+E,IAAI;QAChB5E,EAAE,EAAEH,KAAK,CAACG,EAAE;QACZyB,UAAU,EAAEN,QAAQ;QACpBrB,OAAO,EAAE;UAAEC,IAAI,EAAE,YAAY;UAAEM,KAAK,EAAED,KAAK,CAAEC;QAAO;MACtD,CAAC;IACH;IACA;IACA,KAAK,MAAM,CAACc,QAAQ,EAAEf,KAAK,CAAC,IAAIc,OAAO,CAAC9B,OAAO,EAAE;MAC/C,IAAI4E,OAAO,CAACW,GAAG,CAACxD,QAAQ,CAAC,EAAE;MAC3BhB,kBAAkB,CAACC,KAAK,CAAC;MACzBc,OAAO,CAAC9B,OAAO,CAACmC,MAAM,CAACJ,QAAQ,CAAC;MAChCF,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;IAC3C;EACF,CAAC,CAAC,OAAOoB,KAAK,EAAE;IACd;IACA,KAAK,MAAM1C,KAAK,IAAIqE,MAAM,CAACW,MAAM,CAACjB,OAAO,CAAC,EAAE;MAC1C,IAAIG,IAAI,CAACY,GAAG,CAAC9E,KAAK,CAAC,EAAE;MACrB,MAAMsB,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAE;MAC7C,MAAMI,KAAK,GACTe,QAAQ,KAAKlB,SAAS,GAAGA,SAAS,GAAGiB,OAAO,CAAC9B,OAAO,CAACiC,GAAG,CAACF,QAAQ,CAAC;MACpE,IAAIf,KAAK,IAAIA,KAAK,CAACJ,EAAE,KAAKH,KAAK,CAACG,EAAE,EAAE;MACpC,IAAI;QACFH,KAAK,CAACS,OAAO,GAAG,CAAC;MACnB,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IACA,MAAMiC,KAAK;EACb;EACA;EACA,MAAMuC,IAAgC,GAAG,CAAC,CAAC;EAC3C,IAAIC,OAAO,GAAG,KAAK;EACnB,KAAK,MAAM,CAACd,GAAG,EAAEpE,KAAK,CAAC,IAAIqE,MAAM,CAAC9E,OAAO,CAACwE,OAAO,CAAC,EAAE;IAClD,IAAIG,IAAI,CAACY,GAAG,CAAC9E,KAAK,CAAC,EAAE;IACrBiF,IAAI,CAACb,GAAG,CAAC,GAAGpE,KAAK;IACjBkF,OAAO,GAAG,IAAI;EAChB;EACA,OAAOA,OAAO,GAAG;IAAE,GAAGjB,KAAK;IAAE,GAAGD,QAAQ,CAACiB,IAAI;EAAE,CAAC,GAAGhB,KAAK;AAC1D,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["Platform","BlendMode","Skia","createNativeVideoGpuFrame","getVideoGpuDevice","nativeVideoTextureUsage","frameByteSize","releaseVideoMemory","reserveVideoMemory","blitNv12Frame","blitYuvFrame","releaseYuvImports","yuvFrameOrigin","convertsYuv","OS","createExportFrameImports","entries","Map","producers","Set","enabled","imported","textures","yuv","canImportInPlace","frame","texture","kind","id","undefined","region","releaseExportFrame","entry","image","dispose","accessing","memory","ended","endAccess","state","fences","fence","destroy","nativeFrame","release","releaseProducerTexture","imports","producer","target","get","reservation","delete","importYuvExportFrame","producerId","source","submitted","nativeBuffer","rotation","nv12","format","width","height","Error","origin","x","y","device","createTexture","size","usage","label","error","set","Image","MakeImageFromGPUTexture","drain","Surface","MakeFromGPUTexture","getCanvas","drawColor","Color","Clear","flush","importExportFrame","pixelFormat","importSharedTextureMemory","handle","beginAccess","releaseExportFrames","keys","ownExportFrames","decoded","fallback","owned","held","current","key","Object","seen","next","console","warn","String","add","aliases","WeakSet","has","crop","values","rest","copying"],"sourceRoot":"../../src","sources":["exportFrames.ts"],"mappings":";;AAAA;AACA,SAASA,QAAQ,QAAQ,cAAc;AACvC,SAASC,SAAS,EAAEC,IAAI,QAAQ,mBAAmB;AAOnD,SACEC,yBAAyB,EACzBC,iBAAiB,EACjBC,uBAAuB,QAClB,gBAAa;AACpB,SACEC,aAAa,EACbC,kBAAkB,EAClBC,kBAAkB,QACb,aAAU;AAEjB,SACEC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,cAAc,QACT,cAAW;;AAGlB;AACA;AACA;AACA;;AAaA;;AAGA;AACA;;AA4BA;AACA;AACA,MAAMC,WAAW,GAAGb,QAAQ,CAACc,EAAE,KAAK,SAAS;AAE7C,OAAO,MAAMC,wBAAwB,GAAGA,CAAA,KAA0B;EAChE,SAAS;;EACT,OAAO;IACLC,OAAO,EAAE,IAAIC,GAAG,CAAC,CAAC;IAClBC,SAAS,EAAE,IAAIC,GAAG,CAAC,CAAC;IACpBC,OAAO,EAAE,IAAI;IACbC,QAAQ,EAAE,KAAK;IACfC,QAAQ,EAAE,IAAIL,GAAG,CAAC,CAAC;IACnBM,GAAG,EAAE,IAAIN,GAAG,CAAC;EACf,CAAC;AACH,CAAC;;AAED;AACA,OAAO,MAAMO,gBAAgB,GAAIC,KAAiB,IAAc;EAC9D,SAAS;;EACT,MAAMC,OAAO,GAAGD,KAAK,CAACC,OAAiD;EACvE,OACEA,OAAO,EAAEC,IAAI,KAAK,eAAe,IACjCF,KAAK,CAACG,EAAE,KAAKC,SAAS,KACrB,CAAChB,WAAW,IAAIa,OAAO,CAACI,MAAM,KAAKD,SAAS,CAAC;AAElD,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAME,kBAAkB,GAAIC,KAAwB,IAAW;EACpE,SAAS;;EACTA,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;EACtBF,KAAK,CAACC,KAAK,GAAG,IAAI;EAClB,IAAID,KAAK,CAACG,SAAS,IAAIH,KAAK,CAACI,MAAM,IAAIJ,KAAK,CAACN,OAAO,EAAE;IACpD,MAAMW,KAAK,GAAGL,KAAK,CAACI,MAAM,CAACE,SAAS,CAACN,KAAK,CAACN,OAAO,CAAC;IACnDM,KAAK,CAACG,SAAS,GAAG,KAAK;IACvB,KAAK,MAAMI,KAAK,IAAIF,KAAK,EAAEG,MAAM,IAAI,EAAE,EAAED,KAAK,CAACE,KAAK,CAACC,OAAO,CAAC,CAAC;EAChE;EACAV,KAAK,CAACG,SAAS,GAAG,KAAK;EACvBH,KAAK,CAACN,OAAO,EAAEgB,OAAO,CAAC,CAAC;EACxBV,KAAK,CAACN,OAAO,GAAG,IAAI;EACpBM,KAAK,CAACI,MAAM,EAAEM,OAAO,CAAC,CAAC;EACvBV,KAAK,CAACI,MAAM,GAAG,IAAI;EACnBJ,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;EAC5BZ,KAAK,CAACW,WAAW,GAAG,IAAI;EACxBX,KAAK,CAACP,KAAK,CAACS,OAAO,GAAG,CAAC;AACzB,CAAC;;AAED;AACA;AACA,MAAMW,sBAAsB,GAAGA,CAC7BC,OAA2B,EAC3BC,QAAgB,KACP;EACT,SAAS;;EACTpC,iBAAiB,CAACmC,OAAO,CAACvB,GAAG,EAAEwB,QAAQ,CAAC;EACxC,MAAMC,MAAM,GAAGF,OAAO,CAACxB,QAAQ,CAAC2B,GAAG,CAACF,QAAQ,CAAC;EAC7C,IAAIC,MAAM,EAAE;IACVA,MAAM,CAACtB,OAAO,CAACgB,OAAO,CAAC,CAAC;IACxBnC,kBAAkB,CAACyC,MAAM,CAACE,WAAW,CAAC;IACtCJ,OAAO,CAACxB,QAAQ,CAAC6B,MAAM,CAACJ,QAAQ,CAAC;EACnC;AACF,CAAC;;AAED;AACA;AACA;AACA;AACA;AACA,MAAMK,oBAAoB,GAAGA,CAC3BN,OAA2B,EAC3BrB,KAAiB,KACK;EACtB,SAAS;;EACT,MAAMO,KAAwB,GAAG;IAC/BJ,EAAE,EAAEH,KAAK,CAACG,EAAG;IACbH,KAAK;IACLkB,WAAW,EAAE,IAAI;IACjBP,MAAM,EAAE,IAAI;IACZV,OAAO,EAAE,IAAI;IACbS,SAAS,EAAE,KAAK;IAChBF,KAAK,EAAE;EACT,CAAC;EACD,MAAMc,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAG;EAC9C,MAAM0B,MAAM,GAAG7B,KAAK,CAACC,OAA8B;EACnD,IAAI6B,SAAS,GAAG,KAAK;EACrB,IAAIP,MAAmC;EACvC,IAAI;IACFhB,KAAK,CAACW,WAAW,GAAGxC,yBAAyB,CAACmD,MAAM,CAACE,YAAY,CAAC;IAClE,MAAMC,QAAQ,GAAGH,MAAM,CAACG,QAAQ,IAAI,CAAC;IACrC;IACA,MAAMC,IAAI,GAAGJ,MAAM,CAACK,MAAM,KAAK,MAAM;IACrC,IACED,IAAI,KACH1B,KAAK,CAACW,WAAW,CAACiB,KAAK,KAAKnC,KAAK,CAACmC,KAAK,IACtC5B,KAAK,CAACW,WAAW,CAACkB,MAAM,KAAKpC,KAAK,CAACoC,MAAM,CAAC,EAE5C,MAAM,IAAIC,KAAK,CAAC,yCAAyC,CAAC;IAC5D,MAAMC,MAAM,GAAGL,IAAI,GACf;MAAEM,CAAC,EAAE,CAAC;MAAEC,CAAC,EAAE;IAAE,CAAC,GACdrD,cAAc,CAAC0C,MAAM,CAACxB,MAAM,EAAG2B,QAAQ,EAAEzB,KAAK,CAACW,WAAW,EAAElB,KAAK,CAAC;IACtE,MAAMyC,MAAM,GAAG9D,iBAAiB,CAAC,CAAC;IAClC4C,MAAM,GAAGF,OAAO,CAACxB,QAAQ,CAAC2B,GAAG,CAACF,QAAQ,CAAC;IACvC,IACEC,MAAM,KACLA,MAAM,CAACtB,OAAO,CAACkC,KAAK,KAAKnC,KAAK,CAACmC,KAAK,IACnCZ,MAAM,CAACtB,OAAO,CAACmC,MAAM,KAAKpC,KAAK,CAACoC,MAAM,CAAC,EACzC;MACA;MACA;MACAhB,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;MACzCC,MAAM,GAAGnB,SAAS;IACpB;IACA,IAAI,CAACmB,MAAM,EAAE;MACX,MAAME,WAAW,GAAG1C,kBAAkB,CACpCF,aAAa,CAACmB,KAAK,CAACmC,KAAK,EAAEnC,KAAK,CAACoC,MAAM,CAAC,EACxC,sBACF,CAAC;MACD,IAAI;QACFb,MAAM,GAAG;UACPtB,OAAO,EAAEwC,MAAM,CAACC,aAAa,CAAC;YAC5BC,IAAI,EAAE;cAAER,KAAK,EAAEnC,KAAK,CAACmC,KAAK;cAAEC,MAAM,EAAEpC,KAAK,CAACoC;YAAO,CAAC;YAClDF,MAAM,EAAE,YAAY;YACpBU,KAAK,EAAEhE,uBAAuB;YAC9BiE,KAAK,EAAE;UACT,CAAC,CAAC;UACFpB;QACF,CAAC;MACH,CAAC,CAAC,OAAOqB,KAAK,EAAE;QACdhE,kBAAkB,CAAC2C,WAAW,CAAC;QAC/B,MAAMqB,KAAK;MACb;MACAzB,OAAO,CAACxB,QAAQ,CAACkD,GAAG,CAACzB,QAAQ,EAAEC,MAAM,CAAC;IACxC;IACA;IACAO,SAAS,GAAG,IAAI;IAChB,IAAIG,IAAI,EAAEjD,aAAa,CAACyD,MAAM,EAAElC,KAAK,CAACW,WAAW,EAAEK,MAAM,CAACtB,OAAO,CAAC,CAAC,KAEjEhB,YAAY,CACVwD,MAAM,EACNpB,OAAO,CAACvB,GAAG,EACXwB,QAAQ,EACRf,KAAK,CAACW,WAAW,EACjBc,QAAQ,EACRM,MAAM,EACNtC,KAAK,CAACmC,KAAK,EACXnC,KAAK,CAACoC,MAAM,EACZb,MAAM,CAACtB,OACT,CAAC;IACHM,KAAK,CAACC,KAAK,GAAG/B,IAAI,CAACuE,KAAK,CAACC,uBAAuB,CAAC1B,MAAM,CAACtB,OAAO,CAAC;IAChE,IAAI,CAACM,KAAK,CAACC,KAAK,EAAE,MAAM,IAAI6B,KAAK,CAAC,+BAA+B,CAAC;IAClE,OAAO9B,KAAK;EACd,CAAC,CAAC,OAAOuC,KAAK,EAAE;IACd;IACA;IACA,IAAI;MACFvC,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;MACtB,IAAIqB,SAAS,IAAIP,MAAM,EAAE;QACvB,MAAM2B,KAAK,GAAGzE,IAAI,CAAC0E,OAAO,CAACC,kBAAkB,CAAC7B,MAAM,CAACtB,OAAO,CAAC;QAC7DiD,KAAK,EAAEG,SAAS,CAAC,CAAC,CAACC,SAAS,CAAC7E,IAAI,CAAC8E,KAAK,CAAC,WAAW,CAAC,EAAE/E,SAAS,CAACgF,KAAK,CAAC;QACtEN,KAAK,EAAEO,KAAK,CAAC,IAAI,CAAC;QAClBP,KAAK,EAAEzC,OAAO,CAAC,CAAC;MAClB;MACAF,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,MAAM2B,KAAK;EACb;AACF,CAAC;;AAED;AACA;AACA;AACA,OAAO,MAAMY,iBAAiB,GAAGA,CAC/B1D,KAAiB,EACjBqB,OAA4B,KACN;EACtB,SAAS;;EACT,IACEjC,WAAW,IACVY,KAAK,CAACC,OAAO,CAAyBiC,MAAM,KAAK,MAAM,EACxD;IACA,IAAI,CAACb,OAAO,EAAE,MAAM,IAAIgB,KAAK,CAAC,wCAAwC,CAAC;IACvE,OAAOV,oBAAoB,CAACN,OAAO,EAAErB,KAAK,CAAC;EAC7C;EACA,MAAMO,KAAwB,GAAG;IAC/BJ,EAAE,EAAEH,KAAK,CAACG,EAAG;IACbH,KAAK;IACLkB,WAAW,EAAE,IAAI;IACjBP,MAAM,EAAE,IAAI;IACZV,OAAO,EAAE,IAAI;IACbS,SAAS,EAAE,KAAK;IAChBF,KAAK,EAAE;EACT,CAAC;EACD,IAAI;IACF,MAAMP,OAAO,GAAGD,KAAK,CAACC,OAA8B;IACpDM,KAAK,CAACW,WAAW,GAAGxC,yBAAyB,CAACuB,OAAO,CAAC8B,YAAY,CAAC;IACnE,IACExB,KAAK,CAACW,WAAW,CAACiB,KAAK,KAAKnC,KAAK,CAACmC,KAAK,IACvC5B,KAAK,CAACW,WAAW,CAACkB,MAAM,KAAKpC,KAAK,CAACoC,MAAM,IACzC7B,KAAK,CAACW,WAAW,CAACyC,WAAW,KAAK,OAAO,EACzC;MACA,MAAM,IAAItB,KAAK,CAAC,wDAAwD,CAAC;IAC3E;IACA,MAAMI,MAAM,GAAG9D,iBAAiB,CAAC,CAAuB;IACxD,IAAI,OAAO8D,MAAM,CAACmB,yBAAyB,KAAK,UAAU,EAAE;MAC1D,MAAM,IAAIvB,KAAK,CAAC,6CAA6C,CAAC;IAChE;IACA9B,KAAK,CAACI,MAAM,GAAG8B,MAAM,CAACmB,yBAAyB,CAAC;MAC9CC,MAAM,EAAEtD,KAAK,CAACW,WAAW,CAAC2C,MAAM;MAChChB,KAAK,EAAE;IACT,CAAC,CAAC;IACFtC,KAAK,CAACN,OAAO,GAAGM,KAAK,CAACI,MAAM,CAAC+B,aAAa,CAAC,CAAC;IAC5CnC,KAAK,CAACI,MAAM,CAACmD,WAAW,CAACvD,KAAK,CAACN,OAAO,EAAE,IAAI,CAAC;IAC7CM,KAAK,CAACG,SAAS,GAAG,IAAI;IACtBH,KAAK,CAACC,KAAK,GAAG/B,IAAI,CAACuE,KAAK,CAACC,uBAAuB,CAAC1C,KAAK,CAACN,OAAO,CAAC;IAC/D,IAAI,CAACM,KAAK,CAACC,KAAK,EAAE,MAAM,IAAI6B,KAAK,CAAC,+BAA+B,CAAC;IAClE,OAAO9B,KAAK;EACd,CAAC,CAAC,OAAOuC,KAAK,EAAE;IACd;IACA;IACA,IAAI;MACFvC,KAAK,CAACC,KAAK,EAAEC,OAAO,CAAC,CAAC;MACtBF,KAAK,CAACC,KAAK,GAAG,IAAI;MAClB,IAAID,KAAK,CAACG,SAAS,IAAIH,KAAK,CAACI,MAAM,IAAIJ,KAAK,CAACN,OAAO,EAAE;QACpD,MAAMW,KAAK,GAAGL,KAAK,CAACI,MAAM,CAACE,SAAS,CAACN,KAAK,CAACN,OAAO,CAAC;QACnD,KAAK,MAAMa,KAAK,IAAIF,KAAK,EAAEG,MAAM,IAAI,EAAE,EAAED,KAAK,CAACE,KAAK,CAACC,OAAO,CAAC,CAAC;MAChE;MACAV,KAAK,CAACG,SAAS,GAAG,KAAK;MACvBH,KAAK,CAACN,OAAO,EAAEgB,OAAO,CAAC,CAAC;MACxBV,KAAK,CAACI,MAAM,EAAEM,OAAO,CAAC,CAAC;MACvBV,KAAK,CAACW,WAAW,EAAEC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,MAAM;MACN;IAAA;IAEF,MAAM2B,KAAK;EACb;AACF,CAAC;;AAED;AACA,OAAO,MAAMiB,mBAAmB,GAAI1C,OAA2B,IAAW;EACxE,SAAS;;EACT,KAAK,MAAM,CAACC,QAAQ,EAAEf,KAAK,CAAC,IAAIc,OAAO,CAAC9B,OAAO,EAAE;IAC/Ce,kBAAkB,CAACC,KAAK,CAAC;IACzBc,OAAO,CAAC9B,OAAO,CAACmC,MAAM,CAACJ,QAAQ,CAAC;EAClC;EACA,KAAK,MAAMA,QAAQ,IAAI,CAAC,GAAGD,OAAO,CAACxB,QAAQ,CAACmE,IAAI,CAAC,CAAC,EAAE,GAAG3C,OAAO,CAACvB,GAAG,CAACkE,IAAI,CAAC,CAAC,CAAC,EACxE5C,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;AAC7C,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAM2C,eAAe,GAAGA,CAC7B5C,OAA2B,EAC3B6C,OAAmC,EACnCC,QAA4E,KAC7C;EAC/B,SAAS;;EACT,MAAMC,KAAiC,GAAG,CAAC,CAAC;EAC5C,MAAMC,IAAI,GAAG,IAAI3E,GAAG,CAAa,CAAC;EAClC,MAAM4E,OAAO,GAAG,IAAI9E,GAAG,CAAiB,CAAC;EACzC,IAAI;IACF,KAAK,MAAM,CAAC+E,GAAG,EAAEvE,KAAK,CAAC,IAAIwE,MAAM,CAACjF,OAAO,CAAC2E,OAAO,CAAC,EAAE;MAClD,IAAI,CAAC7C,OAAO,CAAC1B,OAAO,IAAI,CAACI,gBAAgB,CAACC,KAAK,CAAC,EAAE;MAClD,MAAMsB,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAG;MAC9C,MAAMsE,IAAI,GAAGH,OAAO,CAAC9C,GAAG,CAACF,QAAQ,CAAC;MAClC,IAAImD,IAAI,KAAKrE,SAAS,IAAIqE,IAAI,KAAKzE,KAAK,CAACG,EAAE,EAAE;QAC3C,MAAM,IAAIkC,KAAK,CACb,oGACF,CAAC;MACH;MACA,IAAI9B,KAAK,GAAGc,OAAO,CAAC9B,OAAO,CAACiC,GAAG,CAACF,QAAQ,CAAC;MACzC;MACA;MACA,IAAIf,KAAK,EAAEJ,EAAE,KAAKH,KAAK,CAACG,EAAE,EAAE;QAC1B,IAAIuE,IAAuB;QAC3B,IAAI;UACFA,IAAI,GAAGhB,iBAAiB,CAAC1D,KAAK,EAAEqB,OAAO,CAAC;QAC1C,CAAC,CAAC,OAAOyB,KAAK,EAAE;UACd,IAAIzB,OAAO,CAACzB,QAAQ,EAAE,MAAMkD,KAAK;UACjCzB,OAAO,CAAC1B,OAAO,GAAG,KAAK;UACvBgF,OAAO,CAACC,IAAI,CACV,6FAA6F,EAC7FC,MAAM,CAAC/B,KAAK,CACd,CAAC;UACD;QACF;QACAzB,OAAO,CAACzB,QAAQ,GAAG,IAAI;QACvB,IAAIW,KAAK,EAAE;UACT,IAAI;YACFD,kBAAkB,CAACC,KAAK,CAAC;UAC3B,CAAC,CAAC,OAAOuC,KAAK,EAAE;YACd;YACA,IAAI;cACFxC,kBAAkB,CAACoE,IAAI,CAAC;YAC1B,CAAC,CAAC,MAAM;cACN;YAAA;YAEF,MAAM5B,KAAK;UACb;QACF;QACAzB,OAAO,CAAC9B,OAAO,CAACwD,GAAG,CAACzB,QAAQ,EAAEoD,IAAI,CAAC;QACnCrD,OAAO,CAAC5B,SAAS,CAACqF,GAAG,CAACxD,QAAQ,CAAC;QAC/Bf,KAAK,GAAGmE,IAAI;MACd,CAAC,MAAM,IAAItF,WAAW,IAAImB,KAAK,IAAIA,KAAK,CAACP,KAAK,KAAKA,KAAK,EAAE;QACxD;QACA;QACAO,KAAK,CAACwE,OAAO,KAAK,IAAIC,OAAO,CAAC,CAAC;QAC/B,IAAI,CAACzE,KAAK,CAACwE,OAAO,CAACE,GAAG,CAACjF,KAAK,CAAC,EAAE;UAC7BO,KAAK,CAACwE,OAAO,CAACD,GAAG,CAAC9E,KAAK,CAAC;UACxBA,KAAK,CAACS,OAAO,GAAG,CAAC;QACnB;MACF;MACA4D,IAAI,CAACS,GAAG,CAAC9E,KAAK,CAAC;MACfsE,OAAO,CAACvB,GAAG,CAACzB,QAAQ,EAAEtB,KAAK,CAACG,EAAG,CAAC;MAChCiE,KAAK,CAACG,GAAG,CAAC,GAAG;QACXpC,KAAK,EAAEnC,KAAK,CAACmC,KAAK;QAClBC,MAAM,EAAEpC,KAAK,CAACoC,MAAM;QACpBJ,QAAQ,EAAEhC,KAAK,CAACgC,QAAQ;QACxBkD,IAAI,EAAElF,KAAK,CAACkF,IAAI;QAChB/E,EAAE,EAAEH,KAAK,CAACG,EAAE;QACZyB,UAAU,EAAEN,QAAQ;QACpBrB,OAAO,EAAE;UAAEC,IAAI,EAAE,YAAY;UAAEM,KAAK,EAAED,KAAK,CAAEC;QAAO;MACtD,CAAC;IACH;IACA;IACA,KAAK,MAAM,CAACc,QAAQ,EAAEf,KAAK,CAAC,IAAIc,OAAO,CAAC9B,OAAO,EAAE;MAC/C,IAAI+E,OAAO,CAACW,GAAG,CAAC3D,QAAQ,CAAC,EAAE;MAC3BhB,kBAAkB,CAACC,KAAK,CAAC;MACzBc,OAAO,CAAC9B,OAAO,CAACmC,MAAM,CAACJ,QAAQ,CAAC;MAChCF,sBAAsB,CAACC,OAAO,EAAEC,QAAQ,CAAC;IAC3C;EACF,CAAC,CAAC,OAAOwB,KAAK,EAAE;IACd;IACA,KAAK,MAAM9C,KAAK,IAAIwE,MAAM,CAACW,MAAM,CAACjB,OAAO,CAAC,EAAE;MAC1C,IAAIG,IAAI,CAACY,GAAG,CAACjF,KAAK,CAAC,EAAE;MACrB,MAAMsB,QAAQ,GAAGtB,KAAK,CAAC4B,UAAU,IAAI5B,KAAK,CAACG,EAAE;MAC7C,MAAMI,KAAK,GACTe,QAAQ,KAAKlB,SAAS,GAAGA,SAAS,GAAGiB,OAAO,CAAC9B,OAAO,CAACiC,GAAG,CAACF,QAAQ,CAAC;MACpE,IAAIf,KAAK,IAAIA,KAAK,CAACJ,EAAE,KAAKH,KAAK,CAACG,EAAE,EAAE;MACpC,IAAI;QACFH,KAAK,CAACS,OAAO,GAAG,CAAC;MACnB,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IACA,MAAMqC,KAAK;EACb;EACA;EACA,MAAMsC,IAAgC,GAAG,CAAC,CAAC;EAC3C,IAAIC,OAAO,GAAG,KAAK;EACnB,KAAK,MAAM,CAACd,GAAG,EAAEvE,KAAK,CAAC,IAAIwE,MAAM,CAACjF,OAAO,CAAC2E,OAAO,CAAC,EAAE;IAClD,IAAIG,IAAI,CAACY,GAAG,CAACjF,KAAK,CAAC,EAAE;IACrBoF,IAAI,CAACb,GAAG,CAAC,GAAGvE,KAAK;IACjBqF,OAAO,GAAG,IAAI;EAChB;EACA,OAAOA,OAAO,GAAG;IAAE,GAAGjB,KAAK;IAAE,GAAGD,QAAQ,CAACiB,IAAI;EAAE,CAAC,GAAGhB,KAAK;AAC1D,CAAC","ignoreList":[]}
|
|
@@ -5,7 +5,7 @@ import { Platform } from "react-native";
|
|
|
5
5
|
import { AlphaType, BlendMode, ColorType, Skia } from "react-native-skia";
|
|
6
6
|
import { getVideoGpuDevice, createNativeVideoGpuFrame, nativeVideoTextureUsage, rgbaVideoTextureUsage } from "./gpuDevice.js";
|
|
7
7
|
import { frameByteSize, releaseVideoMemory, reserveVideoMemory } from "./memory.js";
|
|
8
|
-
import { blitYuvFrame, releaseYuvImports, yuvFrameOrigin } from "./yuvBlit.js";
|
|
8
|
+
import { blitNv12Frame, blitYuvFrame, releaseYuvImports, yuvFrameOrigin } from "./yuvBlit.js";
|
|
9
9
|
// Capture a scalar on the RN runtime instead of importing Platform inside a
|
|
10
10
|
// worklet. iOS keeps its existing native-buffer and RGBA compatibility paths.
|
|
11
11
|
const uploadAndroidRgba = Platform.OS === "android";
|
|
@@ -319,6 +319,7 @@ export const imageFromVideoFrame = frame => {
|
|
|
319
319
|
nativeSource = createNativeVideoGpuFrame(texture.nativeBuffer);
|
|
320
320
|
const region = texture.region;
|
|
321
321
|
const rotation = texture.rotation ?? 0;
|
|
322
|
+
const nv12 = !region && texture.format === "nv12";
|
|
322
323
|
let origin = {
|
|
323
324
|
x: 0,
|
|
324
325
|
y: 0
|
|
@@ -330,6 +331,8 @@ export const imageFromVideoFrame = frame => {
|
|
|
330
331
|
// driver-defined YUV formats "bgra8", yet Dawn imports them as YUV:
|
|
331
332
|
// the native side checked the format, so the label is not read.
|
|
332
333
|
origin = yuvFrameOrigin(region, rotation, nativeSource, frame);
|
|
334
|
+
} else if (nv12) {
|
|
335
|
+
if (nativeSource.width !== frame.width || nativeSource.height !== frame.height) throw new Error("Native video buffer dimensions mismatch");
|
|
333
336
|
} else if (
|
|
334
337
|
// RN WebGPU labels a single-plane Android RGBA AHB "bgra8". Dawn
|
|
335
338
|
// reads the actual AHB format; the string distinguishes RGB from
|
|
@@ -344,6 +347,9 @@ export const imageFromVideoFrame = frame => {
|
|
|
344
347
|
// copyExternalImageToTexture would also convert the video's
|
|
345
348
|
// transfer function and primaries to sRGB (see yuvBlit.ts).
|
|
346
349
|
blitYuvFrame(device, cache.yuvImports, key, nativeSource, rotation, origin, frame.width, frame.height, cache.uploadTexture);
|
|
350
|
+
} else if (nv12) {
|
|
351
|
+
// Decoded orientation, as below: drawVideoFrame applies rotation.
|
|
352
|
+
blitNv12Frame(device, nativeSource, cache.uploadTexture);
|
|
347
353
|
} else {
|
|
348
354
|
// Keep decoded orientation: drawVideoFrame applies rotation once.
|
|
349
355
|
device.queue.copyExternalImageToTexture({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["getVideoCanvas","Platform","AlphaType","BlendMode","ColorType","Skia","getVideoGpuDevice","createNativeVideoGpuFrame","nativeVideoTextureUsage","rgbaVideoTextureUsage","frameByteSize","releaseVideoMemory","reserveVideoMemory","blitYuvFrame","releaseYuvImports","yuvFrameOrigin","uploadAndroidRgba","OS","getCache","runtime","globalThis","__rnskwgpuFrames","images","Map","stage","canvas","width","height","format","uploadTexture","uploadReservation","cpuPixels","cpuReservation","cpuBytesPerRow","pendingSources","yuvImports","clearEntry","cache","producer","entry","get","image","dispose","reservation","delete","clearSurfaceView","clearCpuPixels","clearStagingSurface","flush","destroy","drainNativeCopies","Error","drawColor","Color","Clear","clearVideoFrameImages","releaseStagingSurface","length","some","source","needsDrain","owned","nativeSource","release","sourceReleased","frame","shift","keys","releaseVideoFrameImage","producerId","undefined","id","texture","kind","size","imageFromVideoFrame","existing","releasedSources","has","add","copyPending","ownsSurfaceView","sourceDrained","releaseSource","importFailed","bytes","key","rgbaPixels","requiredRgbaBytes","copyRgbaPixels","required","bytesPerRow","Number","isSafeInteger","copyPixelsTo","pixels","Uint8Array","data","byteLength","Data","fromBytes","Image","MakeRasterImage","colorType","RGBA_8888","alphaType","Opaque","device","uploadRgba","extentLimit","limits","maxTextureDimension2D","createTexture","usage","label","error","ArrayBuffer","buffer","Surface","MakeFromGPUTexture","queue","writeTexture","offset","rowsPerImage","depthOrArrayLayers","nativeBuffer","region","rotation","origin","x","y","pixelFormat","copyExternalImageToTexture","mirrored","flipY","premultipliedAlpha","makeImageSnapshot","set","WeakSet","push","ownVideoFrames","frames","visited","Set","failed","value","producers","Object","values","previous","entries","crop","pending"],"sourceRoot":"../../src","sources":["frameInterop.ts"],"mappings":";;AAAA,SAASA,cAAc,QAAQ,aAAU;AACzC,SAASC,QAAQ,QAAQ,cAAc;AACvC,SAASC,SAAS,EAAEC,SAAS,EAAEC,SAAS,EAAEC,IAAI,QAAQ,mBAAmB;AAIzE,SACEC,iBAAiB,EACjBC,yBAAyB,EACzBC,uBAAuB,EACvBC,qBAAqB,QAChB,gBAAa;AACpB,SACEC,aAAa,EACbC,kBAAkB,EAClBC,kBAAkB,QACb,aAAU;AACjB,SAASC,YAAY,EAAEC,iBAAiB,EAAEC,cAAc,QAAQ,cAAW;AAkD3E;AACA;AACA,MAAMC,iBAAiB,GAAGf,QAAQ,CAACgB,EAAE,KAAK,SAAS;AAEnD,MAAMC,QAAQ,GAAGA,CAAA,KAAa;EAC5B,SAAS;;EACT,MAAMC,OAAO,GAAGC,UAEf;EACD,IAAI,CAACD,OAAO,CAACE,gBAAgB,EAAE;IAC7BF,OAAO,CAACE,gBAAgB,GAAG;MACzBC,MAAM,EAAE,IAAIC,GAAG,CAAC,CAAC;MACjBC,KAAK,EAAE,IAAI;MACXC,MAAM,EAAE,IAAI;MACZC,KAAK,EAAE,CAAC;MACRC,MAAM,EAAE,CAAC;MACTC,MAAM,EAAE,IAAI;MACZC,aAAa,EAAE,IAAI;MACnBC,iBAAiB,EAAE,CAAC;MACpBC,SAAS,EAAE,IAAI;MACfC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,EAAE;MAClBC,UAAU,EAAE,IAAIZ,GAAG,CAAC;IACtB,CAAC;EACH;EACA,OAAOJ,OAAO,CAACE,gBAAgB;AACjC,CAAC;AAED,MAAMe,UAAU,GAAGA,CAACC,KAAY,EAAEC,QAAgB,KAAK;EACrD,SAAS;;EACT,MAAMC,KAAK,GAAGF,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;EACxC,IAAIC,KAAK,EAAE;IACTA,KAAK,CAACE,KAAK,EAAEC,OAAO,CAAC,CAAC;IACtBH,KAAK,CAACE,KAAK,GAAG,IAAI;IAClB9B,kBAAkB,CAAC4B,KAAK,CAACI,WAAW,CAAC;IACrCN,KAAK,CAACf,MAAM,CAACsB,MAAM,CAACN,QAAQ,CAAC;EAC/B;AACF,CAAC;;AAED;AACA;AACA,MAAMO,gBAAgB,GAAIR,KAAY,IAAK;EACzC,SAAS;;EACTA,KAAK,CAACZ,MAAM,EAAEiB,OAAO,CAAC,CAAC;EACvBL,KAAK,CAACZ,MAAM,GAAG,IAAI;EACnBY,KAAK,CAACb,KAAK,EAAEkB,OAAO,CAAC,CAAC;EACtBL,KAAK,CAACb,KAAK,GAAG,IAAI;AACpB,CAAC;AAED,MAAMsB,cAAc,GAAIT,KAAY,IAAK;EACvC,SAAS;;EACTA,KAAK,CAACN,SAAS,GAAG,IAAI;EACtBpB,kBAAkB,CAAC0B,KAAK,CAACL,cAAc,CAAC;EACxCK,KAAK,CAACL,cAAc,GAAG,CAAC;EACxBK,KAAK,CAACJ,cAAc,GAAG,CAAC;AAC1B,CAAC;AAED,MAAMc,mBAAmB,GAAIV,KAAY,IAAK;EAC5C,SAAS;;EACTA,KAAK,CAACb,KAAK,EAAEwB,KAAK,CAAC,IAAI,CAAC;EACxBH,gBAAgB,CAACR,KAAK,CAAC;EACvBA,KAAK,CAACR,aAAa,EAAEoB,OAAO,CAAC,CAAC;EAC9BZ,KAAK,CAACR,aAAa,GAAG,IAAI;EAC1BlB,kBAAkB,CAAC0B,KAAK,CAACP,iBAAiB,CAAC;EAC3CO,KAAK,CAACP,iBAAiB,GAAG,CAAC;EAC3BgB,cAAc,CAACT,KAAK,CAAC;EACrBA,KAAK,CAACX,KAAK,GAAGW,KAAK,CAACV,MAAM,GAAG,CAAC;EAC9BU,KAAK,CAACT,MAAM,GAAG,IAAI;AACrB,CAAC;;AAED;AACA;AACA;AACA,MAAMsB,iBAAiB,GAAIb,KAAY,IAAW;EAChD,SAAS;;EACT,IAAI,CAACA,KAAK,CAACb,KAAK,IAAI,CAACa,KAAK,CAACZ,MAAM,EAC/B,MAAM,IAAI0B,KAAK,CAAC,2CAA2C,CAAC;EAC9Dd,KAAK,CAACZ,MAAM,CAAC2B,SAAS,CAAC/C,IAAI,CAACgD,KAAK,CAAC,WAAW,CAAC,EAAElD,SAAS,CAACmD,KAAK,CAAC;EAChEjB,KAAK,CAACb,KAAK,CAACwB,KAAK,CAAC,IAAI,CAAC;AACzB,CAAC;;AAED;AACA;AACA;AACA,OAAO,MAAMO,qBAAqB,GAAGA,CAACC,qBAAqB,GAAG,KAAK,KAAW;EAC5E,SAAS;;EACT,MAAMnB,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,IAAImB,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;IAC/B;IACA,IAAIpB,KAAK,CAACH,cAAc,CAACwB,IAAI,CAAEC,MAAM,IAAKA,MAAM,CAACC,UAAU,CAAC,EAAE;MAC5DV,iBAAiB,CAACb,KAAK,CAAC;MACxB,KAAK,MAAMsB,MAAM,IAAItB,KAAK,CAACH,cAAc,EAAEyB,MAAM,CAACC,UAAU,GAAG,KAAK;IACtE;IACA,OAAOvB,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;MAClC,MAAME,MAAM,GAAGtB,KAAK,CAACH,cAAc,CAAC,CAAC,CAAE;MACvCyB,MAAM,CAACE,KAAK,EAAEnB,OAAO,CAAC,CAAC;MACvBiB,MAAM,CAACE,KAAK,GAAG,IAAI;MACnBF,MAAM,CAACG,YAAY,EAAEC,OAAO,CAAC,CAAC;MAC9BJ,MAAM,CAACG,YAAY,GAAG,IAAI;MAC1B,IAAI,CAACH,MAAM,CAACK,cAAc,EAAE;QAC1BL,MAAM,CAACM,KAAK,CAACvB,OAAO,GAAG,CAAC;QACxBiB,MAAM,CAACK,cAAc,GAAG,IAAI;MAC9B;MACArD,kBAAkB,CAACgD,MAAM,CAAChB,WAAW,CAAC;MACtCN,KAAK,CAACH,cAAc,CAACgC,KAAK,CAAC,CAAC;IAC9B;EACF;EACArB,gBAAgB,CAACR,KAAK,CAAC;EACvB,KAAK,MAAMC,QAAQ,IAAID,KAAK,CAACf,MAAM,CAAC6C,IAAI,CAAC,CAAC,EAAE/B,UAAU,CAACC,KAAK,EAAEC,QAAQ,CAAC;EACvE,IAAIkB,qBAAqB,EAAE;IACzBT,mBAAmB,CAACV,KAAK,CAAC;IAC1B;IACAvB,iBAAiB,CAACuB,KAAK,CAACF,UAAU,CAAC;EACrC;AACF,CAAC;;AAED;AACA,OAAO,MAAMiC,sBAAsB,GAAIH,KAAiB,IAAW;EACjE,SAAS;;EACT;EACA;EACA,IACEA,KAAK,CAACI,UAAU,KAAKC,SAAS,IAC9BL,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBL,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,EAE7D;EACF,MAAMnC,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;EACnD,MAAMlC,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,MAAMqB,KAAK,GAAGF,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;EACxC,IAAIC,KAAK,IAAIA,KAAK,CAACgC,EAAE,MAAMN,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAEnC,UAAU,CAACC,KAAK,EAAEC,QAAQ,CAAC;EACvE;EACA;EACA,IAAI,CAACD,KAAK,CAACH,cAAc,CAACuB,MAAM,EAC9B3C,iBAAiB,CAACuB,KAAK,CAACF,UAAU,EAAEG,QAAQ,CAAC;EAC/C,IAAID,KAAK,CAACf,MAAM,CAACoD,IAAI,KAAK,CAAC,EAAEnB,qBAAqB,CAAC,IAAI,CAAC;AAC1D,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAMoB,mBAAmB,GAAIV,KAAiB,IAAqB;EACxE,SAAS;;EACT,MAAM5B,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,MAAMoB,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE;EAC7C,IAAIjC,QAAQ,KAAKgC,SAAS,IAAIL,KAAK,CAACM,EAAE,KAAKD,SAAS,EAAE;IACpD,MAAMM,QAAQ,GAAGvC,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;IAC3C,IAAIsC,QAAQ,EAAEL,EAAE,KAAKN,KAAK,CAACM,EAAE,IAAIK,QAAQ,CAACnC,KAAK,EAAE;MAC/C;MACA;MACA;MACA,IAAI,CAACmC,QAAQ,CAACC,eAAe,CAACC,GAAG,CAACb,KAAK,CAAC,EAAE;QACxCA,KAAK,CAACvB,OAAO,GAAG,CAAC;QACjBkC,QAAQ,CAACC,eAAe,CAACE,GAAG,CAACd,KAAK,CAAC;MACrC;MACA,OAAOW,QAAQ,CAACnC,KAAK;IACvB;EACF;EACA,IAAIE,WAAW,GAAG,CAAC;EACnB,IAAIF,KAAqB,GAAG,IAAI;EAChC,IAAIuC,WAAW,GAAG,KAAK;EACvB,IAAIC,eAAe,GAAG,KAAK;EAC3B,IAAInB,YAAqC,GAAG,IAAI;EAChD,IAAIoB,aAAa,GAAG,KAAK;EACzB,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,YAAY,GAAG,KAAK;EACxB,IAAI;IACF,IAAI/C,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;MAC/B;MACA;MACA;MACA,IACEpB,KAAK,CAACH,cAAc,CAACwB,IAAI,CACtBC,MAAM,IACLA,MAAM,CAACM,KAAK,KAAKA,KAAK,IACrBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBX,MAAM,CAACM,KAAK,CAACM,EAAE,KAAKN,KAAK,CAACM,EAAE,IAC5BZ,MAAM,CAACM,KAAK,CAACI,UAAU,KAAKJ,KAAK,CAACI,UACxC,CAAC,EAEDc,aAAa,GAAG,KAAK;MACvB,MAAM,IAAIhC,KAAK,CACb,gFACF,CAAC;IACH;IACA,MAAMqB,OAAO,GAAGP,KAAK,CAACO,OAA0C;IAChE,IAAI,CAACA,OAAO,EAAE,OAAO,IAAI;IACzB,IAAIA,OAAO,CAACC,IAAI,KAAK,YAAY,EAAE,OAAOD,OAAO,CAAC/B,KAAK;IACvD,IAAI+B,OAAO,CAACC,IAAI,KAAK,MAAM,IAAID,OAAO,CAACC,IAAI,KAAK,eAAe,EAAE;MAC/D,MAAM,IAAItB,KAAK,CACb,2DACF,CAAC;IACH;IACA,MAAMkC,KAAK,GAAG3E,aAAa,CAACuD,KAAK,CAACvC,KAAK,EAAEuC,KAAK,CAACtC,MAAM,CAAC;IACtD;IACA;IACA,MAAM2D,GAAG,GAAGhD,QAAQ,IAAI,CAAC,CAAC;IAC1B,IAAI,CAACD,KAAK,CAACf,MAAM,CAACwD,GAAG,CAACQ,GAAG,CAAC,IAAIjD,KAAK,CAACf,MAAM,CAACoD,IAAI,IAAI,EAAE,EAAE;MACrD,MAAM,IAAIvB,KAAK,CACb,0DACF,CAAC;IACH;IACA,IAAIoC,UAA0C,GAAG,IAAI;IACrD,IAAIC,iBAAiB,GAAG,CAAC;IACzB,IAAIC,cAAc,GAAG,KAAK;IAC1B,IAAIjB,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;MAC3B,MAAMiB,QAAQ,GAAGlB,OAAO,CAACmB,WAAW,GAAG1B,KAAK,CAACtC,MAAM;MACnD,IACE,CAACiE,MAAM,CAACC,aAAa,CAACrB,OAAO,CAACmB,WAAW,CAAC,IAC1C,CAACC,MAAM,CAACC,aAAa,CAACH,QAAQ,CAAC,IAC/BlB,OAAO,CAACmB,WAAW,GAAG1B,KAAK,CAACvC,KAAK,GAAG,CAAC,IACpCV,iBAAiB,KACfwD,OAAO,CAACmB,WAAW,GAAG,UAAU,IAAInB,OAAO,CAACmB,WAAW,GAAG,CAAC,KAAK,CAAC,CAAE,EACtE;QACA,MAAM,IAAIxC,KAAK,CAAC,kCAAkC,CAAC;MACrD;MACAqC,iBAAiB,GAAGE,QAAQ;MAC5B;MACA;MACA;MACAD,cAAc,GACZzE,iBAAiB,IAAI,OAAOwD,OAAO,CAACsB,YAAY,KAAK,UAAU;MACjE,IAAI,CAACL,cAAc,EAAE;QACnB,MAAMM,MAAM,GAAG,IAAIC,UAAU,CAACxB,OAAO,CAACyB,IAAI,CAAC;QAC3C,IAAIF,MAAM,CAACG,UAAU,GAAGR,QAAQ,EAC9B,MAAM,IAAIvC,KAAK,CAAC,kCAAkC,CAAC;QACrD,IAAInC,iBAAiB,EAAE;UACrB;UACAuE,UAAU,GAAG,IAAIS,UAAU,CAACxB,OAAO,CAACyB,IAAI,EAAE,CAAC,EAAEP,QAAQ,CAAC;QACxD,CAAC,MAAM;UACL;UACA/C,WAAW,GAAG/B,kBAAkB,CAC9BmF,MAAM,CAACG,UAAU,EACjB,mBACF,CAAC;UACD,MAAMD,IAAI,GAAG5F,IAAI,CAAC8F,IAAI,CAACC,SAAS,CAACL,MAAM,CAAC;UACxC,IAAI;YACFtD,KAAK,GAAGpC,IAAI,CAACgG,KAAK,CAACC,eAAe,CAChC;cACE5E,KAAK,EAAEuC,KAAK,CAACvC,KAAK;cAClBC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;cACpB4E,SAAS,EAAEnG,SAAS,CAACoG,SAAS;cAC9BC,SAAS,EAAEvG,SAAS,CAACwG;YACvB,CAAC,EACDT,IAAI,EACJzB,OAAO,CAACmB,WACV,CAAC;UACH,CAAC,SAAS;YACRM,IAAI,CAACvD,OAAO,CAAC,CAAC;UAChB;QACF;MACF;IACF;IACA,IAAI8B,OAAO,CAACC,IAAI,KAAK,eAAe,IAAIc,UAAU,IAAIE,cAAc,EAAE;MACpE,MAAMkB,MAAM,GAAGrG,iBAAiB,CAAC,CAAC;MAClC,MAAMsG,UAAU,GAAGpC,OAAO,CAACC,IAAI,KAAK,MAAM;MAC1C,IAAImC,UAAU,IAAI5F,iBAAiB,EAAE;QACnC,MAAM6F,WAAW,GAAGF,MAAM,CAACG,MAAM,CAACC,qBAAqB;QACvD,IACE,CAACnB,MAAM,CAACC,aAAa,CAACgB,WAAW,CAAC,IAClCA,WAAW,IAAI,CAAC,IAChB5C,KAAK,CAACvC,KAAK,GAAGmF,WAAW,IACzB5C,KAAK,CAACtC,MAAM,GAAGkF,WAAW,EAE1B,MAAM,IAAI1D,KAAK,CACb,qDACF,CAAC;MACL;MACA,MAAMvB,MAAM,GACVgF,UAAU,IAAI5F,iBAAiB,GAAG,YAAY,GAAG,YAAY;MAC/D2B,WAAW,GAAG/B,kBAAkB,CAACyE,KAAK,EAAE,mBAAmB,CAAC;MAC5D,IACE,CAAChD,KAAK,CAACR,aAAa,IACpBQ,KAAK,CAACX,KAAK,KAAKuC,KAAK,CAACvC,KAAK,IAC3BW,KAAK,CAACV,MAAM,KAAKsC,KAAK,CAACtC,MAAM,IAC7BU,KAAK,CAACT,MAAM,KAAKA,MAAM,EACvB;QACAmB,mBAAmB,CAACV,KAAK,CAAC;QAC1BA,KAAK,CAACP,iBAAiB,GAAGlB,kBAAkB,CAC1CyE,KAAK,EACLuB,UAAU,GACN,kCAAkC,GAClC,oCACN,CAAC;QACD,IAAI;UACF;UACA;UACAvE,KAAK,CAACR,aAAa,GAAG8E,MAAM,CAACK,aAAa,CAAC;YACzCtC,IAAI,EAAE;cAAEhD,KAAK,EAAEuC,KAAK,CAACvC,KAAK;cAAEC,MAAM,EAAEsC,KAAK,CAACtC;YAAO,CAAC;YAClDC,MAAM;YACN;YACA;YACA;YACAqF,KAAK,EACHL,UAAU,IAAI5F,iBAAiB,GAC3BP,qBAAqB,GACrBD,uBAAuB;YAC7B0G,KAAK,EAAEN,UAAU,GACb,yBAAyB,GACzB;UACN,CAAC,CAAC;UACFvE,KAAK,CAACX,KAAK,GAAGuC,KAAK,CAACvC,KAAK;UACzBW,KAAK,CAACV,MAAM,GAAGsC,KAAK,CAACtC,MAAM;UAC3BU,KAAK,CAACT,MAAM,GAAGA,MAAM;QACvB,CAAC,CAAC,OAAOuF,KAAK,EAAE;UACd,IAAI;YACFpE,mBAAmB,CAACV,KAAK,CAAC;UAC5B,CAAC,CAAC,MAAM;YACN;UAAA;UAEF,MAAM8E,KAAK;QACb;MACF;MACA,IAAI1B,cAAc,IAAIjB,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;QAC7C,IACE,CAACpC,KAAK,CAACN,SAAS,IAChBM,KAAK,CAACN,SAAS,CAACmE,UAAU,KAAKV,iBAAiB,IAChDnD,KAAK,CAACJ,cAAc,KAAKuC,OAAO,CAACmB,WAAW,EAC5C;UACA7C,cAAc,CAACT,KAAK,CAAC;UACrBA,KAAK,CAACL,cAAc,GAAGpB,kBAAkB,CACvC4E,iBAAiB,EACjB,8BACF,CAAC;UACD,IAAI;YACFnD,KAAK,CAACN,SAAS,GAAG,IAAIiE,UAAU,CAC9B,IAAIoB,WAAW,CAAC5B,iBAAiB,CACnC,CAAC;YACDnD,KAAK,CAACJ,cAAc,GAAGuC,OAAO,CAACmB,WAAW;UAC5C,CAAC,CAAC,OAAOwB,KAAK,EAAE;YACd,IAAI;cACFrE,cAAc,CAACT,KAAK,CAAC;YACvB,CAAC,CAAC,MAAM;cACN;YAAA;YAEF,MAAM8E,KAAK;UACb;QACF;QACA;QACA;QACA;QACA3C,OAAO,CAACsB,YAAY,CAAEzD,KAAK,CAACN,SAAS,CAACsF,MAAM,CAAC;QAC7C9B,UAAU,GAAGlD,KAAK,CAACN,SAAS;MAC9B,CAAC,MAAM;QACL;QACA;QACAe,cAAc,CAACT,KAAK,CAAC;MACvB;MACAQ,gBAAgB,CAACR,KAAK,CAAC;MACvB;MACA;MACA;MACAA,KAAK,CAACb,KAAK,GAAGnB,IAAI,CAACiH,OAAO,CAACC,kBAAkB,CAAClF,KAAK,CAACR,aAAc,CAAC;MACnE,IAAI,CAACQ,KAAK,CAACb,KAAK,EAAE,MAAM,IAAI2B,KAAK,CAAC,kCAAkC,CAAC;MACrE8B,eAAe,GAAG,IAAI;MACtB5C,KAAK,CAACZ,MAAM,GAAGzB,cAAc,CAACqC,KAAK,CAACb,KAAK,CAAC;MAC1C,IAAI+D,UAAU,IAAIf,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;QACzC;QACA;QACAO,WAAW,GAAG,IAAI;QAClB2B,MAAM,CAACa,KAAK,CAACC,YAAY,CACvB;UAAEjD,OAAO,EAAEnC,KAAK,CAACR;QAAe,CAAC,EACjC0D,UAAU,EACV;UACEmC,MAAM,EAAE,CAAC;UACT/B,WAAW,EAAEnB,OAAO,CAACmB,WAAW;UAChCgC,YAAY,EAAE1D,KAAK,CAACtC;QACtB,CAAC,EACD;UAAED,KAAK,EAAEuC,KAAK,CAACvC,KAAK;UAAEC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;UAAEiG,kBAAkB,EAAE;QAAE,CACpE,CAAC;MACH,CAAC,MAAM,IAAIpD,OAAO,CAACC,IAAI,KAAK,eAAe,EAAE;QAC3CX,YAAY,GAAGvD,yBAAyB,CAACiE,OAAO,CAACqD,YAAY,CAAC;QAC9D,MAAMC,MAAM,GAAGtD,OAAO,CAACsD,MAAM;QAC7B,MAAMC,QAAQ,GAAGvD,OAAO,CAACuD,QAAQ,IAAI,CAAC;QACtC,IAAIC,MAAM,GAAG;UAAEC,CAAC,EAAE,CAAC;UAAEC,CAAC,EAAE;QAAE,CAAC;QAC3B,IAAIJ,MAAM,EAAE;UACV;UACA;UACA;UACA;UACA;UACAE,MAAM,GAAGjH,cAAc,CAAC+G,MAAM,EAAEC,QAAQ,EAAEjE,YAAY,EAAEG,KAAK,CAAC;QAChE,CAAC,MAAM;QACL;QACA;QACA;QACAH,YAAY,CAACpC,KAAK,KAAKuC,KAAK,CAACvC,KAAK,IAClCoC,YAAY,CAACnC,MAAM,KAAKsC,KAAK,CAACtC,MAAM,IACpCmC,YAAY,CAACqE,WAAW,KAAK,OAAO,EACpC;UACA,MAAM,IAAIhF,KAAK,CACb,wDACF,CAAC;QACH;QACA;QACA;QACA6B,WAAW,GAAG,IAAI;QAClB,IAAI8C,MAAM,EAAE;UACV;UACA;UACAjH,YAAY,CACV8F,MAAM,EACNtE,KAAK,CAACF,UAAU,EAChBmD,GAAG,EACHxB,YAAY,EACZiE,QAAQ,EACRC,MAAM,EACN/D,KAAK,CAACvC,KAAK,EACXuC,KAAK,CAACtC,MAAM,EACZU,KAAK,CAACR,aACR,CAAC;QACH,CAAC,MAAM;UACL;UACA8E,MAAM,CAACa,KAAK,CAACY,0BAA0B,CACrC;YACEzE,MAAM,EAAEG,YAAY;YACpBiE,QAAQ,EAAE,CAAC;YACXM,QAAQ,EAAE,KAAK;YACfC,KAAK,EAAE;UACT,CAAC,EACD;YAAE9D,OAAO,EAAEnC,KAAK,CAACR,aAAc;YAAE0G,kBAAkB,EAAE;UAAM,CAAC,EAC5D;YAAE7G,KAAK,EAAEuC,KAAK,CAACvC,KAAK;YAAEC,MAAM,EAAEsC,KAAK,CAACtC;UAAO,CAC7C,CAAC;QACH;MACF;MACA;MACA;MACAc,KAAK,GAAGJ,KAAK,CAACb,KAAK,CAACgH,iBAAiB,CAAC,CAAC;MACvCnG,KAAK,CAACb,KAAK,CAACwB,KAAK,CAAC,IAAI,CAAC;MACvBkC,aAAa,GAAG,IAAI;IACtB;IACA,IAAI,CAACzC,KAAK,EAAE,MAAM,IAAIU,KAAK,CAAC,mCAAmC,CAAC;IAChE;IACA;IACA;IACA,IAAI8B,eAAe,EAAE;MACnBpC,gBAAgB,CAACR,KAAK,CAAC;MACvB4C,eAAe,GAAG,KAAK;IACzB;IACAnB,YAAY,EAAEC,OAAO,CAAC,CAAC;IACvBD,YAAY,GAAG,IAAI;IACnBG,KAAK,CAACvB,OAAO,GAAG,CAAC;IACjByC,aAAa,GAAG,KAAK;IACrB/C,UAAU,CAACC,KAAK,EAAEiD,GAAG,CAAC;IACtBjD,KAAK,CAACf,MAAM,CAACmH,GAAG,CAACnD,GAAG,EAAE;MACpBf,EAAE,EAAEN,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;MAAE9B,KAAK;MAAEE,WAAW;MACtCkC,eAAe,EAAE,IAAI6D,OAAO,CAAC,CAACzE,KAAK,CAAC;IACtC,CAAC,CAAC;IACF,OAAOxB,KAAK;EACd,CAAC,CAAC,OAAO0E,KAAK,EAAE;IACd/B,YAAY,GAAG,IAAI;IACnB,IAAIJ,WAAW,IAAI,CAACE,aAAa,EAAE;MACjC,IAAI;QACFhC,iBAAiB,CAACb,KAAK,CAAC;MAC1B,CAAC,CAAC,MAAM;QACNA,KAAK,CAACH,cAAc,CAACyG,IAAI,CAAC;UACxB7E,YAAY;UACZD,KAAK,EAAEpB,KAAK;UACZE,WAAW;UACXsB,KAAK;UACLL,UAAU,EAAE,IAAI;UAChBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACFF,YAAY,GAAG,IAAI;QACnBrB,KAAK,GAAG,IAAI;QACZE,WAAW,GAAG,CAAC;QACfwC,aAAa,GAAG,KAAK;MACvB;IACF;IACA,IAAI;MACF;MACA,IAAIA,aAAa,IAAIF,eAAe,EAAE;QACpCpC,gBAAgB,CAACR,KAAK,CAAC;QACvB4C,eAAe,GAAG,KAAK;MACzB;MACAxC,KAAK,EAAEC,OAAO,CAAC,CAAC;MAChBD,KAAK,GAAG,IAAI;MACZ9B,kBAAkB,CAACgC,WAAW,CAAC;IACjC,CAAC,CAAC,MAAM;MACNN,KAAK,CAACH,cAAc,CAACyG,IAAI,CAAC;QACxB7E,YAAY;QACZD,KAAK,EAAEpB,KAAK;QACZE,WAAW;QACXsB,KAAK;QACLL,UAAU,EAAE,KAAK;QACjBI,cAAc,EAAE;MAClB,CAAC,CAAC;MACFF,YAAY,GAAG,IAAI;MACnBqB,aAAa,GAAG,KAAK;IACvB;IACA,MAAMgC,KAAK;EACb,CAAC,SAAS;IACR,IAAIhC,aAAa,EAAE;MACjB,IAAI;QACFrB,YAAY,EAAEC,OAAO,CAAC,CAAC;QACvBD,YAAY,GAAG,IAAI;QACnBG,KAAK,CAACvB,OAAO,GAAG,CAAC;MACnB,CAAC,CAAC,OAAOyE,KAAK,EAAE;QACd9E,KAAK,CAACH,cAAc,CAACyG,IAAI,CAAC;UACxB7E,YAAY;UACZD,KAAK,EAAE,IAAI;UACXlB,WAAW,EAAE,CAAC;UACdsB,KAAK;UACLL,UAAU,EAAE,KAAK;UACjBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACF,IAAI,CAACoB,YAAY,EAAE,MAAM+B,KAAK;MAChC;IACF;EACF;AACF,CAAC;;AAED;AACA;AACA,OAAO,MAAMyB,cAAc,GACzBC,MAAkC,IACH;EAC/B,SAAS;;EACT,MAAMhF,KAAiC,GAAG,CAAC,CAAC;EAC5C,MAAMiF,OAAO,GAAG,IAAIC,GAAG,CAAa,CAAC;EACrC,MAAMC,MAAM,GAAG;IAAEC,KAAK,EAAE,KAAK;IAAE9B,KAAK,EAAE7C;EAAqB,CAAC;EAC5D,IAAI;IACF;IACA;IACA;IACA,MAAM4E,SAAS,GAAG,IAAI3H,GAAG,CAAqB,CAAC;IAC/C,KAAK,MAAM0C,KAAK,IAAIkF,MAAM,CAACC,MAAM,CAACP,MAAM,CAAC,EAAE;MACzC,IAAK5E,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,EAC/D;MACF,MAAMnC,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;MACnD,MAAM8E,QAAQ,GAAGH,SAAS,CAAC1G,GAAG,CAACF,QAAQ,CAAC;MACxC,IACE+G,QAAQ,IACRA,QAAQ,KAAKpF,KAAK,KACjBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrB+E,QAAQ,CAAC9E,EAAE,KAAKD,SAAS,IACzB+E,QAAQ,CAAC9E,EAAE,KAAKN,KAAK,CAACM,EAAE,CAAC,EAC3B;QACA,MAAM,IAAIpB,KAAK,CACb,oGACF,CAAC;MACH;MACA+F,SAAS,CAACT,GAAG,CAACnG,QAAQ,EAAE2B,KAAK,CAAC;IAChC;IACA,KAAK,MAAM,CAACqB,GAAG,EAAErB,KAAK,CAAC,IAAIkF,MAAM,CAACG,OAAO,CAACT,MAAM,CAAC,EAAE;MACjDC,OAAO,CAAC/D,GAAG,CAACd,KAAK,CAAC;MAClB,MAAMxB,KAAK,GAAGkC,mBAAmB,CAACV,KAAK,CAAC;MACxC,IAAIxB,KAAK,EACPoB,KAAK,CAACyB,GAAG,CAAC,GAAG;QACX5D,KAAK,EAAEuC,KAAK,CAACvC,KAAK;QAClBC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;QACpBoG,QAAQ,EAAE9D,KAAK,CAAC8D,QAAQ;QACxBwB,IAAI,EAAEtF,KAAK,CAACsF,IAAI;QAChB;QACA;QACAhF,EAAE,EACAN,KAAK,CAACM,EAAE,KACNN,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,GAC1DH,SAAS,GACT,CAAC,CAAC,CAAC;QACTD,UAAU,EACRJ,KAAK,CAACI,UAAU,IAChBJ,KAAK,CAACM,EAAE,KACNN,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,GAC1DH,SAAS,GACT,CAAC,CAAC,CAAC;QACTE,OAAO,EAAE;UAAEC,IAAI,EAAE,YAAY;UAAEhC;QAAM;MACvC,CAAC;IACL;IACA,OAAOoB,KAAK;EACd,CAAC,CAAC,OAAOsD,KAAK,EAAE;IACd6B,MAAM,CAACC,KAAK,GAAG,IAAI;IACnBD,MAAM,CAAC7B,KAAK,GAAGA,KAAK;IACpB,KAAK,MAAMlD,KAAK,IAAIkF,MAAM,CAACC,MAAM,CAACvF,KAAK,CAAC,EAAE;MACxC,IAAI;QACFO,sBAAsB,CAACH,KAAK,CAAC;MAC/B,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IACA,MAAMkD,KAAK;EACb,CAAC,SAAS;IACR;IACA,MAAMqC,OAAO,GAAGtI,QAAQ,CAAC,CAAC,CAACgB,cAAc;IACzC,KAAK,MAAM+B,KAAK,IAAIkF,MAAM,CAACC,MAAM,CAACP,MAAM,CAAC,EAAE;MACzC,IAAIC,OAAO,CAAChE,GAAG,CAACb,KAAK,CAAC,EAAE;MACxB;MACA,IAAI;QACF,IACE,CAACuF,OAAO,CAAC9F,IAAI,CACVC,MAAM,IACLA,MAAM,CAACM,KAAK,KAAKA,KAAK,IACrBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBX,MAAM,CAACM,KAAK,CAACM,EAAE,KAAKN,KAAK,CAACM,EAAE,IAC5BZ,MAAM,CAACM,KAAK,CAACI,UAAU,KAAKJ,KAAK,CAACI,UACxC,CAAC,EAEDJ,KAAK,CAACvB,OAAO,GAAG,CAAC;MACrB,CAAC,CAAC,OAAOyE,KAAK,EAAE;QACd;QACA;QACAqC,OAAO,CAACb,IAAI,CAAC;UACX9E,KAAK,EAAE,IAAI;UACXlB,WAAW,EAAE,CAAC;UACdsB,KAAK;UACLL,UAAU,EAAE,KAAK;UACjBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACF,IAAI,CAACgF,MAAM,CAACC,KAAK,EAAED,MAAM,CAAC7B,KAAK,GAAGA,KAAK;QACvC6B,MAAM,CAACC,KAAK,GAAG,IAAI;MACrB;IACF;IACA,IAAID,MAAM,CAACC,KAAK,EAAE,MAAMD,MAAM,CAAC7B,KAAK;EACtC;AACF,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["getVideoCanvas","Platform","AlphaType","BlendMode","ColorType","Skia","getVideoGpuDevice","createNativeVideoGpuFrame","nativeVideoTextureUsage","rgbaVideoTextureUsage","frameByteSize","releaseVideoMemory","reserveVideoMemory","blitNv12Frame","blitYuvFrame","releaseYuvImports","yuvFrameOrigin","uploadAndroidRgba","OS","getCache","runtime","globalThis","__rnskwgpuFrames","images","Map","stage","canvas","width","height","format","uploadTexture","uploadReservation","cpuPixels","cpuReservation","cpuBytesPerRow","pendingSources","yuvImports","clearEntry","cache","producer","entry","get","image","dispose","reservation","delete","clearSurfaceView","clearCpuPixels","clearStagingSurface","flush","destroy","drainNativeCopies","Error","drawColor","Color","Clear","clearVideoFrameImages","releaseStagingSurface","length","some","source","needsDrain","owned","nativeSource","release","sourceReleased","frame","shift","keys","releaseVideoFrameImage","producerId","undefined","id","texture","kind","size","imageFromVideoFrame","existing","releasedSources","has","add","copyPending","ownsSurfaceView","sourceDrained","releaseSource","importFailed","bytes","key","rgbaPixels","requiredRgbaBytes","copyRgbaPixels","required","bytesPerRow","Number","isSafeInteger","copyPixelsTo","pixels","Uint8Array","data","byteLength","Data","fromBytes","Image","MakeRasterImage","colorType","RGBA_8888","alphaType","Opaque","device","uploadRgba","extentLimit","limits","maxTextureDimension2D","createTexture","usage","label","error","ArrayBuffer","buffer","Surface","MakeFromGPUTexture","queue","writeTexture","offset","rowsPerImage","depthOrArrayLayers","nativeBuffer","region","rotation","nv12","origin","x","y","pixelFormat","copyExternalImageToTexture","mirrored","flipY","premultipliedAlpha","makeImageSnapshot","set","WeakSet","push","ownVideoFrames","frames","visited","Set","failed","value","producers","Object","values","previous","entries","crop","pending"],"sourceRoot":"../../src","sources":["frameInterop.ts"],"mappings":";;AAAA,SAASA,cAAc,QAAQ,aAAU;AACzC,SAASC,QAAQ,QAAQ,cAAc;AACvC,SAASC,SAAS,EAAEC,SAAS,EAAEC,SAAS,EAAEC,IAAI,QAAQ,mBAAmB;AAIzE,SACEC,iBAAiB,EACjBC,yBAAyB,EACzBC,uBAAuB,EACvBC,qBAAqB,QAChB,gBAAa;AACpB,SACEC,aAAa,EACbC,kBAAkB,EAClBC,kBAAkB,QACb,aAAU;AACjB,SACEC,aAAa,EACbC,YAAY,EACZC,iBAAiB,EACjBC,cAAc,QACT,cAAW;AAoDlB;AACA;AACA,MAAMC,iBAAiB,GAAGhB,QAAQ,CAACiB,EAAE,KAAK,SAAS;AAEnD,MAAMC,QAAQ,GAAGA,CAAA,KAAa;EAC5B,SAAS;;EACT,MAAMC,OAAO,GAAGC,UAEf;EACD,IAAI,CAACD,OAAO,CAACE,gBAAgB,EAAE;IAC7BF,OAAO,CAACE,gBAAgB,GAAG;MACzBC,MAAM,EAAE,IAAIC,GAAG,CAAC,CAAC;MACjBC,KAAK,EAAE,IAAI;MACXC,MAAM,EAAE,IAAI;MACZC,KAAK,EAAE,CAAC;MACRC,MAAM,EAAE,CAAC;MACTC,MAAM,EAAE,IAAI;MACZC,aAAa,EAAE,IAAI;MACnBC,iBAAiB,EAAE,CAAC;MACpBC,SAAS,EAAE,IAAI;MACfC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,EAAE;MAClBC,UAAU,EAAE,IAAIZ,GAAG,CAAC;IACtB,CAAC;EACH;EACA,OAAOJ,OAAO,CAACE,gBAAgB;AACjC,CAAC;AAED,MAAMe,UAAU,GAAGA,CAACC,KAAY,EAAEC,QAAgB,KAAK;EACrD,SAAS;;EACT,MAAMC,KAAK,GAAGF,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;EACxC,IAAIC,KAAK,EAAE;IACTA,KAAK,CAACE,KAAK,EAAEC,OAAO,CAAC,CAAC;IACtBH,KAAK,CAACE,KAAK,GAAG,IAAI;IAClB/B,kBAAkB,CAAC6B,KAAK,CAACI,WAAW,CAAC;IACrCN,KAAK,CAACf,MAAM,CAACsB,MAAM,CAACN,QAAQ,CAAC;EAC/B;AACF,CAAC;;AAED;AACA;AACA,MAAMO,gBAAgB,GAAIR,KAAY,IAAK;EACzC,SAAS;;EACTA,KAAK,CAACZ,MAAM,EAAEiB,OAAO,CAAC,CAAC;EACvBL,KAAK,CAACZ,MAAM,GAAG,IAAI;EACnBY,KAAK,CAACb,KAAK,EAAEkB,OAAO,CAAC,CAAC;EACtBL,KAAK,CAACb,KAAK,GAAG,IAAI;AACpB,CAAC;AAED,MAAMsB,cAAc,GAAIT,KAAY,IAAK;EACvC,SAAS;;EACTA,KAAK,CAACN,SAAS,GAAG,IAAI;EACtBrB,kBAAkB,CAAC2B,KAAK,CAACL,cAAc,CAAC;EACxCK,KAAK,CAACL,cAAc,GAAG,CAAC;EACxBK,KAAK,CAACJ,cAAc,GAAG,CAAC;AAC1B,CAAC;AAED,MAAMc,mBAAmB,GAAIV,KAAY,IAAK;EAC5C,SAAS;;EACTA,KAAK,CAACb,KAAK,EAAEwB,KAAK,CAAC,IAAI,CAAC;EACxBH,gBAAgB,CAACR,KAAK,CAAC;EACvBA,KAAK,CAACR,aAAa,EAAEoB,OAAO,CAAC,CAAC;EAC9BZ,KAAK,CAACR,aAAa,GAAG,IAAI;EAC1BnB,kBAAkB,CAAC2B,KAAK,CAACP,iBAAiB,CAAC;EAC3CO,KAAK,CAACP,iBAAiB,GAAG,CAAC;EAC3BgB,cAAc,CAACT,KAAK,CAAC;EACrBA,KAAK,CAACX,KAAK,GAAGW,KAAK,CAACV,MAAM,GAAG,CAAC;EAC9BU,KAAK,CAACT,MAAM,GAAG,IAAI;AACrB,CAAC;;AAED;AACA;AACA;AACA,MAAMsB,iBAAiB,GAAIb,KAAY,IAAW;EAChD,SAAS;;EACT,IAAI,CAACA,KAAK,CAACb,KAAK,IAAI,CAACa,KAAK,CAACZ,MAAM,EAC/B,MAAM,IAAI0B,KAAK,CAAC,2CAA2C,CAAC;EAC9Dd,KAAK,CAACZ,MAAM,CAAC2B,SAAS,CAAChD,IAAI,CAACiD,KAAK,CAAC,WAAW,CAAC,EAAEnD,SAAS,CAACoD,KAAK,CAAC;EAChEjB,KAAK,CAACb,KAAK,CAACwB,KAAK,CAAC,IAAI,CAAC;AACzB,CAAC;;AAED;AACA;AACA;AACA,OAAO,MAAMO,qBAAqB,GAAGA,CAACC,qBAAqB,GAAG,KAAK,KAAW;EAC5E,SAAS;;EACT,MAAMnB,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,IAAImB,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;IAC/B;IACA,IAAIpB,KAAK,CAACH,cAAc,CAACwB,IAAI,CAAEC,MAAM,IAAKA,MAAM,CAACC,UAAU,CAAC,EAAE;MAC5DV,iBAAiB,CAACb,KAAK,CAAC;MACxB,KAAK,MAAMsB,MAAM,IAAItB,KAAK,CAACH,cAAc,EAAEyB,MAAM,CAACC,UAAU,GAAG,KAAK;IACtE;IACA,OAAOvB,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;MAClC,MAAME,MAAM,GAAGtB,KAAK,CAACH,cAAc,CAAC,CAAC,CAAE;MACvCyB,MAAM,CAACE,KAAK,EAAEnB,OAAO,CAAC,CAAC;MACvBiB,MAAM,CAACE,KAAK,GAAG,IAAI;MACnBF,MAAM,CAACG,YAAY,EAAEC,OAAO,CAAC,CAAC;MAC9BJ,MAAM,CAACG,YAAY,GAAG,IAAI;MAC1B,IAAI,CAACH,MAAM,CAACK,cAAc,EAAE;QAC1BL,MAAM,CAACM,KAAK,CAACvB,OAAO,GAAG,CAAC;QACxBiB,MAAM,CAACK,cAAc,GAAG,IAAI;MAC9B;MACAtD,kBAAkB,CAACiD,MAAM,CAAChB,WAAW,CAAC;MACtCN,KAAK,CAACH,cAAc,CAACgC,KAAK,CAAC,CAAC;IAC9B;EACF;EACArB,gBAAgB,CAACR,KAAK,CAAC;EACvB,KAAK,MAAMC,QAAQ,IAAID,KAAK,CAACf,MAAM,CAAC6C,IAAI,CAAC,CAAC,EAAE/B,UAAU,CAACC,KAAK,EAAEC,QAAQ,CAAC;EACvE,IAAIkB,qBAAqB,EAAE;IACzBT,mBAAmB,CAACV,KAAK,CAAC;IAC1B;IACAvB,iBAAiB,CAACuB,KAAK,CAACF,UAAU,CAAC;EACrC;AACF,CAAC;;AAED;AACA,OAAO,MAAMiC,sBAAsB,GAAIH,KAAiB,IAAW;EACjE,SAAS;;EACT;EACA;EACA,IACEA,KAAK,CAACI,UAAU,KAAKC,SAAS,IAC9BL,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBL,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,EAE7D;EACF,MAAMnC,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;EACnD,MAAMlC,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,MAAMqB,KAAK,GAAGF,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;EACxC,IAAIC,KAAK,IAAIA,KAAK,CAACgC,EAAE,MAAMN,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAEnC,UAAU,CAACC,KAAK,EAAEC,QAAQ,CAAC;EACvE;EACA;EACA,IAAI,CAACD,KAAK,CAACH,cAAc,CAACuB,MAAM,EAC9B3C,iBAAiB,CAACuB,KAAK,CAACF,UAAU,EAAEG,QAAQ,CAAC;EAC/C,IAAID,KAAK,CAACf,MAAM,CAACoD,IAAI,KAAK,CAAC,EAAEnB,qBAAqB,CAAC,IAAI,CAAC;AAC1D,CAAC;;AAED;AACA;AACA;AACA;AACA,OAAO,MAAMoB,mBAAmB,GAAIV,KAAiB,IAAqB;EACxE,SAAS;;EACT,MAAM5B,KAAK,GAAGnB,QAAQ,CAAC,CAAC;EACxB,MAAMoB,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE;EAC7C,IAAIjC,QAAQ,KAAKgC,SAAS,IAAIL,KAAK,CAACM,EAAE,KAAKD,SAAS,EAAE;IACpD,MAAMM,QAAQ,GAAGvC,KAAK,CAACf,MAAM,CAACkB,GAAG,CAACF,QAAQ,CAAC;IAC3C,IAAIsC,QAAQ,EAAEL,EAAE,KAAKN,KAAK,CAACM,EAAE,IAAIK,QAAQ,CAACnC,KAAK,EAAE;MAC/C;MACA;MACA;MACA,IAAI,CAACmC,QAAQ,CAACC,eAAe,CAACC,GAAG,CAACb,KAAK,CAAC,EAAE;QACxCA,KAAK,CAACvB,OAAO,GAAG,CAAC;QACjBkC,QAAQ,CAACC,eAAe,CAACE,GAAG,CAACd,KAAK,CAAC;MACrC;MACA,OAAOW,QAAQ,CAACnC,KAAK;IACvB;EACF;EACA,IAAIE,WAAW,GAAG,CAAC;EACnB,IAAIF,KAAqB,GAAG,IAAI;EAChC,IAAIuC,WAAW,GAAG,KAAK;EACvB,IAAIC,eAAe,GAAG,KAAK;EAC3B,IAAInB,YAAqC,GAAG,IAAI;EAChD,IAAIoB,aAAa,GAAG,KAAK;EACzB,IAAIC,aAAa,GAAG,IAAI;EACxB,IAAIC,YAAY,GAAG,KAAK;EACxB,IAAI;IACF,IAAI/C,KAAK,CAACH,cAAc,CAACuB,MAAM,EAAE;MAC/B;MACA;MACA;MACA,IACEpB,KAAK,CAACH,cAAc,CAACwB,IAAI,CACtBC,MAAM,IACLA,MAAM,CAACM,KAAK,KAAKA,KAAK,IACrBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBX,MAAM,CAACM,KAAK,CAACM,EAAE,KAAKN,KAAK,CAACM,EAAE,IAC5BZ,MAAM,CAACM,KAAK,CAACI,UAAU,KAAKJ,KAAK,CAACI,UACxC,CAAC,EAEDc,aAAa,GAAG,KAAK;MACvB,MAAM,IAAIhC,KAAK,CACb,gFACF,CAAC;IACH;IACA,MAAMqB,OAAO,GAAGP,KAAK,CAACO,OAA0C;IAChE,IAAI,CAACA,OAAO,EAAE,OAAO,IAAI;IACzB,IAAIA,OAAO,CAACC,IAAI,KAAK,YAAY,EAAE,OAAOD,OAAO,CAAC/B,KAAK;IACvD,IAAI+B,OAAO,CAACC,IAAI,KAAK,MAAM,IAAID,OAAO,CAACC,IAAI,KAAK,eAAe,EAAE;MAC/D,MAAM,IAAItB,KAAK,CACb,2DACF,CAAC;IACH;IACA,MAAMkC,KAAK,GAAG5E,aAAa,CAACwD,KAAK,CAACvC,KAAK,EAAEuC,KAAK,CAACtC,MAAM,CAAC;IACtD;IACA;IACA,MAAM2D,GAAG,GAAGhD,QAAQ,IAAI,CAAC,CAAC;IAC1B,IAAI,CAACD,KAAK,CAACf,MAAM,CAACwD,GAAG,CAACQ,GAAG,CAAC,IAAIjD,KAAK,CAACf,MAAM,CAACoD,IAAI,IAAI,EAAE,EAAE;MACrD,MAAM,IAAIvB,KAAK,CACb,0DACF,CAAC;IACH;IACA,IAAIoC,UAA0C,GAAG,IAAI;IACrD,IAAIC,iBAAiB,GAAG,CAAC;IACzB,IAAIC,cAAc,GAAG,KAAK;IAC1B,IAAIjB,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;MAC3B,MAAMiB,QAAQ,GAAGlB,OAAO,CAACmB,WAAW,GAAG1B,KAAK,CAACtC,MAAM;MACnD,IACE,CAACiE,MAAM,CAACC,aAAa,CAACrB,OAAO,CAACmB,WAAW,CAAC,IAC1C,CAACC,MAAM,CAACC,aAAa,CAACH,QAAQ,CAAC,IAC/BlB,OAAO,CAACmB,WAAW,GAAG1B,KAAK,CAACvC,KAAK,GAAG,CAAC,IACpCV,iBAAiB,KACfwD,OAAO,CAACmB,WAAW,GAAG,UAAU,IAAInB,OAAO,CAACmB,WAAW,GAAG,CAAC,KAAK,CAAC,CAAE,EACtE;QACA,MAAM,IAAIxC,KAAK,CAAC,kCAAkC,CAAC;MACrD;MACAqC,iBAAiB,GAAGE,QAAQ;MAC5B;MACA;MACA;MACAD,cAAc,GACZzE,iBAAiB,IAAI,OAAOwD,OAAO,CAACsB,YAAY,KAAK,UAAU;MACjE,IAAI,CAACL,cAAc,EAAE;QACnB,MAAMM,MAAM,GAAG,IAAIC,UAAU,CAACxB,OAAO,CAACyB,IAAI,CAAC;QAC3C,IAAIF,MAAM,CAACG,UAAU,GAAGR,QAAQ,EAC9B,MAAM,IAAIvC,KAAK,CAAC,kCAAkC,CAAC;QACrD,IAAInC,iBAAiB,EAAE;UACrB;UACAuE,UAAU,GAAG,IAAIS,UAAU,CAACxB,OAAO,CAACyB,IAAI,EAAE,CAAC,EAAEP,QAAQ,CAAC;QACxD,CAAC,MAAM;UACL;UACA/C,WAAW,GAAGhC,kBAAkB,CAC9BoF,MAAM,CAACG,UAAU,EACjB,mBACF,CAAC;UACD,MAAMD,IAAI,GAAG7F,IAAI,CAAC+F,IAAI,CAACC,SAAS,CAACL,MAAM,CAAC;UACxC,IAAI;YACFtD,KAAK,GAAGrC,IAAI,CAACiG,KAAK,CAACC,eAAe,CAChC;cACE5E,KAAK,EAAEuC,KAAK,CAACvC,KAAK;cAClBC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;cACpB4E,SAAS,EAAEpG,SAAS,CAACqG,SAAS;cAC9BC,SAAS,EAAExG,SAAS,CAACyG;YACvB,CAAC,EACDT,IAAI,EACJzB,OAAO,CAACmB,WACV,CAAC;UACH,CAAC,SAAS;YACRM,IAAI,CAACvD,OAAO,CAAC,CAAC;UAChB;QACF;MACF;IACF;IACA,IAAI8B,OAAO,CAACC,IAAI,KAAK,eAAe,IAAIc,UAAU,IAAIE,cAAc,EAAE;MACpE,MAAMkB,MAAM,GAAGtG,iBAAiB,CAAC,CAAC;MAClC,MAAMuG,UAAU,GAAGpC,OAAO,CAACC,IAAI,KAAK,MAAM;MAC1C,IAAImC,UAAU,IAAI5F,iBAAiB,EAAE;QACnC,MAAM6F,WAAW,GAAGF,MAAM,CAACG,MAAM,CAACC,qBAAqB;QACvD,IACE,CAACnB,MAAM,CAACC,aAAa,CAACgB,WAAW,CAAC,IAClCA,WAAW,IAAI,CAAC,IAChB5C,KAAK,CAACvC,KAAK,GAAGmF,WAAW,IACzB5C,KAAK,CAACtC,MAAM,GAAGkF,WAAW,EAE1B,MAAM,IAAI1D,KAAK,CACb,qDACF,CAAC;MACL;MACA,MAAMvB,MAAM,GACVgF,UAAU,IAAI5F,iBAAiB,GAAG,YAAY,GAAG,YAAY;MAC/D2B,WAAW,GAAGhC,kBAAkB,CAAC0E,KAAK,EAAE,mBAAmB,CAAC;MAC5D,IACE,CAAChD,KAAK,CAACR,aAAa,IACpBQ,KAAK,CAACX,KAAK,KAAKuC,KAAK,CAACvC,KAAK,IAC3BW,KAAK,CAACV,MAAM,KAAKsC,KAAK,CAACtC,MAAM,IAC7BU,KAAK,CAACT,MAAM,KAAKA,MAAM,EACvB;QACAmB,mBAAmB,CAACV,KAAK,CAAC;QAC1BA,KAAK,CAACP,iBAAiB,GAAGnB,kBAAkB,CAC1C0E,KAAK,EACLuB,UAAU,GACN,kCAAkC,GAClC,oCACN,CAAC;QACD,IAAI;UACF;UACA;UACAvE,KAAK,CAACR,aAAa,GAAG8E,MAAM,CAACK,aAAa,CAAC;YACzCtC,IAAI,EAAE;cAAEhD,KAAK,EAAEuC,KAAK,CAACvC,KAAK;cAAEC,MAAM,EAAEsC,KAAK,CAACtC;YAAO,CAAC;YAClDC,MAAM;YACN;YACA;YACA;YACAqF,KAAK,EACHL,UAAU,IAAI5F,iBAAiB,GAC3BR,qBAAqB,GACrBD,uBAAuB;YAC7B2G,KAAK,EAAEN,UAAU,GACb,yBAAyB,GACzB;UACN,CAAC,CAAC;UACFvE,KAAK,CAACX,KAAK,GAAGuC,KAAK,CAACvC,KAAK;UACzBW,KAAK,CAACV,MAAM,GAAGsC,KAAK,CAACtC,MAAM;UAC3BU,KAAK,CAACT,MAAM,GAAGA,MAAM;QACvB,CAAC,CAAC,OAAOuF,KAAK,EAAE;UACd,IAAI;YACFpE,mBAAmB,CAACV,KAAK,CAAC;UAC5B,CAAC,CAAC,MAAM;YACN;UAAA;UAEF,MAAM8E,KAAK;QACb;MACF;MACA,IAAI1B,cAAc,IAAIjB,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;QAC7C,IACE,CAACpC,KAAK,CAACN,SAAS,IAChBM,KAAK,CAACN,SAAS,CAACmE,UAAU,KAAKV,iBAAiB,IAChDnD,KAAK,CAACJ,cAAc,KAAKuC,OAAO,CAACmB,WAAW,EAC5C;UACA7C,cAAc,CAACT,KAAK,CAAC;UACrBA,KAAK,CAACL,cAAc,GAAGrB,kBAAkB,CACvC6E,iBAAiB,EACjB,8BACF,CAAC;UACD,IAAI;YACFnD,KAAK,CAACN,SAAS,GAAG,IAAIiE,UAAU,CAC9B,IAAIoB,WAAW,CAAC5B,iBAAiB,CACnC,CAAC;YACDnD,KAAK,CAACJ,cAAc,GAAGuC,OAAO,CAACmB,WAAW;UAC5C,CAAC,CAAC,OAAOwB,KAAK,EAAE;YACd,IAAI;cACFrE,cAAc,CAACT,KAAK,CAAC;YACvB,CAAC,CAAC,MAAM;cACN;YAAA;YAEF,MAAM8E,KAAK;UACb;QACF;QACA;QACA;QACA;QACA3C,OAAO,CAACsB,YAAY,CAAEzD,KAAK,CAACN,SAAS,CAACsF,MAAM,CAAC;QAC7C9B,UAAU,GAAGlD,KAAK,CAACN,SAAS;MAC9B,CAAC,MAAM;QACL;QACA;QACAe,cAAc,CAACT,KAAK,CAAC;MACvB;MACAQ,gBAAgB,CAACR,KAAK,CAAC;MACvB;MACA;MACA;MACAA,KAAK,CAACb,KAAK,GAAGpB,IAAI,CAACkH,OAAO,CAACC,kBAAkB,CAAClF,KAAK,CAACR,aAAc,CAAC;MACnE,IAAI,CAACQ,KAAK,CAACb,KAAK,EAAE,MAAM,IAAI2B,KAAK,CAAC,kCAAkC,CAAC;MACrE8B,eAAe,GAAG,IAAI;MACtB5C,KAAK,CAACZ,MAAM,GAAG1B,cAAc,CAACsC,KAAK,CAACb,KAAK,CAAC;MAC1C,IAAI+D,UAAU,IAAIf,OAAO,CAACC,IAAI,KAAK,MAAM,EAAE;QACzC;QACA;QACAO,WAAW,GAAG,IAAI;QAClB2B,MAAM,CAACa,KAAK,CAACC,YAAY,CACvB;UAAEjD,OAAO,EAAEnC,KAAK,CAACR;QAAe,CAAC,EACjC0D,UAAU,EACV;UACEmC,MAAM,EAAE,CAAC;UACT/B,WAAW,EAAEnB,OAAO,CAACmB,WAAW;UAChCgC,YAAY,EAAE1D,KAAK,CAACtC;QACtB,CAAC,EACD;UAAED,KAAK,EAAEuC,KAAK,CAACvC,KAAK;UAAEC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;UAAEiG,kBAAkB,EAAE;QAAE,CACpE,CAAC;MACH,CAAC,MAAM,IAAIpD,OAAO,CAACC,IAAI,KAAK,eAAe,EAAE;QAC3CX,YAAY,GAAGxD,yBAAyB,CAACkE,OAAO,CAACqD,YAAY,CAAC;QAC9D,MAAMC,MAAM,GAAGtD,OAAO,CAACsD,MAAM;QAC7B,MAAMC,QAAQ,GAAGvD,OAAO,CAACuD,QAAQ,IAAI,CAAC;QACtC,MAAMC,IAAI,GAAG,CAACF,MAAM,IAAItD,OAAO,CAAC5C,MAAM,KAAK,MAAM;QACjD,IAAIqG,MAAM,GAAG;UAAEC,CAAC,EAAE,CAAC;UAAEC,CAAC,EAAE;QAAE,CAAC;QAC3B,IAAIL,MAAM,EAAE;UACV;UACA;UACA;UACA;UACA;UACAG,MAAM,GAAGlH,cAAc,CAAC+G,MAAM,EAAEC,QAAQ,EAAEjE,YAAY,EAAEG,KAAK,CAAC;QAChE,CAAC,MAAM,IAAI+D,IAAI,EAAE;UACf,IACElE,YAAY,CAACpC,KAAK,KAAKuC,KAAK,CAACvC,KAAK,IAClCoC,YAAY,CAACnC,MAAM,KAAKsC,KAAK,CAACtC,MAAM,EAEpC,MAAM,IAAIwB,KAAK,CAAC,yCAAyC,CAAC;QAC9D,CAAC,MAAM;QACL;QACA;QACA;QACAW,YAAY,CAACpC,KAAK,KAAKuC,KAAK,CAACvC,KAAK,IAClCoC,YAAY,CAACnC,MAAM,KAAKsC,KAAK,CAACtC,MAAM,IACpCmC,YAAY,CAACsE,WAAW,KAAK,OAAO,EACpC;UACA,MAAM,IAAIjF,KAAK,CACb,wDACF,CAAC;QACH;QACA;QACA;QACA6B,WAAW,GAAG,IAAI;QAClB,IAAI8C,MAAM,EAAE;UACV;UACA;UACAjH,YAAY,CACV8F,MAAM,EACNtE,KAAK,CAACF,UAAU,EAChBmD,GAAG,EACHxB,YAAY,EACZiE,QAAQ,EACRE,MAAM,EACNhE,KAAK,CAACvC,KAAK,EACXuC,KAAK,CAACtC,MAAM,EACZU,KAAK,CAACR,aACR,CAAC;QACH,CAAC,MAAM,IAAImG,IAAI,EAAE;UACf;UACApH,aAAa,CAAC+F,MAAM,EAAE7C,YAAY,EAAEzB,KAAK,CAACR,aAAc,CAAC;QAC3D,CAAC,MAAM;UACL;UACA8E,MAAM,CAACa,KAAK,CAACa,0BAA0B,CACrC;YACE1E,MAAM,EAAEG,YAAY;YACpBiE,QAAQ,EAAE,CAAC;YACXO,QAAQ,EAAE,KAAK;YACfC,KAAK,EAAE;UACT,CAAC,EACD;YAAE/D,OAAO,EAAEnC,KAAK,CAACR,aAAc;YAAE2G,kBAAkB,EAAE;UAAM,CAAC,EAC5D;YAAE9G,KAAK,EAAEuC,KAAK,CAACvC,KAAK;YAAEC,MAAM,EAAEsC,KAAK,CAACtC;UAAO,CAC7C,CAAC;QACH;MACF;MACA;MACA;MACAc,KAAK,GAAGJ,KAAK,CAACb,KAAK,CAACiH,iBAAiB,CAAC,CAAC;MACvCpG,KAAK,CAACb,KAAK,CAACwB,KAAK,CAAC,IAAI,CAAC;MACvBkC,aAAa,GAAG,IAAI;IACtB;IACA,IAAI,CAACzC,KAAK,EAAE,MAAM,IAAIU,KAAK,CAAC,mCAAmC,CAAC;IAChE;IACA;IACA;IACA,IAAI8B,eAAe,EAAE;MACnBpC,gBAAgB,CAACR,KAAK,CAAC;MACvB4C,eAAe,GAAG,KAAK;IACzB;IACAnB,YAAY,EAAEC,OAAO,CAAC,CAAC;IACvBD,YAAY,GAAG,IAAI;IACnBG,KAAK,CAACvB,OAAO,GAAG,CAAC;IACjByC,aAAa,GAAG,KAAK;IACrB/C,UAAU,CAACC,KAAK,EAAEiD,GAAG,CAAC;IACtBjD,KAAK,CAACf,MAAM,CAACoH,GAAG,CAACpD,GAAG,EAAE;MACpBf,EAAE,EAAEN,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;MAAE9B,KAAK;MAAEE,WAAW;MACtCkC,eAAe,EAAE,IAAI8D,OAAO,CAAC,CAAC1E,KAAK,CAAC;IACtC,CAAC,CAAC;IACF,OAAOxB,KAAK;EACd,CAAC,CAAC,OAAO0E,KAAK,EAAE;IACd/B,YAAY,GAAG,IAAI;IACnB,IAAIJ,WAAW,IAAI,CAACE,aAAa,EAAE;MACjC,IAAI;QACFhC,iBAAiB,CAACb,KAAK,CAAC;MAC1B,CAAC,CAAC,MAAM;QACNA,KAAK,CAACH,cAAc,CAAC0G,IAAI,CAAC;UACxB9E,YAAY;UACZD,KAAK,EAAEpB,KAAK;UACZE,WAAW;UACXsB,KAAK;UACLL,UAAU,EAAE,IAAI;UAChBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACFF,YAAY,GAAG,IAAI;QACnBrB,KAAK,GAAG,IAAI;QACZE,WAAW,GAAG,CAAC;QACfwC,aAAa,GAAG,KAAK;MACvB;IACF;IACA,IAAI;MACF;MACA,IAAIA,aAAa,IAAIF,eAAe,EAAE;QACpCpC,gBAAgB,CAACR,KAAK,CAAC;QACvB4C,eAAe,GAAG,KAAK;MACzB;MACAxC,KAAK,EAAEC,OAAO,CAAC,CAAC;MAChBD,KAAK,GAAG,IAAI;MACZ/B,kBAAkB,CAACiC,WAAW,CAAC;IACjC,CAAC,CAAC,MAAM;MACNN,KAAK,CAACH,cAAc,CAAC0G,IAAI,CAAC;QACxB9E,YAAY;QACZD,KAAK,EAAEpB,KAAK;QACZE,WAAW;QACXsB,KAAK;QACLL,UAAU,EAAE,KAAK;QACjBI,cAAc,EAAE;MAClB,CAAC,CAAC;MACFF,YAAY,GAAG,IAAI;MACnBqB,aAAa,GAAG,KAAK;IACvB;IACA,MAAMgC,KAAK;EACb,CAAC,SAAS;IACR,IAAIhC,aAAa,EAAE;MACjB,IAAI;QACFrB,YAAY,EAAEC,OAAO,CAAC,CAAC;QACvBD,YAAY,GAAG,IAAI;QACnBG,KAAK,CAACvB,OAAO,GAAG,CAAC;MACnB,CAAC,CAAC,OAAOyE,KAAK,EAAE;QACd9E,KAAK,CAACH,cAAc,CAAC0G,IAAI,CAAC;UACxB9E,YAAY;UACZD,KAAK,EAAE,IAAI;UACXlB,WAAW,EAAE,CAAC;UACdsB,KAAK;UACLL,UAAU,EAAE,KAAK;UACjBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACF,IAAI,CAACoB,YAAY,EAAE,MAAM+B,KAAK;MAChC;IACF;EACF;AACF,CAAC;;AAED;AACA;AACA,OAAO,MAAM0B,cAAc,GACzBC,MAAkC,IACH;EAC/B,SAAS;;EACT,MAAMjF,KAAiC,GAAG,CAAC,CAAC;EAC5C,MAAMkF,OAAO,GAAG,IAAIC,GAAG,CAAa,CAAC;EACrC,MAAMC,MAAM,GAAG;IAAEC,KAAK,EAAE,KAAK;IAAE/B,KAAK,EAAE7C;EAAqB,CAAC;EAC5D,IAAI;IACF;IACA;IACA;IACA,MAAM6E,SAAS,GAAG,IAAI5H,GAAG,CAAqB,CAAC;IAC/C,KAAK,MAAM0C,KAAK,IAAImF,MAAM,CAACC,MAAM,CAACP,MAAM,CAAC,EAAE;MACzC,IAAK7E,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,EAC/D;MACF,MAAMnC,QAAQ,GAAG2B,KAAK,CAACI,UAAU,IAAIJ,KAAK,CAACM,EAAE,IAAI,CAAC,CAAC;MACnD,MAAM+E,QAAQ,GAAGH,SAAS,CAAC3G,GAAG,CAACF,QAAQ,CAAC;MACxC,IACEgH,QAAQ,IACRA,QAAQ,KAAKrF,KAAK,KACjBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBgF,QAAQ,CAAC/E,EAAE,KAAKD,SAAS,IACzBgF,QAAQ,CAAC/E,EAAE,KAAKN,KAAK,CAACM,EAAE,CAAC,EAC3B;QACA,MAAM,IAAIpB,KAAK,CACb,oGACF,CAAC;MACH;MACAgG,SAAS,CAACT,GAAG,CAACpG,QAAQ,EAAE2B,KAAK,CAAC;IAChC;IACA,KAAK,MAAM,CAACqB,GAAG,EAAErB,KAAK,CAAC,IAAImF,MAAM,CAACG,OAAO,CAACT,MAAM,CAAC,EAAE;MACjDC,OAAO,CAAChE,GAAG,CAACd,KAAK,CAAC;MAClB,MAAMxB,KAAK,GAAGkC,mBAAmB,CAACV,KAAK,CAAC;MACxC,IAAIxB,KAAK,EACPoB,KAAK,CAACyB,GAAG,CAAC,GAAG;QACX5D,KAAK,EAAEuC,KAAK,CAACvC,KAAK;QAClBC,MAAM,EAAEsC,KAAK,CAACtC,MAAM;QACpBoG,QAAQ,EAAE9D,KAAK,CAAC8D,QAAQ;QACxByB,IAAI,EAAEvF,KAAK,CAACuF,IAAI;QAChB;QACA;QACAjF,EAAE,EACAN,KAAK,CAACM,EAAE,KACNN,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,GAC1DH,SAAS,GACT,CAAC,CAAC,CAAC;QACTD,UAAU,EACRJ,KAAK,CAACI,UAAU,IAChBJ,KAAK,CAACM,EAAE,KACNN,KAAK,CAACO,OAAO,EAA0BC,IAAI,KAAK,YAAY,GAC1DH,SAAS,GACT,CAAC,CAAC,CAAC;QACTE,OAAO,EAAE;UAAEC,IAAI,EAAE,YAAY;UAAEhC;QAAM;MACvC,CAAC;IACL;IACA,OAAOoB,KAAK;EACd,CAAC,CAAC,OAAOsD,KAAK,EAAE;IACd8B,MAAM,CAACC,KAAK,GAAG,IAAI;IACnBD,MAAM,CAAC9B,KAAK,GAAGA,KAAK;IACpB,KAAK,MAAMlD,KAAK,IAAImF,MAAM,CAACC,MAAM,CAACxF,KAAK,CAAC,EAAE;MACxC,IAAI;QACFO,sBAAsB,CAACH,KAAK,CAAC;MAC/B,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IACA,MAAMkD,KAAK;EACb,CAAC,SAAS;IACR;IACA,MAAMsC,OAAO,GAAGvI,QAAQ,CAAC,CAAC,CAACgB,cAAc;IACzC,KAAK,MAAM+B,KAAK,IAAImF,MAAM,CAACC,MAAM,CAACP,MAAM,CAAC,EAAE;MACzC,IAAIC,OAAO,CAACjE,GAAG,CAACb,KAAK,CAAC,EAAE;MACxB;MACA,IAAI;QACF,IACE,CAACwF,OAAO,CAAC/F,IAAI,CACVC,MAAM,IACLA,MAAM,CAACM,KAAK,KAAKA,KAAK,IACrBA,KAAK,CAACM,EAAE,KAAKD,SAAS,IACrBX,MAAM,CAACM,KAAK,CAACM,EAAE,KAAKN,KAAK,CAACM,EAAE,IAC5BZ,MAAM,CAACM,KAAK,CAACI,UAAU,KAAKJ,KAAK,CAACI,UACxC,CAAC,EAEDJ,KAAK,CAACvB,OAAO,GAAG,CAAC;MACrB,CAAC,CAAC,OAAOyE,KAAK,EAAE;QACd;QACA;QACAsC,OAAO,CAACb,IAAI,CAAC;UACX/E,KAAK,EAAE,IAAI;UACXlB,WAAW,EAAE,CAAC;UACdsB,KAAK;UACLL,UAAU,EAAE,KAAK;UACjBI,cAAc,EAAE;QAClB,CAAC,CAAC;QACF,IAAI,CAACiF,MAAM,CAACC,KAAK,EAAED,MAAM,CAAC9B,KAAK,GAAGA,KAAK;QACvC8B,MAAM,CAACC,KAAK,GAAG,IAAI;MACrB;IACF;IACA,IAAID,MAAM,CAACC,KAAK,EAAE,MAAMD,MAAM,CAAC9B,KAAK;EACtC;AACF,CAAC","ignoreList":[]}
|
|
@@ -167,6 +167,8 @@ export const useVideoComposition = ({
|
|
|
167
167
|
const lastImportedVersion = useSharedValue(-1);
|
|
168
168
|
// Whether the previous vsync imported and left its draw to this one.
|
|
169
169
|
const drawDeferred = useSharedValue(false);
|
|
170
|
+
// Whether the previous vsync brought new frames.
|
|
171
|
+
const importedLastVsync = useSharedValue(false);
|
|
170
172
|
// A new drawFrame can draw something else from the same time and frames.
|
|
171
173
|
useEffect(() => {
|
|
172
174
|
lastDrawnTime.value = -1;
|
|
@@ -212,13 +214,19 @@ export const useVideoComposition = ({
|
|
|
212
214
|
sourcesGeneration.value = generation;
|
|
213
215
|
const currentTime = framesExtractor.currentTime;
|
|
214
216
|
const framesVersion = framesExtractor.framesVersion;
|
|
215
|
-
|
|
217
|
+
const imported = splitImportAndDraw && framesVersion !== lastImportedVersion.value;
|
|
218
|
+
const importedBefore = importedLastVsync.value;
|
|
219
|
+
// Version 0: no frame decoded yet.
|
|
220
|
+
importedLastVsync.value = imported && framesVersion > 0;
|
|
221
|
+
if (imported) {
|
|
216
222
|
// ownVideoFrames above has just imported the new frames: leave the
|
|
217
|
-
// draw to the next vsync, which finds them in the import cache.
|
|
218
|
-
//
|
|
219
|
-
//
|
|
223
|
+
// draw to the next vsync, which finds them in the import cache. Not
|
|
224
|
+
// when the previous vsync brought new frames too: frames arriving at
|
|
225
|
+
// every vsync (60 fps, or a display gone down to 30 Hz) leave no vsync
|
|
226
|
+
// free for the draw, and the next frame would replace this one before
|
|
227
|
+
// it is shown. Never twice running either, for the same reason.
|
|
220
228
|
lastImportedVersion.value = framesVersion;
|
|
221
|
-
if (!drawDeferred.value && currentFrame.value !== null && frameGeneration.value === generation) {
|
|
229
|
+
if (!drawDeferred.value && !importedBefore && currentFrame.value !== null && frameGeneration.value === generation) {
|
|
222
230
|
drawDeferred.value = true;
|
|
223
231
|
return;
|
|
224
232
|
}
|