@zync/zync-screnplay-player 0.1.251 → 0.1.253

package/dist/bundle.js.LICENSE.txt

@@ -1 +1,25 @@
+/*! Fluent Emoji artwork
+    MIT License
+
+    Copyright (c) Microsoft Corporation.
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to deal
+    in the Software without restriction, including without limitation the rights
+    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in all
+    copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    SOFTWARE
+*/
+
 /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */

package/dist/screenplay/RemotionRenderer/RemotionRenderer.js

@@ -8,13 +8,14 @@ function _createClass(e, r, t) { return r && _defineProperties(e.prototype, r),
 function _defineProperty(e, r, t) { return (r = _toPropertyKey(r)) in e ? Object.defineProperty(e, r, { value: t, enumerable: !0, configurable: !0, writable: !0 }) : e[r] = t, e; }
 function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : i + ""; }
 function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
+import { prepareCaptionWordObjects } from "./helpers/captionWordObjects.js";
+import { getWordObjectArtwork, isCatalogEmoji } from "./helpers/emojiCatalog.js";
 import { applyLogoVisibility } from "./helpers/applyLogoVisibility.js";
 import { screenplaySchema } from "./main/screenplaySchema.js";
 import { LayoutFactory } from "./main/lib/layouts/LayoutFactory.js";
 import { toFrames, toPascalCase } from "./main/lib/Sequence.js";
 import { getCreatorCollabEffectProps } from "./main/lib/layouts/creatorCollabProps.js";
-import { transitionThemes } from "./config.js";
-import { normalizeDisabledTranscripts } from "./helpers/normalizeDisabledTranscripts.js";
+import timing from "../../timing.cjs";
 import { coerceRenderableText, coerceRenderableTextProps, RENDERABLE_TEXT_PROP_KEYS } from "./helpers/coerceRenderableText.js";
 export var RemotionRenderer = /*#__PURE__*/function () {
   function RemotionRenderer(screenplay) {
@@ -27,7 +28,8 @@ export var RemotionRenderer = /*#__PURE__*/function () {
     _defineProperty(this, "captionsVideoTrack", []);
     _defineProperty(this, "audioTrack", []);
     _defineProperty(this, "output", void 0);
-    this.screenplay = normalizeDisabledTranscripts(applyLogoVisibility(screenplay));
+    this.screenplay = timing.prepareScreenplay(applyLogoVisibility(screenplay));
+    this.wordObjectStats = prepareCaptionWordObjects(this.screenplay, this.fps);
     this.output = this.getRemotionOutputSettings();
   }
   return _createClass(RemotionRenderer, [{
@@ -44,10 +46,8 @@ export var RemotionRenderer = /*#__PURE__*/function () {
   }, {
     key: "getRemotionOutputSettings",
     value: function getRemotionOutputSettings() {
-      var _this = this;
       var compositionMetadata = {};
       var orientation = this.screenplay.output.orientation;
-      var theme = this.screenplay.input.theme || "default";
       switch (orientation) {
         case "landscape":
           {
@@ -68,24 +68,9 @@ export var RemotionRenderer = /*#__PURE__*/function () {
             break;
           }
       }
-      var segmentTrack = this.getSegmentTrack();
-      var segments = segmentTrack.segments || [];
-      compositionMetadata.durationInFrames = segments.reduce(function (durationInFrames, segment, index, array) {
-        var _segment$layout, _segment$layout$data, _segment$layout2, _segment$layout2$data, _segment$layout3, _segment$layout3$data, _segment$transitionAf;
-        var segmentDuration = (segment === null || segment === void 0 ? void 0 : (_segment$layout = segment.layout) === null || _segment$layout === void 0 ? void 0 : (_segment$layout$data = _segment$layout.data) === null || _segment$layout$data === void 0 ? void 0 : _segment$layout$data.duration) || 0;
-        var trimLeft = (segment === null || segment === void 0 ? void 0 : (_segment$layout2 = segment.layout) === null || _segment$layout2 === void 0 ? void 0 : (_segment$layout2$data = _segment$layout2.data) === null || _segment$layout2$data === void 0 ? void 0 : _segment$layout2$data.trimLeft) || 0;
-        var trimRight = (segment === null || segment === void 0 ? void 0 : (_segment$layout3 = segment.layout) === null || _segment$layout3 === void 0 ? void 0 : (_segment$layout3$data = _segment$layout3.data) === null || _segment$layout3$data === void 0 ? void 0 : _segment$layout3$data.trimRight) || 0;
-        var netDuration = segmentDuration - trimLeft - trimRight;
-        var duration = durationInFrames + netDuration * _this.fps;
-        var transitionTheme = transitionThemes[theme];
-        var transitionAfter = (_segment$transitionAf = segment === null || segment === void 0 ? void 0 : segment.transitionAfter) !== null && _segment$transitionAf !== void 0 ? _segment$transitionAf : segment === null || segment === void 0 ? void 0 : segment.__transitionAfter;
-        if (transitionTheme) {
-          var isLast = index === array.length - 1;
-          var shouldApplyTransition = !isLast && transitionAfter !== false;
-          return toFrames(duration) - (shouldApplyTransition ? transitionTheme.durationInFrames : 0);
-        }
-        return toFrames(duration);
-      }, 0);
+      compositionMetadata.durationInFrames = timing.getScreenplayTiming(this.screenplay, {
+        prepared: true
+      }).durationInFrames;
       compositionMetadata.theme = this.screenplay.input.theme || "default";
       compositionMetadata.fps = this.fps;
       return _objectSpread(_objectSpread({}, this.screenplay.output), compositionMetadata);
@@ -146,7 +131,7 @@ export var RemotionRenderer = /*#__PURE__*/function () {
   }, {
     key: "toRemotionSegment",
     value: function toRemotionSegment(screenPlaySegment) {
-      var _this2 = this,
+      var _this = this,
         _ref2,
         _screenPlaySegment$tr;
       var layout = screenPlaySegment.layout,
@@ -156,9 +141,9 @@ export var RemotionRenderer = /*#__PURE__*/function () {
         layout: LayoutFactory.createObject(layout),
         effects: effects.map(function (effect) {
           if (effect.type.includes("caption")) {
-            return _this2.toRemotionCaptionSegment(effect, layout);
+            return _this.toRemotionCaptionSegment(effect, layout);
           }
-          return _this2.toRemotionFragment(effect, layout);
+          return _this.toRemotionFragment(effect, layout);
         }),
         transitionAfter: (_ref2 = (_screenPlaySegment$tr = screenPlaySegment === null || screenPlaySegment === void 0 ? void 0 : screenPlaySegment.transitionAfter) !== null && _screenPlaySegment$tr !== void 0 ? _screenPlaySegment$tr : screenPlaySegment === null || screenPlaySegment === void 0 ? void 0 : screenPlaySegment.__transitionAfter) !== null && _ref2 !== void 0 ? _ref2 : true
       };
@@ -173,8 +158,16 @@ export var RemotionRenderer = /*#__PURE__*/function () {
     value: function toRemotionCaptionSegment(screenPlaySegment, screenplayLayout) {
       var _screenplayLayout$dat,
         _screenPlaySegment$da23,
-        _this3 = this;
+        _this2 = this,
+        _screenplayLayout$dat2,
+        _screenplayLayout$dat3,
+        _screenplayLayout$dat4,
+        _screenplayLayout$dat5,
+        _screenplayLayout$dat6;
       var trimLeft = (screenplayLayout === null || screenplayLayout === void 0 ? void 0 : (_screenplayLayout$dat = screenplayLayout.data) === null || _screenplayLayout$dat === void 0 ? void 0 : _screenplayLayout$dat.trimLeft) || 0;
+      // Only these layouts use the full-canvas face projection below. Other
+      // layouts still animate objects without assuming a full-canvas face crop.
+      var hasFullFrameVideo = ["simple_frame", "simple_frame_zoom_cut"].includes(screenplayLayout === null || screenplayLayout === void 0 ? void 0 : screenplayLayout.type);
       var segmentOffset = Number(screenPlaySegment === null || screenPlaySegment === void 0 ? void 0 : (_screenPlaySegment$da23 = screenPlaySegment.data) === null || _screenPlaySegment$da23 === void 0 ? void 0 : _screenPlaySegment$da23.offset);
       var from = Number.isFinite(segmentOffset) ? this.fps * (segmentOffset + trimLeft) : 0;
       var transcripts = screenPlaySegment.data.transcript_text;
@@ -182,16 +175,20 @@ export var RemotionRenderer = /*#__PURE__*/function () {
         throw new Error("No transcript_text provided in transcript segment");
       }
       transcripts = transcripts.map(function (transcript) {
-        var transcriptFrom = _this3.fps * (transcript.offset - trimLeft) || 0;
-        var transcriptDurationInFrames = toFrames(_this3.fps * transcript.duration);
+        var transcriptFrom = _this2.fps * (transcript.offset - trimLeft) || 0;
+        var transcriptDurationInFrames = toFrames(_this2.fps * transcript.duration);
         return {
           text: coerceRenderableText(transcript.text),
           from: transcriptFrom,
           durationInFrames: transcriptDurationInFrames,
           punctuations: transcript.punctuations ? transcript.punctuations.map(function (p) {
+            var _p$wordObject;
             return _objectSpread(_objectSpread({}, p), {}, {
-              start: toFrames(_this3.fps * (p.start - trimLeft)),
-              end: toFrames(_this3.fps * (p.end - trimLeft))
+              // Private URLs are always rebuilt from our catalog, never saved input.
+              __wordObjectImageUrl: p.__wordObjectDurationInFrames && isCatalogEmoji((_p$wordObject = p.wordObject) === null || _p$wordObject === void 0 ? void 0 : _p$wordObject.assetId) ? getWordObjectArtwork(p.wordObject.assetId) : undefined,
+              __wordObjectImageUnavailable: undefined,
+              start: toFrames(_this2.fps * (p.start - trimLeft)),
+              end: toFrames(_this2.fps * (p.end - trimLeft))
             });
           }) : []
         };
@@ -202,7 +199,12 @@ export var RemotionRenderer = /*#__PURE__*/function () {
         from: from,
         transcripts: transcripts,
         theme: screenPlaySegment.theme,
-        color: screenPlaySegment.data.color
+        color: screenPlaySegment.data.color,
+        wordObjectGeometry: screenplayLayout ? {
+          faceMetadata: hasFullFrameVideo ? (_screenplayLayout$dat2 = screenplayLayout.data) === null || _screenplayLayout$dat2 === void 0 ? void 0 : (_screenplayLayout$dat3 = _screenplayLayout$dat2.noBackgroundVideo) === null || _screenplayLayout$dat3 === void 0 ? void 0 : _screenplayLayout$dat3.faceMetadata : undefined,
+          videoZoom: screenplayLayout.type === "simple_frame_zoom_cut" ? 1.2 : ((_screenplayLayout$dat4 = screenplayLayout.data) === null || _screenplayLayout$dat4 === void 0 ? void 0 : (_screenplayLayout$dat5 = _screenplayLayout$dat4.sourceVideo) === null || _screenplayLayout$dat5 === void 0 ? void 0 : _screenplayLayout$dat5.zoom) || 1,
+          framePadding: (_screenplayLayout$dat6 = screenplayLayout.data) !== null && _screenplayLayout$dat6 !== void 0 && _screenplayLayout$dat6.frameColor ? 30 : 0
+        } : undefined
       };
     }
   }, {
@@ -234,17 +236,23 @@ export var RemotionRenderer = /*#__PURE__*/function () {
   }, {
     key: "generateLayoutTrack",
     value: function generateLayoutTrack() {
-      var _this4 = this;
+      var _this3 = this;
       var segmentTrack = this.getSegmentTrack();
       var segments = segmentTrack.segments;
-      segments.forEach(function (segment) {
-        _this4.layoutVideoTrack.push(_this4.toRemotionSegment(segment));
+      var _timing$getScreenplay = timing.getScreenplayTiming(this.screenplay, {
+          prepared: true
+        }),
+        sequences = _timing$getScreenplay.sequences;
+      segments.forEach(function (segment, index) {
+        var rendered = _this3.toRemotionSegment(segment);
+        if (_this3.screenplay.input.theme === "none") rendered.transitionAfter = sequences[index].overlapFrames > 0;
+        _this3.layoutVideoTrack.push(rendered);
       });
     }
   }, {
     key: "generateEffectsTrack",
     value: function generateEffectsTrack() {
-      var _this5 = this;
+      var _this4 = this;
       var screenPlayEffectTrack = this.screenplay.tracks.find(function (track) {
         return track.type === "effect";
       });
@@ -253,13 +261,13 @@ export var RemotionRenderer = /*#__PURE__*/function () {
       }
       var segments = screenPlayEffectTrack.segments;
       segments.forEach(function (segment) {
-        _this5.effectsVideoTrack.push(_this5.toEffectSegment(segment));
+        _this4.effectsVideoTrack.push(_this4.toEffectSegment(segment));
       });
     }
   }, {
     key: "generateCaptionsTrack",
     value: function generateCaptionsTrack() {
-      var _this6 = this;
+      var _this5 = this;
       var screenPlayCaptionTrack = this.screenplay.tracks.find(function (track) {
         return track.type === "caption";
       });
@@ -269,13 +277,13 @@ export var RemotionRenderer = /*#__PURE__*/function () {
       var segments = screenPlayCaptionTrack.segments;
       segments.forEach(function (segment, _ref3) {
         _objectDestructuringEmpty(_ref3);
-        _this6.captionsVideoTrack.push(_this6.toRemotionCaptionSegment(segment));
+        _this5.captionsVideoTrack.push(_this5.toRemotionCaptionSegment(segment));
       });
     }
   }, {
     key: "generateAudioTrack",
     value: function generateAudioTrack() {
-      var _this7 = this;
+      var _this6 = this;
       var screenPlayAudioTrack = this.screenplay.tracks.find(function (track) {
         return track.type === "audio";
       });
@@ -285,7 +293,7 @@ export var RemotionRenderer = /*#__PURE__*/function () {
       }
       var segments = screenPlayAudioTrack.segments;
       segments.forEach(function (segment) {
-        _this7.audioTrack.push(_this7.toRemotionAudioFragment(segment));
+        _this6.audioTrack.push(_this6.toRemotionAudioFragment(segment));
       });
     }
   }, {
@@ -298,7 +306,8 @@ export var RemotionRenderer = /*#__PURE__*/function () {
         effectsVideoTrack: this.effectsVideoTrack,
         captionsVideoTrack: this.captionsVideoTrack,
         audioTrack: this.audioTrack,
-        output: this.output
+        output: this.output,
+        captionWordObjectStats: this.wordObjectStats
       };
     }
   }]);

package/dist/screenplay/RemotionRenderer/assets/wordObjects/LICENSE

@@ -0,0 +1,21 @@
+    MIT License
+
+    Copyright (c) Microsoft Corporation.
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to deal
+    in the Software without restriction, including without limitation the rights
+    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in all
+    copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    SOFTWARE