@microsoft/teams-js 2.11.0-beta.2 → 2.12.0-beta.0

package/dist/MicrosoftTeams.js

@@ -876,6 +876,7 @@ __webpack_require__.d(__webpack_exports__, {
   "remoteCamera": () => (/* reexport */ remoteCamera),
   "returnFocus": () => (/* reexport */ returnFocus),
   "search": () => (/* reexport */ search),
+  "secondaryBrowser": () => (/* reexport */ secondaryBrowser),
   "sendCustomEvent": () => (/* reexport */ sendCustomEvent),
   "sendCustomMessage": () => (/* reexport */ sendCustomMessage),
   "setFrameContext": () => (/* reexport */ setFrameContext),
@@ -1447,6 +1448,14 @@ var errorNotSupportedOnPlatform = { errorCode: ErrorCode.NOT_SUPPORTED_ON_PLATFO
  * Minimum Adaptive Card version supported by the host.
  */
 var minAdaptiveCardVersion = { majorVersion: 1, minorVersion: 5 };
+/**
+ * @hidden
+ *
+ * Adaptive Card version supported by the Teams v1 client.
+ */
+var teamsMinAdaptiveCardVersion = {
+    adaptiveCardSchemaVersion: { majorVersion: 1, minorVersion: 5 },
+};
 
 ;// CONCATENATED MODULE: ./src/internal/utils.ts
 /* eslint-disable @typescript-eslint/ban-types */
@@ -1487,7 +1496,7 @@ function validateHostAgainstPattern(pattern, host) {
  */
 function validateOrigin(messageOrigin) {
     // Check whether the url is in the pre-known allowlist or supplied by user
-    if (messageOrigin.protocol !== 'https:') {
+    if (!isValidHttpsURL(messageOrigin)) {
         return false;
     }
     var messageOriginHost = messageOrigin.host;
@@ -1789,6 +1798,16 @@ function isHostAdaptiveCardSchemaVersionUnsupported(hostAdaptiveCardSchemaVersio
         return true;
     }
 }
+/**
+ * @hidden
+ * Checks if a URL is a HTTPS protocol based URL.
+ * @param url URL to be validated.
+ *
+ * @returns true if the URL is an https URL.
+ */
+function isValidHttpsURL(url) {
+    return url.protocol === 'https:';
+}
 
 ;// CONCATENATED MODULE: ./src/public/runtime.ts
 /* eslint-disable @typescript-eslint/ban-types */
@@ -1842,7 +1861,7 @@ function isRuntimeInitialized(runtime) {
 var runtime = _uninitializedRuntime;
 var teamsRuntimeConfig = {
     apiVersion: 2,
-    hostVersionsInfo: undefined,
+    hostVersionsInfo: teamsMinAdaptiveCardVersion,
     isLegacyTeams: true,
     supports: {
         appInstallDialog: {},
@@ -1851,6 +1870,9 @@ var teamsRuntimeConfig = {
         chat: {},
         conversations: {},
         dialog: {
+            card: {
+                bot: {},
+            },
             url: {
                 bot: {},
             },
@@ -1875,7 +1897,9 @@ var teamsRuntimeConfig = {
             fullTrust: {},
         },
         teamsCore: {},
-        video: {},
+        video: {
+            sharedFrame: {},
+        },
     },
 };
 var v1HostClientTypes = [
@@ -2014,6 +2038,7 @@ function generateBackCompatRuntimeConfig(highestSupportedVersion) {
     });
     var backCompatRuntimeConfig = {
         apiVersion: 2,
+        hostVersionsInfo: teamsMinAdaptiveCardVersion,
         isLegacyTeams: true,
         supports: newSupports,
     };
@@ -2063,7 +2088,7 @@ var _minRuntimeConfigToUninitialize = {
  * @hidden
  *  Package version.
  */
-var version = "2.11.0-beta.2";
+var version = "2.12.0-beta.0";
 
 ;// CONCATENATED MODULE: ./src/internal/internalAPIs.ts
 
@@ -2200,6 +2225,11 @@ function processAdditionalValidOrigins(validMessageOrigins) {
     GlobalVars.additionalValidOrigins = combinedOriginUrls;
 }
 
+;// CONCATENATED MODULE: ./src/private/inServerSideRenderingEnvironment.ts
+function inServerSideRenderingEnvironment() {
+    return typeof window === 'undefined';
+}
+
 ;// CONCATENATED MODULE: ./src/public/authentication.ts
 
 
@@ -3043,7 +3073,6 @@ var dialog;
             };
             return dialogInfo;
         }
-        adaptiveCard.getDialogInfoFromAdaptiveCardDialogInfo = getDialogInfoFromAdaptiveCardDialogInfo;
         /**
          * @hidden
          * Hide from docs
@@ -3057,46 +3086,6 @@ var dialog;
             dialogInfo.completionBotId = botAdaptiveCardDialogInfo.completionBotId;
             return dialogInfo;
         }
-        adaptiveCard.getDialogInfoFromBotAdaptiveCardDialogInfo = getDialogInfoFromBotAdaptiveCardDialogInfo;
-        /**
-         * @hidden
-         * Converts {@link TaskInfo} to {@link AdaptiveCardDialogInfo}
-         * @param taskInfo - TaskInfo object to convert
-         * @returns - converted AdaptiveCardDialogInfo
-         */
-        function getAdaptiveCardDialogInfoFromTaskInfo(taskInfo) {
-            // eslint-disable-next-line strict-null-checks/all
-            var adaptiveCardDialogInfo = {
-                card: taskInfo.card,
-                size: {
-                    height: taskInfo.height ? taskInfo.height : DialogDimension.Small,
-                    width: taskInfo.width ? taskInfo.width : DialogDimension.Small,
-                },
-                title: taskInfo.title,
-            };
-            return adaptiveCardDialogInfo;
-        }
-        adaptiveCard.getAdaptiveCardDialogInfoFromTaskInfo = getAdaptiveCardDialogInfoFromTaskInfo;
-        /**
-         * @hidden
-         * Converts {@link TaskInfo} to {@link BotAdaptiveCardDialogInfo}
-         * @param taskInfo - TaskInfo object to convert
-         * @returns - converted BotAdaptiveCardDialogInfo
-         */
-        function getBotAdaptiveCardDialogInfoFromTaskInfo(taskInfo) {
-            /* eslint-disable-next-line strict-null-checks/all */ /* Fix tracked by 5730662 */
-            var botAdaptiveCardDialogInfo = {
-                card: taskInfo.card,
-                size: {
-                    height: taskInfo.height ? taskInfo.height : DialogDimension.Small,
-                    width: taskInfo.width ? taskInfo.width : DialogDimension.Small,
-                },
-                title: taskInfo.title,
-                completionBotId: taskInfo.completionBotId,
-            };
-            return botAdaptiveCardDialogInfo;
-        }
-        adaptiveCard.getBotAdaptiveCardDialogInfoFromTaskInfo = getBotAdaptiveCardDialogInfoFromTaskInfo;
     })(adaptiveCard = dialog.adaptiveCard || (dialog.adaptiveCard = {}));
 })(dialog || (dialog = {}));
 
@@ -3409,6 +3398,7 @@ var teamsCore;
 
 
 
+
 /**
  * Namespace to interact with app initialization and lifecycle.
  */
@@ -3825,9 +3815,6 @@ function transformLegacyContextToAppContext(legacyContext) {
     };
     return context;
 }
-function inServerSideRenderingEnvironment() {
-    return typeof window === 'undefined';
-}
 
 ;// CONCATENATED MODULE: ./src/public/pages.ts
 
@@ -4615,7 +4602,7 @@ function callHandler(name, args) {
         return [true, result];
     }
     else if (Communication.childWindow) {
-        sendMessageEventToChild(name, [args]);
+        sendMessageEventToChild(name, args);
         return [false, undefined];
     }
     else {
@@ -6845,6 +6832,56 @@ var ParentAppWindow = /** @class */ (function () {
 }());
 
 
+;// CONCATENATED MODULE: ./src/public/secondaryBrowser.ts
+
+
+
+
+
+
+/**
+ * Namespace to power up the in-app browser experiences in the Host App.
+ * For e.g., opening a URL in the Host App inside a browser
+ *
+ * @beta
+ */
+var secondaryBrowser;
+(function (secondaryBrowser) {
+    /**
+     * Open a URL in the secondary browser aka in-app browser
+     *
+     * @param url Url to open in the browser
+     * @returns Promise that successfully resolves if the URL  opens in the secondaryBrowser
+     * or throws an error {@link SdkError} incase of failure before starting navigation
+     *
+     * @remarks Any error that happens after navigation begins is handled by the platform browser component and not returned from this function.
+     * @beta
+     */
+    function open(url) {
+        ensureInitialized(runtime, FrameContexts.content);
+        if (!isSupported()) {
+            throw errorNotSupportedOnPlatform;
+        }
+        if (!url || !isValidHttpsURL(url)) {
+            throw { errorCode: ErrorCode.INVALID_ARGUMENTS, message: 'Invalid Url: Only https URL is allowed' };
+        }
+        return sendAndHandleSdkError('secondaryBrowser.open', url.toString());
+    }
+    secondaryBrowser.open = open;
+    /**
+     * Checks if secondaryBrowser capability is supported by the host
+     * @returns boolean to represent whether secondaryBrowser is supported
+     *
+     * @throws Error if {@linkcode app.initialize} has not successfully completed
+     *
+     * @beta
+     */
+    function isSupported() {
+        return ensureInitialized(runtime) && runtime.supports.secondaryBrowser ? true : false;
+    }
+    secondaryBrowser.isSupported = isSupported;
+})(secondaryBrowser || (secondaryBrowser = {}));
+
 ;// CONCATENATED MODULE: ./src/public/location.ts
 
 
@@ -7806,7 +7843,234 @@ var profile;
     profile.isSupported = isSupported;
 })(profile || (profile = {}));
 
+;// CONCATENATED MODULE: ./src/internal/videoUtils.ts
+var videoUtils_awaiter = (undefined && undefined.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var videoUtils_generator = (undefined && undefined.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+
+
+
+
+/**
+ * @hidden
+ * Create a MediaStreamTrack from the media stream with the given streamId and processed by videoFrameHandler.
+ */
+function processMediaStream(streamId, videoFrameHandler, notifyError) {
+    return videoUtils_awaiter(this, void 0, void 0, function () {
+        var _a;
+        return videoUtils_generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    _a = createProcessedStreamGenerator;
+                    return [4 /*yield*/, getInputVideoTrack(streamId, notifyError)];
+                case 1: return [2 /*return*/, _a.apply(void 0, [_b.sent(), videoFrameHandler,
+                        notifyError])];
+            }
+        });
+    });
+}
+/**
+ * Get the video track from the media stream gotten from chrome.webview.getTextureStream(streamId).
+ */
+function getInputVideoTrack(streamId, notifyError) {
+    return videoUtils_awaiter(this, void 0, void 0, function () {
+        var chrome, mediaStream, tracks, error_1, errorMsg;
+        return videoUtils_generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    if (inServerSideRenderingEnvironment()) {
+                        throw errorNotSupportedOnPlatform;
+                    }
+                    chrome = window['chrome'];
+                    _a.label = 1;
+                case 1:
+                    _a.trys.push([1, 3, , 4]);
+                    return [4 /*yield*/, chrome.webview.getTextureStream(streamId)];
+                case 2:
+                    mediaStream = _a.sent();
+                    tracks = mediaStream.getVideoTracks();
+                    if (tracks.length === 0) {
+                        throw new Error("No video track in stream ".concat(streamId));
+                    }
+                    return [2 /*return*/, tracks[0]];
+                case 3:
+                    error_1 = _a.sent();
+                    errorMsg = "Failed to get video track from stream ".concat(streamId, ", error: ").concat(error_1);
+                    notifyError(errorMsg);
+                    throw new Error("Internal error: can't get video track from stream ".concat(streamId));
+                case 4: return [2 /*return*/];
+            }
+        });
+    });
+}
+/**
+ * The function to create a processed video track from the original video track.
+ * It reads frames from the video track and pipes them to the video frame callback to process the frames.
+ * The processed frames are then enqueued to the generator.
+ * The generator can be registered back to the media stream so that the host can get the processed frames.
+ */
+function createProcessedStreamGenerator(videoTrack, videoFrameHandler, notifyError) {
+    if (inServerSideRenderingEnvironment()) {
+        throw errorNotSupportedOnPlatform;
+    }
+    var MediaStreamTrackProcessor = window['MediaStreamTrackProcessor'];
+    var processor = new MediaStreamTrackProcessor({ track: videoTrack });
+    var source = processor.readable;
+    var MediaStreamTrackGenerator = window['MediaStreamTrackGenerator'];
+    var generator = new MediaStreamTrackGenerator({ kind: 'video' });
+    var sink = generator.writable;
+    source
+        .pipeThrough(new TransformStream({
+        transform: function (originalFrame, controller) {
+            return videoUtils_awaiter(this, void 0, void 0, function () {
+                var timestamp, frameProcessedByApp, processedFrame, error_2;
+                return videoUtils_generator(this, function (_a) {
+                    switch (_a.label) {
+                        case 0:
+                            timestamp = originalFrame.timestamp;
+                            if (!(timestamp !== null)) return [3 /*break*/, 5];
+                            _a.label = 1;
+                        case 1:
+                            _a.trys.push([1, 3, , 4]);
+                            return [4 /*yield*/, videoFrameHandler({ videoFrame: originalFrame })];
+                        case 2:
+                            frameProcessedByApp = _a.sent();
+                            processedFrame = new VideoFrame(frameProcessedByApp, {
+                                // we need the timestamp to be unchanged from the oirginal frame, so we explicitly set it here.
+                                timestamp: timestamp,
+                            });
+                            controller.enqueue(processedFrame);
+                            originalFrame.close();
+                            frameProcessedByApp.close();
+                            return [3 /*break*/, 4];
+                        case 3:
+                            error_2 = _a.sent();
+                            originalFrame.close();
+                            notifyError(error_2);
+                            return [3 /*break*/, 4];
+                        case 4: return [3 /*break*/, 6];
+                        case 5:
+                            notifyError('timestamp of the original video frame is null');
+                            _a.label = 6;
+                        case 6: return [2 /*return*/];
+                    }
+                });
+            });
+        },
+    }))
+        .pipeTo(sink);
+    return generator;
+}
+/**
+ * @hidden
+ */
+function createEffectParameterChangeCallback(callback) {
+    return function (effectId, effectParam) {
+        callback(effectId, effectParam)
+            .then(function () {
+            sendMessageToParent('video.videoEffectReadiness', [true, effectId]);
+        })
+            .catch(function (reason) {
+            var validReason = reason in video.EffectFailureReason ? reason : video.EffectFailureReason.InitializationFailure;
+            sendMessageToParent('video.videoEffectReadiness', [false, effectId, validReason]);
+        });
+    };
+}
+
 ;// CONCATENATED MODULE: ./src/public/video.ts
+var video_assign = (undefined && undefined.__assign) || function () {
+    video_assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return video_assign.apply(this, arguments);
+};
+var video_awaiter = (undefined && undefined.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var video_generator = (undefined && undefined.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __rest = (undefined && undefined.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+
+
 
 
 
@@ -7825,7 +8089,7 @@ var video;
     var VideoFrameFormat;
     (function (VideoFrameFormat) {
         /** Video format used for encoding and decoding YUV color data in video streaming and storage applications. */
-        VideoFrameFormat[VideoFrameFormat["NV12"] = 0] = "NV12";
+        VideoFrameFormat["NV12"] = "NV12";
     })(VideoFrameFormat = video.VideoFrameFormat || (video.VideoFrameFormat = {}));
     /**
      * Video effect change type enum
@@ -7836,11 +8100,11 @@ var video;
         /**
          * Current video effect changed
          */
-        EffectChangeType[EffectChangeType["EffectChanged"] = 0] = "EffectChanged";
+        EffectChangeType["EffectChanged"] = "EffectChanged";
         /**
          * Disable the video effect
          */
-        EffectChangeType[EffectChangeType["EffectDisabled"] = 1] = "EffectDisabled";
+        EffectChangeType["EffectDisabled"] = "EffectDisabled";
     })(EffectChangeType = video.EffectChangeType || (video.EffectChangeType = {}));
     /**
      * Predefined failure reasons for preparing the selected video effect
@@ -7859,25 +8123,60 @@ var video;
         EffectFailureReason["InitializationFailure"] = "InitializationFailure";
     })(EffectFailureReason = video.EffectFailureReason || (video.EffectFailureReason = {}));
     /**
-     * Register to read the video frames in Permissions section
+     * Register callbacks to process the video frames if the host supports it.
      * @beta
-     * @param frameCallback - The callback to invoke when registerForVideoFrame has completed
-     * @param config - VideoFrameConfig to customize generated video frame parameters
+     * @param parameters - Callbacks and configuration to process the video frames. A host may support either {@link VideoFrameHandler} or {@link VideoBufferHandler}, but not both.
+     * To ensure the video effect works on all supported hosts, the video app must provide both {@link VideoFrameHandler} and {@link VideoBufferHandler}.
+     * The host will choose the appropriate callback based on the host's capability.
+     *
+     * @example
+     * ```typescript
+     * video.registerForVideoFrame({
+     *   videoFrameHandler: async (videoFrameData) => {
+     *     const originalFrame = videoFrameData.videoFrame as VideoFrame;
+     *     try {
+     *       const processedFrame = await processFrame(originalFrame);
+     *       return processedFrame;
+     *     } catch (e) {
+     *       throw e;
+     *     }
+     *   },
+     *   videoBufferHandler: (
+     *     bufferData: VideoBufferData,
+     *     notifyVideoFrameProcessed: notifyVideoFrameProcessedFunctionType,
+     *     notifyError: notifyErrorFunctionType
+     *     ) => {
+     *       try {
+     *         processFrameInplace(bufferData);
+     *         notifyVideoFrameProcessed();
+     *       } catch (e) {
+     *         notifyError(e);
+     *       }
+     *     },
+     *   config: {
+     *     format: video.VideoPixelFormat.NV12,
+     *   }
+     * });
+     * ```
      */
-    function registerForVideoFrame(frameCallback, config) {
+    function registerForVideoFrame(parameters) {
         ensureInitialized(runtime, FrameContexts.sidePanel);
         if (!isSupported()) {
             throw errorNotSupportedOnPlatform;
         }
-        registerHandler('video.newVideoFrame', function (videoFrame) {
-            if (videoFrame) {
-                var timestamp_1 = videoFrame.timestamp;
-                frameCallback(videoFrame, function () {
-                    notifyVideoFrameProcessed(timestamp_1);
-                }, notifyError);
-            }
-        }, false);
-        sendMessageToParent('video.registerForVideoFrame', [config]);
+        if (!parameters.videoFrameHandler || !parameters.videoBufferHandler) {
+            throw new Error('Both videoFrameHandler and videoBufferHandler must be provided');
+        }
+        if (doesSupportMediaStream()) {
+            registerForMediaStream(parameters.videoFrameHandler, parameters.config);
+        }
+        else if (doesSupportSharedFrame()) {
+            registerForVideoBuffer(parameters.videoBufferHandler, parameters.config);
+        }
+        else {
+            // should not happen if isSupported() is true
+            throw errorNotSupportedOnPlatform;
+        }
     }
     video.registerForVideoFrame = registerForVideoFrame;
     /**
@@ -7906,17 +8205,7 @@ var video;
         if (!isSupported()) {
             throw errorNotSupportedOnPlatform;
         }
-        var effectParameterChangeHandler = function (effectId) {
-            callback(effectId)
-                .then(function () {
-                sendMessageToParent('video.videoEffectReadiness', [true, effectId]);
-            })
-                .catch(function (reason) {
-                var validReason = reason in EffectFailureReason ? reason : EffectFailureReason.InitializationFailure;
-                sendMessageToParent('video.videoEffectReadiness', [false, effectId, validReason]);
-            });
-        };
-        registerHandler('video.effectParameterChange', effectParameterChangeHandler, false);
+        registerHandler('video.effectParameterChange', createEffectParameterChangeCallback(callback), false);
         sendMessageToParent('video.registerForVideoEffect');
     }
     video.registerForVideoEffect = registerForVideoEffect;
@@ -7937,7 +8226,7 @@ var video;
         sendMessageToParent('video.notifyError', [errorMessage]);
     }
     /**
-     * Checks if video capability is supported by the host
+     * Checks if video capability is supported by the host.
      * @beta
      * @returns boolean to represent whether the video capability is supported
      *
@@ -7945,9 +8234,78 @@ var video;
      *
      */
     function isSupported() {
-        return ensureInitialized(runtime) && runtime.supports.video ? true : false;
+        return (ensureInitialized(runtime) &&
+            !!runtime.supports.video &&
+            /** A host should support either mediaStream or sharedFrame sub-capability to support the video capability */
+            (!!runtime.supports.video.mediaStream || !!runtime.supports.video.sharedFrame));
     }
     video.isSupported = isSupported;
+    function registerForMediaStream(videoFrameHandler, config) {
+        var _this = this;
+        ensureInitialized(runtime, FrameContexts.sidePanel);
+        if (!isSupported() || !doesSupportMediaStream()) {
+            throw errorNotSupportedOnPlatform;
+        }
+        registerHandler('video.startVideoExtensibilityVideoStream', function (mediaStreamInfo) { return video_awaiter(_this, void 0, void 0, function () {
+            var streamId, generator;
+            var _a, _b;
+            return video_generator(this, function (_c) {
+                switch (_c.label) {
+                    case 0:
+                        streamId = mediaStreamInfo.streamId;
+                        return [4 /*yield*/, processMediaStream(streamId, videoFrameHandler, notifyError)];
+                    case 1:
+                        generator = _c.sent();
+                        // register the video track with processed frames back to the stream:
+                        !inServerSideRenderingEnvironment() && ((_b = (_a = window['chrome']) === null || _a === void 0 ? void 0 : _a.webview) === null || _b === void 0 ? void 0 : _b.registerTextureStream(streamId, generator));
+                        return [2 /*return*/];
+                }
+            });
+        }); }, false);
+        sendMessageToParent('video.mediaStream.registerForVideoFrame', [config]);
+    }
+    function registerForVideoBuffer(videoBufferHandler, config) {
+        ensureInitialized(runtime, FrameContexts.sidePanel);
+        if (!isSupported() || !doesSupportSharedFrame()) {
+            throw errorNotSupportedOnPlatform;
+        }
+        registerHandler('video.newVideoFrame', 
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        function (videoBufferData) {
+            if (videoBufferData) {
+                var timestamp_1 = videoBufferData.timestamp;
+                videoBufferHandler(normalizeVideoBufferData(videoBufferData), function () {
+                    notifyVideoFrameProcessed(timestamp_1);
+                }, notifyError);
+            }
+        }, false);
+        sendMessageToParent('video.registerForVideoFrame', [config]);
+    }
+    function normalizeVideoBufferData(videoBufferData) {
+        if ('videoFrameBuffer' in videoBufferData) {
+            return videoBufferData;
+        }
+        else {
+            // The host may pass the VideoFrame with the old definition which has `data` instead of `videoFrameBuffer`
+            var data = videoBufferData.data, newVideoBufferData = __rest(videoBufferData, ["data"]);
+            return video_assign(video_assign({}, newVideoBufferData), { videoFrameBuffer: data });
+        }
+    }
+    function doesSupportMediaStream() {
+        var _a;
+        return (ensureInitialized(runtime, FrameContexts.sidePanel) &&
+            isTextureStreamAvailable() &&
+            !!((_a = runtime.supports.video) === null || _a === void 0 ? void 0 : _a.mediaStream));
+    }
+    function isTextureStreamAvailable() {
+        var _a, _b, _c, _d;
+        return (!inServerSideRenderingEnvironment() &&
+            !!(((_b = (_a = window['chrome']) === null || _a === void 0 ? void 0 : _a.webview) === null || _b === void 0 ? void 0 : _b.getTextureStream) && ((_d = (_c = window['chrome']) === null || _c === void 0 ? void 0 : _c.webview) === null || _d === void 0 ? void 0 : _d.registerTextureStream)));
+    }
+    function doesSupportSharedFrame() {
+        var _a;
+        return ensureInitialized(runtime, FrameContexts.sidePanel) && !!((_a = runtime.supports.video) === null || _a === void 0 ? void 0 : _a.sharedFrame);
+    }
 })(video || (video = {})); //end of video namespace
 
 ;// CONCATENATED MODULE: ./src/public/search.ts
@@ -8832,7 +9190,7 @@ var settings;
 
 ;// CONCATENATED MODULE: ./src/public/tasks.ts
 /* eslint-disable @typescript-eslint/ban-types */
-var __rest = (undefined && undefined.__rest) || function (s, e) {
+var tasks_rest = (undefined && undefined.__rest) || function (s, e) {
     var t = {};
     for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
         t[p] = s[p];
@@ -8907,7 +9265,7 @@ var tasks;
     function updateTask(taskInfo) {
         taskInfo = getDefaultSizeIfNotProvided(taskInfo);
         // eslint-disable-next-line @typescript-eslint/no-unused-vars
-        var width = taskInfo.width, height = taskInfo.height, extra = __rest(taskInfo, ["width", "height"]);
+        var width = taskInfo.width, height = taskInfo.height, extra = tasks_rest(taskInfo, ["width", "height"]);
         if (Object.keys(extra).length) {
             throw new Error('resize requires a TaskInfo argument containing only width and height');
         }
@@ -9219,6 +9577,7 @@ function ensureSupported() {
 
 
 
+
 
 
 
@@ -10460,6 +10819,7 @@ var teams;
 
 
 
+
 /**
  * @hidden
  * Extended video API
@@ -10494,20 +10854,23 @@ var videoEx;
      * @internal
      * Limited to Microsoft-internal use
      */
-    function registerForVideoFrame(frameCallback, config) {
+    function registerForVideoFrame(parameters) {
         ensureInitialized(runtime, FrameContexts.sidePanel);
         if (!isSupported()) {
             throw errorNotSupportedOnPlatform;
         }
-        registerHandler('video.newVideoFrame', function (videoFrame) {
-            if (videoFrame) {
-                var timestamp_1 = videoFrame.timestamp;
-                frameCallback(videoFrame, function () {
+        if (!parameters.videoBufferHandler) {
+            throw new Error('parameters.videoBufferHandler must be provided');
+        }
+        registerHandler('video.newVideoFrame', function (videoBufferData) {
+            if (videoBufferData) {
+                var timestamp_1 = videoBufferData.timestamp;
+                parameters.videoBufferHandler(videoBufferData, function () {
                     notifyVideoFrameProcessed(timestamp_1);
                 }, notifyError);
             }
         }, false);
-        sendMessageToParent('video.registerForVideoFrame', [config]);
+        sendMessageToParent('video.registerForVideoFrame', [parameters.config]);
     }
     videoEx.registerForVideoFrame = registerForVideoFrame;
     /**
@@ -10545,7 +10908,7 @@ var videoEx;
         if (!isSupported()) {
             throw errorNotSupportedOnPlatform;
         }
-        registerHandler('video.effectParameterChange', callback, false);
+        registerHandler('video.effectParameterChange', createEffectParameterChangeCallback(callback), false);
         sendMessageToParent('video.registerForVideoEffect');
     }
     videoEx.registerForVideoEffect = registerForVideoEffect;