fcr-ui-scene 3.7.9-alpha → 3.8.0-alpha

package/lib/providers/stt-provider/type.d.ts

@@ -0,0 +1,168 @@
+import { FcrSttInfo } from 'fcr-core/lib/room-control/stt-control/type';
+import { FcrLanguage, FcrRoomSession, FcrUserInfo } from 'fcr-core/lib/type';
+export type FcrUISttSentence = {
+    /** 句子 id */
+    id: string;
+    /** 说话人 */
+    userId: string;
+    /** 转写内容 */
+    transcript: FcrSttInfo;
+    /** 翻译（可选） */
+    translation?: FcrSttInfo;
+    /** 开始时间 */
+    startTs: number;
+};
+export declare const FcrUiSttConstants: {
+    readonly REQUEST_OPEN_TRANSCRIBING_DURATION: number;
+};
+/** 转写动作类型 */
+export declare enum FcrUISttActionType {
+    START_TRANSLATION = "START_TRANSLATION",
+    STOP_TRANSLATION = "STOP_TRANSLATION"
+}
+/** 转写动作项 */
+export type FcrUISttActionItem = {
+    type: 'action';
+    actionType: FcrUISttActionType;
+    /** actionType + 当前时间戳 */
+    id: string;
+    startTs: number;
+};
+/** 转写句子项 */
+export type FcrUISttSentenceItem = {
+    type: 'sentence';
+} & FcrUISttSentence;
+export type FcrUISttTranscribingItem = FcrUISttActionItem | FcrUISttSentenceItem;
+export type FcrUISttLanguageOptions = {
+    /** 声源语言列表 */
+    sourceList: FcrLanguage[];
+    /** 翻译语言列表 */
+    translateList: FcrLanguage[];
+};
+export interface FcrUISttProvider {
+    /**
+     * 是否正在开启字幕
+     */
+    get isCaptionOpening(): boolean;
+    /**
+     * 字幕状态: true - 已开启字幕, false - 未开启字幕
+     */
+    get captionState(): boolean;
+    /**
+     * 转写状态: true - 已开启转写, false - 未开启转写
+     */
+    get transcribingState(): boolean;
+    /** 开启转写的人 */
+    get openOrStopTranscribingUser(): (FcrUserInfo & {
+        isSelf: boolean;
+    }) | null;
+    /**
+     * 是否增开启过转写: true - 已开启过转写, false - 未开启过转写
+     * 只要用户开启过一次转写后, 此值将一直为 true
+     * 该值用于区分用户是否开启过转写, 以决定用户在点击转写入口的开启按钮时, 是否需要直接打开转写面板
+     */
+    get hasEverEnabledTranscribing(): boolean;
+    /**
+     * 声源语言、翻译语言列表
+     */
+    get languageOptions(): FcrUISttLanguageOptions;
+    /**
+     * 声源语言 - 字幕和转写的声源语言是一致的
+     */
+    get sourceLanguage(): FcrLanguage;
+    /**
+     * 翻译语言 - 当未开启翻译时, 该值为 null. 翻译语言为端上行为, 服务端不保存该值
+     */
+    get translateLanguage(): FcrLanguage | null;
+    /**
+     * 转写列表
+     */
+    get transcribingList(): FcrUISttTranscribingItem[];
+    /**
+     * 当前最新的一句字幕
+     */
+    get captionSentence(): FcrUISttSentence | null;
+    /**
+     * 上一句字幕
+     */
+    get preCaptionSentence(): FcrUISttSentence | null;
+    /**
+     * 请求开启转写
+     * 和权限相关, 只在用户没有开启转写的权限时, 调用该接口触发申请开启权限的流程
+     * 接收到转写请求的用户可以调用 startCaption 开启转写, 或调用 rejectOpenTranscribing 拒绝该请求
+     * https://www.figma.com/design/26Xzza8zTFe9ei7sMdbHAc/%E8%AE%BE%E8%AE%A1%E7%BB%88%E7%A8%BF%E9%9B%86%E5%90%88-ui-scene?node-id=87738-36079&p=f&t=4KbUO5qofCopBFsj-0
+     */
+    requestOpenTranscribing(): Promise<string>;
+    /**
+     * 接受开启转写 - 通知发起人开启转写的请求已被接受
+     * session - 请求的 session
+     */
+    acceptOpenTranscribing(session: FcrRoomSession): Promise<[void, void]>;
+    /**
+     * 拒绝开启转写 - 当其他用户请求开启转写时, 主持人(有允许其他人开启转写权限的用户)可以调用该接口通知其他人请求被拒绝
+     * session - 请求的 session
+     */
+    rejectOpenTranscribing(session: FcrRoomSession): Promise<[void, string]>;
+    /**
+     * 开启字幕 - 默认输入语言为中文
+     */
+    startCaption(): Promise<void>;
+    /**
+     * 关闭字幕
+     */
+    stopCaption(): Promise<void>;
+    /**
+     * 开启转写 - 默认输入语言为中文
+     */
+    startTranscribing(): Promise<void>;
+    /**
+     * 关闭转写
+     */
+    stopTranscribing(): Promise<void>;
+    /**
+     * 更改声源语言
+     */
+    updateSourceLanguage(language: FcrLanguage): Promise<void>;
+    /**
+     * 订阅翻译语言
+     */
+    subscribeTranslateLanguage(language: FcrLanguage | null): Promise<void>;
+    /**
+     * 清空当前字幕
+     */
+    clearCaptionSentence(): void;
+    /**
+     * 清空上一句字幕
+     */
+    clearPreCaptionSentence(): void;
+    /**
+     * 设置是否允许参会人开启/停止实时转写
+     */
+    allowStartTranscribe(enable: boolean): void;
+    /**
+     * 设置是否允许参会人开启/停止实时字幕
+     */
+    allowStartCaption(enable: boolean): void;
+    /**
+     * 设置是否允许参会人修改声源语言
+     */
+    allowSetSourceLanguage(enable: boolean): void;
+    /**
+     * 添加观察者
+     */
+    addObserver(observer: FcrUISttObserver): void;
+    /**
+     * 移除观察者
+     */
+    removeObserver(observer: FcrUISttObserver): void;
+}
+export interface FcrUISttObserver {
+    /**
+     * 声源语言更新
+     */
+    onSourceLanguageUpdated?: (language: FcrLanguage) => void;
+    /**
+     * 翻译语言更新
+     */
+    onTranslateLanguageUpdated?: (language: FcrLanguage | null) => void;
+}

package/lib/providers/stt-provider/type.js

@@ -0,0 +1,19 @@
+"use strict";
+
+require("core-js/modules/es.object.define-property.js");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FcrUiSttConstants = exports.FcrUISttActionType = void 0;
+var FcrUiSttConstants = exports.FcrUiSttConstants = {
+  REQUEST_OPEN_TRANSCRIBING_DURATION: 15 * 1000 // 申请开启转写的请求有效期，单位毫秒
+};
+
+/** 转写动作类型 */
+var FcrUISttActionType = exports.FcrUISttActionType = /*#__PURE__*/function (FcrUISttActionType) {
+  FcrUISttActionType["START_TRANSLATION"] = "START_TRANSLATION";
+  FcrUISttActionType["STOP_TRANSLATION"] = "STOP_TRANSLATION";
+  return FcrUISttActionType;
+}({});
+/** 转写动作项 */
+/** 转写句子项 */

package/lib/providers/window/main-window.d.ts

@@ -30,6 +30,7 @@ export declare class FcrUICurrentWindowImpl implements FcrUICurrentWindow, FcrUI
     maximize(): void;
     unmaximize(): void;
     isMaximized(): boolean;
+    isReady(): boolean;
     isVisible(): boolean;
     show(): void;
     hide(): void;

package/lib/providers/window/main-window.js

@@ -167,6 +167,11 @@ var FcrUICurrentWindowImpl = exports.FcrUICurrentWindowImpl = /*#__PURE__*/funct
     value: function isMaximized() {
       return this.browserWindow.isMaximized();
     }
+  }, {
+    key: "isReady",
+    value: function isReady() {
+      return true;
+    }
   }, {
     key: "isVisible",
     value: function isVisible() {
@@ -253,7 +258,7 @@ var FcrUICurrentWindowImpl = exports.FcrUICurrentWindowImpl = /*#__PURE__*/funct
   }]);
 }();
 _FcrUICurrentWindowImpl = FcrUICurrentWindowImpl;
-var _applyDecs$e = _applyDecs(_FcrUICurrentWindowImpl, [[_log.trace, 2, "moveTop"], [_log.trace, 2, "setPosition"], [_log.trace, 2, "getPosition"], [_log.trace, 2, "close"], [_log.trace, 2, "isFullScreen"], [_log.trace, 2, "setFullScreen"], [_log.trace, 2, "setIgnoreMouseEvents"], [_log.trace, 2, "setAlwaysOnTop"], [_log.trace, 2, "getTitle"], [_log.trace, 2, "maximize"], [_log.trace, 2, "unmaximize"], [_log.trace, 2, "isMaximized"], [_log.trace, 2, "isVisible"], [_log.trace, 2, "show"], [_log.trace, 2, "hide"], [_log.trace, 2, "focus"], [_log.trace, 2, "setBounds"], [_log.trace, 2, "getBounds"], [_log.trace, 2, "isPreventClose"], [_log.trace, 2, "setPreventClose"], [_log.trace, 2, "addObserver"], [_log.trace, 2, "removeObserver"], [_log.trace, 2, "release"]], []).e;
+var _applyDecs$e = _applyDecs(_FcrUICurrentWindowImpl, [[_log.trace, 2, "moveTop"], [_log.trace, 2, "setPosition"], [_log.trace, 2, "getPosition"], [_log.trace, 2, "close"], [_log.trace, 2, "isFullScreen"], [_log.trace, 2, "setFullScreen"], [_log.trace, 2, "setIgnoreMouseEvents"], [_log.trace, 2, "setAlwaysOnTop"], [_log.trace, 2, "getTitle"], [_log.trace, 2, "maximize"], [_log.trace, 2, "unmaximize"], [_log.trace, 2, "isMaximized"], [_log.trace, 2, "isReady"], [_log.trace, 2, "isVisible"], [_log.trace, 2, "show"], [_log.trace, 2, "hide"], [_log.trace, 2, "focus"], [_log.trace, 2, "setBounds"], [_log.trace, 2, "getBounds"], [_log.trace, 2, "isPreventClose"], [_log.trace, 2, "setPreventClose"], [_log.trace, 2, "addObserver"], [_log.trace, 2, "removeObserver"], [_log.trace, 2, "release"]], []).e;
 var _applyDecs$e2 = (0, _slicedToArray2["default"])(_applyDecs$e, 1);
 _initProto = _applyDecs$e2[0];
 _applyDecs$e;

package/lib/providers/window/renderer-window.d.ts

@@ -30,6 +30,7 @@ export declare class FcrUIWindowImpl implements FcrUIWindow, FcrUIManagedObject
     private _maximumSize?;
     private _isMaximized?;
     private _fullscreen?;
+    private _isReleased;
     private _backgroundColor?;
     private _bounds?;
     private _title?;
@@ -47,9 +48,11 @@ export declare class FcrUIWindowImpl implements FcrUIWindow, FcrUIManagedObject
     get browserWindowProxy(): BrowserWindowProxy;
     get rendererWindow(): Window;
     get rootNode(): HTMLElement;
+    get isReleased(): boolean;
     moveTop(): void;
     setPosition(x: number, y: number): void;
     getPosition(): [number, number];
+    setSize(width: number, height: number): void;
     getRootNode(): HTMLElement;
     close(): void;
     isFullScreen(): boolean;
@@ -64,6 +67,7 @@ export declare class FcrUIWindowImpl implements FcrUIWindow, FcrUIManagedObject
     maximize(): void;
     unmaximize(): void;
     isMaximized(): boolean;
+    isReady(): boolean;
     isVisible(): boolean;
     show(options?: FcrUIWindowShowOptions): void;
     hide(): void;

package/lib/providers/window/renderer-window.js

@@ -78,6 +78,7 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
     (0, _defineProperty2["default"])(this, "_isClosed", false);
     // inner state
     (0, _defineProperty2["default"])(this, "_isBrowserWindowReady", false);
+    (0, _defineProperty2["default"])(this, "_isReleased", false);
     (0, _defineProperty2["default"])(this, "_browserWindowListeners", {
       onShow: function onShow() {
         _this._observable.notifyObservers('onVisibilityChanged', true);
@@ -230,10 +231,16 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
     key: "rootNode",
     get: function get() {
       if (!this._rootNode) {
+        this.logger.error('root node is not initialized yet.');
         throw new Error('root node is not initialized yet.');
       }
       return this._rootNode;
     }
+  }, {
+    key: "isReleased",
+    get: function get() {
+      return this._isReleased;
+    }
   }, {
     key: "moveTop",
     value: function moveTop() {
@@ -249,6 +256,11 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
     value: function getPosition() {
       return this.browserWindow.getPosition();
     }
+  }, {
+    key: "setSize",
+    value: function setSize(width, height) {
+      this.browserWindow.setSize(width, height);
+    }
   }, {
     key: "getRootNode",
     value: function getRootNode() {
@@ -337,6 +349,11 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
     value: function isMaximized() {
       return this.browserWindow.isMaximized();
     }
+  }, {
+    key: "isReady",
+    value: function isReady() {
+      return this._isBrowserWindowReady;
+    }
   }, {
     key: "isVisible",
     value: function isVisible() {
@@ -435,6 +452,7 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
         this._browserWindowProxy.destroy();
         this._browserWindowProxy = null;
       }
+      this._isReleased = true;
 
       // Note: 在代理模式下，我们不直接操作 browserWindow
       // 窗口的关闭应该通过 close() 方法来处理
@@ -557,7 +575,7 @@ var FcrUIWindowImpl = exports.FcrUIWindowImpl = /*#__PURE__*/function () {
   }]);
 }();
 _FcrUIWindowImpl = FcrUIWindowImpl;
-var _applyDecs$e = _applyDecs(_FcrUIWindowImpl, [[_log.trace, 2, "moveTop"], [_log.trace, 2, "setPosition"], [_log.trace, 2, "getPosition"], [_log.trace, 2, "getRootNode"], [_log.trace, 2, "close"], [_log.trace, 2, "isFullScreen"], [_log.trace, 2, "setFullScreen"], [_log.trace, 2, "setIgnoreMouseEvents"], [_log.trace, 2, "setAlwaysOnTop"], [_log.trace, 2, "setVisibleOnAllWorkspaces"], [_log.trace, 2, "setTitle"], [_log.trace, 2, "getTitle"], [_log.trace, 2, "maximize"], [_log.trace, 2, "unmaximize"], [_log.trace, 2, "isMaximized"], [_log.trace, 2, "isVisible"], [_log.trace, 2, "show"], [_log.trace, 2, "hide"], [_log.trace, 2, "focus"], [_log.trace, 2, "setBounds"], [_log.trace, 2, "getBounds"], [_log.trace, 2, "setPreventClose"], [_log.trace, 2, "isPreventClose"], [_log.trace, 2, "addObserver"], [_log.trace, 2, "removeObserver"], [_log.trace, 2, "release"]], []).e;
+var _applyDecs$e = _applyDecs(_FcrUIWindowImpl, [[_log.trace, 2, "moveTop"], [_log.trace, 2, "setPosition"], [_log.trace, 2, "getPosition"], [_log.trace, 2, "setSize"], [_log.trace, 2, "getRootNode"], [_log.trace, 2, "close"], [_log.trace, 2, "isFullScreen"], [_log.trace, 2, "setFullScreen"], [_log.trace, 2, "setIgnoreMouseEvents"], [_log.trace, 2, "setAlwaysOnTop"], [_log.trace, 2, "setVisibleOnAllWorkspaces"], [_log.trace, 2, "setTitle"], [_log.trace, 2, "getTitle"], [_log.trace, 2, "maximize"], [_log.trace, 2, "unmaximize"], [_log.trace, 2, "isMaximized"], [_log.trace, 2, "isReady"], [_log.trace, 2, "isVisible"], [_log.trace, 2, "show"], [_log.trace, 2, "hide"], [_log.trace, 2, "focus"], [_log.trace, 2, "setBounds"], [_log.trace, 2, "getBounds"], [_log.trace, 2, "setPreventClose"], [_log.trace, 2, "isPreventClose"], [_log.trace, 2, "addObserver"], [_log.trace, 2, "removeObserver"], [_log.trace, 2, "release"]], []).e;
 var _applyDecs$e2 = (0, _slicedToArray2["default"])(_applyDecs$e, 1);
 _initProto = _applyDecs$e2[0];
 _applyDecs$e;

package/lib/providers/window/type.d.ts

@@ -42,6 +42,7 @@ export interface FcrUIWindowObjectObserver {
     onClosed?(): void;
 }
 export interface FcrUIWindow {
+    isReady(): boolean;
     isVisible(): boolean;
     isMaximized(): boolean;
     isPreventClose(): boolean;
@@ -57,6 +58,7 @@ export interface FcrUIWindow {
     setBounds(bounds: Partial<FcrUIWindowBounds>): void;
     getPosition(): [number, number];
     setPosition(x: number, y: number): void;
+    setSize(width: number, height: number): void;
     setIgnoreMouseEvents(ignore: boolean, options?: {
         forward: boolean;
     }): void;
@@ -76,8 +78,10 @@ export interface FcrUIWindow {
     getRootNode(): HTMLElement;
     addObserver(observer: FcrUIWindowObjectObserver): void;
     removeObserver(observer: FcrUIWindowObjectObserver): void;
+    isReleased: boolean;
 }
 export interface FcrUICurrentWindow {
+    isReady(): boolean;
     isVisible(): boolean;
     isMaximized(): boolean;
     isPreventClose(): boolean;

package/lib/runtime.d.ts

@@ -1,4 +1,4 @@
-import { FcrUIExitReason } from './type';
+import { FcrUIExitReason, FcrUIMediaConfig, FcrUIResource, FcrUiResourceType } from './type';
 export interface NetworkType {
     isWifiConnected: boolean;
     connection: string;
@@ -78,13 +78,10 @@ export interface Runtime {
     getNetworkType(): Promise<NetworkType>;
     getSystemMemorySize(): number;
     getSystemCpuInfo(): CpuInfo[];
-    getResourceByFileType(url: string, md5Url: string, type: 'image' | 'video' | 'audio'): Promise<string[]>;
+    downloadAndExtractResourceFileFromZip(zipUrl: string, type: FcrUiResourceType): Promise<string[]>;
+    downloadResourceFile(fileUrl: string, type: FcrUiResourceType): Promise<string>;
     fileToBlob(filePath: string, type: 'image' | 'video' | 'audio'): Blob;
-    loadBuiltinResources: () => Promise<{
-        virtualBackgroundImages: string[];
-        virtualBackgroundVideos: string[];
-        soundEffects: string[];
-    }>;
+    loadBuiltinResources: () => Promise<FcrUIResource>;
     getCursorScreenPoint(): {
         x: number;
         y: number;
@@ -123,5 +120,9 @@ export interface CppSdkHelper {
     onUserTokenWillExpire?: () => void;
     onRefreshUserToken?: () => void;
     refreshUserToken?: (token: string) => void;
+    getUIMediaConfig?: () => Promise<FcrUIMediaConfig>;
+    setUIMediaConfig?: (mediaConfig: Partial<FcrUIMediaConfig>) => void;
+    getDependencyVersions?: () => Record<string, string>;
+    onDependencyVersionsResponse?: (dependencyVersions: Record<string, string>) => void;
 }
 export {};

package/lib/runtime.js

@@ -3,5 +3,4 @@
 require("core-js/modules/es.object.define-property.js");
 Object.defineProperty(exports, "__esModule", {
   value: true
-});
-var _injections = require("./electron/injections");
+});