larksr_websdk 3.2.402 → 3.2.404

package/dist/types/screen_state.d.ts

@@ -45,6 +45,10 @@ export declare const enum SCREEN_EVENT_TYPE {
     ReSize = 0,
     ContainerResize = 1
 }
+export interface ViewPortStyle extends ViewPort {
+    scrollX: boolean;
+    scrollY: boolean;
+}
 export interface ScreenEvent extends LocalEvent<SCREEN_EVENT_TYPE> {
     container: ContainerSize;
     viewPort: ViewPort;
@@ -56,7 +60,7 @@ export default class ScreenState extends EventBase<SCREEN_EVENT_TYPE, ScreenEven
     set originAppSize(viewport: ViewPort);
     get originAppSize(): ViewPort;
     private _originAppSize;
-    get viewPort(): ViewPort;
+    get viewPort(): ViewPortStyle;
     private _viewPort;
     get viewPortStyle(): string;
     get syncClientViewport(): {
@@ -101,8 +105,8 @@ export default class ScreenState extends EventBase<SCREEN_EVENT_TYPE, ScreenEven
         scaleX: number;
         scaleY: number;
     };
-    get initCursorMode(): boolean;
-    set initCursorMode(mode: boolean);
+    get initCursorMode(): number;
+    set initCursorMode(mode: number);
     private _initCursorMode;
     get isMobile(): boolean;
     private _isMobile;
@@ -125,4 +129,5 @@ export default class ScreenState extends EventBase<SCREEN_EVENT_TYPE, ScreenEven
     reset(params: IAppliParams): void;
     setMobileForceLandScape(force: boolean): void;
     resize(baseElementScale?: number, containerResize?: boolean): void;
+    scrollToCenter(): void;
 }

package/dist/types/utils/ios-inner-height.d.ts

@@ -0,0 +1,4 @@
+declare module "ios-inner-height" {
+    function innerHeight(): number;
+    export = innerHeight;
+}

package/dist/types/utils/lock_pointer.d.ts

@@ -1,7 +1,8 @@
 import { EventBase, LocalEvent } from '../event/event_base';
 export declare const enum LockPointerEventType {
     LockPointChange = 0,
-    LockPointFailed = 1
+    LockPointFailed = 1,
+    LockPointNotSupport = 2
 }
 export interface LockPointerEvent extends LocalEvent<LockPointerEventType> {
     isLockPointer: boolean;

package/dist/types/utils/scale_mode.d.ts

@@ -19,6 +19,50 @@ export default class ScaleMode {
      * 拉伸模式，完全填充屏幕但不保留宽高比
      */
     static FILL_STRETCH: string;
+    /**
+     * 如果太大出现滚动条
+     */
+    static SCROLL_AUTO: string;
+    /**
+     * 水平方向出现滚动条，垂直方向填充满
+     */
+    static SCROLL_X_FILL_Y: string;
+    /**
+     * 水平方向出现滚动条，垂直方向填裁剪
+     */
+    static SCROLL_X_CLIP_Y: string;
+    /**
+     * 水平方向出现滚动条，垂直方向不放大,不出现滚动条
+     */
+    static SCROLL_X_CONTAIN_Y: string;
+    /**
+     * 水平方向出现滚动条，垂直填满，如果超出出现滚动条
+     */
+    static SCROLL_X_OVERFLOW_SCROLL_FILL_Y: string;
+    /**
+     * 水平方向出现滚动条，垂直填满,缩放水平方向保持宽高比
+     */
+    static SCROLL_X_FILL_Y_ASPECT: string;
+    /**
+     * 水平方向填满，垂直方向出现滚动条
+     */
+    static SCROLL_Y_FILL_X: string;
+    /**
+     * 水平方向填裁剪, 垂直方向出现滚动条
+     */
+    static SCROLL_Y_CLIP_X: string;
+    /**
+     * 水平方向不放大,不出现滚动条，垂直方向出现滚动条
+     */
+    static SCROLL_Y_CONTAIN_X: string;
+    /**
+     * 水平填满，如果超出出现滚动条，垂直方向出现滚动条
+     */
+    static SCROLL_Y_OVERFLOW_SCROLL_FILL_X: string;
+    /**
+     * 水平方向填满(保持宽高比)，垂直方向出现滚动条
+     */
+    static SCROLL_Y_FILL_X_ASPECT: string;
     /**
      * offset 控制条的高度
      */

package/package.json

@@ -1,71 +1,72 @@
-{
-  "name": "larksr_websdk",
-  "version": "3.2.402",
-  "description": "Larksr websdk. Easy to build a cloud render client for larksr system or ue4 pixelstreaming.docs: https://pingxingyun.github.io/webclient_sdk/",
-  "keywords": [
-    "pingxingyun",
-    "larksr",
-    "cloudrendeing",
-    "webrtc",
-    "cloudxr",
-    "pixelstreaming"
-  ],
-  "main": "./dist/larksr-web-sdk.min.js",
-  "types": "./types/index.d.ts",
-  "files": [
-    "dist",
-    "types",
-    "doc,"
-  ],
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1",
-    "dev": "webpack-dev-server --config webpack.config.dev.js",
-    "build": "webpack --config webpack.config.js",
-    "build:typings": "tsc --build tsconfig.type.json",
-    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist/types/",
-    "dist": "webpack --config webpack.config.js && copyfiles -u 1 \"src/**/*.d.ts\" ./types/ && copyfiles -u 1 \"doc/**/*\" dist/doc/ && copyfiles -u 1 \"types/**/*.d.ts\" ./dist/types/ && copyfiles -u 1 \"dist/*\" ./sample-plain-html/source/dist/"
-  },
-  "author": "fcx@pingxingyun.com",
-  "license": "ISC",
-  "dependencies": {
-    "axios": "^0.24.0",
-    "bowser": "^2.11.0",
-    "core-js": "^3.18.1",
-    "crypto-js": "^4.1.1",
-    "ios-inner-height": "^1.1.1",
-    "protobufjs": "^6.11.2",
-    "webrtc-adapter": "^8.1.0",
-    "weixin-js-sdk": "^1.6.0"
-  },
-  "devDependencies": {
-    "@babel/core": "^7.15.5",
-    "@tsconfig/svelte": "^2.0.1",
-    "@types/crypto-js": "^4.0.2",
-    "@types/webrtc": "^0.0.30",
-    "babel-loader": "^8.2.2",
-    "clean-webpack-plugin": "^4.0.0",
-    "css-loader": "^6.3.0",
-    "fork-ts-checker-webpack-plugin": "^6.3.3",
-    "html-loader": "^3.0.1",
-    "html-webpack-plugin": "^5.3.2",
-    "less-loader": "^10.0.1",
-    "react": "^17.0.2",
-    "react-dom": "^17.0.2",
-    "sass": "^1.43.4",
-    "scss": "^0.2.4",
-    "style-loader": "^3.3.0",
-    "svelte": "^3.44.1",
-    "svelte-check": "^2.2.10",
-    "svelte-loader": "^3.1.2",
-    "svelte-preprocess": "^4.9.8",
-    "terser-webpack-plugin": "^5.2.5",
-    "ts-loader": "^9.2.6",
-    "typescript": "^4.4.3",
-    "typescript-svelte-plugin": "^0.2.5",
-    "url-loader": "^4.1.1",
-    "vconsole": "^3.12.1",
-    "webpack": "^5.54.0",
-    "webpack-cli": "^4.8.0",
-    "webpack-dev-server": "^4.3.0"
-  }
-}
+{
+  "name": "larksr_websdk",
+  "version": "3.2.404",
+  "description": "Larksr websdk. Easy to build a cloud render client for larksr system or ue4 pixelstreaming.docs: https://pingxingyun.github.io/webclient_sdk/",
+  "keywords": [
+    "pingxingyun",
+    "larksr",
+    "cloudrendeing",
+    "webrtc",
+    "cloudxr",
+    "pixelstreaming"
+  ],
+  "main": "./dist/larksr-web-sdk.min.js",
+  "types": "./types/index.d.ts",
+  "files": [
+    "dist",
+    "types",
+    "doc,"
+  ],
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "dev": "webpack-dev-server --config webpack.config.dev.js",
+    "build": "webpack --config webpack.config.js",
+    "build:typings": "tsc --build tsconfig.type.json",
+    "copy-dts": "copyfiles -u 1 \"src/**/*.d.ts\" dist/types/",
+    "dist": "webpack --config webpack.config.js && copyfiles -u 1 \"src/**/*.d.ts\" ./types/ && copyfiles -u 1 \"doc/**/*\" dist/doc/ && copyfiles -u 1 \"types/**/*.d.ts\" ./dist/types/ && copyfiles -u 1 \"dist/*\" ./sample-plain-html/source/dist/"
+  },
+  "author": "fcx@pingxingyun.com",
+  "license": "ISC",
+  "dependencies": {
+    "axios": "^0.24.0",
+    "bowser": "^2.11.0",
+    "core-js": "^3.18.1",
+    "crypto-js": "^4.1.1",
+    "ios-inner-height": "^1.1.1",
+    "protobufjs": "^6.11.2",
+    "webrtc-adapter": "^8.1.0",
+    "weixin-js-sdk": "^1.6.0"
+  },
+  "devDependencies": {
+    "@babel/core": "^7.15.5",
+    "@tsconfig/svelte": "^2.0.1",
+    "@types/crypto-js": "^4.0.2",
+    "@types/dom-webcodecs": "^0.1.11",
+    "@types/webrtc": "^0.0.30",
+    "babel-loader": "^8.2.2",
+    "clean-webpack-plugin": "^4.0.0",
+    "css-loader": "^6.3.0",
+    "fork-ts-checker-webpack-plugin": "^6.3.3",
+    "html-loader": "^3.0.1",
+    "html-webpack-plugin": "^5.3.2",
+    "less-loader": "^10.0.1",
+    "react": "^17.0.2",
+    "react-dom": "^17.0.2",
+    "sass": "^1.43.4",
+    "scss": "^0.2.4",
+    "style-loader": "^3.3.0",
+    "svelte": "^3.44.1",
+    "svelte-check": "^2.2.10",
+    "svelte-loader": "^3.1.2",
+    "svelte-preprocess": "^4.9.8",
+    "terser-webpack-plugin": "^5.2.5",
+    "ts-loader": "^9.2.6",
+    "typescript": "^4.4.3",
+    "typescript-svelte-plugin": "^0.2.5",
+    "url-loader": "^4.1.1",
+    "vconsole": "^3.12.1",
+    "webpack": "^5.54.0",
+    "webpack-cli": "^4.8.0",
+    "webpack-dev-server": "^4.3.0"
+  }
+}

package/types/api.d.ts

@@ -132,6 +132,7 @@ export default class API {
     static GetTouchCtrMapping(server: string, appliId?: string): Promise<unknown>;
     static GetAppliList(server: string, params: any): Promise<unknown>;
     static RegionList(server: string, params: any): Promise<unknown>;
+    static heartbeat(server: string, taskId: string): Promise<unknown>;
     static joinParam(params: any): string;
 }
 export {};

package/types/appli_params.d.ts

@@ -98,10 +98,11 @@ export interface IAppliParams {
     language: string;
     /**
      * 初始的鼠标锁定模式
-     * false：非锁定模式
-     * true：锁定模式
+     * 0：自动判断模式
+     * 1：锁定模式
+     * 2: 非锁定模式
      */
-    initCursorMode: boolean;
+    initCursorMode: number;
     /**
      * 背景颜色
      */
@@ -181,7 +182,7 @@ export interface IAppliParams {
     /**
      * 触摸操作对应的操作方式，触摸屏还是鼠标
      */
-    touchOperateMode: 'touchScreen' | 'mouse';
+    touchOperateMode: 'touchScreen' | 'mouse' | 'mix';
     /**
      * appid
      */
@@ -204,6 +205,7 @@ export interface IAppliParams {
     useSeparateMediaSharePeer: boolean;
     mobileKeyboardType: number;
     initResolutionType: number;
+    useWebcodec: boolean;
 }
 export declare enum AppliType {
     DESKTOP = 1,
@@ -240,7 +242,7 @@ export declare class AppliParams implements IAppliParams {
     frameRate: number;
     network: 'local' | 'public';
     language: string;
-    initCursorMode: boolean;
+    initCursorMode: number;
     bgColor: string;
     fullScreenMode: number;
     mobileFullScreenMode: number;
@@ -257,7 +259,7 @@ export declare class AppliParams implements IAppliParams {
     mouseZoomDirection: number;
     showPlayerList: boolean;
     preferDecoder: 'auto' | 'vp8' | 'vp9' | 'h264' | 'h265' | 'hevc' | 'av1' | 'av1x';
-    touchOperateMode: 'touchScreen' | 'mouse';
+    touchOperateMode: 'touchScreen' | 'mouse' | 'mix';
     appliId: string;
     syncLocalToCloudClipboard: boolean;
     enableRttIcon: boolean;
@@ -274,6 +276,7 @@ export declare class AppliParams implements IAppliParams {
     useSeparateMediaSharePeer: boolean;
     mobileKeyboardType: number;
     initResolutionType: number;
+    useWebcodec: boolean;
     static copyAndCreate(params?: IAppliParams): AppliParams;
     static setUpWithSDKConfig(params: IAppliParams, config: ILarkSRConfig): AppliParams;
 }

package/types/config.d.ts

@@ -55,5 +55,4 @@ export default class Config {
      */
     static VirtualRackerScale: number;
     static ErrChromeAndroidVersion: string[];
-    static DownloadChromium: string;
 }

package/types/lark/Worker.d.ts

@@ -0,0 +1,3 @@
+declare const ctx: Worker;
+declare var fading: boolean;
+declare var interval: any;

package/types/lark/application.d.ts

@@ -6,6 +6,7 @@ import { LarkSR } from '../larksr';
 import PixelStreamingWebsocketChannel from './test_pixel_streaming';
 import { RECORDER_STATE } from './recoder';
 import PeerConnectionMediaShare from './peer_connection_media_share';
+import WebCodec from './webcodec';
 export declare enum APP_STATE {
     BEFORE_CREATE = 0,
     INITED = 1,
@@ -82,6 +83,8 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     private recoder;
     private rtcConfig;
     get currentAppSize(): Msg.CloudLark.IAppResize | null | undefined;
+    get webcodecDecoder(): WebCodec;
+    private _webcodecDecoder;
     constructor(larksr: LarkSR);
     init(): void;
     initSharePc(): void;
@@ -118,18 +121,19 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     private onRecoderData;
     start(): Promise<void>;
     connect(): Promise<PixelStreamingWebsocketChannel> | Promise<WebsocketProxy> | Promise<WebSocektChannel> | undefined;
+    sendKeepAlive(): void | undefined;
     disConnect(): void;
     closeRtc(): void;
     versionCheck(): void;
     task(): void;
-    startSteam(): void;
+    startSteam(): Promise<void>;
     startMonitorSteam(): void;
     restart(): void;
     restartApp(): void;
     rtcOffer(): Promise<void>;
     setAnswer(sdp: string): void;
     setIce(sdpMlineindex: number, sdpmid: string, candidate: string): void;
-    sendInput(input: Msg.CloudLark.ClientInput): void;
+    sendInput(input: Msg.CloudLark.ClientInput, needRemoteScreen?: boolean): void;
     sendInputBuffer(buffer: ArrayBuffer): void;
     private sendToWebsocektChannelBuffer;
     private sendToWebsocektChannelMsg;
@@ -157,6 +161,7 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     retryPeerconnection(): void;
     private onAerialViewStatus;
     private onAerialViewScreen;
+    private onVideoFrame;
     private onShareMediaError;
     private onShareMediaInfo;
     private onShareMediaOffer;

package/types/lark/custom.d.ts

@@ -0,0 +1,7 @@
+declare module "worker-loader!*" {
+  class WebpackWorker extends Worker {
+    constructor();
+  }
+
+  export = WebpackWorker;
+}

package/types/lark/peer_connection.d.ts

@@ -36,7 +36,8 @@ export declare enum WEBRTC_EVENT_TYPE {
     RTMP_STREAM_ERROR = 23,
     INFO = 24,
     AerialViewStatus = 25,
-    AerialViewScreen = 26
+    AerialViewScreen = 26,
+    VideoFrame = 27
 }
 export interface GoogleBitRate {
     start: number;
@@ -177,7 +178,7 @@ export default class PeerConnection extends EventBase<WEBRTC_EVENT_TYPE, WebRTCE
     onReceiveCandidate(candateInit: RTCIceCandidateInit): void;
     startNetTest(): void;
     stopNetTest(): void;
-    sendInput(input: Input.CloudLark.ClientInput): void;
+    sendInput(input: Input.CloudLark.ClientInput, needRemoteScreen?: boolean): void;
     sendBuffer(buffer: ArrayBuffer): void;
     sendToAppTextMsg(msg: string): void;
     sendToAppBinaryMsg(binary: Uint8Array): void;

package/types/lark/webcodec.d.ts

@@ -0,0 +1,40 @@
+import { LocalEvent } from "@/event/event_base";
+import { EventBase, LarkSR } from "@/larksr";
+import { CloudLark } from '@/protobuf/cloudlark';
+export declare enum WebCodecType {
+    WebCodecTypeH264 = "h264",
+    WebCodecTypeH265 = "h265",
+    WebCodecTypeNone = "none"
+}
+export declare enum WEB_CODEC_EVENT_TYPE {
+    PLAYED = 0
+}
+export interface WebCodecEvent extends LocalEvent<WEB_CODEC_EVENT_TYPE> {
+    data?: any;
+}
+export default class WebCodec extends EventBase<WEB_CODEC_EVENT_TYPE, WebCodecEvent> {
+    static AVC_High_PROFILE: string;
+    static HEVC_MAIN_PROFILE: string;
+    static checkSupport(codec: WebCodecType, width?: number, height?: number): Promise<boolean>;
+    static toWebCodecType(cloudType: CloudLark.StreamVideoFrame.Codec | null | undefined): WebCodecType;
+    static getProfileName(codec: WebCodecType): string;
+    private larksr;
+    private decoder;
+    private codec;
+    private width;
+    private height;
+    private canvas;
+    private context;
+    private frameData;
+    private dataOffset;
+    private firstFrame;
+    constructor(larksr: LarkSR);
+    setCanvas(canvas: HTMLCanvasElement, context: CanvasRenderingContext2D): void;
+    init(frame: CloudLark.IStreamVideoFrame): Promise<boolean | undefined>;
+    onStreamVideoFrame(frame: CloudLark.IStreamVideoFrame): Promise<void>;
+    private checkConfig;
+    private onFrameDecode;
+    private onFrameError;
+    private $emit;
+    private createAppEvent;
+}