larksr_websdk 3.2.38 → 3.2.311

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/dist/doc/config.md +4 -1
  2. package/dist/larksr-web-sdk.min.js +1 -1
  3. package/dist/types/api.d.ts +3 -1
  4. package/dist/types/appli_params.d.ts +6 -0
  5. package/dist/types/common/cmd.d.ts +28 -0
  6. package/dist/types/common/constant.d.ts +4 -0
  7. package/dist/types/common/interface.d.ts +30 -0
  8. package/dist/types/event/event_base.d.ts +11 -0
  9. package/dist/types/event/iframe_poster.d.ts +9 -0
  10. package/dist/types/lark/Worker.d.ts +0 -0
  11. package/dist/types/lark/application.d.ts +176 -0
  12. package/dist/types/lark/custom.d.ts +7 -0
  13. package/dist/types/lark/ice_candiadate_parser.d.ts +24 -0
  14. package/dist/types/lark/lark_event_type.d.ts +111 -0
  15. package/dist/types/lark/message.d.ts +20 -0
  16. package/dist/types/lark/peer_connection.d.ts +171 -0
  17. package/dist/types/lark/recoder.d.ts +55 -0
  18. package/dist/types/lark/sdp_util.d.ts +36 -0
  19. package/dist/types/lark/test_pixel_streaming.d.ts +54 -0
  20. package/dist/types/lark/websocket_channel.d.ts +56 -0
  21. package/dist/types/lark/websocket_proxy.d.ts +56 -0
  22. package/dist/types/larksr.d.ts +62 -3
  23. package/dist/types/localization/base.d.ts +8 -0
  24. package/dist/types/localization/gesture_ins.d.ts +4 -0
  25. package/dist/types/localization/language.d.ts +6 -0
  26. package/dist/types/localization/loader.d.ts +14 -0
  27. package/dist/types/localization/message.d.ts +81 -0
  28. package/dist/types/localization/ui.d.ts +58 -0
  29. package/dist/types/operation/gamepad_handler.d.ts +67 -0
  30. package/dist/types/operation/gesture.d.ts +70 -0
  31. package/dist/types/operation/gesture_handler.d.ts +16 -0
  32. package/dist/types/operation/handler_base.d.ts +8 -0
  33. package/dist/types/operation/keyboard_handler.d.ts +18 -0
  34. package/dist/types/operation/keymap.d.ts +24 -0
  35. package/dist/types/operation/letter_keymap.d.ts +8 -0
  36. package/dist/types/operation/mouse_handler.d.ts +42 -0
  37. package/dist/types/operation/num_keymap.d.ts +12 -0
  38. package/dist/types/operation/operation.d.ts +71 -0
  39. package/dist/types/operation/pixel_streaming_input.d.ts +82 -0
  40. package/dist/types/operation/touch_handler.d.ts +11 -0
  41. package/dist/types/operation/utils.d.ts +18 -0
  42. package/dist/types/protobuf/cloudlark.d.ts +7378 -0
  43. package/dist/types/utils/browser_type.d.ts +37 -0
  44. package/dist/types/utils/capabilities.d.ts +52 -0
  45. package/dist/types/utils/full_screen.d.ts +25 -0
  46. package/dist/types/utils/lock_pointer.d.ts +23 -0
  47. package/dist/types/utils/log.d.ts +25 -0
  48. package/dist/types/utils/scale_mode.d.ts +26 -0
  49. package/dist/types/utils/unit.d.ts +153 -0
  50. package/package.json +2 -2
  51. package/types/api.d.ts +3 -1
  52. package/types/appli_params.d.ts +6 -0
  53. package/types/lark/application.d.ts +38 -0
  54. package/types/lark/peer_connection.d.ts +51 -0
  55. package/types/larksr.d.ts +62 -3
  56. package/types/protobuf/cloudlark.d.ts +7378 -7378
  57. package/types/utils/scale_mode.d.ts +6 -0
@@ -33,6 +33,8 @@ export interface GetTaskResult {
33
33
  updateDate: string;
34
34
  useGamepad: number;
35
35
  wm: number;
36
+ textInputEventPrompt: number;
37
+ audioInput: number;
36
38
  }
37
39
  export interface StartAppInfo {
38
40
  appliId: string;
@@ -108,7 +110,7 @@ export default class API {
108
110
  appKey?: string;
109
111
  timestamp?: string;
110
112
  signature?: string;
111
- }): Promise<StartAppInfo>;
113
+ } | any): Promise<StartAppInfo>;
112
114
  static CheckUTLockInfo(config: ILarkSRConfig): Promise<UTLockInfo>;
113
115
  static GetTask(config: ILarkSRConfig, taskid: string): Promise<GetTaskResult>;
114
116
  static LogError(errorCode: number, errorMsg: string, params: string, config: ILarkSRConfig): void;
@@ -190,6 +190,9 @@ export interface IAppliParams {
190
190
  toastLevel: number;
191
191
  appKey: string;
192
192
  groupId: string;
193
+ textInputEventPrompt: boolean;
194
+ audioInput: boolean;
195
+ audioInputAutoStart: boolean;
193
196
  }
194
197
  export declare enum AppliType {
195
198
  DESKTOP = 1,
@@ -249,6 +252,9 @@ export declare class AppliParams implements IAppliParams {
249
252
  toastLevel: number;
250
253
  appKey: string;
251
254
  groupId: string;
255
+ textInputEventPrompt: boolean;
256
+ audioInput: boolean;
257
+ audioInputAutoStart: boolean;
252
258
  static copyAndCreate(params?: IAppliParams): AppliParams;
253
259
  static setUpWithSDKConfig(params: IAppliParams, config: ILarkSRConfig): AppliParams;
254
260
  }
@@ -0,0 +1,28 @@
1
+ declare const enum CMD {
2
+ SESSIONKEY = 1,
3
+ APPSTART = 2,
4
+ VIDEO = 3,
5
+ MOUSE_DOWN = 4,
6
+ MOUSE_UP = 5,
7
+ MOUSE_MOVE = 6,
8
+ KEY_DOWN = 7,
9
+ KEY_UP = 8,
10
+ KEY_PRESS = 9,
11
+ CONNECT_APP_SERVER = 10,
12
+ APP_SERVER_CONNECTED = 11,
13
+ APP_SERVER_CONNECT_FAILED = 12,
14
+ CONNECT_ALREADY_EXIST = 13,
15
+ MOUSE_RIGHT = 14,
16
+ MOUSE_WHEELE = 15,
17
+ WEBRTC_GETICESERVER = 16,
18
+ WEBRTC_GET_REMOTE_ICECANDIDATE = 17,
19
+ WEBRTC_CALL = 18,
20
+ WEBRTC_ADD_ICECANDIDATE = 19,
21
+ WEBRTC_HANGUP = 20,
22
+ WEBRTC_GETDEVICELIST = 21,
23
+ REMOTE_APP_CLOSE = 22,
24
+ MOUSE_BUTTON = 23,
25
+ KEEP_ALIVE = 24,
26
+ REMOTE_APP_COUSOR_CHANGE = 25
27
+ }
28
+ export default CMD;
@@ -0,0 +1,4 @@
1
+ export declare const VIDEO_ID = "video";
2
+ export declare const IMAGE_CURSOR_ID = "cursorid";
3
+ export declare const EMPTY_PNG = "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAAAXNSR0IArs4c6QAAAARnQU1BAACxjwv8YQUAAAAJcEhZcwAADsMAAA7DAcdvqGQAAAAZdEVYdFNvZnR3YXJlAFBhaW50Lk5FVCB2My41LjbQg61aAAAADUlEQVQYV2P4//8/IwAI/QL/+TZZdwAAAABJRU5ErkJggg==";
4
+ export declare const TOKEN_EXPIRED = "TOKEN_EXPIRED";
@@ -0,0 +1,30 @@
1
+ export interface Point {
2
+ x: number;
3
+ y: number;
4
+ }
5
+ export interface Vector {
6
+ x: number;
7
+ y: number;
8
+ startPoint: Point;
9
+ endPoint: Point;
10
+ }
11
+ export interface Stage {
12
+ width: number;
13
+ height: number;
14
+ Position: Point;
15
+ }
16
+ export interface CSSPosition {
17
+ top: number;
18
+ left: number;
19
+ }
20
+ export interface ViewPort {
21
+ width: number;
22
+ height: number;
23
+ }
24
+ export interface Toggle {
25
+ show: boolean;
26
+ }
27
+ export interface OffsetView {
28
+ offsetX: number;
29
+ offsetY: number;
30
+ }
@@ -0,0 +1,11 @@
1
+ export interface LocalEvent<E> {
2
+ type: E;
3
+ target?: any;
4
+ }
5
+ export declare type Callback<E> = (e: E, ...params: any[]) => void;
6
+ export declare abstract class EventBase<T, E extends LocalEvent<T>> {
7
+ private listeners;
8
+ on(type: T, callback: Callback<E>, self?: any): void;
9
+ off(type: T, callback: Callback<E>, self?: any): void;
10
+ emit(event: E, ...params: any[]): void;
11
+ }
@@ -0,0 +1,9 @@
1
+ import { LarkEventType } from '../lark/lark_event_type';
2
+ import { LarkSR } from '../larksr';
3
+ export declare const PREX = "pxymessage";
4
+ export declare const LOG_ERROR_EVENT_TYPE: LarkEventType[];
5
+ export default class IframeHandler {
6
+ larksr: LarkSR;
7
+ constructor(larksr: LarkSR);
8
+ listenParent(): void;
9
+ }
File without changes
@@ -0,0 +1,176 @@
1
+ import { EventBase, LocalEvent } from '../event/event_base';
2
+ import * as Msg from '../protobuf/cloudlark';
3
+ import WebSocektChannel from './websocket_channel';
4
+ import { RTCMediaTrackBinding } from './peer_connection';
5
+ import WebsocketProxy from './websocket_proxy';
6
+ import { LarkSR } from '../larksr';
7
+ import PixelStreamingWebsocketChannel from './test_pixel_streaming';
8
+ import { RECORDER_STATE } from './recoder';
9
+ export declare enum APP_STATE {
10
+ BEFORE_CREATE = 0,
11
+ INITED = 1,
12
+ WEBSOCKET_CHANNEL_OPEN = 2,
13
+ LOGIN_SUCCESS = 3,
14
+ RTC_CONNECTED = 4,
15
+ MEDIA_LOADED = 5,
16
+ MEDIA_PLAED = 6,
17
+ RTC_RETRY = 7,
18
+ APP_RETRY = 8,
19
+ BEFORE_DESTORY = 9,
20
+ WEBSOCKET_CLOSED = 10,
21
+ RTC_CLOSED = 11,
22
+ DESTROYED = 12
23
+ }
24
+ export declare enum APP_EVENT_TYPE {
25
+ CONNECT = 0,
26
+ LOGIN = 1,
27
+ ERROR = 2,
28
+ INFO = 3,
29
+ APP_CLOSE = 4,
30
+ REMOTE_STREAM = 5,
31
+ REMOTE_AUDIO_STREAM = 6,
32
+ SYNC_CURSORSTYLE = 7,
33
+ APP_STATE_CHANGE = 8,
34
+ NET_STATE = 9,
35
+ LK_APP_RESIZE = 10,
36
+ LK_APP_MOUSE_MODE = 11,
37
+ LK_APP_PLAER_LIST = 12,
38
+ LK_APP_REQUEST_TEXT = 13,
39
+ LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 14,
40
+ LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 15,
41
+ LK_DATA_CHANNEL_RENDERSERVER_OPEN = 16,
42
+ LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 17,
43
+ AI_VOICE_STATUS = 18,
44
+ AI_VOICE_ASR_RESULT = 19,
45
+ AI_VOICE_DM_RESULT = 20,
46
+ AI_VOICE_ERROR = 21
47
+ }
48
+ export interface AppEvent extends LocalEvent<APP_EVENT_TYPE> {
49
+ data?: any;
50
+ state: APP_STATE;
51
+ }
52
+ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
53
+ private websocketChannel;
54
+ private websocketProxy;
55
+ private testPixelStreaming;
56
+ private peerConnection;
57
+ get state(): APP_STATE;
58
+ set state(state: APP_STATE);
59
+ private _state;
60
+ get audioDeviceId(): string | undefined;
61
+ get audioTrack(): MediaStreamTrack | undefined;
62
+ private retryTime;
63
+ private larksr;
64
+ get voiceId(): number;
65
+ get recodeState(): RECORDER_STATE;
66
+ private recoder;
67
+ constructor(larksr: LarkSR);
68
+ init(): void;
69
+ initPc(): void;
70
+ releasePc(): void;
71
+ clear(): void;
72
+ changeOperater(uid: number): void;
73
+ inputText(text: string): void;
74
+ sendTextToDataChannel(text: string): void;
75
+ sendBinaryToDataChannel(binary: Uint8Array): void;
76
+ aiDmTextInput(text: string): number;
77
+ startAiDmVoiceInput(): Promise<number>;
78
+ stopAiDmVoiceInput(): number;
79
+ private onRecoderData;
80
+ start(): Promise<void>;
81
+ connect(): Promise<PixelStreamingWebsocketChannel> | Promise<WebsocketProxy> | Promise<WebSocektChannel> | undefined;
82
+ disConnect(): void;
83
+ closeRtc(): void;
84
+ versionCheck(): void;
85
+ task(): void;
86
+ startSteam(): void;
87
+ startMonitorSteam(): void;
88
+ restart(): void;
89
+ restartApp(): void;
90
+ rtcOffer(): void;
91
+ setAnswer(sdp: string): void;
92
+ setIce(sdpMlineindex: number, sdpmid: string, candidate: string): void;
93
+ sendInput(input: Msg.CloudLark.ClientInput): void;
94
+ sendInputBuffer(buffer: ArrayBuffer): void;
95
+ private sendToWebsocektChannelBuffer;
96
+ private sendToWebsocektChannelMsg;
97
+ private onChannelOpen;
98
+ private onClose;
99
+ private onChannelMsg;
100
+ private onVersionCheckResponse;
101
+ private onTaskResponse;
102
+ private onStartStreamResponse;
103
+ private onStartMonitorResponse;
104
+ private onWebRtcOfferAnswer;
105
+ private onWebRtcIcecandidate;
106
+ private onWebRtcError;
107
+ private onAppProcess;
108
+ private onLogout;
109
+ private onLocalSdp;
110
+ private onLoacalIce;
111
+ private onRemoteStream;
112
+ private onAudioRemoteStream;
113
+ private onRtcError;
114
+ private onIceStateChange;
115
+ retryPeerconnection(): void;
116
+ setAudioEnable(enable: boolean): void | undefined;
117
+ setVideoEnable(enable: boolean): void | undefined;
118
+ setShareEnable(enable: boolean): void | undefined;
119
+ closeAudio(): boolean | undefined;
120
+ closeVideo(): boolean | undefined;
121
+ closeShare(): boolean | undefined;
122
+ openAudio(deviceId?: string): Promise<{
123
+ streams: MediaStream;
124
+ rtcRtpSenders: RTCMediaTrackBinding[];
125
+ } | undefined>;
126
+ openVideo(audio?: boolean, cameraId?: string): Promise<{
127
+ streams: MediaStream;
128
+ rtcRtpSenders: RTCMediaTrackBinding[];
129
+ } | undefined>;
130
+ openDefaultMedia(video?: boolean, audio?: boolean): Promise<void | undefined>;
131
+ openShareMediaDevice(): Promise<void | undefined>;
132
+ getConnectedAudioinputDevices(): Promise<MediaDeviceInfo[] | undefined>;
133
+ getConnectedAudioOutputDevices(): Promise<MediaDeviceInfo[] | undefined>;
134
+ getConnectedVideoinputDevices(): Promise<MediaDeviceInfo[] | undefined>;
135
+ getConnectedDevices(type: MediaDeviceKind): Promise<MediaDeviceInfo[] | undefined>;
136
+ openAudioDevice(deviceId: string, kind?: "audioinput" | "audiooutput"): Promise<{
137
+ streams: MediaStream;
138
+ rtcRtpSenders: RTCMediaTrackBinding[];
139
+ } | undefined>;
140
+ openCamera(cameraId: string, minWidth?: number, minHeight?: number): Promise<{
141
+ streams: MediaStream;
142
+ rtcRtpSenders: RTCMediaTrackBinding[];
143
+ } | undefined>;
144
+ openUserMeida(constraints?: MediaStreamConstraints): Promise<{
145
+ streams: MediaStream;
146
+ rtcRtpSenders: RTCMediaTrackBinding[];
147
+ } | undefined>;
148
+ addMediaTrack(track: MediaStreamTrack, ...streams: MediaStream[]): boolean | undefined;
149
+ removeMediaTrack(track: RTCRtpSender): boolean | undefined;
150
+ requestUserMediaPermission(constraints?: MediaStreamConstraints): Promise<MediaStream> | undefined;
151
+ private onPeerConnectionDisconnect;
152
+ private onBadNetwork;
153
+ private onPixelStreamingPlayerList;
154
+ private onPixelStreamingDataChannelState;
155
+ private onPixelStreamingDataChannelData;
156
+ private onCursorStyle;
157
+ private onAppResize;
158
+ private onAppMouseMode;
159
+ private onAppPlayerList;
160
+ private onAppRequestText;
161
+ private onDataChannelText;
162
+ private onDataChannelBinary;
163
+ private onDataChannelOpen;
164
+ private onDataChannelClose;
165
+ private onPeerConnectionState;
166
+ private onAiVoiceStatus;
167
+ private onAiVoiceAsrResult;
168
+ private onAiVoiceDMResult;
169
+ private onAiVoiceError;
170
+ appStateChange(state: APP_STATE): void;
171
+ private infoMsg;
172
+ private errorMsg;
173
+ private toastMsg;
174
+ private $emit;
175
+ private createAppEvent;
176
+ }
@@ -0,0 +1,7 @@
1
+ // declare module "worker-loader!*" {
2
+ // class WebpackWorker extends Worker {
3
+ // constructor();
4
+ // }
5
+
6
+ // export = WebpackWorker;
7
+ // }
@@ -0,0 +1,24 @@
1
+ export default class IceCandidateParser {
2
+ sdpMLineIndex: number | null;
3
+ sdpMid: string | null;
4
+ usernameFragment: string | null;
5
+ header: string;
6
+ private props;
7
+ constructor(ice: RTCIceCandidateInit);
8
+ get foundation(): string;
9
+ set foundation(f: string);
10
+ get component(): string;
11
+ set component(f: string);
12
+ get protocol(): string;
13
+ set protocol(p: string);
14
+ get priority(): string;
15
+ set priority(p: string);
16
+ get ip(): string;
17
+ set ip(ip: string);
18
+ get port(): string;
19
+ set port(port: string);
20
+ get type(): string;
21
+ get candidate(): string;
22
+ genNewIceCandidateInit(): RTCIceCandidateInit;
23
+ genNewIceCandidate(): RTCIceCandidate;
24
+ }
@@ -0,0 +1,111 @@
1
+ export declare enum LarkEventType {
2
+ LK_WEB_CLIENT_LOAD_SUCCESS = 1,
3
+ LK_TASK_CREATE_SUCCESS = 10,
4
+ LK_TASK_CREATE_FAILED = 11,
5
+ LK_TASK_SYNC_APP = 20,
6
+ LK_TASK_SYNC_APP_FAILED = 21,
7
+ LK_RENDER_SERVER_CONNECTED = 100,
8
+ LK_RENDER_SERVER_FAILED = 101,
9
+ LK_RENDER_SERVER_CLOSE = 102,
10
+ LK_RENDER_SERVER_ERROR = 103,
11
+ LK_PROXY_SERVER_CONNECTED = 200,
12
+ LK_PROXY_SERVER_FAILED = 201,
13
+ LK_PROXY_SERVER_CLOSE = 202,
14
+ LK_PROXY_SERVER_ERROR = 203,
15
+ LK_VERSION_CHECK_SUCCESS = 300,
16
+ LK_VERSION_CHECK_FAILED = 301,
17
+ LK_TASK_SUCCESS = 400,
18
+ LK_TASK_NOTFOUND = 401,
19
+ LK_TASK_SERVER_ERROR = 402,
20
+ LK_TASK_APP_WRONGPARAM = 403,
21
+ LK_TASK_NO_GPU_RESOURCE = 404,
22
+ LK_START_STREAM_SUCCESS = 500,
23
+ LK_START_STREAM_PROCESS_START_FAILED = 501,
24
+ LK_START_STREAM_PROCESS_START_TIMEOUT = 502,
25
+ LK_START_STREAM_NOT_STREAMING = 503,
26
+ LK_START_STREAM_ENCODER_ERROR = 504,
27
+ LK_RTC_EVENT_PEERCONNECTION_CONNECTED = 600,
28
+ LK_RTC_EVENT_PEERCONNECTION_CLOSED = 601,
29
+ LK_RTC_EVENT_PEERCONNECTION_ERROR = 602,
30
+ LK_RTC_EVENT_PEERCONNECTION_CREATE_FAILED = 603,
31
+ LK_RTC_EVENT_PEERCONNECTION_STATE = 610,
32
+ LK_RTC_EVENT_PEERCONNECTION_RETRY = 611,
33
+ LK_VIDEO_LOADED = 700,
34
+ LK_VIDEO_PLAY_FAILED = 701,
35
+ LK_GOT_REMOTE_STREAM = 710,
36
+ LK_VIDEO_PLAY_SUCCSS = 711,
37
+ LK_NOTIFY_CLIENT_LOGOUT_PLAYER_LOGOUT = 800,
38
+ LK_NOTIFY_CLIENT_LOGOUT_TASKOWNER_LOGOUT = 801,
39
+ LK_APP_PROCESS_NOTIFI_APP_QUIT = 900,
40
+ LK_NO_OPERATION_TIMEOUT = 901,
41
+ LK_LOADING_TIMEOUT = 902,
42
+ LK_APP_RESIZE = 910,
43
+ LK_APP_MOUSE_MODE = 911,
44
+ LK_APP_PLAER_LIST = 912,
45
+ LK_APP_REQUEST_TEXT = 913,
46
+ LK_APP_CURSOR_STYLE = 914,
47
+ LK_USER_REQUEST_QUIT = 920,
48
+ LK_UI_RESIZE = 930,
49
+ LK_STARTVRSTREAM_SUCCESS = 1000,
50
+ LK_STARTVRSTREAM_START_PROCESS_FAILED = 1001,
51
+ LK_STARTVRSTREAM_START_DRIVER_RUNTIME_TIMEOUT = 1002,
52
+ LK_STARTVRSTREAM_START_DRIVER_RUNTIME_UDPPORT_ERROR = 1003,
53
+ LK_STARTVRSTREAM_START_DRIVER_RUNTIME_ENCODER_ERROR = 1004,
54
+ LK_WEBCLIENT_NOTIFY_ALERT = 1100,
55
+ LK_WEBCLIENT_NOTIFY_CONFIRM = 1101,
56
+ LK_WEBCLIENT_TOAST_MSG = 1102,
57
+ LK_USER_CAPTURE_FRAME = 2000,
58
+ LK_USER_CAPTURE_FRAME_WITH_EXTRA_DATA = 2001,
59
+ LK_REQUEST_CAPTURE_FRAME = 3000,
60
+ LK_REQUEST_CAPTURE_FRAME_WITH_EXTRA_DATA = 3001,
61
+ LK_IFRAME_POSTER_OPERATE_MOUSE_MOVE = 10000,
62
+ LK_IFRAME_POSTER_OPERATE_MOUSE_DOWN = 10001,
63
+ LK_IFRAME_POSTER_OPERATE_MOUSE_UP = 10002,
64
+ LK_IFRAME_POSTER_OPERATE_MOUSE_WHEEL = 10003,
65
+ LK_IFRAME_POSTER_OPERATE_KEY_DOWN = 10010,
66
+ LK_IFRAME_POSTER_OPERATE_KEY_UP = 10011,
67
+ LK_IFRAME_POSTER_OPERATE_TOUCH_DOWN = 10020,
68
+ LK_IFRAME_POSTER_OPERATE_TOUCH_MOVE = 10021,
69
+ LK_IFRAME_POSTER_OPERATE_TOUCH_UP = 10022,
70
+ LK_IFRAME_POSTER_OPERATE_GAMEPAD_BUTTON_DOWN = 10030,
71
+ LK_IFRAME_POSTER_OPERATE_GAMEPAD_BUTTON_UP = 10031,
72
+ LK_IFRAME_POSTER_OPERATE_GAMEPAD_TRIGGER_VALUE = 10032,
73
+ LK_IFRAME_POSTER_OPERATE_GAMEPAD_JOYSTICK_STATES = 10033,
74
+ LK_IFRAME_POSTER_FUNC_MOUSE_MODE = 10100,
75
+ LK_IFRAME_POSTER_FUNC_SCALE_MODE = 10101,
76
+ LK_IFRAME_POSTER_FUNC_RESTART_CLOUD_APP = 10102,
77
+ LK_IFRAME_POSTER_FUNC_WX_JS_BRIDGE_READY = 10103,
78
+ LK_IFRAME_POSTER_FUNC_REQUEST_PLAY_VIDEO = 10104,
79
+ LK_IFRAME_POSTER_UI_CONTROLLER_BAR = 10200,
80
+ LK_IFRAME_POSTER_UI_PLAYER_LIST = 10201,
81
+ LK_IFRAME_POSTER_UI_PLAYER_SHARE_URL = 10202,
82
+ LK_IFRAME_POSTER_UI_MOBILE_CONTROL_BALL = 10203,
83
+ LK_IFRMAE_POSTER_UI_MOBILE_JOYSTICK = 10204,
84
+ LK_IFRAME_POSTER_UI_MOBILE_VIRTUAL_KEYBOARD = 10205,
85
+ LK_IFRAME_POSTER_UI_MOBILE_VIRTUAL_MOUSE = 10206,
86
+ LK_IFRAME_POSTER_UI_MOBILE_MENU = 10207,
87
+ LK_IFRAME_POSTER_UI_MOBILE_FORCE_LANDSCAPE = 10208,
88
+ LK_IFRAME_POSTER_UI_MOBILE_TOUCH_POINT = 10209,
89
+ LK_IFRAME_POSTER_UI_TOAST_LEVEL = 10210,
90
+ LK_IFRAME_POSTER_UI_ALERT = 10211,
91
+ LK_IFRAME_POSTER_UI_CONFIRM = 10212,
92
+ LK_DATA_CHANNEL_ESTABLISHED = 20000,
93
+ LK_DATA_CHANNEL_RETYING = 20001,
94
+ LK_DATA_CHANNEL_CLOSE = 20002,
95
+ LK_DATA_CHANNEL_ERROR = 20003,
96
+ LK_DATA_CHANNEL_BINARY_MESSAGE = 20004,
97
+ LK_DATA_CHANNEL_TEXT_MESSAGE = 20005,
98
+ LK_RE_CONNECT_DATA_CHANNEL = 20100,
99
+ LK_CLOSE_DATA_CHANNEL = 20101,
100
+ LK_DATA_CHANNEL_SEND_TEXT = 20102,
101
+ LK_DATA_CHANNEL_SEND_BINARY = 20103,
102
+ LK_DATA_CHANNEL_RENDERSERVER_OPEN = 20200,
103
+ LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 20201,
104
+ LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 20202,
105
+ LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 20203,
106
+ LK_DATA_CHANNEL_RENDERSERVER_SEND_TEXT = 20300,
107
+ LK_DATA_CHANNEL_RENDERSERVER_SEND_BINARY = 20301
108
+ }
109
+ export default class LarkEvent {
110
+ static GetEventMessageByType(type: LarkEventType): string;
111
+ }
@@ -0,0 +1,20 @@
1
+ import * as Msg from '../protobuf/cloudlark';
2
+ import { LarkEventType } from './lark_event_type';
3
+ export declare const MESSAGE_MAGIC = 538317090;
4
+ export declare const PIXEL_STREAMING_MESSAGE_MAGIC = 539037986;
5
+ export default class Message {
6
+ static emptyMsg(isPixelStreaming?: boolean): Msg.CloudLark.ToServerMessage;
7
+ static versionCheckRequest(isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
8
+ static taskRequest(taskid: string, isInteractiveMode: boolean, isObMode: boolean, nickName: string, isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
9
+ static startStreamReqeuest(request: Msg.CloudLark.IStartStreamRequest, isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
10
+ static startMonitorStreamReqeuest(request: Msg.CloudLark.IVrMonitorRequest): Msg.CloudLark.ToServerMessage;
11
+ static rtcOfferMsg(type: string, sdp: string): Msg.CloudLark.ToServerMessage;
12
+ static iceMsg(sdpmid: string, sdpMlineindex: number, candidate: string): Msg.CloudLark.ToServerMessage;
13
+ static restartApp(): Msg.CloudLark.ToServerMessage;
14
+ static getTaskResponseMsg(ressponse: Msg.CloudLark.TaskResponse.Response): string;
15
+ static getStartStreamResponseMsg(ressponse: Msg.CloudLark.StartStreamResponse.Response): string;
16
+ static getCloudlarkTaskEvent(ressponse: Msg.CloudLark.TaskResponse.Response): LarkEventType;
17
+ static getCloudlarkStartStreamEvent(ressponse: Msg.CloudLark.StartStreamResponse.Response): LarkEventType;
18
+ static getCloudlarkTaskEventMsg(type: LarkEventType): string;
19
+ static getCloudlarkStartStreamingEventMsg(type: LarkEventType): string;
20
+ }
@@ -0,0 +1,171 @@
1
+ import { EventBase, LocalEvent } from '../event/event_base';
2
+ import * as Input from '../protobuf/cloudlark';
3
+ import { LarkSR } from '../larksr';
4
+ export declare enum IceState {
5
+ DISCONNECT = 1,
6
+ BAD = 2,
7
+ CONNECT = 3,
8
+ GOOD = 4
9
+ }
10
+ export declare enum WEBRTC_EVENT_TYPE {
11
+ GOT_REMOTE_STREAM = 0,
12
+ GOT_REMOTE_AUDIO_STREAM = 1,
13
+ ICE_STATE_CHANGE = 2,
14
+ LK_APP_RESIZE = 3,
15
+ LK_APP_MOUSE_MODE = 4,
16
+ LK_APP_PLAER_LIST = 5,
17
+ LK_APP_REQUEST_TEXT = 6,
18
+ LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 7,
19
+ LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 8,
20
+ LK_DATA_CHANNEL_RENDERSERVER_OPEN = 9,
21
+ LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 10,
22
+ LK_RTC_EVENT_PEERCONNECTION_STATE = 11,
23
+ NET_STATE = 12,
24
+ SYNC_CURSORSTYLE = 13,
25
+ BAD_NETWORK = 14,
26
+ ERROR = 15,
27
+ RTC_SDP = 16,
28
+ RTC_ICECANDIDATE = 17,
29
+ AI_VOICE_STATUS = 18,
30
+ AI_VOICE_ASR_RESULT = 19,
31
+ AI_VOICE_DM_RESULT = 20,
32
+ AI_VOICE_ERROR = 21
33
+ }
34
+ export interface GoogleBitRate {
35
+ start: number;
36
+ min: number;
37
+ max: number;
38
+ }
39
+ export interface WebRTCEvent extends LocalEvent<WEBRTC_EVENT_TYPE> {
40
+ data?: any;
41
+ }
42
+ export declare enum OfferModeType {
43
+ VP8 = 1,
44
+ VP9 = 2,
45
+ H264 = 3,
46
+ DEFAULT = 4
47
+ }
48
+ export interface WebRTCConfig {
49
+ serverIP: string;
50
+ preferPubOutIp: string;
51
+ codeRate?: number;
52
+ network: 'local' | 'public';
53
+ }
54
+ export interface AggregatedStats {
55
+ timestamp: number;
56
+ bytesReceived: number;
57
+ framesDecoded: number;
58
+ packetsLost: number;
59
+ bytesReceivedStart: number;
60
+ framesDecodedStart: number;
61
+ timestampStart: number;
62
+ bitrate: number;
63
+ lowBitrate: number;
64
+ highBitrate: number;
65
+ avgBitrate: number;
66
+ framerate: number;
67
+ lowFramerate: number;
68
+ highFramerate: number;
69
+ avgframerate: number;
70
+ framesDropped: number;
71
+ framesReceived: number;
72
+ framesDroppedPercentage: number;
73
+ frameHeight: number;
74
+ frameWidth: number;
75
+ frameHeightStart: number;
76
+ frameWidthStart: number;
77
+ currentRoundTripTime: number;
78
+ packetsLostPerc: number;
79
+ }
80
+ export interface RTCMediaTrackBinding {
81
+ deviceId: string;
82
+ track: MediaStreamTrack;
83
+ sender: RTCRtpSender | undefined;
84
+ }
85
+ export default class PeerConnection extends EventBase<WEBRTC_EVENT_TYPE, WebRTCEvent> {
86
+ private config;
87
+ private pc;
88
+ private dataChannel;
89
+ private offerOptions;
90
+ private pcConfig;
91
+ private netTestTimeout;
92
+ private aggregatedStats;
93
+ private lastThrowBadNetork;
94
+ private lastPacktetsLost;
95
+ private lastPacktetsReceived;
96
+ private larksr;
97
+ private audioStream;
98
+ private videoStream;
99
+ get audioDeviceId(): string | undefined;
100
+ get audioTrack(): MediaStreamTrack | undefined;
101
+ private localAudioTrackBinding;
102
+ private localVideoTrackBinding;
103
+ private localShareTrackBinding;
104
+ private sdpCreateSuccess;
105
+ constructor(larksr: LarkSR, config: WebRTCConfig);
106
+ create(): void;
107
+ createOffer(): void;
108
+ close(): void;
109
+ setAudioEnable(enable: boolean): void;
110
+ setVideoEnable(enable: boolean): void;
111
+ setShareEnable(enable: boolean): void;
112
+ closeAudio(): boolean;
113
+ closeVideo(): boolean;
114
+ closeShare(): boolean;
115
+ private stopLocalTrackBing;
116
+ openAudio(deviceId?: string): Promise<{
117
+ streams: MediaStream;
118
+ rtcRtpSenders: RTCMediaTrackBinding[];
119
+ }>;
120
+ openVideo(audio?: boolean, cameraId?: string): Promise<{
121
+ streams: MediaStream;
122
+ rtcRtpSenders: RTCMediaTrackBinding[];
123
+ }>;
124
+ openDefaultMedia(video?: boolean, audio?: boolean): Promise<void>;
125
+ openShareMediaDevice(): Promise<void>;
126
+ getConnectedAudioinputDevices(): Promise<MediaDeviceInfo[]>;
127
+ getConnectedAudioOutputDevices(): Promise<MediaDeviceInfo[]>;
128
+ getConnectedVideoinputDevices(): Promise<MediaDeviceInfo[]>;
129
+ getConnectedDevices(type: MediaDeviceKind): Promise<MediaDeviceInfo[]>;
130
+ openAudioDevice(deviceId: string, kind?: "audioinput" | "audiooutput"): Promise<{
131
+ streams: MediaStream;
132
+ rtcRtpSenders: RTCMediaTrackBinding[];
133
+ }>;
134
+ openCamera(cameraId: string, minWidth?: number, minHeight?: number): Promise<{
135
+ streams: MediaStream;
136
+ rtcRtpSenders: RTCMediaTrackBinding[];
137
+ }>;
138
+ openUserMeida(constraints?: MediaStreamConstraints): Promise<{
139
+ streams: MediaStream;
140
+ rtcRtpSenders: RTCMediaTrackBinding[];
141
+ }>;
142
+ addMediaTrack(track: MediaStreamTrack, ...streams: MediaStream[]): boolean;
143
+ removeMediaTrack(track: RTCRtpSender): boolean;
144
+ requestUserMediaPermission(constraints?: MediaStreamConstraints): Promise<MediaStream>;
145
+ /**
146
+ * 接收到sdp
147
+ * @param des sdp
148
+ */
149
+ onRemoteDescription(des: RTCSessionDescriptionInit): void;
150
+ onReceiveCandidate(candateInit: RTCIceCandidateInit): void;
151
+ startNetTest(): void;
152
+ stopNetTest(): void;
153
+ sendInput(input: Input.CloudLark.ClientInput): void;
154
+ sendBuffer(buffer: ArrayBuffer): void;
155
+ sendToAppTextMsg(msg: string): void;
156
+ sendToAppBinaryMsg(binary: Uint8Array): void;
157
+ changeOperater(uid: number): void;
158
+ inputText(txt: string): void;
159
+ private getStats;
160
+ private getStateChrome;
161
+ private onBadNetWork;
162
+ private onDataChannelMessage;
163
+ private onCreateOfferSuccess;
164
+ private onIceCandidate;
165
+ private onIceStateChange;
166
+ private ontrack;
167
+ private addIceCandidate;
168
+ private iceStateChange;
169
+ private $emit;
170
+ private createEvent;
171
+ }