larksr_websdk 3.2.320 → 3.2.323

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/dist/larksr-web-sdk.min.js +1 -1
  2. package/package.json +2 -1
  3. package/types/api.d.ts +2 -0
  4. package/types/index.d.ts +2 -1
  5. package/types/lark/application.d.ts +2 -1
  6. package/types/lark/peer_connection.d.ts +3 -2
  7. package/types/larksr.d.ts +47 -3
  8. package/types/operation/gesture.d.ts +3 -1
  9. package/types/operation/gesture_handler.d.ts +37 -0
  10. package/types/operation/keyboard_handler.d.ts +3 -0
  11. package/types/operation/operation.d.ts +30 -5
  12. package/types/utils/capabilities.d.ts +2 -0
  13. package/types/utils/ios-inner-height.d.ts +4 -0
  14. package/types/utils/unit.d.ts +0 -5
  15. package/dist/doc/config.md +0 -145
  16. package/dist/doc/events.md +0 -139
  17. package/dist/doc/functions.md +0 -406
  18. package/dist/doc/index.md +0 -82
  19. package/dist/doc/member_variables.md +0 -162
  20. package/dist/doc/sdkid_encryption.md +0 -40
  21. package/dist/doc/update.md +0 -162
  22. package/dist/types/api.d.ts +0 -124
  23. package/dist/types/appli_params.d.ts +0 -289
  24. package/dist/types/common/cmd.d.ts +0 -28
  25. package/dist/types/common/constant.d.ts +0 -4
  26. package/dist/types/common/interface.d.ts +0 -30
  27. package/dist/types/config.d.ts +0 -59
  28. package/dist/types/event/event_base.d.ts +0 -11
  29. package/dist/types/event/iframe_poster.d.ts +0 -9
  30. package/dist/types/index.d.ts +0 -22
  31. package/dist/types/lark/Worker.d.ts +0 -0
  32. package/dist/types/lark/application.d.ts +0 -178
  33. package/dist/types/lark/custom.d.ts +0 -7
  34. package/dist/types/lark/ice_candiadate_parser.d.ts +0 -24
  35. package/dist/types/lark/lark_event_type.d.ts +0 -113
  36. package/dist/types/lark/message.d.ts +0 -20
  37. package/dist/types/lark/peer_connection.d.ts +0 -173
  38. package/dist/types/lark/recoder.d.ts +0 -55
  39. package/dist/types/lark/sdp_util.d.ts +0 -36
  40. package/dist/types/lark/test_pixel_streaming.d.ts +0 -54
  41. package/dist/types/lark/websocket_channel.d.ts +0 -56
  42. package/dist/types/lark/websocket_proxy.d.ts +0 -56
  43. package/dist/types/larksr.d.ts +0 -890
  44. package/dist/types/localization/base.d.ts +0 -8
  45. package/dist/types/localization/gesture_ins.d.ts +0 -4
  46. package/dist/types/localization/language.d.ts +0 -6
  47. package/dist/types/localization/loader.d.ts +0 -14
  48. package/dist/types/localization/message.d.ts +0 -81
  49. package/dist/types/localization/ui.d.ts +0 -58
  50. package/dist/types/operation/gamepad_handler.d.ts +0 -67
  51. package/dist/types/operation/gesture.d.ts +0 -70
  52. package/dist/types/operation/gesture_handler.d.ts +0 -16
  53. package/dist/types/operation/handler_base.d.ts +0 -8
  54. package/dist/types/operation/keyboard_handler.d.ts +0 -18
  55. package/dist/types/operation/keymap.d.ts +0 -24
  56. package/dist/types/operation/letter_keymap.d.ts +0 -8
  57. package/dist/types/operation/mouse_handler.d.ts +0 -42
  58. package/dist/types/operation/num_keymap.d.ts +0 -12
  59. package/dist/types/operation/operation.d.ts +0 -72
  60. package/dist/types/operation/pixel_streaming_input.d.ts +0 -82
  61. package/dist/types/operation/touch_handler.d.ts +0 -11
  62. package/dist/types/operation/utils.d.ts +0 -18
  63. package/dist/types/protobuf/cloudlark.d.ts +0 -7384
  64. package/dist/types/screen_state.d.ts +0 -116
  65. package/dist/types/utils/browser_type.d.ts +0 -37
  66. package/dist/types/utils/capabilities.d.ts +0 -52
  67. package/dist/types/utils/full_screen.d.ts +0 -25
  68. package/dist/types/utils/lock_pointer.d.ts +0 -23
  69. package/dist/types/utils/log.d.ts +0 -25
  70. package/dist/types/utils/scale_mode.d.ts +0 -26
  71. package/dist/types/utils/unit.d.ts +0 -147
@@ -1,9 +0,0 @@
1
- import { LarkEventType } from '../lark/lark_event_type';
2
- import { LarkSR } from '../larksr';
3
- export declare const PREX = "pxymessage";
4
- export declare const LOG_ERROR_EVENT_TYPE: LarkEventType[];
5
- export default class IframeHandler {
6
- larksr: LarkSR;
7
- constructor(larksr: LarkSR);
8
- listenParent(): void;
9
- }
@@ -1,22 +0,0 @@
1
- import 'core-js/stable/symbol';
2
- import { LarkSR, LarkEventType, LarkSRClientEvent, AppliParams, LoadAppliParamsFromUrl, AppliParamsUtils, LoadAppliParamsStartAppInfo, EventBase, API, Operation, Capabilities, ScaleMode, CloudLark, FullScreen, LockPointer, ILarkSRConfig, PlayerModeType, UserType, LarkSREvent } from "./larksr";
3
- declare const _default: {
4
- LarkSR: typeof LarkSR;
5
- API: typeof API;
6
- AppliParams: typeof AppliParams;
7
- LoadAppliParamsFromUrl: typeof LoadAppliParamsFromUrl;
8
- AppliParamsUtils: typeof AppliParamsUtils;
9
- LoadAppliParamsStartAppInfo: typeof LoadAppliParamsStartAppInfo;
10
- EventBase: typeof EventBase;
11
- ScaleMode: typeof ScaleMode;
12
- Capabilities: typeof Capabilities;
13
- CloudLark: typeof CloudLark;
14
- FullScreen: typeof FullScreen;
15
- LockPointer: typeof LockPointer;
16
- Operation: typeof Operation;
17
- LarkSRClientEvent: typeof LarkSRClientEvent;
18
- LarkEventType: typeof LarkEventType;
19
- KEYMAP: import("./operation/keymap").VritualKeyMapOptions;
20
- };
21
- export default _default;
22
- export { ILarkSRConfig, PlayerModeType, UserType, LarkSREvent, };
File without changes
@@ -1,178 +0,0 @@
1
- import { EventBase, LocalEvent } from '../event/event_base';
2
- import * as Msg from '../protobuf/cloudlark';
3
- import WebSocektChannel from './websocket_channel';
4
- import { RTCMediaTrackBinding } from './peer_connection';
5
- import WebsocketProxy from './websocket_proxy';
6
- import { LarkSR } from '../larksr';
7
- import PixelStreamingWebsocketChannel from './test_pixel_streaming';
8
- import { RECORDER_STATE } from './recoder';
9
- export declare enum APP_STATE {
10
- BEFORE_CREATE = 0,
11
- INITED = 1,
12
- WEBSOCKET_CHANNEL_OPEN = 2,
13
- LOGIN_SUCCESS = 3,
14
- RTC_CONNECTED = 4,
15
- MEDIA_LOADED = 5,
16
- MEDIA_PLAED = 6,
17
- RTC_RETRY = 7,
18
- APP_RETRY = 8,
19
- BEFORE_DESTORY = 9,
20
- WEBSOCKET_CLOSED = 10,
21
- RTC_CLOSED = 11,
22
- DESTROYED = 12
23
- }
24
- export declare enum APP_EVENT_TYPE {
25
- CONNECT = 0,
26
- LOGIN = 1,
27
- ERROR = 2,
28
- INFO = 3,
29
- APP_CLOSE = 4,
30
- REMOTE_STREAM = 5,
31
- REMOTE_AUDIO_STREAM = 6,
32
- SYNC_CURSORSTYLE = 7,
33
- APP_STATE_CHANGE = 8,
34
- NET_STATE = 9,
35
- LK_APP_RESIZE = 10,
36
- LK_APP_MOUSE_MODE = 11,
37
- LK_APP_PLAER_LIST = 12,
38
- LK_APP_REQUEST_TEXT = 13,
39
- LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 14,
40
- LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 15,
41
- LK_DATA_CHANNEL_RENDERSERVER_OPEN = 16,
42
- LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 17,
43
- AI_VOICE_STATUS = 18,
44
- AI_VOICE_ASR_RESULT = 19,
45
- AI_VOICE_DM_RESULT = 20,
46
- AI_VOICE_ERROR = 21
47
- }
48
- export interface AppEvent extends LocalEvent<APP_EVENT_TYPE> {
49
- data?: any;
50
- state: APP_STATE;
51
- }
52
- export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
53
- private websocketChannel;
54
- private websocketProxy;
55
- private testPixelStreaming;
56
- private peerConnection;
57
- get state(): APP_STATE;
58
- set state(state: APP_STATE);
59
- private _state;
60
- get audioDeviceId(): string | undefined;
61
- get audioTrack(): MediaStreamTrack | undefined;
62
- get videoDeviceId(): string | undefined;
63
- get videoTrack(): MediaStreamTrack | undefined;
64
- private retryTime;
65
- private larksr;
66
- get voiceId(): number;
67
- get recodeState(): RECORDER_STATE;
68
- private recoder;
69
- constructor(larksr: LarkSR);
70
- init(): void;
71
- initPc(): void;
72
- releasePc(): void;
73
- clear(): void;
74
- changeOperater(uid: number): void;
75
- inputText(text: string): void;
76
- sendTextToDataChannel(text: string): void;
77
- sendBinaryToDataChannel(binary: Uint8Array): void;
78
- aiDmTextInput(text: string): number;
79
- startAiDmVoiceInput(): Promise<number>;
80
- stopAiDmVoiceInput(): number;
81
- private onRecoderData;
82
- start(): Promise<void>;
83
- connect(): Promise<PixelStreamingWebsocketChannel> | Promise<WebsocketProxy> | Promise<WebSocektChannel> | undefined;
84
- disConnect(): void;
85
- closeRtc(): void;
86
- versionCheck(): void;
87
- task(): void;
88
- startSteam(): void;
89
- startMonitorSteam(): void;
90
- restart(): void;
91
- restartApp(): void;
92
- rtcOffer(): void;
93
- setAnswer(sdp: string): void;
94
- setIce(sdpMlineindex: number, sdpmid: string, candidate: string): void;
95
- sendInput(input: Msg.CloudLark.ClientInput): void;
96
- sendInputBuffer(buffer: ArrayBuffer): void;
97
- private sendToWebsocektChannelBuffer;
98
- private sendToWebsocektChannelMsg;
99
- private onChannelOpen;
100
- private onClose;
101
- private onChannelMsg;
102
- private onVersionCheckResponse;
103
- private onTaskResponse;
104
- private onStartStreamResponse;
105
- private onStartMonitorResponse;
106
- private onWebRtcOfferAnswer;
107
- private onWebRtcIcecandidate;
108
- private onWebRtcError;
109
- private onAppProcess;
110
- private onLogout;
111
- private onLocalSdp;
112
- private onLoacalIce;
113
- private onRemoteStream;
114
- private onAudioRemoteStream;
115
- private onRtcError;
116
- private onIceStateChange;
117
- retryPeerconnection(): void;
118
- setAudioEnable(enable: boolean): void | undefined;
119
- setVideoEnable(enable: boolean): void | undefined;
120
- setShareEnable(enable: boolean): void | undefined;
121
- closeAudio(): boolean | undefined;
122
- closeVideo(): boolean | undefined;
123
- closeShare(): boolean | undefined;
124
- openAudio(deviceId?: string): Promise<{
125
- streams: MediaStream;
126
- rtcRtpSenders: RTCMediaTrackBinding[];
127
- } | undefined>;
128
- openVideo(audio?: boolean, cameraId?: string): Promise<{
129
- streams: MediaStream;
130
- rtcRtpSenders: RTCMediaTrackBinding[];
131
- } | undefined>;
132
- openDefaultMedia(video?: boolean, audio?: boolean): Promise<void | undefined>;
133
- openShareMediaDevice(): Promise<void | undefined>;
134
- getConnectedAudioinputDevices(): Promise<MediaDeviceInfo[] | undefined>;
135
- getConnectedAudioOutputDevices(): Promise<MediaDeviceInfo[] | undefined>;
136
- getConnectedVideoinputDevices(): Promise<MediaDeviceInfo[] | undefined>;
137
- getConnectedDevices(type: MediaDeviceKind): Promise<MediaDeviceInfo[] | undefined>;
138
- openAudioDevice(deviceId: string, kind?: "audioinput" | "audiooutput"): Promise<{
139
- streams: MediaStream;
140
- rtcRtpSenders: RTCMediaTrackBinding[];
141
- } | undefined>;
142
- openCamera(cameraId: string, minWidth?: number, minHeight?: number): Promise<{
143
- streams: MediaStream;
144
- rtcRtpSenders: RTCMediaTrackBinding[];
145
- } | undefined>;
146
- openUserMeida(constraints?: MediaStreamConstraints): Promise<{
147
- streams: MediaStream;
148
- rtcRtpSenders: RTCMediaTrackBinding[];
149
- } | undefined>;
150
- addMediaTrack(track: MediaStreamTrack, ...streams: MediaStream[]): boolean | undefined;
151
- removeMediaTrack(track: RTCRtpSender): boolean | undefined;
152
- requestUserMediaPermission(constraints?: MediaStreamConstraints): Promise<MediaStream> | undefined;
153
- private onPeerConnectionDisconnect;
154
- private onBadNetwork;
155
- private onPixelStreamingPlayerList;
156
- private onPixelStreamingDataChannelState;
157
- private onPixelStreamingDataChannelData;
158
- private onCursorStyle;
159
- private onAppResize;
160
- private onAppMouseMode;
161
- private onAppPlayerList;
162
- private onAppRequestText;
163
- private onDataChannelText;
164
- private onDataChannelBinary;
165
- private onDataChannelOpen;
166
- private onDataChannelClose;
167
- private onPeerConnectionState;
168
- private onAiVoiceStatus;
169
- private onAiVoiceAsrResult;
170
- private onAiVoiceDMResult;
171
- private onAiVoiceError;
172
- appStateChange(state: APP_STATE): void;
173
- private infoMsg;
174
- private errorMsg;
175
- private toastMsg;
176
- private $emit;
177
- private createAppEvent;
178
- }
@@ -1,7 +0,0 @@
1
- // declare module "worker-loader!*" {
2
- // class WebpackWorker extends Worker {
3
- // constructor();
4
- // }
5
-
6
- // export = WebpackWorker;
7
- // }
@@ -1,24 +0,0 @@
1
- export default class IceCandidateParser {
2
- sdpMLineIndex: number | null;
3
- sdpMid: string | null;
4
- usernameFragment: string | null;
5
- header: string;
6
- private props;
7
- constructor(ice: RTCIceCandidateInit);
8
- get foundation(): string;
9
- set foundation(f: string);
10
- get component(): string;
11
- set component(f: string);
12
- get protocol(): string;
13
- set protocol(p: string);
14
- get priority(): string;
15
- set priority(p: string);
16
- get ip(): string;
17
- set ip(ip: string);
18
- get port(): string;
19
- set port(port: string);
20
- get type(): string;
21
- get candidate(): string;
22
- genNewIceCandidateInit(): RTCIceCandidateInit;
23
- genNewIceCandidate(): RTCIceCandidate;
24
- }
@@ -1,113 +0,0 @@
1
- export declare enum LarkEventType {
2
- LK_WEB_CLIENT_LOAD_SUCCESS = 1,
3
- LK_TASK_CREATE_SUCCESS = 10,
4
- LK_TASK_CREATE_FAILED = 11,
5
- LK_TASK_SYNC_APP = 20,
6
- LK_TASK_SYNC_APP_FAILED = 21,
7
- LK_RENDER_SERVER_CONNECTED = 100,
8
- LK_RENDER_SERVER_FAILED = 101,
9
- LK_RENDER_SERVER_CLOSE = 102,
10
- LK_RENDER_SERVER_ERROR = 103,
11
- LK_PROXY_SERVER_CONNECTED = 200,
12
- LK_PROXY_SERVER_FAILED = 201,
13
- LK_PROXY_SERVER_CLOSE = 202,
14
- LK_PROXY_SERVER_ERROR = 203,
15
- LK_VERSION_CHECK_SUCCESS = 300,
16
- LK_VERSION_CHECK_FAILED = 301,
17
- LK_TASK_SUCCESS = 400,
18
- LK_TASK_NOTFOUND = 401,
19
- LK_TASK_SERVER_ERROR = 402,
20
- LK_TASK_APP_WRONGPARAM = 403,
21
- LK_TASK_NO_GPU_RESOURCE = 404,
22
- LK_START_STREAM_SUCCESS = 500,
23
- LK_START_STREAM_PROCESS_START_FAILED = 501,
24
- LK_START_STREAM_PROCESS_START_TIMEOUT = 502,
25
- LK_START_STREAM_NOT_STREAMING = 503,
26
- LK_START_STREAM_ENCODER_ERROR = 504,
27
- LK_RTC_EVENT_PEERCONNECTION_CONNECTED = 600,
28
- LK_RTC_EVENT_PEERCONNECTION_CLOSED = 601,
29
- LK_RTC_EVENT_PEERCONNECTION_ERROR = 602,
30
- LK_RTC_EVENT_PEERCONNECTION_CREATE_FAILED = 603,
31
- LK_RTC_EVENT_PEERCONNECTION_STATE = 610,
32
- LK_RTC_EVENT_PEERCONNECTION_RETRY = 611,
33
- LK_VIDEO_LOADED = 700,
34
- LK_VIDEO_PLAY_FAILED = 701,
35
- LK_GOT_REMOTE_STREAM = 710,
36
- LK_VIDEO_PLAY_SUCCSS = 711,
37
- LK_NOTIFY_CLIENT_LOGOUT_PLAYER_LOGOUT = 800,
38
- LK_NOTIFY_CLIENT_LOGOUT_TASKOWNER_LOGOUT = 801,
39
- LK_APP_PROCESS_NOTIFI_APP_QUIT = 900,
40
- LK_NO_OPERATION_TIMEOUT = 901,
41
- LK_LOADING_TIMEOUT = 902,
42
- LK_APP_RESIZE = 910,
43
- LK_APP_MOUSE_MODE = 911,
44
- LK_APP_PLAER_LIST = 912,
45
- LK_APP_REQUEST_TEXT = 913,
46
- LK_APP_CURSOR_STYLE = 914,
47
- LK_USER_REQUEST_QUIT = 920,
48
- LK_UI_RESIZE = 930,
49
- LK_STARTVRSTREAM_SUCCESS = 1000,
50
- LK_STARTVRSTREAM_START_PROCESS_FAILED = 1001,
51
- LK_STARTVRSTREAM_START_DRIVER_RUNTIME_TIMEOUT = 1002,
52
- LK_STARTVRSTREAM_START_DRIVER_RUNTIME_UDPPORT_ERROR = 1003,
53
- LK_STARTVRSTREAM_START_DRIVER_RUNTIME_ENCODER_ERROR = 1004,
54
- LK_WEBCLIENT_NOTIFY_ALERT = 1100,
55
- LK_WEBCLIENT_NOTIFY_CONFIRM = 1101,
56
- LK_WEBCLIENT_TOAST_MSG = 1102,
57
- LK_USER_CAPTURE_FRAME = 2000,
58
- LK_USER_CAPTURE_FRAME_WITH_EXTRA_DATA = 2001,
59
- LK_REQUEST_CAPTURE_FRAME = 3000,
60
- LK_REQUEST_CAPTURE_FRAME_WITH_EXTRA_DATA = 3001,
61
- LK_IFRAME_POSTER_OPERATE_MOUSE_MOVE = 10000,
62
- LK_IFRAME_POSTER_OPERATE_MOUSE_DOWN = 10001,
63
- LK_IFRAME_POSTER_OPERATE_MOUSE_UP = 10002,
64
- LK_IFRAME_POSTER_OPERATE_MOUSE_WHEEL = 10003,
65
- LK_IFRAME_POSTER_OPERATE_KEY_DOWN = 10010,
66
- LK_IFRAME_POSTER_OPERATE_KEY_UP = 10011,
67
- LK_IFRAME_POSTER_OPERATE_TOUCH_DOWN = 10020,
68
- LK_IFRAME_POSTER_OPERATE_TOUCH_MOVE = 10021,
69
- LK_IFRAME_POSTER_OPERATE_TOUCH_UP = 10022,
70
- LK_IFRAME_POSTER_OPERATE_GAMEPAD_BUTTON_DOWN = 10030,
71
- LK_IFRAME_POSTER_OPERATE_GAMEPAD_BUTTON_UP = 10031,
72
- LK_IFRAME_POSTER_OPERATE_GAMEPAD_TRIGGER_VALUE = 10032,
73
- LK_IFRAME_POSTER_OPERATE_GAMEPAD_JOYSTICK_STATES = 10033,
74
- LK_IFRAME_POSTER_OPENAUDIO_INPUT = 10040,
75
- LK_IFRAME_POSTER_CLOSE_AUDIO_INPUT = 10041,
76
- LK_IFRAME_POSTER_FUNC_MOUSE_MODE = 10100,
77
- LK_IFRAME_POSTER_FUNC_SCALE_MODE = 10101,
78
- LK_IFRAME_POSTER_FUNC_RESTART_CLOUD_APP = 10102,
79
- LK_IFRAME_POSTER_FUNC_WX_JS_BRIDGE_READY = 10103,
80
- LK_IFRAME_POSTER_FUNC_REQUEST_PLAY_VIDEO = 10104,
81
- LK_IFRAME_POSTER_UI_CONTROLLER_BAR = 10200,
82
- LK_IFRAME_POSTER_UI_PLAYER_LIST = 10201,
83
- LK_IFRAME_POSTER_UI_PLAYER_SHARE_URL = 10202,
84
- LK_IFRAME_POSTER_UI_MOBILE_CONTROL_BALL = 10203,
85
- LK_IFRMAE_POSTER_UI_MOBILE_JOYSTICK = 10204,
86
- LK_IFRAME_POSTER_UI_MOBILE_VIRTUAL_KEYBOARD = 10205,
87
- LK_IFRAME_POSTER_UI_MOBILE_VIRTUAL_MOUSE = 10206,
88
- LK_IFRAME_POSTER_UI_MOBILE_MENU = 10207,
89
- LK_IFRAME_POSTER_UI_MOBILE_FORCE_LANDSCAPE = 10208,
90
- LK_IFRAME_POSTER_UI_MOBILE_TOUCH_POINT = 10209,
91
- LK_IFRAME_POSTER_UI_TOAST_LEVEL = 10210,
92
- LK_IFRAME_POSTER_UI_ALERT = 10211,
93
- LK_IFRAME_POSTER_UI_CONFIRM = 10212,
94
- LK_DATA_CHANNEL_ESTABLISHED = 20000,
95
- LK_DATA_CHANNEL_RETYING = 20001,
96
- LK_DATA_CHANNEL_CLOSE = 20002,
97
- LK_DATA_CHANNEL_ERROR = 20003,
98
- LK_DATA_CHANNEL_BINARY_MESSAGE = 20004,
99
- LK_DATA_CHANNEL_TEXT_MESSAGE = 20005,
100
- LK_RE_CONNECT_DATA_CHANNEL = 20100,
101
- LK_CLOSE_DATA_CHANNEL = 20101,
102
- LK_DATA_CHANNEL_SEND_TEXT = 20102,
103
- LK_DATA_CHANNEL_SEND_BINARY = 20103,
104
- LK_DATA_CHANNEL_RENDERSERVER_OPEN = 20200,
105
- LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 20201,
106
- LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 20202,
107
- LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 20203,
108
- LK_DATA_CHANNEL_RENDERSERVER_SEND_TEXT = 20300,
109
- LK_DATA_CHANNEL_RENDERSERVER_SEND_BINARY = 20301
110
- }
111
- export default class LarkEvent {
112
- static GetEventMessageByType(type: LarkEventType): string;
113
- }
@@ -1,20 +0,0 @@
1
- import * as Msg from '../protobuf/cloudlark';
2
- import { LarkEventType } from './lark_event_type';
3
- export declare const MESSAGE_MAGIC = 538317090;
4
- export declare const PIXEL_STREAMING_MESSAGE_MAGIC = 539037986;
5
- export default class Message {
6
- static emptyMsg(isPixelStreaming?: boolean): Msg.CloudLark.ToServerMessage;
7
- static versionCheckRequest(isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
8
- static taskRequest(taskid: string, isInteractiveMode: boolean, isObMode: boolean, nickName: string, isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
9
- static startStreamReqeuest(request: Msg.CloudLark.IStartStreamRequest, isPixelStreaming: boolean): Msg.CloudLark.ToServerMessage;
10
- static startMonitorStreamReqeuest(request: Msg.CloudLark.IVrMonitorRequest): Msg.CloudLark.ToServerMessage;
11
- static rtcOfferMsg(type: string, sdp: string): Msg.CloudLark.ToServerMessage;
12
- static iceMsg(sdpmid: string, sdpMlineindex: number, candidate: string): Msg.CloudLark.ToServerMessage;
13
- static restartApp(): Msg.CloudLark.ToServerMessage;
14
- static getTaskResponseMsg(ressponse: Msg.CloudLark.TaskResponse.Response): string;
15
- static getStartStreamResponseMsg(ressponse: Msg.CloudLark.StartStreamResponse.Response): string;
16
- static getCloudlarkTaskEvent(ressponse: Msg.CloudLark.TaskResponse.Response): LarkEventType;
17
- static getCloudlarkStartStreamEvent(ressponse: Msg.CloudLark.StartStreamResponse.Response): LarkEventType;
18
- static getCloudlarkTaskEventMsg(type: LarkEventType, reason?: string | null | undefined): string;
19
- static getCloudlarkStartStreamingEventMsg(type: LarkEventType): string;
20
- }
@@ -1,173 +0,0 @@
1
- import { EventBase, LocalEvent } from '../event/event_base';
2
- import * as Input from '../protobuf/cloudlark';
3
- import { LarkSR } from '../larksr';
4
- export declare enum IceState {
5
- DISCONNECT = 1,
6
- BAD = 2,
7
- CONNECT = 3,
8
- GOOD = 4
9
- }
10
- export declare enum WEBRTC_EVENT_TYPE {
11
- GOT_REMOTE_STREAM = 0,
12
- GOT_REMOTE_AUDIO_STREAM = 1,
13
- ICE_STATE_CHANGE = 2,
14
- LK_APP_RESIZE = 3,
15
- LK_APP_MOUSE_MODE = 4,
16
- LK_APP_PLAER_LIST = 5,
17
- LK_APP_REQUEST_TEXT = 6,
18
- LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 7,
19
- LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 8,
20
- LK_DATA_CHANNEL_RENDERSERVER_OPEN = 9,
21
- LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 10,
22
- LK_RTC_EVENT_PEERCONNECTION_STATE = 11,
23
- NET_STATE = 12,
24
- SYNC_CURSORSTYLE = 13,
25
- BAD_NETWORK = 14,
26
- ERROR = 15,
27
- RTC_SDP = 16,
28
- RTC_ICECANDIDATE = 17,
29
- AI_VOICE_STATUS = 18,
30
- AI_VOICE_ASR_RESULT = 19,
31
- AI_VOICE_DM_RESULT = 20,
32
- AI_VOICE_ERROR = 21
33
- }
34
- export interface GoogleBitRate {
35
- start: number;
36
- min: number;
37
- max: number;
38
- }
39
- export interface WebRTCEvent extends LocalEvent<WEBRTC_EVENT_TYPE> {
40
- data?: any;
41
- }
42
- export declare enum OfferModeType {
43
- VP8 = 1,
44
- VP9 = 2,
45
- H264 = 3,
46
- DEFAULT = 4
47
- }
48
- export interface WebRTCConfig {
49
- serverIP: string;
50
- preferPubOutIp: string;
51
- codeRate?: number;
52
- network: 'local' | 'public';
53
- }
54
- export interface AggregatedStats {
55
- timestamp: number;
56
- bytesReceived: number;
57
- framesDecoded: number;
58
- packetsLost: number;
59
- bytesReceivedStart: number;
60
- framesDecodedStart: number;
61
- timestampStart: number;
62
- bitrate: number;
63
- lowBitrate: number;
64
- highBitrate: number;
65
- avgBitrate: number;
66
- framerate: number;
67
- lowFramerate: number;
68
- highFramerate: number;
69
- avgframerate: number;
70
- framesDropped: number;
71
- framesReceived: number;
72
- framesDroppedPercentage: number;
73
- frameHeight: number;
74
- frameWidth: number;
75
- frameHeightStart: number;
76
- frameWidthStart: number;
77
- currentRoundTripTime: number;
78
- packetsLostPerc: number;
79
- }
80
- export interface RTCMediaTrackBinding {
81
- deviceId: string;
82
- track: MediaStreamTrack;
83
- sender: RTCRtpSender | undefined;
84
- }
85
- export default class PeerConnection extends EventBase<WEBRTC_EVENT_TYPE, WebRTCEvent> {
86
- private config;
87
- private pc;
88
- private dataChannel;
89
- private offerOptions;
90
- private pcConfig;
91
- private netTestTimeout;
92
- private aggregatedStats;
93
- private lastThrowBadNetork;
94
- private lastPacktetsLost;
95
- private lastPacktetsReceived;
96
- private larksr;
97
- private audioStream;
98
- private videoStream;
99
- get audioDeviceId(): string | undefined;
100
- get audioTrack(): MediaStreamTrack | undefined;
101
- get videoDeviceId(): string | undefined;
102
- get videoTrack(): MediaStreamTrack | undefined;
103
- private localAudioTrackBinding;
104
- private localVideoTrackBinding;
105
- private localShareTrackBinding;
106
- private sdpCreateSuccess;
107
- constructor(larksr: LarkSR, config: WebRTCConfig);
108
- create(): void;
109
- createOffer(): void;
110
- close(): void;
111
- setAudioEnable(enable: boolean): void;
112
- setVideoEnable(enable: boolean): void;
113
- setShareEnable(enable: boolean): void;
114
- closeAudio(): boolean;
115
- closeVideo(): boolean;
116
- closeShare(): boolean;
117
- private stopLocalTrackBing;
118
- openAudio(deviceId?: string): Promise<{
119
- streams: MediaStream;
120
- rtcRtpSenders: RTCMediaTrackBinding[];
121
- }>;
122
- openVideo(audio?: boolean, cameraId?: string): Promise<{
123
- streams: MediaStream;
124
- rtcRtpSenders: RTCMediaTrackBinding[];
125
- }>;
126
- openDefaultMedia(video?: boolean, audio?: boolean): Promise<void>;
127
- openShareMediaDevice(): Promise<void>;
128
- getConnectedAudioinputDevices(): Promise<MediaDeviceInfo[]>;
129
- getConnectedAudioOutputDevices(): Promise<MediaDeviceInfo[]>;
130
- getConnectedVideoinputDevices(): Promise<MediaDeviceInfo[]>;
131
- getConnectedDevices(type: MediaDeviceKind): Promise<MediaDeviceInfo[]>;
132
- openAudioDevice(deviceId: string, kind?: "audioinput" | "audiooutput"): Promise<{
133
- streams: MediaStream;
134
- rtcRtpSenders: RTCMediaTrackBinding[];
135
- }>;
136
- openCamera(cameraId: string, minWidth?: number, minHeight?: number): Promise<{
137
- streams: MediaStream;
138
- rtcRtpSenders: RTCMediaTrackBinding[];
139
- }>;
140
- openUserMeida(constraints?: MediaStreamConstraints): Promise<{
141
- streams: MediaStream;
142
- rtcRtpSenders: RTCMediaTrackBinding[];
143
- }>;
144
- addMediaTrack(track: MediaStreamTrack, ...streams: MediaStream[]): boolean;
145
- removeMediaTrack(track: RTCRtpSender): boolean;
146
- requestUserMediaPermission(constraints?: MediaStreamConstraints): Promise<MediaStream>;
147
- /**
148
- * 接收到sdp
149
- * @param des sdp
150
- */
151
- onRemoteDescription(des: RTCSessionDescriptionInit): void;
152
- onReceiveCandidate(candateInit: RTCIceCandidateInit): void;
153
- startNetTest(): void;
154
- stopNetTest(): void;
155
- sendInput(input: Input.CloudLark.ClientInput): void;
156
- sendBuffer(buffer: ArrayBuffer): void;
157
- sendToAppTextMsg(msg: string): void;
158
- sendToAppBinaryMsg(binary: Uint8Array): void;
159
- changeOperater(uid: number): void;
160
- inputText(txt: string): void;
161
- private getStats;
162
- private getStateChrome;
163
- private onBadNetWork;
164
- private onDataChannelMessage;
165
- private onCreateOfferSuccess;
166
- private onIceCandidate;
167
- private onIceStateChange;
168
- private ontrack;
169
- private addIceCandidate;
170
- private iceStateChange;
171
- private $emit;
172
- private createEvent;
173
- }
@@ -1,55 +0,0 @@
1
- import { EventBase, LocalEvent } from '../event/event_base';
2
- export declare enum RECORDER_STATE {
3
- READY = 0,
4
- RECORDING = 1
5
- }
6
- export declare const RECODER_DEFAULT_CONFIG: {
7
- sampleRate: number;
8
- sampleBits: number;
9
- bufferSize: number;
10
- };
11
- /**
12
- * LarkSR 实例会发出的事件
13
- */
14
- export declare enum RecodeEventType {
15
- DATA = 0
16
- }
17
- /**
18
- * LarkSR 发出的事件
19
- */
20
- export interface RecodeEvent extends LocalEvent<RecodeEventType> {
21
- voiceId: number;
22
- sliceId: number;
23
- data: Uint8Array;
24
- }
25
- export default class Recorder extends EventBase<RecodeEventType, RecodeEvent> {
26
- get state(): RECORDER_STATE;
27
- private _state;
28
- private ctx;
29
- private sampleRate;
30
- private sampleBits;
31
- private recorder;
32
- private source;
33
- private stream;
34
- private buffer;
35
- private bufferSize;
36
- get voiceId(): number;
37
- updateVoiceId(): number;
38
- private _voiceId;
39
- constructor({ bufferSize, sampleRate, sampleBits, }?: {
40
- sampleRate: number;
41
- sampleBits: number;
42
- bufferSize: number;
43
- });
44
- start(): Promise<number>;
45
- pause(): void;
46
- clear(): void;
47
- /**
48
- * @deprecated
49
- * @returns
50
- */
51
- private getRecord;
52
- private merge;
53
- private compress;
54
- private encodeToPCM;
55
- }
@@ -1,36 +0,0 @@
1
- export default class SdpUtil {
2
- private static vp8;
3
- private static vp9;
4
- private static h264;
5
- private static av1x;
6
- private static h265;
7
- private static hevc;
8
- private static svac;
9
- private static tail;
10
- private static config;
11
- static isLoopIpAddress(ip: string): boolean;
12
- static getRtpmapRegByMode(mode: 'VP8' | 'VP9' | 'H264' | 'AV1X' | 'H265' | 'HEVC' | 'SVAC'): RegExp;
13
- static hasVp8(sdp: string): boolean;
14
- static hasVp9(sdp: string): boolean;
15
- static hasH264(sdp: string): boolean;
16
- static hasAV1X(sdp: string): boolean;
17
- static hasH265(sdp: string): boolean;
18
- static hasHEVC(sdp: string): boolean;
19
- static hasSVAC(sdp: string): boolean;
20
- static hasMode(sdp: string, mode: 'VP8' | 'VP9' | 'H264' | 'AV1X' | 'H265' | 'HEVC' | 'SVAC'): boolean;
21
- static setAudioBitrate(sdp: string, bitrate: number): string;
22
- static setBitRate(sdp: string, startBitrate: number, maxBitrate: number, minBitrate: number): string;
23
- static setModeBitRate(sdp: string, startBitrate: number, maxBitrate: number, minBitrate: number, mode: 'VP8' | 'VP9' | 'H264' | 'AV1X'): string;
24
- static removeVp8(sdp: string): string;
25
- static removeVp9(sdp: string): string;
26
- static removeH264(sdp: string): string;
27
- static removeAV1X(sdp: string): string;
28
- static removeH265(sdp: string): string;
29
- static removeHEVC(sdp: string): string;
30
- static removeSVAC(sdp: string): string;
31
- static sdpFilter(sdp: string, mode: 'VP8' | 'VP9' | 'H264' | 'AV1X' | 'H265' | 'HEVC' | 'SVAC'): string;
32
- static sdpGooAttrLine(...attrs: string[]): string;
33
- static sdpBlankAttrLine(...attrs: string[]): string;
34
- static getBlankAttrs(sdpLine: string): string[];
35
- static getAttrName(sdpLine: string): string;
36
- }