@mediapipe/tasks-audio 0.1.0-alpha-1669754728 → 0.1.0-alpha-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/audio.d.ts +169 -158
- package/audio_bundle.js +1 -1
- package/package.json +1 -1
package/audio.d.ts
CHANGED
|
@@ -74,8 +74,9 @@ export declare class AudioClassifier extends AudioTaskRunner<AudioClassifierResu
|
|
|
74
74
|
* @param modelAssetPath The path to the model asset.
|
|
75
75
|
*/
|
|
76
76
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<AudioClassifier>;
|
|
77
|
-
|
|
78
|
-
protected
|
|
77
|
+
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
78
|
+
protected get baseOptions(): BaseOptions_2;
|
|
79
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
79
80
|
/**
|
|
80
81
|
* Sets new options for the audio classifier.
|
|
81
82
|
*
|
|
@@ -110,7 +111,7 @@ export declare class AudioClassifier extends AudioTaskRunner<AudioClassifierResu
|
|
|
110
111
|
}
|
|
111
112
|
|
|
112
113
|
/** Options to configure the MediaPipe Audio Classifier Task */
|
|
113
|
-
export declare interface AudioClassifierOptions extends ClassifierOptions,
|
|
114
|
+
export declare interface AudioClassifierOptions extends ClassifierOptions, TaskRunnerOptions {
|
|
114
115
|
}
|
|
115
116
|
|
|
116
117
|
/** Classification results of a model. */
|
|
@@ -159,8 +160,9 @@ export declare class AudioEmbedder extends AudioTaskRunner<AudioEmbedderResult[]
|
|
|
159
160
|
* @param modelAssetPath The path to the TFLite model.
|
|
160
161
|
*/
|
|
161
162
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<AudioEmbedder>;
|
|
162
|
-
|
|
163
|
-
protected
|
|
163
|
+
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
164
|
+
protected get baseOptions(): BaseOptions_2;
|
|
165
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
164
166
|
/**
|
|
165
167
|
* Sets new options for the audio embedder.
|
|
166
168
|
*
|
|
@@ -199,7 +201,7 @@ export declare class AudioEmbedder extends AudioTaskRunner<AudioEmbedderResult[]
|
|
|
199
201
|
}
|
|
200
202
|
|
|
201
203
|
/** Options to configure the MediaPipe Audio Embedder Task */
|
|
202
|
-
export declare interface AudioEmbedderOptions extends EmbedderOptions,
|
|
204
|
+
export declare interface AudioEmbedderOptions extends EmbedderOptions, TaskRunnerOptions {
|
|
203
205
|
}
|
|
204
206
|
|
|
205
207
|
/** Embedding results for a given embedder model. */
|
|
@@ -220,18 +222,9 @@ export declare interface AudioEmbedderResult {
|
|
|
220
222
|
timestampMs?: number;
|
|
221
223
|
}
|
|
222
224
|
|
|
223
|
-
/** The options for configuring a MediaPipe Audio Task. */
|
|
224
|
-
declare interface AudioTaskOptions {
|
|
225
|
-
/** Options to configure the loading of the model assets. */
|
|
226
|
-
baseOptions?: BaseOptions_2;
|
|
227
|
-
}
|
|
228
|
-
|
|
229
225
|
/** Base class for all MediaPipe Audio Tasks. */
|
|
230
|
-
declare abstract class AudioTaskRunner<T> extends TaskRunner {
|
|
231
|
-
protected abstract baseOptions?: BaseOptions | undefined;
|
|
226
|
+
declare abstract class AudioTaskRunner<T> extends TaskRunner<TaskRunnerOptions> {
|
|
232
227
|
private defaultSampleRate;
|
|
233
|
-
/** Configures the shared options of an audio task. */
|
|
234
|
-
setOptions(options: AudioTaskOptions): Promise<void>;
|
|
235
228
|
/**
|
|
236
229
|
* Sets the sample rate for API calls that omit an explicit sample rate.
|
|
237
230
|
* `48000` is used as a default if this method is not called.
|
|
@@ -245,40 +238,6 @@ declare abstract class AudioTaskRunner<T> extends TaskRunner {
|
|
|
245
238
|
protected processAudioClip(audioData: Float32Array, sampleRate?: number): T;
|
|
246
239
|
}
|
|
247
240
|
|
|
248
|
-
declare class BaseOptions extends jspb.Message {
|
|
249
|
-
hasModelAsset(): boolean;
|
|
250
|
-
clearModelAsset(): void;
|
|
251
|
-
getModelAsset(): mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile | undefined;
|
|
252
|
-
setModelAsset(value?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile): void;
|
|
253
|
-
|
|
254
|
-
hasUseStreamMode(): boolean;
|
|
255
|
-
clearUseStreamMode(): void;
|
|
256
|
-
getUseStreamMode(): boolean | undefined;
|
|
257
|
-
setUseStreamMode(value: boolean): void;
|
|
258
|
-
|
|
259
|
-
hasAcceleration(): boolean;
|
|
260
|
-
clearAcceleration(): void;
|
|
261
|
-
getAcceleration(): mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration | undefined;
|
|
262
|
-
setAcceleration(value?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration): void;
|
|
263
|
-
|
|
264
|
-
serializeBinary(): Uint8Array;
|
|
265
|
-
toObject(includeInstance?: boolean): BaseOptions.AsObject;
|
|
266
|
-
static toObject(includeInstance: boolean, msg: BaseOptions): BaseOptions.AsObject;
|
|
267
|
-
static extensions: {[key: number]: jspb.ExtensionFieldInfo<jspb.Message>};
|
|
268
|
-
static extensionsBinary: {[key: number]: jspb.ExtensionFieldBinaryInfo<jspb.Message>};
|
|
269
|
-
static serializeBinaryToWriter(message: BaseOptions, writer: jspb.BinaryWriter): void;
|
|
270
|
-
static deserializeBinary(bytes: Uint8Array): BaseOptions;
|
|
271
|
-
static deserializeBinaryFromReader(message: BaseOptions, reader: jspb.BinaryReader): BaseOptions;
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
declare namespace BaseOptions {
|
|
275
|
-
type AsObject = {
|
|
276
|
-
modelAsset?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile.AsObject,
|
|
277
|
-
useStreamMode?: boolean,
|
|
278
|
-
acceleration?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration.AsObject,
|
|
279
|
-
}
|
|
280
|
-
}
|
|
281
|
-
|
|
282
241
|
/**
|
|
283
242
|
* Copyright 2022 The MediaPipe Authors. All Rights Reserved.
|
|
284
243
|
*
|
|
@@ -294,8 +253,8 @@ declare namespace BaseOptions {
|
|
|
294
253
|
* See the License for the specific language governing permissions and
|
|
295
254
|
* limitations under the License.
|
|
296
255
|
*/
|
|
297
|
-
/** Options to configure MediaPipe
|
|
298
|
-
declare interface
|
|
256
|
+
/** Options to configure MediaPipe model loading and processing. */
|
|
257
|
+
declare interface BaseOptions {
|
|
299
258
|
/**
|
|
300
259
|
* The model path to the model asset file. Only one of `modelAssetPath` or
|
|
301
260
|
* `modelAssetBuffer` can be set.
|
|
@@ -310,6 +269,40 @@ declare interface BaseOptions_2 {
|
|
|
310
269
|
delegate?: 'cpu' | 'gpu' | undefined;
|
|
311
270
|
}
|
|
312
271
|
|
|
272
|
+
declare class BaseOptions_2 extends jspb.Message {
|
|
273
|
+
hasModelAsset(): boolean;
|
|
274
|
+
clearModelAsset(): void;
|
|
275
|
+
getModelAsset(): mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile | undefined;
|
|
276
|
+
setModelAsset(value?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile): void;
|
|
277
|
+
|
|
278
|
+
hasUseStreamMode(): boolean;
|
|
279
|
+
clearUseStreamMode(): void;
|
|
280
|
+
getUseStreamMode(): boolean | undefined;
|
|
281
|
+
setUseStreamMode(value: boolean): void;
|
|
282
|
+
|
|
283
|
+
hasAcceleration(): boolean;
|
|
284
|
+
clearAcceleration(): void;
|
|
285
|
+
getAcceleration(): mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration | undefined;
|
|
286
|
+
setAcceleration(value?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration): void;
|
|
287
|
+
|
|
288
|
+
serializeBinary(): Uint8Array;
|
|
289
|
+
toObject(includeInstance?: boolean): BaseOptions_2.AsObject;
|
|
290
|
+
static toObject(includeInstance: boolean, msg: BaseOptions_2): BaseOptions_2.AsObject;
|
|
291
|
+
static extensions: {[key: number]: jspb.ExtensionFieldInfo<jspb.Message>};
|
|
292
|
+
static extensionsBinary: {[key: number]: jspb.ExtensionFieldBinaryInfo<jspb.Message>};
|
|
293
|
+
static serializeBinaryToWriter(message: BaseOptions_2, writer: jspb.BinaryWriter): void;
|
|
294
|
+
static deserializeBinary(bytes: Uint8Array): BaseOptions_2;
|
|
295
|
+
static deserializeBinaryFromReader(message: BaseOptions_2, reader: jspb.BinaryReader): BaseOptions_2;
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
declare namespace BaseOptions_2 {
|
|
299
|
+
type AsObject = {
|
|
300
|
+
modelAsset?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile.AsObject,
|
|
301
|
+
useStreamMode?: boolean,
|
|
302
|
+
acceleration?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration.AsObject,
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
|
|
313
306
|
/**
|
|
314
307
|
* Copyright 2022 The MediaPipe Authors. All Rights Reserved.
|
|
315
308
|
*
|
|
@@ -1085,6 +1078,116 @@ declare class GraphRunner {
|
|
|
1085
1078
|
finishProcessing(): void;
|
|
1086
1079
|
}
|
|
1087
1080
|
|
|
1081
|
+
/** An implementation of the GraphRunner that supports image operations */
|
|
1082
|
+
declare class GraphRunnerImageLib extends GraphRunnerImageLibType {
|
|
1083
|
+
}
|
|
1084
|
+
|
|
1085
|
+
declare const GraphRunnerImageLibType: (new (...args: any[]) => {
|
|
1086
|
+
registerModelResourcesGraphService(): void;
|
|
1087
|
+
readonly wasmModule: WasmModule;
|
|
1088
|
+
readonly hasMultiStreamSupport: boolean;
|
|
1089
|
+
autoResizeCanvas: boolean;
|
|
1090
|
+
audioPtr: number | null;
|
|
1091
|
+
audioSize: number;
|
|
1092
|
+
initializeGraph(graphFile: string): Promise<void>;
|
|
1093
|
+
setGraphFromString(graphConfig: string): void;
|
|
1094
|
+
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1095
|
+
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1096
|
+
setAutoResizeCanvas(resize: boolean): void;
|
|
1097
|
+
setAutoRenderToScreen(enabled: boolean): void;
|
|
1098
|
+
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1099
|
+
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1100
|
+
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1101
|
+
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1102
|
+
setListener<T>(outputStreamName: string, callbackFcn: (data: T) => void): void;
|
|
1103
|
+
setVectorListener<T_1>(outputStreamName: string, callbackFcn: (data: T_1[]) => void): void;
|
|
1104
|
+
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1105
|
+
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1106
|
+
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1107
|
+
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1108
|
+
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1109
|
+
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1110
|
+
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1111
|
+
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1112
|
+
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1113
|
+
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1114
|
+
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1115
|
+
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1116
|
+
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1117
|
+
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1118
|
+
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1119
|
+
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1120
|
+
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1121
|
+
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1122
|
+
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1123
|
+
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1124
|
+
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1125
|
+
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1126
|
+
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1127
|
+
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1128
|
+
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1129
|
+
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1130
|
+
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1131
|
+
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1132
|
+
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1133
|
+
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1134
|
+
finishProcessing(): void;
|
|
1135
|
+
}) & (new (...args: any[]) => {
|
|
1136
|
+
addGpuBufferAsImageToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1137
|
+
readonly wasmModule: WasmModule;
|
|
1138
|
+
readonly hasMultiStreamSupport: boolean;
|
|
1139
|
+
autoResizeCanvas: boolean;
|
|
1140
|
+
audioPtr: number | null;
|
|
1141
|
+
audioSize: number;
|
|
1142
|
+
initializeGraph(graphFile: string): Promise<void>;
|
|
1143
|
+
setGraphFromString(graphConfig: string): void;
|
|
1144
|
+
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1145
|
+
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1146
|
+
setAutoResizeCanvas(resize: boolean): void;
|
|
1147
|
+
setAutoRenderToScreen(enabled: boolean): void;
|
|
1148
|
+
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1149
|
+
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1150
|
+
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1151
|
+
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1152
|
+
setListener<T_2>(outputStreamName: string, callbackFcn: (data: T_2) => void): void;
|
|
1153
|
+
setVectorListener<T_1_1>(outputStreamName: string, callbackFcn: (data: T_1_1[]) => void): void;
|
|
1154
|
+
attachErrorListener(callbackFcn: (code: number, message: string) => void): void; /**
|
|
1155
|
+
* Creates a new instance of a Mediapipe Task. Determines if SIMD is
|
|
1156
|
+
* supported and loads the relevant WASM binary.
|
|
1157
|
+
* @return A fully instantiated instance of `T`.
|
|
1158
|
+
*/
|
|
1159
|
+
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1160
|
+
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1161
|
+
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1162
|
+
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1163
|
+
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1164
|
+
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1165
|
+
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1166
|
+
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1167
|
+
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1168
|
+
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1169
|
+
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1170
|
+
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1171
|
+
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1172
|
+
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1173
|
+
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1174
|
+
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1175
|
+
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1176
|
+
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1177
|
+
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1178
|
+
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1179
|
+
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1180
|
+
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1181
|
+
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1182
|
+
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1183
|
+
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1184
|
+
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1185
|
+
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1186
|
+
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1187
|
+
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1188
|
+
finishProcessing(): void;
|
|
1189
|
+
}) & typeof GraphRunner;
|
|
1190
|
+
|
|
1088
1191
|
/**
|
|
1089
1192
|
* Valid types of image sources which we can run our GraphRunner over.
|
|
1090
1193
|
*/
|
|
@@ -1354,15 +1457,19 @@ declare namespace mediapipe_tasks_cc_core_proto_external_file_pb {
|
|
|
1354
1457
|
}
|
|
1355
1458
|
|
|
1356
1459
|
/** Base class for all MediaPipe Tasks. */
|
|
1357
|
-
declare abstract class TaskRunner extends
|
|
1460
|
+
declare abstract class TaskRunner<O extends TaskRunnerOptions> {
|
|
1461
|
+
protected abstract baseOptions: BaseOptions_2;
|
|
1462
|
+
protected graphRunner: GraphRunnerImageLib;
|
|
1358
1463
|
private processingErrors;
|
|
1359
1464
|
/**
|
|
1360
1465
|
* Creates a new instance of a Mediapipe Task. Determines if SIMD is
|
|
1361
1466
|
* supported and loads the relevant WASM binary.
|
|
1362
1467
|
* @return A fully instantiated instance of `T`.
|
|
1363
1468
|
*/
|
|
1364
|
-
protected static createInstance<T extends TaskRunner>(type: WasmMediaPipeConstructor<T>, initializeCanvas: boolean, fileset: WasmFileset): Promise<T>;
|
|
1469
|
+
protected static createInstance<T extends TaskRunner<O>, O extends TaskRunnerOptions>(type: WasmMediaPipeConstructor<T>, initializeCanvas: boolean, fileset: WasmFileset, options: O): Promise<T>;
|
|
1365
1470
|
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1471
|
+
/** Configures the shared options of a MediaPipe Task. */
|
|
1472
|
+
setOptions(options: O): Promise<void>;
|
|
1366
1473
|
/**
|
|
1367
1474
|
* Takes the raw data from a MediaPipe graph, and passes it to C++ to be run
|
|
1368
1475
|
* over the video stream. Will replace the previously running MediaPipe graph,
|
|
@@ -1373,17 +1480,23 @@ declare abstract class TaskRunner extends WasmMediaPipeImageLib {
|
|
|
1373
1480
|
* @param isBinary This should be set to true if the graph is in
|
|
1374
1481
|
* binary format, and false if it is in human-readable text format.
|
|
1375
1482
|
*/
|
|
1376
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1483
|
+
protected setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1377
1484
|
/**
|
|
1378
1485
|
* Forces all queued-up packets to be pushed through the MediaPipe graph as
|
|
1379
1486
|
* far as possible, performing all processing until no more processing can be
|
|
1380
1487
|
* done.
|
|
1381
1488
|
*/
|
|
1382
|
-
finishProcessing(): void;
|
|
1489
|
+
protected finishProcessing(): void;
|
|
1383
1490
|
/** Throws the error from the error listener if an error was raised. */
|
|
1384
1491
|
private handleErrors;
|
|
1385
1492
|
}
|
|
1386
1493
|
|
|
1494
|
+
/** Options to configure MediaPipe Tasks in general. */
|
|
1495
|
+
declare interface TaskRunnerOptions {
|
|
1496
|
+
/** Options to configure the loading of the model assets. */
|
|
1497
|
+
baseOptions?: BaseOptions;
|
|
1498
|
+
}
|
|
1499
|
+
|
|
1387
1500
|
/**
|
|
1388
1501
|
* Copyright 2022 The MediaPipe Authors. All Rights Reserved.
|
|
1389
1502
|
*
|
|
@@ -1413,108 +1526,6 @@ declare interface WasmFileset {
|
|
|
1413
1526
|
*/
|
|
1414
1527
|
declare type WasmMediaPipeConstructor<LibType> = (new (module: WasmModule, canvas?: HTMLCanvasElement | OffscreenCanvas | null) => LibType);
|
|
1415
1528
|
|
|
1416
|
-
declare const WasmMediaPipeImageLib: (new (...args: any[]) => {
|
|
1417
|
-
registerModelResourcesGraphService(): void;
|
|
1418
|
-
readonly wasmModule: WasmModule;
|
|
1419
|
-
readonly hasMultiStreamSupport: boolean;
|
|
1420
|
-
autoResizeCanvas: boolean;
|
|
1421
|
-
audioPtr: number | null;
|
|
1422
|
-
audioSize: number;
|
|
1423
|
-
initializeGraph(graphFile: string): Promise<void>;
|
|
1424
|
-
setGraphFromString(graphConfig: string): void;
|
|
1425
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1426
|
-
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1427
|
-
setAutoResizeCanvas(resize: boolean): void;
|
|
1428
|
-
setAutoRenderToScreen(enabled: boolean): void;
|
|
1429
|
-
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1430
|
-
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1431
|
-
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1432
|
-
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1433
|
-
setListener<T>(outputStreamName: string, callbackFcn: (data: T) => void): void;
|
|
1434
|
-
setVectorListener<T_1>(outputStreamName: string, callbackFcn: (data: T_1[]) => void): void;
|
|
1435
|
-
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1436
|
-
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1437
|
-
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1438
|
-
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1439
|
-
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1440
|
-
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1441
|
-
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1442
|
-
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1443
|
-
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1444
|
-
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1445
|
-
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1446
|
-
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1447
|
-
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1448
|
-
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1449
|
-
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1450
|
-
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1451
|
-
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1452
|
-
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1453
|
-
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1454
|
-
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1455
|
-
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1456
|
-
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1457
|
-
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1458
|
-
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1459
|
-
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1460
|
-
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1461
|
-
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1462
|
-
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1463
|
-
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1464
|
-
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1465
|
-
finishProcessing(): void;
|
|
1466
|
-
}) & (new (...args: any[]) => {
|
|
1467
|
-
addGpuBufferAsImageToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1468
|
-
readonly wasmModule: WasmModule;
|
|
1469
|
-
readonly hasMultiStreamSupport: boolean;
|
|
1470
|
-
autoResizeCanvas: boolean;
|
|
1471
|
-
audioPtr: number | null;
|
|
1472
|
-
audioSize: number;
|
|
1473
|
-
initializeGraph(graphFile: string): Promise<void>;
|
|
1474
|
-
setGraphFromString(graphConfig: string): void;
|
|
1475
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1476
|
-
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1477
|
-
setAutoResizeCanvas(resize: boolean): void;
|
|
1478
|
-
setAutoRenderToScreen(enabled: boolean): void;
|
|
1479
|
-
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1480
|
-
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1481
|
-
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1482
|
-
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1483
|
-
setListener<T_2>(outputStreamName: string, callbackFcn: (data: T_2) => void): void;
|
|
1484
|
-
setVectorListener<T_1_1>(outputStreamName: string, callbackFcn: (data: T_1_1[]) => void): void;
|
|
1485
|
-
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1486
|
-
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1487
|
-
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1488
|
-
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1489
|
-
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1490
|
-
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1491
|
-
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1492
|
-
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1493
|
-
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1494
|
-
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1495
|
-
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1496
|
-
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1497
|
-
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1498
|
-
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1499
|
-
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1500
|
-
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1501
|
-
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1502
|
-
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1503
|
-
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1504
|
-
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1505
|
-
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1506
|
-
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1507
|
-
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1508
|
-
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1509
|
-
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1510
|
-
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1511
|
-
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1512
|
-
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1513
|
-
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1514
|
-
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1515
|
-
finishProcessing(): void;
|
|
1516
|
-
}) & typeof GraphRunner;
|
|
1517
|
-
|
|
1518
1529
|
/**
|
|
1519
1530
|
* Declarations for Emscripten's WebAssembly Module behavior, so TS compiler
|
|
1520
1531
|
* doesn't break our JS/C++ bridge.
|