@mediapipe/tasks-vision 0.1.0-alpha-1670012900 → 0.1.0-alpha-1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/vision.d.ts +175 -157
- package/vision_bundle.js +1 -1
package/package.json
CHANGED
package/vision.d.ts
CHANGED
|
@@ -44,40 +44,6 @@ declare namespace Acceleration {
|
|
|
44
44
|
}
|
|
45
45
|
}
|
|
46
46
|
|
|
47
|
-
declare class BaseOptions extends jspb.Message {
|
|
48
|
-
hasModelAsset(): boolean;
|
|
49
|
-
clearModelAsset(): void;
|
|
50
|
-
getModelAsset(): mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile | undefined;
|
|
51
|
-
setModelAsset(value?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile): void;
|
|
52
|
-
|
|
53
|
-
hasUseStreamMode(): boolean;
|
|
54
|
-
clearUseStreamMode(): void;
|
|
55
|
-
getUseStreamMode(): boolean | undefined;
|
|
56
|
-
setUseStreamMode(value: boolean): void;
|
|
57
|
-
|
|
58
|
-
hasAcceleration(): boolean;
|
|
59
|
-
clearAcceleration(): void;
|
|
60
|
-
getAcceleration(): mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration | undefined;
|
|
61
|
-
setAcceleration(value?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration): void;
|
|
62
|
-
|
|
63
|
-
serializeBinary(): Uint8Array;
|
|
64
|
-
toObject(includeInstance?: boolean): BaseOptions.AsObject;
|
|
65
|
-
static toObject(includeInstance: boolean, msg: BaseOptions): BaseOptions.AsObject;
|
|
66
|
-
static extensions: {[key: number]: jspb.ExtensionFieldInfo<jspb.Message>};
|
|
67
|
-
static extensionsBinary: {[key: number]: jspb.ExtensionFieldBinaryInfo<jspb.Message>};
|
|
68
|
-
static serializeBinaryToWriter(message: BaseOptions, writer: jspb.BinaryWriter): void;
|
|
69
|
-
static deserializeBinary(bytes: Uint8Array): BaseOptions;
|
|
70
|
-
static deserializeBinaryFromReader(message: BaseOptions, reader: jspb.BinaryReader): BaseOptions;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
declare namespace BaseOptions {
|
|
74
|
-
type AsObject = {
|
|
75
|
-
modelAsset?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile.AsObject,
|
|
76
|
-
useStreamMode?: boolean,
|
|
77
|
-
acceleration?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration.AsObject,
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
|
|
81
47
|
/**
|
|
82
48
|
* Copyright 2022 The MediaPipe Authors. All Rights Reserved.
|
|
83
49
|
*
|
|
@@ -93,8 +59,8 @@ declare namespace BaseOptions {
|
|
|
93
59
|
* See the License for the specific language governing permissions and
|
|
94
60
|
* limitations under the License.
|
|
95
61
|
*/
|
|
96
|
-
/** Options to configure MediaPipe
|
|
97
|
-
declare interface
|
|
62
|
+
/** Options to configure MediaPipe model loading and processing. */
|
|
63
|
+
declare interface BaseOptions {
|
|
98
64
|
/**
|
|
99
65
|
* The model path to the model asset file. Only one of `modelAssetPath` or
|
|
100
66
|
* `modelAssetBuffer` can be set.
|
|
@@ -109,6 +75,40 @@ declare interface BaseOptions_2 {
|
|
|
109
75
|
delegate?: 'cpu' | 'gpu' | undefined;
|
|
110
76
|
}
|
|
111
77
|
|
|
78
|
+
declare class BaseOptions_2 extends jspb.Message {
|
|
79
|
+
hasModelAsset(): boolean;
|
|
80
|
+
clearModelAsset(): void;
|
|
81
|
+
getModelAsset(): mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile | undefined;
|
|
82
|
+
setModelAsset(value?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile): void;
|
|
83
|
+
|
|
84
|
+
hasUseStreamMode(): boolean;
|
|
85
|
+
clearUseStreamMode(): void;
|
|
86
|
+
getUseStreamMode(): boolean | undefined;
|
|
87
|
+
setUseStreamMode(value: boolean): void;
|
|
88
|
+
|
|
89
|
+
hasAcceleration(): boolean;
|
|
90
|
+
clearAcceleration(): void;
|
|
91
|
+
getAcceleration(): mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration | undefined;
|
|
92
|
+
setAcceleration(value?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration): void;
|
|
93
|
+
|
|
94
|
+
serializeBinary(): Uint8Array;
|
|
95
|
+
toObject(includeInstance?: boolean): BaseOptions_2.AsObject;
|
|
96
|
+
static toObject(includeInstance: boolean, msg: BaseOptions_2): BaseOptions_2.AsObject;
|
|
97
|
+
static extensions: {[key: number]: jspb.ExtensionFieldInfo<jspb.Message>};
|
|
98
|
+
static extensionsBinary: {[key: number]: jspb.ExtensionFieldBinaryInfo<jspb.Message>};
|
|
99
|
+
static serializeBinaryToWriter(message: BaseOptions_2, writer: jspb.BinaryWriter): void;
|
|
100
|
+
static deserializeBinary(bytes: Uint8Array): BaseOptions_2;
|
|
101
|
+
static deserializeBinaryFromReader(message: BaseOptions_2, reader: jspb.BinaryReader): BaseOptions_2;
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
declare namespace BaseOptions_2 {
|
|
105
|
+
type AsObject = {
|
|
106
|
+
modelAsset?: mediapipe_tasks_cc_core_proto_external_file_pb.ExternalFile.AsObject,
|
|
107
|
+
useStreamMode?: boolean,
|
|
108
|
+
acceleration?: mediapipe_tasks_cc_core_proto_acceleration_pb.Acceleration.AsObject,
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
|
|
112
112
|
/** An integer bounding box, axis aligned. */
|
|
113
113
|
export declare interface BoundingBox {
|
|
114
114
|
/** The X coordinate of the top-left corner, in pixels. */
|
|
@@ -501,8 +501,8 @@ export declare class GestureRecognizer extends VisionTaskRunner<GestureRecognize
|
|
|
501
501
|
*/
|
|
502
502
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<GestureRecognizer>;
|
|
503
503
|
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
504
|
-
protected get baseOptions():
|
|
505
|
-
protected set baseOptions(proto:
|
|
504
|
+
protected get baseOptions(): BaseOptions_2;
|
|
505
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
506
506
|
/**
|
|
507
507
|
* Sets new options for the gesture recognizer.
|
|
508
508
|
*
|
|
@@ -1041,6 +1041,116 @@ declare class GraphRunner {
|
|
|
1041
1041
|
finishProcessing(): void;
|
|
1042
1042
|
}
|
|
1043
1043
|
|
|
1044
|
+
/** An implementation of the GraphRunner that supports image operations */
|
|
1045
|
+
declare class GraphRunnerImageLib extends GraphRunnerImageLibType {
|
|
1046
|
+
}
|
|
1047
|
+
|
|
1048
|
+
declare const GraphRunnerImageLibType: (new (...args: any[]) => {
|
|
1049
|
+
registerModelResourcesGraphService(): void;
|
|
1050
|
+
readonly wasmModule: WasmModule;
|
|
1051
|
+
readonly hasMultiStreamSupport: boolean;
|
|
1052
|
+
autoResizeCanvas: boolean;
|
|
1053
|
+
audioPtr: number | null;
|
|
1054
|
+
audioSize: number;
|
|
1055
|
+
initializeGraph(graphFile: string): Promise<void>;
|
|
1056
|
+
setGraphFromString(graphConfig: string): void;
|
|
1057
|
+
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1058
|
+
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1059
|
+
setAutoResizeCanvas(resize: boolean): void;
|
|
1060
|
+
setAutoRenderToScreen(enabled: boolean): void;
|
|
1061
|
+
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1062
|
+
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1063
|
+
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1064
|
+
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1065
|
+
setListener<T>(outputStreamName: string, callbackFcn: (data: T) => void): void;
|
|
1066
|
+
setVectorListener<T_1>(outputStreamName: string, callbackFcn: (data: T_1[]) => void): void;
|
|
1067
|
+
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1068
|
+
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1069
|
+
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1070
|
+
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1071
|
+
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1072
|
+
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1073
|
+
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1074
|
+
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1075
|
+
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1076
|
+
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1077
|
+
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1078
|
+
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1079
|
+
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1080
|
+
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1081
|
+
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1082
|
+
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1083
|
+
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1084
|
+
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1085
|
+
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1086
|
+
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1087
|
+
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1088
|
+
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1089
|
+
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1090
|
+
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1091
|
+
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1092
|
+
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1093
|
+
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1094
|
+
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1095
|
+
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1096
|
+
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1097
|
+
finishProcessing(): void;
|
|
1098
|
+
}) & (new (...args: any[]) => {
|
|
1099
|
+
addGpuBufferAsImageToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1100
|
+
readonly wasmModule: WasmModule;
|
|
1101
|
+
readonly hasMultiStreamSupport: boolean;
|
|
1102
|
+
autoResizeCanvas: boolean;
|
|
1103
|
+
audioPtr: number | null;
|
|
1104
|
+
audioSize: number;
|
|
1105
|
+
initializeGraph(graphFile: string): Promise<void>;
|
|
1106
|
+
setGraphFromString(graphConfig: string): void;
|
|
1107
|
+
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1108
|
+
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1109
|
+
setAutoResizeCanvas(resize: boolean): void;
|
|
1110
|
+
setAutoRenderToScreen(enabled: boolean): void;
|
|
1111
|
+
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1112
|
+
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1113
|
+
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1114
|
+
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1115
|
+
setListener<T_2>(outputStreamName: string, callbackFcn: (data: T_2) => void): void;
|
|
1116
|
+
setVectorListener<T_1_1>(outputStreamName: string, callbackFcn: (data: T_1_1[]) => void): void;
|
|
1117
|
+
attachErrorListener(callbackFcn: (code: number, message: string) => void): void; /**
|
|
1118
|
+
* Creates a new instance of a Mediapipe Task. Determines if SIMD is
|
|
1119
|
+
* supported and loads the relevant WASM binary.
|
|
1120
|
+
* @return A fully instantiated instance of `T`.
|
|
1121
|
+
*/
|
|
1122
|
+
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1123
|
+
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1124
|
+
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1125
|
+
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1126
|
+
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1127
|
+
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1128
|
+
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1129
|
+
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1130
|
+
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1131
|
+
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1132
|
+
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1133
|
+
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1134
|
+
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1135
|
+
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1136
|
+
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1137
|
+
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1138
|
+
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1139
|
+
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1140
|
+
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1141
|
+
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1142
|
+
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1143
|
+
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1144
|
+
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1145
|
+
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1146
|
+
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1147
|
+
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1148
|
+
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1149
|
+
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1150
|
+
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1151
|
+
finishProcessing(): void;
|
|
1152
|
+
}) & typeof GraphRunner;
|
|
1153
|
+
|
|
1044
1154
|
/** Performs hand landmarks detection on images. */
|
|
1045
1155
|
export declare class HandLandmarker extends VisionTaskRunner<HandLandmarkerResult> {
|
|
1046
1156
|
private landmarks;
|
|
@@ -1076,8 +1186,8 @@ export declare class HandLandmarker extends VisionTaskRunner<HandLandmarkerResul
|
|
|
1076
1186
|
*/
|
|
1077
1187
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<HandLandmarker>;
|
|
1078
1188
|
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1079
|
-
protected get baseOptions():
|
|
1080
|
-
protected set baseOptions(proto:
|
|
1189
|
+
protected get baseOptions(): BaseOptions_2;
|
|
1190
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
1081
1191
|
/**
|
|
1082
1192
|
* Sets new options for this `HandLandmarker`.
|
|
1083
1193
|
*
|
|
@@ -1190,8 +1300,9 @@ export declare class ImageClassifier extends VisionTaskRunner<ImageClassifierRes
|
|
|
1190
1300
|
* @param modelAssetPath The path to the model asset.
|
|
1191
1301
|
*/
|
|
1192
1302
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<ImageClassifier>;
|
|
1193
|
-
|
|
1194
|
-
protected
|
|
1303
|
+
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1304
|
+
protected get baseOptions(): BaseOptions_2;
|
|
1305
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
1195
1306
|
/**
|
|
1196
1307
|
* Sets new options for the image classifier.
|
|
1197
1308
|
*
|
|
@@ -1277,8 +1388,9 @@ export declare class ImageEmbedder extends VisionTaskRunner<ImageEmbedderResult>
|
|
|
1277
1388
|
* @param modelAssetPath The path to the TFLite model.
|
|
1278
1389
|
*/
|
|
1279
1390
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<ImageEmbedder>;
|
|
1280
|
-
|
|
1281
|
-
protected
|
|
1391
|
+
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1392
|
+
protected get baseOptions(): BaseOptions_2;
|
|
1393
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
1282
1394
|
/**
|
|
1283
1395
|
* Sets new options for the image embedder.
|
|
1284
1396
|
*
|
|
@@ -1694,8 +1806,9 @@ export declare class ObjectDetector extends VisionTaskRunner<Detection[]> {
|
|
|
1694
1806
|
* @param modelAssetPath The path to the model asset.
|
|
1695
1807
|
*/
|
|
1696
1808
|
static createFromModelPath(wasmFileset: WasmFileset, modelAssetPath: string): Promise<ObjectDetector>;
|
|
1697
|
-
|
|
1698
|
-
protected
|
|
1809
|
+
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1810
|
+
protected get baseOptions(): BaseOptions_2;
|
|
1811
|
+
protected set baseOptions(proto: BaseOptions_2);
|
|
1699
1812
|
/**
|
|
1700
1813
|
* Sets new options for the object detector.
|
|
1701
1814
|
*
|
|
@@ -1745,15 +1858,19 @@ export declare interface ObjectDetectorOptions extends VisionTaskOptions, Classi
|
|
|
1745
1858
|
declare type RunningMode = 'image' | 'video';
|
|
1746
1859
|
|
|
1747
1860
|
/** Base class for all MediaPipe Tasks. */
|
|
1748
|
-
declare abstract class TaskRunner extends
|
|
1861
|
+
declare abstract class TaskRunner<O extends TaskRunnerOptions> {
|
|
1862
|
+
protected abstract baseOptions: BaseOptions_2;
|
|
1863
|
+
protected graphRunner: GraphRunnerImageLib;
|
|
1749
1864
|
private processingErrors;
|
|
1750
1865
|
/**
|
|
1751
1866
|
* Creates a new instance of a Mediapipe Task. Determines if SIMD is
|
|
1752
1867
|
* supported and loads the relevant WASM binary.
|
|
1753
1868
|
* @return A fully instantiated instance of `T`.
|
|
1754
1869
|
*/
|
|
1755
|
-
protected static createInstance<T extends TaskRunner>(type: WasmMediaPipeConstructor<T>, initializeCanvas: boolean, fileset: WasmFileset): Promise<T>;
|
|
1870
|
+
protected static createInstance<T extends TaskRunner<O>, O extends TaskRunnerOptions>(type: WasmMediaPipeConstructor<T>, initializeCanvas: boolean, fileset: WasmFileset, options: O): Promise<T>;
|
|
1756
1871
|
constructor(wasmModule: WasmModule, glCanvas?: HTMLCanvasElement | OffscreenCanvas | null);
|
|
1872
|
+
/** Configures the shared options of a MediaPipe Task. */
|
|
1873
|
+
setOptions(options: O): Promise<void>;
|
|
1757
1874
|
/**
|
|
1758
1875
|
* Takes the raw data from a MediaPipe graph, and passes it to C++ to be run
|
|
1759
1876
|
* over the video stream. Will replace the previously running MediaPipe graph,
|
|
@@ -1764,21 +1881,25 @@ declare abstract class TaskRunner extends WasmMediaPipeImageLib {
|
|
|
1764
1881
|
* @param isBinary This should be set to true if the graph is in
|
|
1765
1882
|
* binary format, and false if it is in human-readable text format.
|
|
1766
1883
|
*/
|
|
1767
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1884
|
+
protected setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1768
1885
|
/**
|
|
1769
1886
|
* Forces all queued-up packets to be pushed through the MediaPipe graph as
|
|
1770
1887
|
* far as possible, performing all processing until no more processing can be
|
|
1771
1888
|
* done.
|
|
1772
1889
|
*/
|
|
1773
|
-
finishProcessing(): void;
|
|
1890
|
+
protected finishProcessing(): void;
|
|
1774
1891
|
/** Throws the error from the error listener if an error was raised. */
|
|
1775
1892
|
private handleErrors;
|
|
1776
1893
|
}
|
|
1777
1894
|
|
|
1778
|
-
/**
|
|
1779
|
-
declare interface
|
|
1895
|
+
/** Options to configure MediaPipe Tasks in general. */
|
|
1896
|
+
declare interface TaskRunnerOptions {
|
|
1780
1897
|
/** Options to configure the loading of the model assets. */
|
|
1781
|
-
baseOptions?:
|
|
1898
|
+
baseOptions?: BaseOptions;
|
|
1899
|
+
}
|
|
1900
|
+
|
|
1901
|
+
/** The options for configuring a MediaPipe vision task. */
|
|
1902
|
+
declare interface VisionTaskOptions extends TaskRunnerOptions {
|
|
1782
1903
|
/**
|
|
1783
1904
|
* The running mode of the task. Default to the image mode.
|
|
1784
1905
|
* Vision tasks have two running modes:
|
|
@@ -1789,8 +1910,7 @@ declare interface VisionTaskOptions {
|
|
|
1789
1910
|
}
|
|
1790
1911
|
|
|
1791
1912
|
/** Base class for all MediaPipe Vision Tasks. */
|
|
1792
|
-
declare abstract class VisionTaskRunner<T> extends TaskRunner {
|
|
1793
|
-
protected abstract baseOptions?: BaseOptions | undefined;
|
|
1913
|
+
declare abstract class VisionTaskRunner<T> extends TaskRunner<VisionTaskOptions> {
|
|
1794
1914
|
/** Configures the shared options of a vision task. */
|
|
1795
1915
|
setOptions(options: VisionTaskOptions): Promise<void>;
|
|
1796
1916
|
/** Sends an image packet to the graph and awaits results. */
|
|
@@ -1830,108 +1950,6 @@ declare interface WasmFileset {
|
|
|
1830
1950
|
*/
|
|
1831
1951
|
declare type WasmMediaPipeConstructor<LibType> = (new (module: WasmModule, canvas?: HTMLCanvasElement | OffscreenCanvas | null) => LibType);
|
|
1832
1952
|
|
|
1833
|
-
declare const WasmMediaPipeImageLib: (new (...args: any[]) => {
|
|
1834
|
-
registerModelResourcesGraphService(): void;
|
|
1835
|
-
readonly wasmModule: WasmModule;
|
|
1836
|
-
readonly hasMultiStreamSupport: boolean;
|
|
1837
|
-
autoResizeCanvas: boolean;
|
|
1838
|
-
audioPtr: number | null;
|
|
1839
|
-
audioSize: number;
|
|
1840
|
-
initializeGraph(graphFile: string): Promise<void>;
|
|
1841
|
-
setGraphFromString(graphConfig: string): void;
|
|
1842
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1843
|
-
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1844
|
-
setAutoResizeCanvas(resize: boolean): void;
|
|
1845
|
-
setAutoRenderToScreen(enabled: boolean): void;
|
|
1846
|
-
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1847
|
-
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1848
|
-
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1849
|
-
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1850
|
-
setListener<T>(outputStreamName: string, callbackFcn: (data: T) => void): void;
|
|
1851
|
-
setVectorListener<T_1>(outputStreamName: string, callbackFcn: (data: T_1[]) => void): void;
|
|
1852
|
-
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1853
|
-
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1854
|
-
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1855
|
-
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1856
|
-
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1857
|
-
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1858
|
-
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1859
|
-
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1860
|
-
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1861
|
-
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1862
|
-
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1863
|
-
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1864
|
-
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1865
|
-
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1866
|
-
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1867
|
-
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1868
|
-
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1869
|
-
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1870
|
-
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1871
|
-
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1872
|
-
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1873
|
-
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1874
|
-
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1875
|
-
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1876
|
-
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1877
|
-
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1878
|
-
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1879
|
-
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1880
|
-
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1881
|
-
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1882
|
-
finishProcessing(): void;
|
|
1883
|
-
}) & (new (...args: any[]) => {
|
|
1884
|
-
addGpuBufferAsImageToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1885
|
-
readonly wasmModule: WasmModule;
|
|
1886
|
-
readonly hasMultiStreamSupport: boolean;
|
|
1887
|
-
autoResizeCanvas: boolean;
|
|
1888
|
-
audioPtr: number | null;
|
|
1889
|
-
audioSize: number;
|
|
1890
|
-
initializeGraph(graphFile: string): Promise<void>;
|
|
1891
|
-
setGraphFromString(graphConfig: string): void;
|
|
1892
|
-
setGraph(graphData: Uint8Array, isBinary: boolean): void;
|
|
1893
|
-
configureAudio(numChannels: number, numSamples: number, sampleRate: number, streamName?: string | undefined, headerName?: string | undefined): void;
|
|
1894
|
-
setAutoResizeCanvas(resize: boolean): void;
|
|
1895
|
-
setAutoRenderToScreen(enabled: boolean): void;
|
|
1896
|
-
bindTextureToStream(imageSource: ImageSource, streamNamePtr?: number | undefined): [number, number];
|
|
1897
|
-
processGl(imageSource: ImageSource, timestamp: number): WebGLTexture | undefined;
|
|
1898
|
-
wrapStringPtr(stringData: string, stringPtrFunc: (ptr: number) => void): void;
|
|
1899
|
-
wrapStringPtrPtr(stringData: string[], ptrFunc: (ptr: number) => void): void;
|
|
1900
|
-
setListener<T_2>(outputStreamName: string, callbackFcn: (data: T_2) => void): void;
|
|
1901
|
-
setVectorListener<T_1_1>(outputStreamName: string, callbackFcn: (data: T_1_1[]) => void): void;
|
|
1902
|
-
attachErrorListener(callbackFcn: (code: number, message: string) => void): void;
|
|
1903
|
-
addAudioToStream(audioData: Float32Array, streamName: string, timestamp: number): void;
|
|
1904
|
-
addAudioToStreamWithShape(audioData: Float32Array, numChannels: number, numSamples: number, streamName: string, timestamp: number): void;
|
|
1905
|
-
addGpuBufferToStream(imageSource: ImageSource, streamName: string, timestamp: number): void;
|
|
1906
|
-
addBoolToStream(data: boolean, streamName: string, timestamp: number): void;
|
|
1907
|
-
addDoubleToStream(data: number, streamName: string, timestamp: number): void;
|
|
1908
|
-
addFloatToStream(data: number, streamName: string, timestamp: number): void;
|
|
1909
|
-
addIntToStream(data: number, streamName: string, timestamp: number): void;
|
|
1910
|
-
addStringToStream(data: string, streamName: string, timestamp: number): void;
|
|
1911
|
-
addStringRecordToStream(data: Record<string, string>, streamName: string, timestamp: number): void;
|
|
1912
|
-
addProtoToStream(data: Uint8Array, protoType: string, streamName: string, timestamp: number): void;
|
|
1913
|
-
addBoolToInputSidePacket(data: boolean, sidePacketName: string): void;
|
|
1914
|
-
addDoubleToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1915
|
-
addFloatToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1916
|
-
addIntToInputSidePacket(data: number, sidePacketName: string): void;
|
|
1917
|
-
addStringToInputSidePacket(data: string, sidePacketName: string): void;
|
|
1918
|
-
addProtoToInputSidePacket(data: Uint8Array, protoType: string, sidePacketName: string): void;
|
|
1919
|
-
attachBoolListener(outputStreamName: string, callbackFcn: (data: boolean) => void): void;
|
|
1920
|
-
attachBoolVectorListener(outputStreamName: string, callbackFcn: (data: boolean[]) => void): void;
|
|
1921
|
-
attachIntListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1922
|
-
attachIntVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1923
|
-
attachDoubleListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1924
|
-
attachDoubleVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1925
|
-
attachFloatListener(outputStreamName: string, callbackFcn: (data: number) => void): void;
|
|
1926
|
-
attachFloatVectorListener(outputStreamName: string, callbackFcn: (data: number[]) => void): void;
|
|
1927
|
-
attachStringListener(outputStreamName: string, callbackFcn: (data: string) => void): void;
|
|
1928
|
-
attachStringVectorListener(outputStreamName: string, callbackFcn: (data: string[]) => void): void;
|
|
1929
|
-
attachProtoListener(outputStreamName: string, callbackFcn: (data: Uint8Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1930
|
-
attachProtoVectorListener(outputStreamName: string, callbackFcn: (data: Uint8Array[]) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1931
|
-
attachAudioListener(outputStreamName: string, callbackFcn: (data: Float32Array) => void, makeDeepCopy?: boolean | undefined): void;
|
|
1932
|
-
finishProcessing(): void;
|
|
1933
|
-
}) & typeof GraphRunner;
|
|
1934
|
-
|
|
1935
1953
|
/**
|
|
1936
1954
|
* Declarations for Emscripten's WebAssembly Module behavior, so TS compiler
|
|
1937
1955
|
* doesn't break our JS/C++ bridge.
|