@omnidotdev/rdk 0.10.0 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/assets/onnxWorker-B_g0sj2t.js +1 -0
- package/build/{fiducial-CqsG94R9.js → fiducial-Bi9lhbyN.js} +1 -1
- package/build/{fiducial-dapuWTXg.cjs → fiducial-DdfnVsvF.cjs} +1 -1
- package/build/fiducial.cjs +1 -1
- package/build/fiducial.d.ts +1 -1
- package/build/fiducial.js +2 -2
- package/build/geolocation/geolocationBackend.d.ts +1 -1
- package/build/geolocation/geolocationBackend.d.ts.map +1 -1
- package/build/{geolocation-ClkbtHic.cjs → geolocation-D_rCGA-C.cjs} +1 -1
- package/build/{geolocation-DxPzqQPN.js → geolocation-DqxybM8d.js} +47 -37
- package/build/geolocation.cjs +1 -1
- package/build/geolocation.d.ts +1 -1
- package/build/geolocation.js +2 -2
- package/build/{immersive-Dp2-ZCRC.js → immersive-BTwiipnT.js} +1 -1
- package/build/{immersive-8m33PLug.cjs → immersive-DKHCJlkN.cjs} +1 -1
- package/build/immersive.cjs +1 -1
- package/build/immersive.d.ts +1 -1
- package/build/immersive.js +2 -2
- package/build/index.cjs +1 -1
- package/build/index.d.ts +1 -0
- package/build/index.d.ts.map +1 -1
- package/build/index.js +10 -9
- package/build/lib/types/engine/backend/Backend.interface.d.ts +1 -0
- package/build/lib/types/engine/backend/Backend.interface.d.ts.map +1 -1
- package/build/{magic-DAQdGGEO.js → magic-CPIBm_8-.js} +1 -1
- package/build/{magic-DznuBYgG.cjs → magic-CWhj_WTi.cjs} +1 -1
- package/build/magic.cjs +1 -1
- package/build/magic.d.ts +1 -1
- package/build/magic.js +2 -2
- package/build/useXRStore-8Vl3wsP5.cjs +1 -0
- package/build/{useXRStore-B3-MaaCu.js → useXRStore-Dsm1C1fI.js} +2 -1
- package/build/vision/CameraBackground.d.ts +15 -0
- package/build/vision/CameraBackground.d.ts.map +1 -0
- package/build/vision/HandTracker.d.ts +23 -0
- package/build/vision/HandTracker.d.ts.map +1 -0
- package/build/vision/VisionAnchor.d.ts +28 -0
- package/build/vision/VisionAnchor.d.ts.map +1 -0
- package/build/vision/VisionDebug.d.ts +18 -0
- package/build/vision/VisionDebug.d.ts.map +1 -0
- package/build/vision/VisionOverlay.d.ts +28 -0
- package/build/vision/VisionOverlay.d.ts.map +1 -0
- package/build/vision/VisionSession.d.ts +18 -0
- package/build/vision/VisionSession.d.ts.map +1 -0
- package/build/vision/VisionStatus.d.ts +15 -0
- package/build/vision/VisionStatus.d.ts.map +1 -0
- package/build/vision/gestures/builtinGestures.d.ts +9 -0
- package/build/vision/gestures/builtinGestures.d.ts.map +1 -0
- package/build/vision/gestures/detectGesture.d.ts +9 -0
- package/build/vision/gestures/detectGesture.d.ts.map +1 -0
- package/build/vision/gestures/index.d.ts +4 -0
- package/build/vision/gestures/index.d.ts.map +1 -0
- package/build/vision/gestures/types.d.ts +7 -0
- package/build/vision/gestures/types.d.ts.map +1 -0
- package/build/vision/index.d.ts +27 -0
- package/build/vision/index.d.ts.map +1 -0
- package/build/vision/landmarkMapping.d.ts +25 -0
- package/build/vision/landmarkMapping.d.ts.map +1 -0
- package/build/vision/presets.d.ts +25 -0
- package/build/vision/presets.d.ts.map +1 -0
- package/build/vision/providers/createVisionProvider.d.ts +5 -0
- package/build/vision/providers/createVisionProvider.d.ts.map +1 -0
- package/build/vision/providers/index.d.ts +2 -0
- package/build/vision/providers/index.d.ts.map +1 -0
- package/build/vision/providers/mediapipeProvider.d.ts +23 -0
- package/build/vision/providers/mediapipeProvider.d.ts.map +1 -0
- package/build/vision/providers/onnxProvider.d.ts +30 -0
- package/build/vision/providers/onnxProvider.d.ts.map +1 -0
- package/build/vision/types.d.ts +92 -0
- package/build/vision/types.d.ts.map +1 -0
- package/build/vision/useVisionBackend.d.ts +8 -0
- package/build/vision/useVisionBackend.d.ts.map +1 -0
- package/build/vision/useVisionFrame.d.ts +13 -0
- package/build/vision/useVisionFrame.d.ts.map +1 -0
- package/build/vision/visionBackend.d.ts +17 -0
- package/build/vision/visionBackend.d.ts.map +1 -0
- package/build/vision/worker/decoders/index.d.ts +6 -0
- package/build/vision/worker/decoders/index.d.ts.map +1 -0
- package/build/vision/worker/decoders/nms.d.ts +23 -0
- package/build/vision/worker/decoders/nms.d.ts.map +1 -0
- package/build/vision/worker/decoders/rfDetr.d.ts +10 -0
- package/build/vision/worker/decoders/rfDetr.d.ts.map +1 -0
- package/build/vision/worker/decoders/types.d.ts +40 -0
- package/build/vision/worker/decoders/types.d.ts.map +1 -0
- package/build/vision/worker/decoders/yolo.d.ts +11 -0
- package/build/vision/worker/decoders/yolo.d.ts.map +1 -0
- package/build/vision/worker/onnxWorker.d.ts +2 -0
- package/build/vision/worker/onnxWorker.d.ts.map +1 -0
- package/build/vision/worker/preprocess.d.ts +22 -0
- package/build/vision/worker/preprocess.d.ts.map +1 -0
- package/build/vision/worker/types.d.ts +50 -0
- package/build/vision/worker/types.d.ts.map +1 -0
- package/build/vision-BKOfvNSR.js +836 -0
- package/build/vision-CRUCg7uc.cjs +1 -0
- package/build/vision.cjs +1 -0
- package/build/vision.d.ts +2 -0
- package/build/vision.js +3 -0
- package/package.json +23 -8
- package/build/useXRStore-7Gy83DEg.cjs +0 -1
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
import { ObjectDetection, ONNXModelConfig } from '../types';
|
|
2
|
+
export type { VisionProgress } from '../types';
|
|
3
|
+
/** Options forwarded to the worker for a single processed frame */
|
|
4
|
+
export type ONNXProcessOptions = {
|
|
5
|
+
minConfidence: number;
|
|
6
|
+
maxResults: number;
|
|
7
|
+
};
|
|
8
|
+
/** Result payload the ONNX worker produces for a processed frame */
|
|
9
|
+
export type ONNXWorkerResult = {
|
|
10
|
+
detections: ObjectDetection[];
|
|
11
|
+
frameSize: {
|
|
12
|
+
width: number;
|
|
13
|
+
height: number;
|
|
14
|
+
};
|
|
15
|
+
timestamp: number;
|
|
16
|
+
processingTime?: number;
|
|
17
|
+
};
|
|
18
|
+
/** Messages sent from the main thread to the ONNX worker */
|
|
19
|
+
export type ONNXWorkerRequest = {
|
|
20
|
+
type: "init";
|
|
21
|
+
} | {
|
|
22
|
+
type: "loadModel";
|
|
23
|
+
model: ONNXModelConfig;
|
|
24
|
+
} | {
|
|
25
|
+
type: "process";
|
|
26
|
+
imageBitmap: ImageBitmap;
|
|
27
|
+
sourceWidth: number;
|
|
28
|
+
sourceHeight: number;
|
|
29
|
+
options: ONNXProcessOptions;
|
|
30
|
+
} | {
|
|
31
|
+
type: "dispose";
|
|
32
|
+
};
|
|
33
|
+
/** Messages sent from the ONNX worker back to the main thread */
|
|
34
|
+
export type ONNXWorkerResponse = {
|
|
35
|
+
type: "initialized";
|
|
36
|
+
} | {
|
|
37
|
+
type: "modelLoaded";
|
|
38
|
+
modelName: string;
|
|
39
|
+
} | {
|
|
40
|
+
type: "modelError";
|
|
41
|
+
modelName: string;
|
|
42
|
+
error: string;
|
|
43
|
+
} | {
|
|
44
|
+
type: "result";
|
|
45
|
+
result: ONNXWorkerResult;
|
|
46
|
+
} | {
|
|
47
|
+
type: "error";
|
|
48
|
+
error: string;
|
|
49
|
+
};
|
|
50
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/vision/worker/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAEjE,YAAY,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE/C,mEAAmE;AACnE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,oEAAoE;AACpE,MAAM,MAAM,gBAAgB,GAAG;IAC7B,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,SAAS,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB,CAAC;AAEF,4DAA4D;AAC5D,MAAM,MAAM,iBAAiB,GACzB;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAChB;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,eAAe,CAAA;CAAE,GAC7C;IACE,IAAI,EAAE,SAAS,CAAC;IAChB,WAAW,EAAE,WAAW,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,kBAAkB,CAAC;CAC7B,GACD;IAAE,IAAI,EAAE,SAAS,CAAA;CAAE,CAAC;AAExB,iEAAiE;AACjE,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACxD;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,gBAAgB,CAAA;CAAE,GAC5C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC"}
|