idmission-web-sdk 1.0.11 → 1.0.13

package/dist/sdk2.esm.js

@@ -14,7 +14,7 @@ import { FaceDetector, FilesetResolver } from '@mediapipe/tasks-vision';
 import SignatureCanvas from 'react-signature-canvas';
 import ReactDOM, { createPortal } from 'react-dom';
 
-var webSdkVersion = '1.0.11';
+var webSdkVersion = '1.0.13';
 
 function getPlatform() {
   return window.platform;
@@ -677,7 +677,7 @@ var SubmissionProvider = function SubmissionProvider(_a) {
             e_1 = _c.sent();
             err = e_1;
             setSubmissionStatus(SubmissionStatus.FAILED);
-            setSubmissionError(e_1 instanceof SubmissionError || e_1 instanceof NetworkError ? e_1 : new SubmissionError({
+            setSubmissionError(e_1 instanceof SubmissionError || e_1 instanceof NetworkError ? e_1 : err.message === 'Load failed' ? new NetworkError() : new SubmissionError({
               statusCode: '',
               statusMessage: err.message
             }));
@@ -8333,33 +8333,17 @@ function cropToBoundingBox(frame, bbox) {
   return canvas;
 }
 
-var ModelLoadingErrorOverlay = function ModelLoadingErrorOverlay(_a) {
-  var error = _a.error;
-  return /*#__PURE__*/React__default.createElement(OverlayContainer, null, /*#__PURE__*/React__default.createElement(OverlayInner, {
-    style: {
-      justifyContent: 'center'
-    }
-  }, /*#__PURE__*/React__default.createElement("h3", {
-    style: {
-      marginBottom: 8
-    }
-  }, "We're sorry, an unexpected error has occurred."), /*#__PURE__*/React__default.createElement("p", {
-    style: {
-      marginBottom: 0
-    }
-  }, /*#__PURE__*/React__default.createElement("code", null, error.message))));
-};
-
 var PREDICTION_POSITIONS = {
-  boxes: 1,
-  scores: 4,
-  labels: 2
+  boxes: 0,
+  scores: 7,
+  labels: 4
 };
 var IdCaptureModelsContext = /*#__PURE__*/createContext({
   ready: false,
   working: {
     current: false
   },
+  error: null,
   thresholds: {},
   setThresholds: function setThresholds() {
     return null;
@@ -8379,7 +8363,7 @@ var IdCaptureModelsContext = /*#__PURE__*/createContext({
     return null;
   }
 });
-var defaultDocumentDetectionModelUrl = "".concat(DEFAULT_CDN_URL, "/models/docdetectuint8/model.json");
+var defaultDocumentDetectionModelUrl = "".concat(DEFAULT_CDN_URL, "/models/documentdetection448/model.json");
 var defaultFocusModelUrl = "".concat(DEFAULT_CDN_URL, "/models/focus/model.json");
 var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
   var children = _a.children,
@@ -8466,13 +8450,11 @@ var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
         });
       });
     }
-    try {
-      loadModels().then(function () {
-        setReady(true);
-      });
-    } catch (e) {
+    loadModels().then(function () {
+      setReady(true);
+    })["catch"](function (e) {
       setLoadingError(e);
-    }
+    });
     var webGLCanvas = getWebGLContext(2).canvas;
     webGLCanvas.addEventListener('webglcontextlost', reloadModels);
     return function () {
@@ -8496,6 +8478,9 @@ var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
     if (thresholds.pdf417) setPdf417DetectionThreshold(thresholds.pdf417);
     if (thresholds.focus) setFocusThreshold(thresholds.focus);
   }, []);
+  var _m = useState(0),
+    timesAllZero = _m[0],
+    setTimesAllZero = _m[1];
   var bestPredictionCanvas = useRef(null);
   var bestFocusScore = useRef(0);
   var makePrediction = useCallback(function (frame) {
@@ -8517,6 +8502,9 @@ var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
                 bestFocusScore.current = prediction.focusScore;
                 drawToCanvas(bestPredictionCanvas.current, frame);
               }
+              if (prediction.allZero) setTimesAllZero(function (n) {
+                return n + 1;
+              });
               (_a = onPredictionHandler.current) === null || _a === void 0 ? void 0 : _a.call(onPredictionHandler, prediction);
               working.current = false;
               return [2];
@@ -8525,6 +8513,11 @@ var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
       });
     })();
   }, [logPredictions, thresholds]);
+  useEffect(function () {
+    if (timesAllZero >= 2) {
+      setLoadingError(new Error('model is returning all zeroes'));
+    }
+  }, [timesAllZero]);
   var onPredictionMade = useCallback(function (handler) {
     onPredictionHandler.current = handler;
   }, []);
@@ -8561,14 +8554,13 @@ var IdCaptureModelsProvider = function IdCaptureModelsProvider(_a) {
       detectionTime: detectionTime,
       focusPredictionTime: focusPredictionTime,
       getBestFrame: getBestFrame,
-      resetBestFrame: resetBestFrame
+      resetBestFrame: resetBestFrame,
+      error: loadingError
     };
-  }, [detectionTime, focusPredictionTime, getBestFrame, makePrediction, onPredictionMade, ready, resetBestFrame, setThresholds, thresholds]);
+  }, [detectionTime, focusPredictionTime, getBestFrame, loadingError, makePrediction, onPredictionMade, ready, resetBestFrame, setThresholds, thresholds]);
   return /*#__PURE__*/React__default.createElement(IdCaptureModelsContext.Provider, {
     value: value
-  }, loadingError ? /*#__PURE__*/React__default.createElement(ModelLoadingErrorOverlay, {
-    error: loadingError
-  }) : children, /*#__PURE__*/React__default.createElement(InvisibleCanvas, {
+  }, children, /*#__PURE__*/React__default.createElement(InvisibleCanvas, {
     ref: lastPredictionCanvas
   }), /*#__PURE__*/React__default.createElement(InvisibleCanvas, {
     ref: bestPredictionCanvas
@@ -8580,7 +8572,7 @@ function makePredictions(frame, lastPredictionCanvas, thresholds, logPredictions
     logPredictions = false;
   }
   return __awaiter(this, void 0, void 0, function () {
-    var _l, frameWidth, frameHeight, _o, boxes, scores, labels, time, detectedObjects, bestDocument, bestPassportPage, bestDocumentScore, passportDetectionScore, passportDetectionThresholdMet, bestDocumentOrPassport, detectionScore, detectionThresholdMet, detectedDocumentType, bestMrz, mrzDetectionScore, mrzDetectionThresholdMet, bestPdf417, pdf417DetectionScore, pdf417DetectionThresholdMet, focusPrediction, focusPredictionTime, focusScore, focusThresholdMet;
+    var _l, frameWidth, frameHeight, _o, boxes, scores, labels, time, allZero, detectedObjects, bestDocument, bestPassportPage, bestDocumentScore, passportDetectionScore, passportDetectionThresholdMet, bestDocumentOrPassport, detectionScore, detectionThresholdMet, detectedDocumentType, bestMrz, mrzDetectionScore, mrzDetectionThresholdMet, bestPdf417, pdf417DetectionScore, pdf417DetectionThresholdMet, focusPrediction, focusPredictionTime, focusScore, focusThresholdMet;
     var _p;
     return __generator(this, function (_q) {
       switch (_q.label) {
@@ -8590,6 +8582,11 @@ function makePredictions(frame, lastPredictionCanvas, thresholds, logPredictions
           return [4, makeDocumentDetectionPredictions(frame, logPredictions)];
         case 1:
           _o = _q.sent(), boxes = _o.boxes, scores = _o.scores, labels = _o.labels, time = _o.time;
+          allZero = boxes.length > 0 && !boxes.some(function (box) {
+            return box.some(function (n) {
+              return n > 0;
+            });
+          });
           detectedObjects = applyNonMaxSuppression(boxes.map(function (box, i) {
             return bboxToDetectedObjectUnscaled(box, scores[i], labels[i]);
           }));
@@ -8649,7 +8646,8 @@ function makePredictions(frame, lastPredictionCanvas, thresholds, logPredictions
             focusThresholdMet: focusThresholdMet,
             focusPredictionTime: focusPredictionTime,
             frameWidth: frameWidth,
-            frameHeight: frameHeight
+            frameHeight: frameHeight,
+            allZero: allZero
           }];
       }
     });
@@ -8673,7 +8671,7 @@ function makeDocumentDetectionPredictions(image, logPredictions) {
           _e.trys.push([1, 7,, 8]);
           tfImg = tf.browser.fromPixels(image);
           if (logPredictions) console.time('resize');
-          tfResize = tf.image.resizeBilinear(tfImg, [320, 320]);
+          tfResize = tf.image.resizeBilinear(tfImg, [448, 448]);
           if (logPredictions) console.timeEnd('resize');
           tfImg.dispose();
           if (logPredictions) console.time('convert to int32');
@@ -8683,7 +8681,7 @@ function makeDocumentDetectionPredictions(image, logPredictions) {
           _d = (_c = Array).from;
           return [4, tfInt32.data()];
         case 2:
-          tf4d_ = _b.apply(_a, [_d.apply(_c, [_e.sent()]), [1, 320, 320, 3]]);
+          tf4d_ = _b.apply(_a, [_d.apply(_c, [_e.sent()]), [1, 448, 448, 3]]);
           tfInt32.dispose();
           tf4d = tf.cast(tf4d_, 'int32');
           if (logPredictions) console.timeEnd('convert to int32');
@@ -10087,6 +10085,101 @@ function useShowSuccessScreen(skipSuccessScreen, successScreenReady, onDoneCallb
   return !skipSuccessScreen || skipSuccessScreenResolvedFalse;
 }
 
+var IdCaptureFallback = function IdCaptureFallback(_a) {
+  var onCapture = _a.onCapture,
+    onFinished = _a.onFinished,
+    _b = _a.colors,
+    colors = _b === void 0 ? {} : _b,
+    _c = _a.verbiage,
+    rawVerbiage = _c === void 0 ? {} : _c;
+  var fileInput = useRef(null);
+  var _d = useState([]),
+    images = _d[0],
+    setImages = _d[1];
+  colors.captureMoreBtn || (colors.captureMoreBtn = {
+    backgroundColor: '#666'
+  });
+  var verbiage = useTranslations(rawVerbiage, {
+    headingText: "We're having some trouble.",
+    descriptionText: 'On-device capture guidance failed, please capture photos of your ID card or passport manually.',
+    firstInstructionText: 'Please capture the front of your ID card, or the ID page of your passport.',
+    secondInstructionText: 'Please capture the back of your ID card, or click Done if submitting a passport.',
+    captureBtnText: 'Capture',
+    captureMoreBtnText: 'Capture back of ID Card',
+    doneBtnText: 'Done'
+  });
+  return /*#__PURE__*/React__default.createElement(OverlayContainer, null, /*#__PURE__*/React__default.createElement(OverlayInner, {
+    style: {
+      justifyContent: 'center'
+    }
+  }, /*#__PURE__*/React__default.createElement("h3", {
+    style: {
+      marginBottom: 8
+    }
+  }, verbiage.headingText), /*#__PURE__*/React__default.createElement("p", {
+    style: {
+      marginBottom: 8
+    }
+  }, verbiage.descriptionText), images.length > 0 && /*#__PURE__*/React__default.createElement(OverlayImageMultiContainer, null, images.map(function (image, i) {
+    return /*#__PURE__*/React__default.createElement("div", {
+      key: i,
+      style: {
+        display: 'flex',
+        justifyContent: 'center',
+        flexGrow: 1,
+        flexBasis: 0
+      }
+    }, /*#__PURE__*/React__default.createElement("img", {
+      src: image,
+      alt: ""
+    }));
+  })), images.length < 2 && /*#__PURE__*/React__default.createElement("p", {
+    style: {
+      fontWeight: 'bold'
+    }
+  }, images.length === 0 ? verbiage.firstInstructionText : verbiage.secondInstructionText), /*#__PURE__*/React__default.createElement("input", {
+    ref: fileInput,
+    type: "file",
+    accept: "image/*",
+    hidden: true,
+    onChange: function onChange(e) {
+      var _a;
+      var file = (_a = e.target.files) === null || _a === void 0 ? void 0 : _a[0];
+      if (!file) return;
+      var reader = new FileReader();
+      reader.addEventListener('load', function (e) {
+        var _a;
+        var imageData = (_a = e.target) === null || _a === void 0 ? void 0 : _a.result;
+        setImages(function (images) {
+          return __spreadArray(__spreadArray([], images, true), [imageData], false);
+        });
+        onCapture === null || onCapture === void 0 ? void 0 : onCapture(imageData);
+      });
+      reader.readAsDataURL(file);
+    }
+  }), /*#__PURE__*/React__default.createElement("div", {
+    style: {
+      marginTop: 32
+    }
+  }, images.length < 2 && /*#__PURE__*/React__default.createElement(LoaderButton, {
+    colors: images.length > 0 ? colors.captureMoreBtn : colors.captureBtn,
+    finished: true,
+    onClick: function onClick() {
+      var _a;
+      (_a = fileInput.current) === null || _a === void 0 ? void 0 : _a.click();
+    }
+  }, images.length > 0 ? verbiage.captureMoreBtnText : verbiage.captureBtnText), images.length > 0 && /*#__PURE__*/React__default.createElement(LoaderButton, {
+    colors: colors.doneBtn,
+    finished: true,
+    onClick: function onClick() {
+      onFinished === null || onFinished === void 0 ? void 0 : onFinished(images);
+    },
+    style: {
+      marginLeft: 12
+    }
+  }, verbiage.doneBtnText))));
+};
+
 var CaptureState;
 (function (CaptureState) {
   CaptureState["CAPTURING"] = "CAPTURING";
@@ -10138,6 +10231,22 @@ var reducer$4 = function reducer(state, action) {
         }
         return newState;
       }
+    case 'imageCapturedManually':
+      {
+        var newState = __assign({}, state);
+        var capturedDocument = __assign(__assign({}, action.payload), {
+          width: 0,
+          height: 0
+        });
+        if (Object.keys(state.capturedDocuments).length === 0) {
+          newState.capturedDocuments[DocumentType.PASSPORT] = capturedDocument;
+        } else {
+          newState.capturedDocuments = {};
+          newState.capturedDocuments[DocumentType.ID_CARD_FRONT] = state.capturedDocuments[DocumentType.PASSPORT];
+          newState.capturedDocuments[DocumentType.ID_CARD_BACK] = capturedDocument;
+        }
+        return newState;
+      }
     case 'reset':
       return __assign({}, initialState$4);
   }
@@ -10188,6 +10297,7 @@ var IdCaptureWizard = function IdCaptureWizard(_a) {
     setPassportImage = _3.setPassportImage,
     logIdFrontCaptureAttempt = _3.logIdFrontCaptureAttempt,
     logIdBackCaptureAttempt = _3.logIdBackCaptureAttempt;
+  var modelsError = useContext(IdCaptureModelsContext).error;
   var operationStartedAt = useRef();
   useEffect(function () {
     operationStartedAt.current = new Date();
@@ -10225,53 +10335,23 @@ var IdCaptureWizard = function IdCaptureWizard(_a) {
     });
   }, [logCaptureMetadata]);
   var onSubmitClick = useCallback(function () {
-    return __awaiter(void 0, void 0, void 0, function () {
-      var idFrontDocument, idBackDocument, passportDocument, idFrontImage, _a, idBackImage, _b, passportImage, _c;
-      return __generator(this, function (_d) {
-        switch (_d.label) {
-          case 0:
-            idFrontDocument = state.capturedDocuments['ID_CARD_FRONT'];
-            idBackDocument = state.capturedDocuments['ID_CARD_BACK'];
-            passportDocument = state.capturedDocuments['PASSPORT'];
-            _a = idFrontDocument;
-            if (!_a) return [3, 2];
-            return [4, dataUrlToBase64(idFrontDocument.imageData)];
-          case 1:
-            _a = _d.sent();
-            _d.label = 2;
-          case 2:
-            idFrontImage = _a;
-            _b = idBackDocument;
-            if (!_b) return [3, 4];
-            return [4, dataUrlToBase64(idBackDocument.imageData)];
-          case 3:
-            _b = _d.sent();
-            _d.label = 4;
-          case 4:
-            idBackImage = _b;
-            _c = passportDocument;
-            if (!_c) return [3, 6];
-            return [4, dataUrlToBase64(passportDocument.imageData)];
-          case 5:
-            _c = _d.sent();
-            _d.label = 6;
-          case 6:
-            passportImage = _c;
-            setIdFrontImage(idFrontImage);
-            setIdBackImage(idBackImage);
-            setPassportImage(passportImage);
-            releaseCameraAccess();
-            setTimeout(function () {
-              onSuccess === null || onSuccess === void 0 ? void 0 : onSuccess({
-                idFrontImage: idFrontImage,
-                idBackImage: idBackImage,
-                passportImage: passportImage
-              });
-            }, 0);
-            return [2];
-        }
+    var idFrontDocument = state.capturedDocuments['ID_CARD_FRONT'];
+    var idBackDocument = state.capturedDocuments['ID_CARD_BACK'];
+    var passportDocument = state.capturedDocuments['PASSPORT'];
+    var idFrontImage = idFrontDocument && dataUrlToBase64Sync(idFrontDocument.imageData);
+    var idBackImage = idBackDocument && dataUrlToBase64Sync(idBackDocument.imageData);
+    var passportImage = passportDocument && dataUrlToBase64Sync(passportDocument.imageData);
+    setIdFrontImage(idFrontImage);
+    setIdBackImage(idBackImage);
+    setPassportImage(passportImage);
+    releaseCameraAccess();
+    setTimeout(function () {
+      onSuccess === null || onSuccess === void 0 ? void 0 : onSuccess({
+        idFrontImage: idFrontImage,
+        idBackImage: idBackImage,
+        passportImage: passportImage
       });
-    });
+    }, 0);
   }, [onSuccess, releaseCameraAccess, setIdBackImage, setIdFrontImage, setPassportImage, state.capturedDocuments]);
   var showSuccessScreen = useShowSuccessScreen(skipSuccessScreen, state.captureState === CaptureState.COMPLETE, onSubmitClick);
   var onRetryClick = useCallback(function () {
@@ -10325,6 +10405,19 @@ var IdCaptureWizard = function IdCaptureWizard(_a) {
       className: "padded"
     }, /*#__PURE__*/React__default.createElement("h1", null, "Submission completed!"), /*#__PURE__*/React__default.createElement("pre", null, JSON.stringify(submissionResponse, null, 2)));
   }
+  if (modelsError) {
+    return /*#__PURE__*/React__default.createElement(IdCaptureFallback, {
+      onFinished: onSubmitClick,
+      onCapture: function onCapture(imageData) {
+        dispatch({
+          type: 'imageCapturedManually',
+          payload: {
+            imageData: imageData
+          }
+        });
+      }
+    });
+  }
   return /*#__PURE__*/React__default.createElement(PageContainer, {
     className: "flex"
   }, state.captureState !== CaptureState.COMPLETE && /*#__PURE__*/React__default.createElement(CameraVideoTag, null), overlayDismissed && function () {
@@ -10441,6 +10534,23 @@ var FaceCaptureGuideOverlay = function FaceCaptureGuideOverlay(_a) {
   }));
 };
 
+var ModelLoadingErrorOverlay = function ModelLoadingErrorOverlay(_a) {
+  var error = _a.error;
+  return /*#__PURE__*/React__default.createElement(OverlayContainer, null, /*#__PURE__*/React__default.createElement(OverlayInner, {
+    style: {
+      justifyContent: 'center'
+    }
+  }, /*#__PURE__*/React__default.createElement("h3", {
+    style: {
+      marginBottom: 8
+    }
+  }, "We're sorry, an unexpected error has occurred."), /*#__PURE__*/React__default.createElement("p", {
+    style: {
+      marginBottom: 0
+    }
+  }, /*#__PURE__*/React__default.createElement("code", null, error.message))));
+};
+
 var NUM_KEYPOINTS = 6;
 var GREEN = '#32EEDB';
 var RED = '#FF2C35';