@monitordog/detector 1.0.0

package/dist/types.d.ts

@@ -0,0 +1,361 @@
+import type { MainUserTrackingResult } from "./pose/mediapipe-main-user-tracker";
+import type { MonitorDogSdkError } from "./sdk-error";
+export type DetectionReasonEnum = "mobileDevice" | "noFaceDetected" | "twoFacesDetected" | "oneFaceDetected" | "logout" | "login" | "webcamBlocked";
+export type MonitorDogImageSource = HTMLImageElement | HTMLCanvasElement | HTMLVideoElement | ImageBitmap | ImageData;
+export interface MonitorDogDetection {
+    classId: number;
+    label: string;
+    score: number;
+    confidence: number;
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface MonitorDogDetectionResult {
+    faceDetected: boolean;
+    phoneDetected: boolean;
+    faceCount: number;
+    phoneCount: number;
+    faceDetections: MonitorDogDetection[];
+    phoneDetections: MonitorDogDetection[];
+}
+export type InternalDetectionResult = MonitorDogDetectionResult;
+export interface DetectionEvent {
+    type: MonitorDogDetectionEventType;
+    payload: CreateEventPayload;
+}
+export type MonitorDogDetectionEventType = "noFaceDetected" | "twoFacesDetected" | "mobileDevice" | "webcamBlocked";
+export type MonitorDogUserActivityEventType = "login" | "logout";
+export type MonitorDogOverlayType = MonitorDogDetectionEventType | "webcamTooDark" | "webcamTooBright" | "cameraPermissionDenied" | "cameraReadableError";
+export type MonitorDogLanguage = "en" | "ko" | "ja";
+export interface MonitorDogOverlayMessages extends Record<MonitorDogOverlayType, string> {
+    remoteAdminLocked: string;
+    remoteLocked: string;
+    cameraRetryButton: string;
+    cameraRetryingButton: string;
+    remoteUnlockButton: string;
+    remoteUnlockingButton: string;
+    remoteUnlockRequestButton: string;
+    remoteUnlockRequestingButton: string;
+    noFacePasswordInputPlaceholder: string;
+    noFacePasswordSubmitButton: string;
+    noFacePasswordSubmittingButton: string;
+}
+export type DeviceType = "desktop" | "mobile" | "tablet" | "laptop" | "other" | "none";
+export type DeviceOs = "windows" | "macos" | "linux" | "android" | "ios" | "other" | "none";
+export type CreateEventPayload = {
+    organization_uuid?: string;
+    basic_event_uuid?: string;
+    occured_at?: string;
+    sended_at?: string;
+    device_type: DeviceType;
+    device_os: DeviceOs;
+    device_id: string;
+    public_ip?: string;
+    private_ip?: string;
+    mac_address?: string;
+    ssid?: string;
+    cpu_rate?: number;
+    memory_rate?: number;
+    properties?: {
+        [key: string]: unknown;
+    };
+    webcam_imgs?: Array<string>;
+    monitor_imgs?: Array<string>;
+    video_urls?: Array<string>;
+    program_list?: Array<string>;
+};
+export interface MonitorDogOverlayOptions {
+    enabled?: boolean;
+    locale?: MonitorDogLanguage;
+    watchdog?: boolean;
+    watchdogIntervalMs?: number;
+    rootId?: string;
+    className?: string;
+    messageClassName?: string;
+    cameraRetryButtonClassName?: string;
+    style?: Partial<CSSStyleDeclaration>;
+    messageStyle?: Partial<CSSStyleDeclaration>;
+    cameraRetryButtonStyle?: Partial<CSSStyleDeclaration>;
+    cameraRetryButtonText?: string;
+    cameraRetryingButtonText?: string;
+    remoteUnlockButtonClassName?: string;
+    remoteUnlockButtonStyle?: Partial<CSSStyleDeclaration>;
+    remoteUnlockButtonText?: string;
+    remoteUnlockingButtonText?: string;
+    remoteUnlockRequestButtonText?: string;
+    remoteUnlockRequestingButtonText?: string;
+    noFacePasswordFormClassName?: string;
+    noFacePasswordFormStyle?: Partial<CSSStyleDeclaration>;
+    noFacePasswordInputClassName?: string;
+    noFacePasswordInputStyle?: Partial<CSSStyleDeclaration>;
+    noFacePasswordInputPlaceholder?: string;
+    noFacePasswordToggleButtonClassName?: string;
+    noFacePasswordToggleButtonStyle?: Partial<CSSStyleDeclaration>;
+    noFacePasswordOpenIconSrc?: string;
+    noFacePasswordCloseIconSrc?: string;
+    noFacePasswordSubmitButtonClassName?: string;
+    noFacePasswordSubmitButtonStyle?: Partial<CSSStyleDeclaration>;
+    noFacePasswordSubmitButtonText?: string;
+    noFacePasswordSubmittingButtonText?: string;
+    messages?: Partial<MonitorDogOverlayMessages>;
+}
+export type MonitorDogCaptureImageResult = Blob | File | undefined | null;
+export interface MonitorDogVideoDetectionResult extends MonitorDogDetectionResult {
+    video: HTMLVideoElement;
+    timestamp: number;
+    mainUserTracking: MainUserTrackingResult;
+}
+export interface MonitorDogVideoDetectionController {
+    stop: () => void;
+}
+export interface MonitorDogWebcamDetectionController extends MonitorDogVideoDetectionController {
+    stream: MediaStream;
+    video: HTMLVideoElement;
+}
+export interface MonitorDogDetectorOptions {
+    apiBaseUrl: string;
+    debug?: boolean;
+    detectionIntervalMs?: number;
+    sessionTokenProvider: MonitorDogSessionTokenProvider;
+    onStatusChange?: (state: MonitorDogDetectorState) => void;
+    onAuthError?: (error: unknown) => void;
+    video?: HTMLVideoElement;
+    onDetect: (result: MonitorDogVideoDetectionResult) => void | Promise<void>;
+    onError?: (error: unknown) => void;
+    overlay?: MonitorDogOverlayOptions;
+    captureMonitorImage?: () => MonitorDogCaptureImageResult | Promise<MonitorDogCaptureImageResult>;
+    constraints?: MediaStreamConstraints;
+    runInBackground?: boolean;
+    mainUserTrackingEnabled?: boolean;
+    mainUserTrackingWasmBasePath?: string;
+    mainUserTrackingModelAssetPath?: string;
+}
+export type MonitorDogDetectorSessionStatus = "anonymous" | "authenticated";
+export type MonitorDogDetectorStatus = "idle" | "loading" | "starting" | "running" | "stopped" | "disposed" | "error";
+export type MonitorDogDetectorCameraStatus = "idle" | "requesting" | "active" | "blocked";
+export interface MonitorDogDetectorState {
+    session: MonitorDogDetectorSessionStatus;
+    runtime: MonitorDogDetectorStatus;
+    camera: MonitorDogDetectorCameraStatus;
+    tokenExpiresAt?: number;
+    email?: string;
+    lastError?: MonitorDogSdkError;
+}
+export type MonitorDogSdkErrorCode = "NOT_LOGGED_IN" | "DETECTOR_RUNNING" | "ALREADY_DISPOSED" | "SESSION_TOKEN_FAILED" | "ACCOUNT_POLICY_FAILED" | "MODEL_LOAD_FAILED" | "CAMERA_PERMISSION_DENIED" | "CAMERA_READ_FAILED" | "RUNTIME_START_FAILED" | "LOGOUT_FAILED";
+export type MonitorDogTensorType = "float32" | "uint8" | "int8";
+export type MonitorDogTensorData = Float32Array | Uint8Array | Int8Array;
+export interface MonitorDogTensorDataPayload {
+    type: MonitorDogTensorType;
+    data: MonitorDogTensorData;
+    dims: readonly number[];
+}
+export interface MonitorDogLoginRequest {
+    email: string;
+}
+export interface MonitorDogSessionTokenRequest {
+    email: string;
+}
+export type MonitorDogSessionTokenProvider = (request: MonitorDogSessionTokenRequest) => Promise<MonitorDogSessionToken>;
+export type MonitorDogSessionToken = string | MonitorDogSdkTokenResponse;
+export interface MonitorDogSdkTokenResponse {
+    token_type: string;
+    access_token: string;
+    expires_in: number;
+    expires_at?: string;
+    sdk_session_uuid?: string;
+}
+export interface MonitorDogTokenSet {
+    accessToken: string;
+    expiresIn?: number;
+    expiresAt?: string;
+}
+export interface SdkModelResponse {
+    encrypted_dek: string;
+    model_download_url: string;
+}
+export interface LetterboxResult {
+    data: ImageData;
+    sourceWidth: number;
+    sourceHeight: number;
+    ratio: number;
+    padX: number;
+    padY: number;
+}
+export type LetterboxMetadata = Omit<LetterboxResult, "data">;
+export type MonitorDogInferenceSource = {
+    kind: "bitmap";
+    bitmap: ImageBitmap;
+    sourceWidth: number;
+    sourceHeight: number;
+} | {
+    kind: "rgba";
+    data: Uint8ClampedArray;
+    sourceWidth: number;
+    sourceHeight: number;
+};
+export type MinimalAccount = {
+    name: string;
+    uuid: string;
+    email: string;
+    color: string;
+};
+export type MinimalEventLockSetting = {
+    basic_event_uuid: string;
+    is_lock: boolean;
+    seconds: number;
+    policy: string;
+};
+export type ApiAccountDomainEntityAccountAccountHistoryResponse = {
+    organization_uuid: string;
+    account_uuid: string;
+    uuid: string;
+    writer_uuid: string;
+    writer?: MinimalAccount;
+    type: string;
+    text: string;
+    created_at: string;
+    updated_at: string;
+    is_active: boolean;
+};
+export type DetectionLevel = {
+    detect_smartphone: boolean;
+    detect_no_person: boolean;
+    detect_multi_person: boolean;
+    detect_format: boolean;
+};
+export type DlpDetectionPolicy = "log_only" | "auto_lock" | "user_lock" | "read_only" | "no_detect";
+export type ScreenshotPolicy = "log_only" | "auto_lock" | "user_lock" | "no_detect";
+export type FaceHardlockLevel = "user_controlled" | "admin_approval_needed";
+export type FaceSecurityLevel = "standard" | "enhanced";
+export type FaceEnrollmentStatus = "none" | "enrolled" | "updated" | "deleted";
+export type OsResetPolicy = "log_only" | "user_controlled" | "admin_approval_needed" | "no_detect";
+export type AccountResponse = {
+    organization_uuid: string;
+    uuid: string;
+    name: string;
+    is_admin: boolean;
+    email: string;
+    color: string;
+    is_locked: boolean;
+    is_employed: boolean;
+    employee_id: string;
+    department: string;
+    job_title: string;
+    phone: string;
+    address_work: string;
+    address_home: string;
+    timezone: string;
+    language: string;
+    permission: string;
+    firebase_uid: string;
+    nationality: string;
+    last_login_at: string;
+    today_risk_score: number;
+    is_high_priority: boolean;
+    is_live: boolean;
+    email_unlock_req: boolean;
+    email_share: boolean;
+    email_blocklist: boolean;
+    email_device_connect: boolean;
+    email_screenshot: boolean;
+    email_audit: boolean;
+    email_log_deletion?: boolean;
+    historys?: Array<ApiAccountDomainEntityAccountAccountHistoryResponse>;
+    is_monitoring: boolean;
+    is_mfa: boolean;
+    shutdown_agent: boolean;
+    remote_restart: boolean;
+    remote_os_shutdown: boolean;
+    remote_os_restart: boolean;
+    detection_level?: DetectionLevel;
+    dlp_policy: DlpDetectionPolicy;
+    dlp_lock_second: number;
+    recent_ip: string;
+    screenshot_policy: ScreenshotPolicy;
+    screenshot_shortcut_yn: boolean;
+    screenshot_software_yn: boolean;
+    require_password_on_resume: boolean;
+    resume_password_lock_until: string;
+    resume_password_fail_count: number;
+    no_face_lock_delay_seconds: number;
+    use_face_on_login: boolean;
+    use_face_on_resume: boolean;
+    face_auth_fail_count: number;
+    face_auth_lock_until: string;
+    face_login_hardlock_level: FaceHardlockLevel;
+    face_resume_hardlock_level: FaceHardlockLevel;
+    face_login_security_level: FaceSecurityLevel;
+    face_resume_security_level: FaceSecurityLevel;
+    face_enrollment_status: FaceEnrollmentStatus;
+    face_updated_at: string;
+    is_uncompleted_optimization_request: boolean;
+    os_reset_policy: OsResetPolicy;
+    hide_os_reset_menu?: boolean;
+    created_at: string;
+    updated_at: string;
+    is_active: boolean;
+};
+export type LockPolicyResponse = {
+    basic_event_uuid: string;
+    basic_event_name?: string;
+    basic_event_description?: string;
+    uuid: string;
+    policy: string;
+    seconds: number;
+    sensitivity: number;
+    created_at: string;
+    updated_at: string;
+    is_active: boolean;
+};
+export type LockPolicyValue = "auto_lock" | "log_only" | "none";
+export interface UserPreferences {
+    mobileDetectionThreshold: number;
+    mobileDetectionLockDuration: number;
+    mobileDetectionEnabled: boolean;
+    mobileDetectionMode: LockPolicyValue;
+    language: MonitorDogLanguage;
+    faceDetectionThreshold: number;
+    noPersonDetectionEnabled: boolean;
+    noPersonLockDuration: number;
+    noPersonDetectionMode: LockPolicyValue;
+    multiPersonDetectionEnabled: boolean;
+    multiPersonLockDuration: number;
+    multiPersonDetectionMode: LockPolicyValue;
+    headTurningThreshold: number;
+    webcamBlockageDetectionEnabled: boolean;
+    webcamBlockageLockDuration: number;
+    webcamBlockageDetectionMode: LockPolicyValue;
+}
+export type LiveStatus = {
+    l?: boolean;
+    k?: string;
+    ku?: string;
+    m?: boolean;
+    d?: DetectionLevel;
+    e?: Array<MinimalEventLockSetting>;
+    s?: boolean;
+    dp?: DlpDetectionPolicy;
+    dls?: number;
+    bl?: Array<string>;
+    require_password_on_resume?: boolean;
+    no_face_lock_delay_seconds?: number;
+    use_face_on_resume?: boolean;
+};
+export type LockLogResponse = {
+    organization_uuid: string;
+    lock_target_type: string;
+    account_uuid: string;
+    lock_level: string;
+    device_uuid: string;
+    uuid: string;
+    locker_uuid: string;
+    reason: string;
+    suspicious_activity_uuid: string;
+    unlocker_uuid: string;
+    unlocked_at: string;
+    created_at: string;
+    updated_at: string;
+    is_active: boolean;
+};

package/dist/video.d.ts

@@ -0,0 +1,2 @@
+export declare function isVideoReady(video: HTMLVideoElement): boolean;
+export declare function waitForVideoReady(video: HTMLVideoElement, timeoutMs?: number): Promise<void>;

package/package.json

@@ -0,0 +1,47 @@
+{
+  "name": "@monitordog/detector",
+  "version": "1.0.0",
+  "type": "module",
+  "description": "Browser SDK for running the bundled MonitorDog ONNX detector.",
+  "license": "SEE LICENSE IN LICENSE",
+  "main": "./dist/monitordog-detector.umd.cjs",
+  "module": "./dist/monitordog-detector.js",
+  "types": "./dist/monitordog-detector.d.ts",
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/monitordog-detector.d.ts",
+      "import": "./dist/monitordog-detector.js",
+      "require": "./dist/monitordog-detector.umd.cjs"
+    }
+  },
+  "sideEffects": false,
+  "scripts": {
+    "dev": "vite",
+    "build:webcam-frame-analysis-wasm": "powershell -ExecutionPolicy Bypass -File scripts/build-webcam-frame-analysis-wasm.ps1",
+    "build:ort-webassembly-reduced": "powershell -ExecutionPolicy Bypass -File scripts/build-ort-webassembly-reduced.ps1",
+    "build:ort-detector-wasm": "powershell -ExecutionPolicy Bypass -File scripts/build-ort-detector-wasm.ps1",
+    "build:demo": "vite build --config vite.demo.config.ts",
+    "deploy:demo": "npm run build:demo && npx wrangler pages deploy dist-demo --project-name monitordog --branch main --commit-dirty=true",
+    "build": "vite build && tsc -p tsconfig.build.json && node scripts/copy-types.cjs",
+    "preview": "vite preview",
+    "test": "vitest run"
+  },
+  "devDependencies": {
+    "@sentry/browser": "^10.53.1",
+    "binaryen": "^129.0.0",
+    "typescript": "~6.0.2",
+    "vite": "^8.1.2",
+    "vite-plugin-javascript-obfuscator": "^3.1.0",
+    "vitest": "^4.1.9"
+  },
+  "dependencies": {
+    "@mediapipe/tasks-vision": "^0.10.35",
+    "html2canvas": "^1.4.1"
+  }
+}