yootd 0.0.87 → 0.0.89

package/dist/video-player/index.d.ts

@@ -7,6 +7,7 @@ export interface VideoPlayerRef {
     useFaceExpression: (type: 'emotion' | 'character' | 'anchor' | 'pose', use: boolean) => void;
     currentTime: () => number;
 }
+type AIFeature = 'emotion' | 'character' | 'anchor' | 'pose';
 export interface VideoPlayerProps {
     /**
      * 视频地址
@@ -44,6 +45,10 @@ export interface VideoPlayerProps {
      * 是否旋转全屏
      */
     rotateWhenFullScreen?: boolean;
+    /**
+     * AI 功能列表
+     */
+    aiFeatures?: AIFeature[];
     /**
      * 视频封面
      */
@@ -88,3 +93,4 @@ export interface VideoPlayerProps {
     onError?: (error: string) => void;
 }
 export declare const VideoPlayer: React.ForwardRefExoticComponent<VideoPlayerProps & React.RefAttributes<VideoPlayerRef>>;
+export {};

package/dist/video-player/index.js

@@ -1,10 +1,10 @@
 function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
 function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
 function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { _defineProperty(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
-function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw new Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator.return && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw new Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, catch: function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw new Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
 function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { Promise.resolve(value).then(_next, _throw); } }
 function _asyncToGenerator(fn) { return function () { var self = this, args = arguments; return new Promise(function (resolve, reject) { var gen = fn.apply(self, args); function _next(value) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value); } function _throw(err) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err); } _next(undefined); }); }; }
+function _createForOfIteratorHelper(o, allowArrayLike) { var it = typeof Symbol !== "undefined" && o[Symbol.iterator] || o["@@iterator"]; if (!it) { if (Array.isArray(o) || (it = _unsupportedIterableToArray(o)) || allowArrayLike && o && typeof o.length === "number") { if (it) o = it; var i = 0; var F = function F() {}; return { s: F, n: function n() { if (i >= o.length) return { done: true }; return { done: false, value: o[i++] }; }, e: function e(_e) { throw _e; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var normalCompletion = true, didErr = false, err; return { s: function s() { it = it.call(o); }, n: function n() { var step = it.next(); normalCompletion = step.done; return step; }, e: function e(_e2) { didErr = true; err = _e2; }, f: function f() { try { if (!normalCompletion && it.return != null) it.return(); } finally { if (didErr) throw err; } } }; }
 function _defineProperty(obj, key, value) { key = _toPropertyKey(key); if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
 function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == _typeof(i) ? i : String(i); }
 function _toPrimitive(t, r) { if ("object" != _typeof(t) || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != _typeof(i)) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
@@ -14,15 +14,17 @@ function _unsupportedIterableToArray(o, minLen) { if (!o) return; if (typeof o =
 function _arrayLikeToArray(arr, len) { if (len == null || len > arr.length) len = arr.length; for (var i = 0, arr2 = new Array(len); i < len; i++) arr2[i] = arr[i]; return arr2; }
 function _iterableToArrayLimit(r, l) { var t = null == r ? null : "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (null != t) { var e, n, i, u, a = [], f = !0, o = !1; try { if (i = (t = t.call(r)).next, 0 === l) { if (Object(t) !== t) return; f = !1; } else for (; !(f = (e = i.call(t)).done) && (a.push(e.value), a.length !== l); f = !0); } catch (r) { o = !0, n = r; } finally { try { if (!f && null != t.return && (u = t.return(), Object(u) !== u)) return; } finally { if (o) throw n; } } return a; } }
 function _arrayWithHoles(arr) { if (Array.isArray(arr)) return arr; }
-import * as faceapi from '@vladmandic/face-api';
-import * as posedetection from '@tensorflow-models/pose-detection';
-import * as tf from '@tensorflow/tfjs';
+// import * as faceapi from '@vladmandic/face-api';
+//
+// import * as posedetection from '@tensorflow-models/pose-detection';
+// import * as tf from '@tensorflow/tfjs';
+
 import React, { forwardRef, useCallback, useEffect, useImperativeHandle, useRef, useState } from 'react';
 import { EndPoint } from 'yootd-webrtc-sdk';
 import { useBem } from "../hooks/useBem";
 import "./index.scss";
 import { throttle } from 'lodash';
-import { message, Spin } from "./..";
+import { Spin } from "./..";
 import { useOSS } from "../hooks/useOSS";
 import controlBottomBg from "./assets/control-background.png";
 var PROGRESS_BAR_HEIGHT = 63;
@@ -31,6 +33,8 @@ var MAX_RESULTS = 20; // maximum number of results to return
 
 // print hello world
 
+// type DetectionResult = Record<string, any>;
+
 var speeds = ['2.0', '1.75', '1.5', '1.25', '1.0', '0.75', '0.5'];
 export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
   var src = _ref.src,
@@ -39,6 +43,8 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
     autoPlay = _ref.autoPlay,
     muted = _ref.muted,
     style = _ref.style,
+    _ref$aiFeatures = _ref.aiFeatures,
+    aiFeatures = _ref$aiFeatures === void 0 ? ['emotion', 'character', 'anchor', 'pose'] : _ref$aiFeatures,
     _ref$retry = _ref.retry,
     retry = _ref$retry === void 0 ? false : _ref$retry,
     _ref$retryInterval = _ref.retryInterval,
@@ -62,6 +68,8 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
   var videoRef = useRef(null);
   var canvasRef = useRef(null);
   var poseCanvasRef = useRef(null);
+  var detectAllFacesRef = useRef();
+  var getAdjacentPairsRef = useRef();
   var _useState = useState(null),
     _useState2 = _slicedToArray(_useState, 2),
     poseDetector = _useState2[0],
@@ -119,49 +127,53 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
     _useState28 = _slicedToArray(_useState27, 2),
     showSettingPanel = _useState28[0],
     setShowSettingPanel = _useState28[1];
-  var _useState29 = useState({
+  var _useState29 = useState(false),
+    _useState30 = _slicedToArray(_useState29, 2),
+    tfInitialized = _useState30[0],
+    setTfInitialized = _useState30[1];
+  var _useState31 = useState({
       emotion: false,
       character: false,
       anchor: false,
       pose: false
     }),
-    _useState30 = _slicedToArray(_useState29, 2),
-    aiFeature = _useState30[0],
-    setAIFeature = _useState30[1];
-  var _useState31 = useState(null),
     _useState32 = _slicedToArray(_useState31, 2),
-    options = _useState32[0],
-    setOptions = _useState32[1];
-  var _useState33 = useState(false),
+    aiFeature = _useState32[0],
+    setAIFeature = _useState32[1];
+  var _useState33 = useState(null),
     _useState34 = _slicedToArray(_useState33, 2),
-    faceApiInited = _useState34[0],
-    setFaceApiInited = _useState34[1];
-  var _useState35 = useState({
-      width: 0,
-      height: 0
-    }),
+    options = _useState34[0],
+    setOptions = _useState34[1];
+  var _useState35 = useState(false),
     _useState36 = _slicedToArray(_useState35, 2),
-    canvasSize = _useState36[0],
-    setCanvasSize = _useState36[1];
+    faceApiInited = _useState36[0],
+    setFaceApiInited = _useState36[1];
   var _useState37 = useState({
       width: 0,
       height: 0
     }),
     _useState38 = _slicedToArray(_useState37, 2),
-    videoEleSize = _useState38[0],
-    setVideoEleSize = _useState38[1];
-  var _useState39 = useState(false),
+    canvasSize = _useState38[0],
+    setCanvasSize = _useState38[1];
+  var _useState39 = useState({
+      width: 0,
+      height: 0
+    }),
     _useState40 = _slicedToArray(_useState39, 2),
-    isSeeking = _useState40[0],
-    setIsSeeking = _useState40[1];
+    videoEleSize = _useState40[0],
+    setVideoEleSize = _useState40[1];
   var _useState41 = useState(false),
     _useState42 = _slicedToArray(_useState41, 2),
-    isError = _useState42[0],
-    setIsError = _useState42[1];
-  var _useState43 = useState(),
+    isSeeking = _useState42[0],
+    setIsSeeking = _useState42[1];
+  var _useState43 = useState(false),
     _useState44 = _slicedToArray(_useState43, 2),
-    features = _useState44[0],
-    setFeatures = _useState44[1];
+    isError = _useState44[0],
+    setIsError = _useState44[1];
+  var _useState45 = useState(),
+    _useState46 = _slicedToArray(_useState45, 2),
+    features = _useState46[0],
+    setFeatures = _useState46[1];
   useImperativeHandle(ref, function () {
     return {
       play: function play() {
@@ -291,7 +303,6 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
 
   // convert video duration (seconds) to hh::mm:ss if the duration is larger than 3600 , else convert to mm:ss
   var formatDuration = function formatDuration(duration) {
-    console.log('duration 111111111', duration);
     var hours = Math.floor(duration / 3600);
     var minutes = Math.floor(duration % 3600 / 60);
     var seconds = Math.floor(duration % 60);
@@ -357,80 +368,6 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
       return !prev;
     });
   };
-  var initFaceApi = useCallback(function () {
-    void _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
-      return _regeneratorRuntime().wrap(function _callee$(_context) {
-        while (1) switch (_context.prev = _context.next) {
-          case 0:
-            _context.prev = 0;
-            _context.next = 3;
-            return faceapi.nets.ssdMobilenetv1.load("".concat(OSS, "/model-zoo/face-api-models/model"));
-          case 3:
-            _context.next = 5;
-            return faceapi.nets.ssdMobilenetv1.load("".concat(OSS, "/model-zoo/face-api-models/model"));
-          case 5:
-            _context.next = 7;
-            return faceapi.nets.ageGenderNet.load("".concat(OSS, "/face-api-models/model"));
-          case 7:
-            _context.next = 9;
-            return faceapi.nets.faceLandmark68Net.load("".concat(OSS, "/model-zoo/face-api-models/model"));
-          case 9:
-            _context.next = 11;
-            return faceapi.nets.faceRecognitionNet.load("".concat(OSS, "/model-zoo/face-api-models/model"));
-          case 11:
-            _context.next = 13;
-            return faceapi.nets.faceExpressionNet.load("".concat(OSS, "/model-zoo/face-api-models/model"));
-          case 13:
-            setOptions(new faceapi.SsdMobilenetv1Options({
-              minConfidence: MIN_SCORE,
-              maxResults: MAX_RESULTS
-            }));
-            setFaceApiInited(true);
-            _context.next = 20;
-            break;
-          case 17:
-            _context.prev = 17;
-            _context.t0 = _context["catch"](0);
-            console.log(_context.t0);
-          case 20:
-          case "end":
-            return _context.stop();
-        }
-      }, _callee, null, [[0, 17]]);
-    }))();
-  }, []);
-  var initPoseDetecter = useCallback(function () {
-    _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee2() {
-      var detectorConfig, _poseDetector;
-      return _regeneratorRuntime().wrap(function _callee2$(_context2) {
-        while (1) switch (_context2.prev = _context2.next) {
-          case 0:
-            _context2.prev = 0;
-            detectorConfig = {
-              modelType: posedetection.movenet.modelType.MULTIPOSE_LIGHTNING,
-              enableTracking: true,
-              trackerType: posedetection.TrackerType.BoundingBox,
-              scoreThreshold: 0.3,
-              modelUrl: "".concat(OSS, "/model-zoo/pose-detection-models/model.json")
-            };
-            _context2.next = 4;
-            return posedetection.createDetector(posedetection.SupportedModels.MoveNet, detectorConfig);
-          case 4:
-            _poseDetector = _context2.sent;
-            setPoseDetector(_poseDetector);
-            _context2.next = 11;
-            break;
-          case 8:
-            _context2.prev = 8;
-            _context2.t0 = _context2["catch"](0);
-            void message.error('初始化姿态检测器失败');
-          case 11:
-          case "end":
-            return _context2.stop();
-        }
-      }, _callee2, null, [[0, 8]]);
-    }))();
-  }, []);
   var drawFaces = useCallback(function (canvas, detections, fps, faceFeature) {
     var ctx = canvas.getContext('2d', {
       willReadFrequently: true
@@ -543,9 +480,9 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
   }, []);
   var detectFaces = useCallback(function () {
     return new Promise(function (resolve, reject) {
-      if (videoRef.current != null && options != null && faceApiInited) {
+      if (videoRef.current != null && detectAllFacesRef.current != null && options != null && faceApiInited) {
         var t0 = performance.now();
-        faceapi.detectAllFaces(videoRef.current, options).withFaceLandmarks().withFaceExpressions().withAgeAndGender()
+        detectAllFacesRef.current(videoRef.current, options).withFaceLandmarks().withFaceExpressions().withAgeAndGender()
         // eslint-disable-next-line @typescript-eslint/ban-ts-comment
         // @ts-ignore
         .then(function (detections) {
@@ -581,11 +518,15 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
 
   // 绘制骨架
   var drawSkeleton = function drawSkeleton(keypoints, ctx) {
-    var adjacentPairs = posedetection.util.getAdjacentPairs(posedetection.SupportedModels.MoveNet);
-    adjacentPairs.forEach(function (_ref5) {
-      var _ref6 = _slicedToArray(_ref5, 2),
-        i = _ref6[0],
-        j = _ref6[1];
+    if (getAdjacentPairsRef.current == null) {
+      return;
+    }
+    // @ts-expect-error
+    var adjacentPairs = getAdjacentPairsRef.current('MoveNet');
+    adjacentPairs.forEach(function (_ref3) {
+      var _ref4 = _slicedToArray(_ref3, 2),
+        i = _ref4[0],
+        j = _ref4[1];
       var kp1 = keypoints[i];
       var kp2 = keypoints[j];
       if (kp1.score && kp2.score && kp1.score > 0.3 && kp2.score > 0.3) {
@@ -616,34 +557,34 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
     var video = videoRef.current;
     var canvas = poseCanvasRef.current;
     var detect = /*#__PURE__*/function () {
-      var _ref7 = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee3() {
+      var _ref5 = _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
         var pose;
-        return _regeneratorRuntime().wrap(function _callee3$(_context3) {
-          while (1) switch (_context3.prev = _context3.next) {
+        return _regeneratorRuntime().wrap(function _callee$(_context) {
+          while (1) switch (_context.prev = _context.next) {
             case 0:
-              _context3.prev = 0;
-              _context3.next = 3;
+              _context.prev = 0;
+              _context.next = 3;
               return poseDetector.estimatePoses(video, {
                 flipHorizontal: false,
                 maxPoses: 1
               });
             case 3:
-              pose = _context3.sent;
+              pose = _context.sent;
               drawPose(canvas, pose);
-              _context3.next = 10;
+              _context.next = 10;
               break;
             case 7:
-              _context3.prev = 7;
-              _context3.t0 = _context3["catch"](0);
-              console.error('检测肢体失败', _context3.t0);
+              _context.prev = 7;
+              _context.t0 = _context["catch"](0);
+              console.error('检测肢体失败', _context.t0);
             case 10:
             case "end":
-              return _context3.stop();
+              return _context.stop();
           }
-        }, _callee3, null, [[0, 7]]);
+        }, _callee, null, [[0, 7]]);
       }));
       return function detect() {
-        return _ref7.apply(this, arguments);
+        return _ref5.apply(this, arguments);
       };
     }();
     detect();
@@ -698,6 +639,120 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
       }
     }
   };
+  useEffect(function () {
+    var loaded = true;
+    _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee2() {
+      var tf, faceapi, posedetection, detectorConfig, _poseDetector;
+      return _regeneratorRuntime().wrap(function _callee2$(_context2) {
+        while (1) switch (_context2.prev = _context2.next) {
+          case 0:
+            if (loaded) {
+              _context2.next = 2;
+              break;
+            }
+            return _context2.abrupt("return");
+          case 2:
+            _context2.prev = 2;
+            if (!((aiFeature.anchor || aiFeature.emotion || aiFeature.character || aiFeature.pose) && !tfInitialized)) {
+              _context2.next = 12;
+              break;
+            }
+            _context2.next = 6;
+            return import('@tensorflow/tfjs');
+          case 6:
+            tf = _context2.sent;
+            _context2.next = 9;
+            return tf.ready();
+          case 9:
+            _context2.next = 11;
+            return tf.setBackend('webgl');
+          case 11:
+            setTfInitialized(true);
+          case 12:
+            _context2.next = 17;
+            break;
+          case 14:
+            _context2.prev = 14;
+            _context2.t0 = _context2["catch"](2);
+            console.error('tensorflow 加载失败: ', _context2.t0);
+          case 17:
+            _context2.prev = 17;
+            if (!((aiFeature.anchor || aiFeature.emotion || aiFeature.character) && !faceApiInited)) {
+              _context2.next = 35;
+              break;
+            }
+            _context2.next = 21;
+            return import('@vladmandic/face-api');
+          case 21:
+            faceapi = _context2.sent;
+            _context2.next = 24;
+            return faceapi.nets.ssdMobilenetv1.load("".concat(OSS, "/model-zoo/face-api-models/model"));
+          case 24:
+            _context2.next = 26;
+            return faceapi.nets.ageGenderNet.load("".concat(OSS, "/face-api-models/model"));
+          case 26:
+            _context2.next = 28;
+            return faceapi.nets.faceLandmark68Net.load("".concat(OSS, "/model-zoo/face-api-models/model"));
+          case 28:
+            _context2.next = 30;
+            return faceapi.nets.faceRecognitionNet.load("".concat(OSS, "/model-zoo/face-api-models/model"));
+          case 30:
+            _context2.next = 32;
+            return faceapi.nets.faceExpressionNet.load("".concat(OSS, "/model-zoo/face-api-models/model"));
+          case 32:
+            setOptions(new faceapi.SsdMobilenetv1Options({
+              minConfidence: MIN_SCORE,
+              maxResults: MAX_RESULTS
+            }));
+            detectAllFacesRef.current = faceapi.detectAllFaces;
+            setFaceApiInited(true);
+          case 35:
+            _context2.next = 40;
+            break;
+          case 37:
+            _context2.prev = 37;
+            _context2.t1 = _context2["catch"](17);
+            console.error('faceapi 加载失败: ', _context2.t1);
+          case 40:
+            _context2.prev = 40;
+            if (!(aiFeature.pose && poseDetector == null)) {
+              _context2.next = 51;
+              break;
+            }
+            _context2.next = 44;
+            return import('@tensorflow-models/pose-detection');
+          case 44:
+            posedetection = _context2.sent;
+            detectorConfig = {
+              modelType: posedetection.movenet.modelType.MULTIPOSE_LIGHTNING,
+              enableTracking: true,
+              trackerType: posedetection.TrackerType.BoundingBox,
+              scoreThreshold: 0.3,
+              modelUrl: "".concat(OSS, "/model-zoo/pose-detection-models/model.json")
+            };
+            _context2.next = 48;
+            return posedetection.createDetector(posedetection.SupportedModels.MoveNet, detectorConfig);
+          case 48:
+            _poseDetector = _context2.sent;
+            getAdjacentPairsRef.current = posedetection.util.getAdjacentPairs;
+            setPoseDetector(_poseDetector);
+          case 51:
+            _context2.next = 56;
+            break;
+          case 53:
+            _context2.prev = 53;
+            _context2.t2 = _context2["catch"](40);
+            console.error('pose detection 加载失败: ', _context2.t2);
+          case 56:
+          case "end":
+            return _context2.stop();
+        }
+      }, _callee2, null, [[2, 14], [17, 37], [40, 53]]);
+    }))();
+    return function () {
+      loaded = false;
+    };
+  }, [aiFeature, faceApiInited, poseDetector, tfInitialized]);
   useEffect(function () {
     var player = null;
     if (isLive && videoRef.current != null) {
@@ -739,34 +794,6 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
       dom === null || dom === void 0 || dom.removeEventListener('fullscreenchange', handleFullScreen);
     };
   }, []);
-  useEffect(function () {
-    _asyncToGenerator( /*#__PURE__*/_regeneratorRuntime().mark(function _callee4() {
-      return _regeneratorRuntime().wrap(function _callee4$(_context4) {
-        while (1) switch (_context4.prev = _context4.next) {
-          case 0:
-            _context4.prev = 0;
-            _context4.next = 3;
-            return tf.ready();
-          case 3:
-            if ((aiFeature.emotion || aiFeature.character || aiFeature.anchor) && !faceApiInited) {
-              // 开始初始化人脸
-              initFaceApi();
-            }
-            if (aiFeature.pose && !poseDetector) {
-              initPoseDetecter();
-            }
-            _context4.next = 9;
-            break;
-          case 7:
-            _context4.prev = 7;
-            _context4.t0 = _context4["catch"](0);
-          case 9:
-          case "end":
-            return _context4.stop();
-        }
-      }, _callee4, null, [[0, 7]]);
-    }))();
-  }, [aiFeature, faceApiInited, initFaceApi, initPoseDetecter, poseDetector]);
   useEffect(function () {
     if (features == null) {
       return;
@@ -780,29 +807,6 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
   }, [features, showSettingPanel]);
   useEffect(function () {
     var handler = null;
-    // let lastTime = Date.now();
-    /* const start = () => {
-    if (
-    !faceFeature.anchor &&
-    !faceFeature.emotion &&
-    !faceFeature.character
-    ) {
-    return;
-    }
-    if (lastTime + 1000 <= Date.now()) {
-    lastTime = Date.now();
-    detect()
-    .catch((e) => {
-    console.log("error", e);
-    })
-    .finally(() => {
-    handler = requestAnimationFrame(start);
-    });
-    } else {
-    handler = requestAnimationFrame(start);
-    }
-    }; */
-
     var lastTime = 0;
     var fps = 30;
     var start = function start(currentTime) {
@@ -1076,7 +1080,7 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
     onClick: function onClick(e) {
       return e.stopPropagation();
     }
-  }, /*#__PURE__*/React.createElement("div", {
+  }, aiFeatures !== null && aiFeatures !== void 0 && aiFeatures.includes('emotion') ? /*#__PURE__*/React.createElement("div", {
     className: "".concat(bem.b('container').e('controls-setting').e('panel').e('item'))
   }, /*#__PURE__*/React.createElement("div", null, "\u9762\u90E8\u8868\u60C5"), /*#__PURE__*/React.createElement("input", {
     onClick: function onClick(e) {
@@ -1092,7 +1096,7 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
         });
       });
     }
-  })), /*#__PURE__*/React.createElement("div", {
+  })) : null, aiFeatures !== null && aiFeatures !== void 0 && aiFeatures.includes('character') ? /*#__PURE__*/React.createElement("div", {
     className: "".concat(bem.b('container').e('controls-setting').e('panel').e('item'))
   }, /*#__PURE__*/React.createElement("div", null, "\u9762\u90E8\u7279\u5F81"), /*#__PURE__*/React.createElement("input", {
     onClick: function onClick(e) {
@@ -1108,7 +1112,7 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
         });
       });
     }
-  })), /*#__PURE__*/React.createElement("div", {
+  })) : null, aiFeatures !== null && aiFeatures !== void 0 && aiFeatures.includes('anchor') ? /*#__PURE__*/React.createElement("div", {
     className: "".concat(bem.b('container').e('controls-setting').e('panel').e('item'))
   }, /*#__PURE__*/React.createElement("div", null, "\u9762\u90E8\u951A\u70B9"), /*#__PURE__*/React.createElement("input", {
     onClick: function onClick(e) {
@@ -1124,7 +1128,7 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
         });
       });
     }
-  })), /*#__PURE__*/React.createElement("div", {
+  })) : null, aiFeatures !== null && aiFeatures !== void 0 && aiFeatures.includes('pose') ? /*#__PURE__*/React.createElement("div", {
     className: "".concat(bem.b('container').e('controls-setting').e('panel').e('item'))
   }, /*#__PURE__*/React.createElement("div", null, "\u80A2\u4F53\u7EBF\u6761"), /*#__PURE__*/React.createElement("input", {
     onClick: function onClick(e) {
@@ -1140,7 +1144,7 @@ export var VideoPlayer = /*#__PURE__*/forwardRef(function (_ref, ref) {
         });
       });
     }
-  }))) : null), !isFullScreen ? /*#__PURE__*/React.createElement("svg", {
+  })) : null) : null), !isFullScreen ? /*#__PURE__*/React.createElement("svg", {
     className: "".concat(bem.b('container').e('controls-full-screen')),
     onClick: handleFullScreen,
     viewBox: "0 0 1024 1024",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "yootd",
-  "version": "0.0.87",
+  "version": "0.0.89",
   "description": "A react library developed with dumi",
   "license": "MIT",
   "module": "dist/index.js",
@@ -62,24 +62,17 @@
     "@types/react-dom": "^18.0.0",
     "@umijs/lint": "^4.0.0",
     "@vladmandic/face-api": "^1.7.14",
-    "axios": "^1.7.7",
-    "dayjs": "^1.11.13",
     "dumi": "^2.3.0",
     "dumi-theme-antd": "^0.4.2",
     "eslint": "^8.23.0",
     "father": "^4.1.0",
     "husky": "^8.0.1",
     "lint-staged": "^13.0.3",
-    "lodash": "^4.17.21",
-    "nanoid": "^5.0.8",
     "prettier": "^2.7.1",
     "prettier-plugin-organize-imports": "^3.0.0",
     "prettier-plugin-packagejson": "^2.2.18",
-    "react": "^18.0.0",
-    "react-dom": "^18.0.0",
     "sass": "^1.80.0",
-    "stylelint": "^14.9.1",
-    "yootd-webrtc-sdk": "^1.0.1"
+    "stylelint": "^14.9.1"
   },
   "peerDependencies": {
     "@dnd-kit/core": ">=6.1.0",
@@ -94,8 +87,8 @@
     "dayjs": ">=1.11.13",
     "lodash": ">=4.17.21",
     "nanoid": ">=5.0.8",
-    "react": ">=16.9.0",
-    "react-dom": ">=16.9.0",
+    "react": ">=18.0.0",
+    "react-dom": ">=18.0.0",
     "yootd-webrtc-sdk": "^1.0.1"
   },
   "publishConfig": {