@realsee/vreo 0.2.0-alpha.2 → 0.2.0-alpha.20

package/lib/PlayController/index.js

@@ -0,0 +1,300 @@
+"use strict";
+
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.PlayController = void 0;
+
+var _five = require("@realsee/five");
+
+var _animationFrame = require("../shared-utils/animationFrame");
+
+var _createHTMLAudioElement = require("./createHTMLAudioElement");
+
+function asyncGeneratorStep(gen, resolve, reject, _next, _throw, key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { Promise.resolve(value).then(_next, _throw); } }
+
+function _asyncToGenerator(fn) { return function () { var self = this, args = arguments; return new Promise(function (resolve, reject) { var gen = fn.apply(self, args); function _next(value) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "next", value); } function _throw(err) { asyncGeneratorStep(gen, resolve, reject, _next, _throw, "throw", err); } _next(undefined); }); }; }
+
+function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
+
+function _defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } }
+
+function _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); Object.defineProperty(Constructor, "prototype", { writable: false }); return Constructor; }
+
+function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); Object.defineProperty(subClass, "prototype", { writable: false }); if (superClass) _setPrototypeOf(subClass, superClass); }
+
+function _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }
+
+function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = _getPrototypeOf(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = _getPrototypeOf(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return _possibleConstructorReturn(this, result); }; }
+
+function _possibleConstructorReturn(self, call) { if (call && (_typeof(call) === "object" || typeof call === "function")) { return call; } else if (call !== void 0) { throw new TypeError("Derived constructors may only return object or undefined"); } return _assertThisInitialized(self); }
+
+function _assertThisInitialized(self) { if (self === void 0) { throw new ReferenceError("this hasn't been initialised - super() hasn't been called"); } return self; }
+
+function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
+
+function _getPrototypeOf(o) { _getPrototypeOf = Object.setPrototypeOf ? Object.getPrototypeOf : function _getPrototypeOf(o) { return o.__proto__ || Object.getPrototypeOf(o); }; return _getPrototypeOf(o); }
+
+function _defineProperty(obj, key, value) { if (key in obj) { Object.defineProperty(obj, key, { value: value, enumerable: true, configurable: true, writable: true }); } else { obj[key] = value; } return obj; }
+
+var closures = {};
+
+var PlayController = /*#__PURE__*/function (_Subscribe) {
+  _inherits(PlayController, _Subscribe);
+
+  var _super = _createSuper(PlayController);
+
+  function PlayController() {
+    var _this;
+
+    var config = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {};
+
+    _classCallCheck(this, PlayController);
+
+    _this = _super.call(this);
+
+    _defineProperty(_assertThisInitialized(_this), "config", {});
+
+    if (!config.audio) {
+      config.audio = (0, _createHTMLAudioElement.createHTMLAudioElement)();
+    }
+
+    _this.config = Object.assign(_this.config, config);
+
+    closures.onPlaying = function () {
+      return _this.emit('playing');
+    };
+
+    closures.onPaused = function () {
+      return _this.emit('paused');
+    };
+
+    closures.onEnded = function () {
+      return _this.emit('paused', true);
+    };
+
+    _this.audioInstance.addEventListener('play', closures.onPlaying);
+
+    _this.audioInstance.addEventListener('pause', closures.onPaused);
+
+    _this.audioInstance.addEventListener('ended', closures.onEnded);
+
+    _this.stopInterval = (0, _animationFrame.requestAnimationFrameInterval)(function () {
+      if (_this.audioInstance.paused) {
+        return;
+      }
+
+      if (!_this.vreoUnit) {
+        return;
+      }
+
+      var keyframes = _this.vreoUnit.keyframes;
+      var currentTime = _this.currentTime; // 没有被解析过且开始时间低于当前时间戳 100ms
+
+      var currentKeyframes = keyframes.filter(function (keyframe) {
+        if (keyframe.parsed) return false;
+        var dur = currentTime - keyframe.start;
+        return dur <= 60 && dur >= 0;
+      });
+      currentKeyframes.forEach(function (keyframe) {
+        if (keyframe.parsed) return;
+        keyframe.parsed = true;
+
+        _this.emit(keyframe.type, keyframe);
+      });
+    });
+    return _this;
+  }
+  /**
+   * 载入数据
+   */
+
+
+  _createClass(PlayController, [{
+    key: "paused",
+    get: function get() {
+      return this.audioInstance.paused;
+    }
+  }, {
+    key: "audioInstance",
+    get: function get() {
+      return this.config.audio;
+    }
+  }, {
+    key: "currentTime",
+    get: function get() {
+      return this.audioInstance.currentTime * 1000;
+    }
+  }, {
+    key: "currentKeyframes",
+    get: function get() {
+      var _this2 = this;
+
+      if (!this.vreoUnit) return [];
+      var keyframes = this.vreoUnit.keyframes; // 没有被解析过且开始时间低于当前时间戳 100ms
+
+      return keyframes.filter(function (keyframe) {
+        if (keyframe.parsed) return false;
+        var dur = _this2.currentTime - keyframe.start;
+        return dur <= 100 && dur >= 0;
+      });
+    }
+    /**
+     * 音频时长 不一定能获取得到，建议以 VreoUnit 配置的时长为准。
+     */
+
+  }, {
+    key: "duration",
+    get: function get() {
+      return this.audioInstance.duration * 1000;
+    }
+  }, {
+    key: "load",
+    value: function () {
+      var _load = _asyncToGenerator( /*#__PURE__*/regeneratorRuntime.mark(function _callee(vreoUnit) {
+        var _this3 = this;
+
+        return regeneratorRuntime.wrap(function _callee$(_context) {
+          while (1) {
+            switch (_context.prev = _context.next) {
+              case 0:
+                this.vreoUnit = vreoUnit;
+                _context.next = 3;
+                return this.pause();
+
+              case 3:
+                _context.next = 5;
+                return new Promise(function (resolve, reject) {
+                  if (vreoUnit.video.url === _this3.audioInstance.src) {
+                    return resolve(true);
+                  }
+
+                  _this3.audioInstance.src = vreoUnit.video.url;
+
+                  var canplaythrough = function canplaythrough() {
+                    resolve(true);
+
+                    _this3.audioInstance.removeEventListener('canplaythrough', canplaythrough);
+                  };
+
+                  var error = function error(err) {
+                    reject(err);
+
+                    _this3.audioInstance.removeEventListener('error', error);
+                  };
+
+                  _this3.audioInstance.addEventListener('canplaythrough', canplaythrough);
+
+                  _this3.audioInstance.addEventListener('error', error);
+                });
+
+              case 5:
+                return _context.abrupt("return", _context.sent);
+
+              case 6:
+              case "end":
+                return _context.stop();
+            }
+          }
+        }, _callee, this);
+      }));
+
+      function load(_x) {
+        return _load.apply(this, arguments);
+      }
+
+      return load;
+    }()
+    /**
+     * 播放
+     */
+
+  }, {
+    key: "play",
+    value: function () {
+      var _play = _asyncToGenerator( /*#__PURE__*/regeneratorRuntime.mark(function _callee2() {
+        return regeneratorRuntime.wrap(function _callee2$(_context2) {
+          while (1) {
+            switch (_context2.prev = _context2.next) {
+              case 0:
+                closures.playPromise = this.audioInstance.play();
+
+              case 1:
+              case "end":
+                return _context2.stop();
+            }
+          }
+        }, _callee2, this);
+      }));
+
+      function play() {
+        return _play.apply(this, arguments);
+      }
+
+      return play;
+    }()
+    /**
+     * 暂停
+     */
+
+  }, {
+    key: "pause",
+    value: function () {
+      var _pause = _asyncToGenerator( /*#__PURE__*/regeneratorRuntime.mark(function _callee3() {
+        return regeneratorRuntime.wrap(function _callee3$(_context3) {
+          while (1) {
+            switch (_context3.prev = _context3.next) {
+              case 0:
+                if (!closures.playPromise) {
+                  _context3.next = 3;
+                  break;
+                }
+
+                _context3.next = 3;
+                return closures.playPromise;
+
+              case 3:
+                this.audioInstance.pause();
+
+              case 4:
+              case "end":
+                return _context3.stop();
+            }
+          }
+        }, _callee3, this);
+      }));
+
+      function pause() {
+        return _pause.apply(this, arguments);
+      }
+
+      return pause;
+    }()
+    /**
+     * 销毁资源
+     * @notice 一旦销毁，创建的实例将不可用：需重新创建实例。
+     * 
+     * @deprecated **慎重执行**
+     */
+
+  }, {
+    key: "dispose",
+    value: function dispose() {
+      // 清理事件监听
+      this.audioInstance.removeEventListener('play', closures.onPlaying);
+      this.audioInstance.removeEventListener('pasue', closures.onPaused);
+      this.audioInstance.removeEventListener('ended', closures.onEnded);
+
+      if (this.stopInterval) {
+        this.stopInterval();
+      }
+    }
+  }]);
+
+  return PlayController;
+}(_five.Subscribe);
+
+exports.PlayController = PlayController;
+console.log("\n\n\u250F\u2501\u2501\u2501\u2513\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u250F\u2513\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\n\u2503\u250F\u2501\u2513\u2503\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2503\u2503\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\n\u2503\u2517\u2501\u251B\u2503\u250F\u2501\u2501\u2513\u250F\u2501\u2501\u2513\u2501\u2503\u2503\u2501\u250F\u2501\u2501\u2513\u250F\u2501\u2501\u2513\u250F\u2501\u2501\u2513\n\u2503\u250F\u2513\u250F\u251B\u2503\u250F\u2513\u2503\u2517\u2501\u2513\u2503\u2501\u2503\u2503\u2501\u2503\u2501\u2501\u252B\u2503\u250F\u2513\u2503\u2503\u250F\u2513\u2503\n\u2503\u2503\u2503\u2517\u2513\u2503\u2503\u2501\u252B\u2503\u2517\u251B\u2517\u2513\u2503\u2517\u2513\u2523\u2501\u2501\u2503\u2503\u2503\u2501\u252B\u2503\u2503\u2501\u252B\n\u2517\u251B\u2517\u2501\u251B\u2517\u2501\u2501\u251B\u2517\u2501\u2501\u2501\u251B\u2517\u2501\u251B\u2517\u2501\u2501\u251B\u2517\u2501\u2501\u251B\u2517\u2501\u2501\u251B\n\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\n\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501\u2501 \n\n");

package/lib/Player/App.js

@@ -1,6 +1,6 @@
 "use strict";
 
-function _typeof(obj) { "@babel/helpers - typeof"; if (typeof Symbol === "function" && typeof Symbol.iterator === "symbol") { _typeof = function _typeof(obj) { return typeof obj; }; } else { _typeof = function _typeof(obj) { return obj && typeof Symbol === "function" && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }; } return _typeof(obj); }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
 
 Object.defineProperty(exports, "__esModule", {
   value: true
@@ -44,7 +44,7 @@ function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "functio
 function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { "default": obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj["default"] = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
 
 var AppView = (0, _mobxReact.observer)(function (_ref) {
-  var _controller$configs;
+  var _controller$configs, _controller$configs2;
 
   var controller = _ref.controller;
   return /*#__PURE__*/React.createElement("div", {
@@ -64,8 +64,9 @@ var AppView = (0, _mobxReact.observer)(function (_ref) {
       } else {
         controller.setPlaying(true);
       }
-    }
-  }), /*#__PURE__*/React.createElement(_Prompter.Prompter, null), (_controller$configs = controller.configs) === null || _controller$configs === void 0 ? void 0 : _controller$configs.customPanelChildren));
+    },
+    options: ((_controller$configs = controller.configs) === null || _controller$configs === void 0 ? void 0 : _controller$configs.videoAgentMeshOptions) || {}
+  }), /*#__PURE__*/React.createElement(_Prompter.Prompter, null), (_controller$configs2 = controller.configs) === null || _controller$configs2 === void 0 ? void 0 : _controller$configs2.customPanelChildren));
 });
 
 function App() {

package/lib/Player/Controller.d.ts

@@ -13,14 +13,18 @@ export declare class Controller extends Subscribe<VreoKeyframeEvent> {
     vreoUnit?: VreoUnit;
     stopInterval?: () => void;
     playing: boolean;
+    ended: boolean;
     visible: boolean;
     get isAudio(): boolean;
+    popUp: string | JSX.Element | null;
+    openPopUp(popUp: string | JSX.Element | false): void;
     drawerConfig: {
         content: string | JSX.Element;
         height?: number | string;
     } | null;
     setVisible(v: boolean): void;
     setPlaying(playing: boolean): void;
+    setEnded(ended: boolean): void;
     openDrawer(drawerConfig?: false | {
         content: string | JSX.Element;
         height?: number | string;
@@ -29,7 +33,7 @@ export declare class Controller extends Subscribe<VreoKeyframeEvent> {
     get ready(): boolean;
     get currentTime(): number;
     get currentKeyframes(): VreoKeyframe[];
-    get videoInstance(): HTMLAudioElement | undefined;
+    get videoInstance(): HTMLAudioElement | import("../shared-utils/AduioLike").AudioLike | undefined;
     /**
      * 逐帧任务
      */

package/lib/Player/Controller.js

@@ -1,6 +1,6 @@
 "use strict";
 
-function _typeof(obj) { "@babel/helpers - typeof"; if (typeof Symbol === "function" && typeof Symbol.iterator === "symbol") { _typeof = function _typeof(obj) { return typeof obj; }; } else { _typeof = function _typeof(obj) { return obj && typeof Symbol === "function" && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }; } return _typeof(obj); }
+function _typeof(obj) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (obj) { return typeof obj; } : function (obj) { return obj && "function" == typeof Symbol && obj.constructor === Symbol && obj !== Symbol.prototype ? "symbol" : typeof obj; }, _typeof(obj); }
 
 Object.defineProperty(exports, "__esModule", {
   value: true
@@ -23,9 +23,9 @@ function _classCallCheck(instance, Constructor) { if (!(instance instanceof Cons
 
 function _defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } }
 
-function _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); return Constructor; }
+function _createClass(Constructor, protoProps, staticProps) { if (protoProps) _defineProperties(Constructor.prototype, protoProps); if (staticProps) _defineProperties(Constructor, staticProps); Object.defineProperty(Constructor, "prototype", { writable: false }); return Constructor; }
 
-function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); if (superClass) _setPrototypeOf(subClass, superClass); }
+function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function"); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, writable: true, configurable: true } }); Object.defineProperty(subClass, "prototype", { writable: false }); if (superClass) _setPrototypeOf(subClass, superClass); }
 
 function _setPrototypeOf(o, p) { _setPrototypeOf = Object.setPrototypeOf || function _setPrototypeOf(o, p) { o.__proto__ = p; return o; }; return _setPrototypeOf(o, p); }
 
@@ -58,8 +58,12 @@ var Controller = /*#__PURE__*/function (_Subscribe) {
 
     _defineProperty(_assertThisInitialized(_this), "playing", false);
 
+    _defineProperty(_assertThisInitialized(_this), "ended", false);
+
     _defineProperty(_assertThisInitialized(_this), "visible", false);
 
+    _defineProperty(_assertThisInitialized(_this), "popUp", null);
+
     _defineProperty(_assertThisInitialized(_this), "drawerConfig", null);
 
     (0, _mobx.makeObservable)(_assertThisInitialized(_this), {
@@ -67,14 +71,27 @@ var Controller = /*#__PURE__*/function (_Subscribe) {
       setVisible: _mobx.action,
       playing: _mobx.observable,
       setPlaying: _mobx.action,
+      popUp: _mobx.observable.ref,
+      openPopUp: _mobx.action,
       drawerConfig: _mobx.observable.ref,
-      openDrawer: _mobx.action
+      openDrawer: _mobx.action,
+      ended: _mobx.observable,
+      setEnded: _mobx.action
     }); // 监听播放情况：抛出触发时机
 
+    (0, _mobx.reaction)(function () {
+      return _this.ended;
+    }, function (ended) {
+      if (ended) {
+        _this.emit('paused', true);
+      }
+    });
     (0, _mobx.reaction)(function () {
       return _this.playing;
     }, function (playing) {
-      _this.emit(playing ? 'playing' : 'paused');
+      if (!_this.ended) {
+        _this.emit(playing ? 'playing' : 'paused');
+      }
     });
     return _this;
   }
@@ -86,6 +103,16 @@ var Controller = /*#__PURE__*/function (_Subscribe) {
 
       return !((_this$videoAgentScene = this.videoAgentScene) !== null && _this$videoAgentScene !== void 0 && (_this$videoAgentScene2 = _this$videoAgentScene.videoAgentMesh.videoUrl) !== null && _this$videoAgentScene2 !== void 0 && _this$videoAgentScene2.endsWith('.mp4'));
     }
+  }, {
+    key: "openPopUp",
+    value: function openPopUp(popUp) {
+      if (!popUp) {
+        this.popUp = null;
+        return;
+      }
+
+      this.popUp = popUp;
+    }
   }, {
     key: "setVisible",
     value: function setVisible(v) {
@@ -96,6 +123,11 @@ var Controller = /*#__PURE__*/function (_Subscribe) {
     value: function setPlaying(playing) {
       this.playing = playing;
     }
+  }, {
+    key: "setEnded",
+    value: function setEnded(ended) {
+      this.ended = ended;
+    }
   }, {
     key: "openDrawer",
     value: function openDrawer(drawerConfig) {
@@ -156,6 +188,7 @@ var Controller = /*#__PURE__*/function (_Subscribe) {
           _this3 = this;
 
       if ((_this$videoInstance = this.videoInstance) !== null && _this$videoInstance !== void 0 && _this$videoInstance.ended) {
+        this.setEnded(true);
         this.setPlaying(false);
         this.videoInstance.pause();
         return;

package/lib/Player/custom/SpatialScenePanel/index.d.ts

@@ -8,12 +8,12 @@ export interface SpatialScenePanelData {
         text: string;
         icon: string;
     }[];
-    position: {
+    position?: {
         x: number;
         y: number;
         z: number;
     };
-    quaternion: [number, number, number, number];
+    quaternion?: [number, number, number, number];
 }
 /**
  * 空间场景面板