oblecto 0.2.8 → 0.3.1

package/dist/lib/streamSessions/StreamSessionTypes/HLSStreamer.js

@@ -1,126 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _StreamSession = _interopRequireDefault(require("../StreamSession"));
-
-var _mkdirp = _interopRequireDefault(require("mkdirp"));
-
-var _os = _interopRequireDefault(require("os"));
-
-var _ffmpeg = _interopRequireDefault(require("../../../submodules/ffmpeg"));
-
-var _fs = _interopRequireWildcard(require("fs"));
-
-var _DirectHttpStreamSession = _interopRequireDefault(require("./DirectHttpStreamSession"));
-
-function _getRequireWildcardCache() { if (typeof WeakMap !== "function") return null; var cache = new WeakMap(); _getRequireWildcardCache = function () { return cache; }; return cache; }
-
-function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } if (obj === null || typeof obj !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class HLSStreamer extends _StreamSession.default {
-  constructor(file, options, oblecto) {
-    super(file, options, oblecto);
-    this.timeoutTime = 10000;
-    this.paused = true;
-    this.maxGenCount = 10;
-
-    if (this.videoCodec === this.file.videoCodec || this.file.videoCodec in this.targetVideoCodecs) {
-      this.videoCodec = 'copy';
-    }
-
-    if (this.audioCodec === this.file.audioCodec || this.file.audioCodec in this.targetAudioCodecs) {
-      this.audioCodec = 'copy';
-    }
-
-    this.startTimeout(); // Create temporary directory to store HLS segments
-
-    _mkdirp.default.sync(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}`);
-
-    this.process = (0, _ffmpeg.default)(this.file.path) //.native()
-    .videoCodec(this.getFfmpegVideoCodec()).audioCodec(this.audioCodec).seekInput(this.offset).outputOptions([//'-hls_time 10',
-    //'-hls_list_size 10',
-    //'-hls_init_time 2',
-    '-hls_playlist_type event', '-hls_base_url', `/HLS/${this.sessionId}/segment/`, '-hls_segment_filename', `${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/%03d.ts`]);
-    this.process.on('start', cmd => this.segmenterStart(cmd));
-    this.process.on('error', err => {});
-    this.segmentCheckerInterval = setInterval(() => this.segmentChecker(), 100);
-    this.startSegmenter();
-  }
-
-  async endSession() {
-    super.endSession();
-    clearInterval(this.segmentCheckerInterval);
-    await _fs.promises.rmdir(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/`, {
-      recursive: true
-    });
-  }
-
-  segmenterStart(cmd) {
-    this.paused = false;
-  }
-
-  startSegmenter() {
-    this.process.save(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/index.m3u8`);
-  }
-
-  async segmentChecker() {
-    if (!this.process) return;
-    let files = await _fs.promises.readdir(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/`);
-    const segments = files.filter(s => s.includes('.ts'));
-
-    if (segments.length > this.maxGenCount) {
-      this.pauseSegmenting();
-    } else {
-      this.resumeSegmenting();
-    }
-  }
-
-  pauseSegmenting() {
-    if (!this.process) return;
-    if (this.paused) return;
-    this.paused = true;
-    this.process.kill('SIGSTOP');
-  }
-
-  resumeSegmenting() {
-    if (!this.process) return;
-    if (!this.paused) return;
-    this.paused = false;
-    this.process.kill('SIGCONT');
-  }
-
-  sendPlaylistFile(res) {
-    this.startTimeout();
-    res.writeHead(200, {
-      'Content-Type': 'application/x-mpegURL'
-    });
-
-    _fs.default.createReadStream(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/index.m3u8`).pipe(res);
-  }
-
-  async streamSegment(req, res, segmentId) {
-    this.startTimeout();
-
-    _DirectHttpStreamSession.default.httpStreamHandler(req, res, `${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/${('000' + segmentId).substr(-3)}.ts`);
-
-    let files = await _fs.promises.readdir(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/`);
-
-    for (let file of files) {
-      let sequenceId = file.replace('index', '').replace('.vtt', '').replace('.ts', '');
-      sequenceId = parseInt(sequenceId);
-
-      if (segmentId > sequenceId) {
-        await _fs.promises.unlink(`${_os.default.tmpdir()}/oblecto/sessions/${this.sessionId}/${file}`);
-      }
-    }
-  }
-
-}
-
-exports.default = HLSStreamer;

package/dist/lib/streamSessions/StreamSessionTypes/RecodeFederationStreamSession.js

@@ -1,72 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _StreamSession = _interopRequireDefault(require("../StreamSession"));
-
-var _ffmpeg = _interopRequireDefault(require("../../../submodules/ffmpeg"));
-
-var _stream = _interopRequireDefault(require("stream"));
-
-var _FederationMediaClient = _interopRequireDefault(require("../../federation/client/FederationMediaClient"));
-
-var _logger = _interopRequireDefault(require("../../../submodules/logger"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class RecodeFederationStreamSession extends _StreamSession.default {
-  constructor(file, options, oblecto) {
-    super(file, options, oblecto);
-  }
-
-  async addDestination(destination) {
-    await super.addDestination(destination);
-  }
-
-  endSession() {
-    super.endSession();
-    this.federationClient.closeConnection();
-  }
-
-  async startStream() {
-    await super.startStream();
-    if (this.started) return;
-    this.started = true;
-    await this.initFederationStream();
-    let inputOptions = ['-noaccurate_seek'];
-    let outputOptions = ['-movflags', 'empty_moov', '-copyts'];
-
-    if (this.oblecto.config.transcoding.hardwareAcceleration) {
-      inputOptions.push('-hwaccel ' + this.oblecto.config.transcoding.hardwareAccelerator); // The Nvidia NVENC encoder doesn't support 10 bit encoding, so we need to force 8 bit
-      // if the cuda accelerator has been selected
-
-      if (this.oblecto.config.transcoding.hardwareAccelerator === 'cuda') {
-        outputOptions.push('-pix_fmt yuv420p');
-      }
-    }
-
-    this.process = (0, _ffmpeg.default)(this.inputStream).format(this.format).videoCodec(this.getFfmpegVideoCodec()).audioCodec(this.audioCodec).inputOptions(inputOptions).outputOptions(outputOptions).on('start', cmd => {
-      _logger.default.log('INFO', this.sessionId, cmd);
-    });
-    this.process.on('error', err => {
-      if (err.message !== 'ffmpeg was killed with signal SIGKILL') _logger.default.log('ERROR', this.sessionId, err);
-    });
-    this.process.pipe(this.outputStream, {
-      end: true
-    });
-  }
-
-  async initFederationStream() {
-    this.federationClient = new _FederationMediaClient.default(this.oblecto, this.file.host);
-    await this.federationClient.connect();
-    await this.federationClient.setStreamDestination(this.inputStream);
-    await this.federationClient.setStreamOffset(this.offset);
-    await this.federationClient.startStreamFile(this.file.path);
-  }
-
-}
-
-exports.default = RecodeFederationStreamSession;

package/dist/lib/streamSessions/StreamSessionTypes/RecodeStreamSession.js

@@ -1,65 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _StreamSession = _interopRequireDefault(require("../StreamSession"));
-
-var _ffmpeg = _interopRequireDefault(require("../../../submodules/ffmpeg"));
-
-var _logger = _interopRequireDefault(require("../../../submodules/logger"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class RecodeStreamSession extends _StreamSession.default {
-  constructor(file, options, oblecto) {
-    super(file, options, oblecto);
-
-    if (this.videoCodec === this.file.videoCodec || this.file.videoCodec in this.targetVideoCodecs) {
-      this.videoCodec = 'copy';
-    }
-
-    if (this.audioCodec === this.file.audioCodec || this.file.audioCodec in this.targetAudioCodecs) {
-      this.audioCodec = 'copy';
-    }
-  }
-
-  async addDestination(destination) {
-    await super.addDestination(destination);
-  }
-
-  async startStream() {
-    await super.startStream();
-    if (this.started) return;
-    this.started = true;
-    let inputOptions = ['-noaccurate_seek'];
-    let outputOptions = ['-movflags empty_moov', '-copyts'];
-
-    if (this.oblecto.config.transcoding.hardwareAcceleration) {
-      inputOptions.push('-hwaccel ' + this.oblecto.config.transcoding.hardwareAccelerator); // The Nvidia NVENC encoder doesn't support 10 bit encoding, so we need to force 8 bit
-      // if the cuda accelerator has been selected
-      // TODO: Fix washed out colors for some 10 bit video streams when using the NVENC encoder
-      // Depending on the input color range, this may result in washed out colors since the color range is kept
-      // but considered to be a full range color space even if the input range is limited.
-
-      if (this.oblecto.config.transcoding.hardwareAccelerator === 'cuda') {
-        outputOptions.push('-pix_fmt yuv420p');
-      }
-    }
-
-    this.process = (0, _ffmpeg.default)(this.file.path).format(this.format).videoCodec(this.getFfmpegVideoCodec()).audioCodec(this.audioCodec).seekInput(this.offset).inputOptions(inputOptions).outputOptions(outputOptions).on('start', cmd => {
-      _logger.default.log('INFO', this.sessionId, cmd);
-    });
-    this.process.on('error', err => {
-      if (err.message !== 'ffmpeg was killed with signal SIGKILL') _logger.default.log('ERROR', this.sessionId, err);
-    });
-    this.process.pipe(this.outputStream, {
-      end: true
-    });
-  }
-
-}
-
-exports.default = RecodeStreamSession;

package/dist/lib/updaters/files/FileUpdateCollector.js

@@ -1,44 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _file = require("../../../models/file");
-
-class FileUpdateCollector {
-  /**
-   *
-   * @param {Oblecto} oblecto
-   */
-  constructor(oblecto) {
-    this.oblecto = oblecto;
-  }
-  /**
-   *
-   * @param {File} file - File entity to update
-   * @returns {Promise<void>}
-   */
-
-
-  async collectFile(file) {
-    this.oblecto.queue.queueJob('updateFile', file);
-  }
-  /**
-   *
-   * @returns {Promise<void>}
-   */
-
-
-  async collectAllFiles() {
-    let files = await _file.File.findAll();
-
-    for (let file of files) {
-      this.collectFile(file);
-    }
-  }
-
-}
-
-exports.default = FileUpdateCollector;

package/dist/lib/updaters/files/FileUpdater.js

@@ -1,194 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _crypto = _interopRequireDefault(require("crypto"));
-
-var _fs = require("fs");
-
-var _ffprobe = _interopRequireDefault(require("../../../submodules/ffprobe"));
-
-var _VideoAnalysisError = _interopRequireDefault(require("../../errors/VideoAnalysisError"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class FileUpdater {
-  /**
-   * @param {Oblecto} oblecto
-   */
-  constructor(oblecto) {
-    this.oblecto = oblecto;
-    this.oblecto.queue.addJob('updateFile', async file => {
-      await this.updateFile(file);
-    });
-    this.oblecto.queue.addJob('updateFileHash', async file => {
-      await this.updateFileHash(file);
-    });
-    this.oblecto.queue.addJob('updateFileSize', async file => {
-      await this.updateFileSize(file);
-    });
-    this.oblecto.queue.addJob('updateFileExtension', async file => {
-      await this.updateFileExtension(file);
-    });
-    this.oblecto.queue.addJob('updateFileFFProbe', async file => {
-      await this.updateFileFFProbe(file);
-    });
-  }
-
-  static async getPrimaryVideoStream(metadata) {
-    let streams = metadata.streams;
-    let primaryStream = {
-      duration: 0
-    };
-
-    for (const stream of streams) {
-      if (stream.duration || 1 >= primaryStream.duration) {
-        if (stream['codec_type'] !== 'video') continue;
-        primaryStream = stream;
-      }
-    }
-
-    return primaryStream;
-  }
-
-  static async getPrimaryAudioStream(metadata) {
-    let streams = metadata.streams;
-    let primaryStream = {
-      duration: 0
-    };
-
-    for (const stream of streams) {
-      if (stream.duration || 1 >= primaryStream.duration) {
-        if (stream['codec_type'] !== 'audio') continue;
-        primaryStream = stream;
-      }
-    }
-
-    return primaryStream;
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<void>}
-   */
-
-
-  async updateFile(file) {
-    if (this.oblecto.config.files.doHash && !file.hash) {
-      this.oblecto.queue.lowPriorityJob('updateFileHash', file);
-    }
-
-    if (!file.size || file.size === 0) {
-      this.oblecto.queue.queueJob('updateFileSize', file);
-    }
-
-    if (file.extension.includes('.')) {
-      this.oblecto.queue.queueJob('updateFileExtension', file);
-    }
-
-    if (!file.duration || file.duration === 0) {
-      this.oblecto.queue.queueJob('updateFileFFProbe', file);
-      this.oblecto.queue.queueJob('indexFileStreams', file);
-    }
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<string>}
-   */
-
-
-  getHashFromFile(file) {
-    return new Promise((resolve, reject) => {
-      let fd = (0, _fs.createReadStream)(file.path);
-
-      let hash = _crypto.default.createHash('sha1');
-
-      hash.setEncoding('hex');
-      fd.on('end', function () {
-        hash.end();
-        resolve(hash.read());
-      });
-      fd.on('error', () => {
-        reject(new _VideoAnalysisError.default(`Failed to calculate hash for ${file.path}`));
-      });
-      fd.pipe(hash);
-    });
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<void>}
-   */
-
-
-  async updateFileHash(file) {
-    let hash = await this.getHashFromFile(file);
-    await file.update({
-      hash
-    });
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<void>}
-   */
-
-
-  async updateFileSize(file) {
-    let size = (await _fs.promises.stat(file.path)).size;
-    await file.update({
-      size
-    });
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<void>}
-   */
-
-
-  async updateFileExtension(file) {
-    let extension = file.extension.replace('.', '');
-    await file.update({
-      extension
-    });
-  }
-  /**
-   *
-   * @param {File} file
-   * @returns {Promise<void>}
-   */
-
-
-  async updateFileFFProbe(file) {
-    let metadata;
-
-    try {
-      metadata = await (0, _ffprobe.default)(file.path);
-    } catch (e) {
-      throw new _VideoAnalysisError.default(`Failed to ffprobe ${file.path}`);
-    }
-
-    let primaryVideoStream = await FileUpdater.getPrimaryVideoStream(metadata);
-    let primaryAudioStream = await FileUpdater.getPrimaryAudioStream(metadata);
-    let duration = metadata.format.duration;
-
-    if (isNaN(duration)) {
-      throw new _VideoAnalysisError.default(`Could not extract duration from ${file.path}`);
-    }
-
-    await file.update({
-      duration,
-      container: metadata.format['format_name'],
-      videoCodec: primaryVideoStream['codec_name'],
-      audioCodec: primaryAudioStream['codec_name']
-    });
-  }
-
-}
-
-exports.default = FileUpdater;

package/dist/lib/updaters/movies/AggregateMovieUpdateRetriever.js

@@ -1,44 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _IdentificationError = _interopRequireDefault(require("../../errors/IdentificationError"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class AggregateMovieUpdateRetriever {
-  constructor() {
-    this.retrievers = [];
-  }
-
-  loadRetriever(retriever) {
-    this.retrievers.push(retriever);
-  }
-
-  async retrieveMovieInformation(movie) {
-    let information = {};
-
-    for (let retriever of this.retrievers) {
-      let currentInformation;
-
-      try {
-        currentInformation = await retriever.retrieveMovieInformation(movie);
-      } catch (e) {
-        continue;
-      }
-
-      information = { ...information,
-        ...currentInformation
-      };
-    }
-
-    if (Object.keys(information).length === 0) throw new Error();
-    return information;
-  }
-
-}
-
-exports.default = AggregateMovieUpdateRetriever;

package/dist/lib/updaters/movies/MovieUpdateCollector.js

@@ -1,48 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _database = _interopRequireDefault(require("../../../submodules/database"));
-
-var _movie = require("../../../models/movie");
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class MovieUpdateCollector {
-  /**
-   *
-   * @param {Oblecto} oblecto
-   */
-  constructor(oblecto) {
-    this.oblecto = oblecto;
-  }
-  /**
-   *
-   * @param {Movie} movie - Which movie entity to update;
-   * @returns {Promise<void>}
-   */
-
-
-  async collectMovie(movie) {
-    this.oblecto.queue.queueJob('updateMovie', movie);
-  }
-  /**
-   *
-   * @returns {Promise<void>}
-   */
-
-
-  async collectAllMovies() {
-    let movies = await _movie.Movie.findAll();
-
-    for (let movie of movies) {
-      this.collectMovie(movie);
-    }
-  }
-
-}
-
-exports.default = MovieUpdateCollector;

package/dist/lib/updaters/movies/MovieUpdater.js

@@ -1,38 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _AggregateUpdateRetriever = _interopRequireDefault(require("../../common/AggregateUpdateRetriever"));
-
-var _TmdbMovieRetriever = _interopRequireDefault(require("./informationRetrievers/TmdbMovieRetriever"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class MovieUpdater {
-  constructor(oblecto) {
-    this.oblecto = oblecto;
-    this.aggregateMovieUpdateRetriever = new _AggregateUpdateRetriever.default();
-    this.aggregateMovieUpdateRetriever.loadRetriever(new _TmdbMovieRetriever.default(this.oblecto)); // Register task availability to Oblecto queue
-
-    this.oblecto.queue.addJob('updateMovie', async job => {
-      await this.updateMovie(job);
-    });
-  }
-  /**
-   *
-   * @param {Movie} movie
-   * @returns {Promise<void>}
-   */
-
-
-  async updateMovie(movie) {
-    let data = await this.aggregateMovieUpdateRetriever.retrieveInformation(movie);
-    await movie.update(data);
-  }
-
-}
-
-exports.default = MovieUpdater;

package/dist/lib/updaters/movies/informationRetrievers/TmdbMovieRetriever.js

@@ -1,42 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-
-var _promiseTimeout = _interopRequireDefault(require("../../../../submodules/promiseTimeout"));
-
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-
-class TmdbMovieRetriever {
-  /**
-   * @param {Oblecto} oblecto
-   */
-  constructor(oblecto) {
-    this.oblecto = oblecto;
-  }
-
-  async retrieveInformation(movie) {
-    let movieInfo = await (0, _promiseTimeout.default)(this.oblecto.tmdb.movieInfo({
-      id: movie.tmdbid
-    }));
-    let data = {
-      imdbid: movieInfo.imdb_id,
-      movieName: movieInfo.title,
-      originalName: movieInfo.original_title,
-      tagline: movieInfo.tagline,
-      originalLanguage: movieInfo.original_language,
-      budget: movieInfo.budget,
-      revenue: movieInfo.revenue,
-      runtime: movieInfo.runtime,
-      overview: movieInfo.overview,
-      popularity: movieInfo.popularity,
-      releaseDate: movieInfo.release_date
-    };
-    return data;
-  }
-
-}
-
-exports.default = TmdbMovieRetriever;