xvideosx 1.4.0

package/lib/api/videos/best/parseResponse.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const parseVideo = require('./parseVideo');
+const createRefreshFunction = require('./createRefreshFunction');
+const createHasNextFunction = require('./createHasNextFunction');
+const createNextFunction = require('./createNextFunction');
+const createHasPreviousFunction = require('./createHasPreviousFunction');
+const createPreviousFunction = require('./createPreviousFunction');
+
+const getVideos = ($) => {
+  return $('#content > .mozaique > .thumb-block')
+    .map((i, video) => parseVideo($, video))
+    .get();
+};
+
+const getPages = ($) => {
+  return $('.pagination > ul > li > a')
+    .map((i, page) => $(page)
+      .text())
+    .filter((i, page) => !isNaN(page))
+    .map((i, page) => Number(page))
+    .get();
+};
+
+const parseResponse = (page, { data }) => {
+  const $ = cheerio.load(data);
+
+  const videos = getVideos($);
+
+  const pagination = {
+    page,
+    pages: getPages($),
+  };
+
+  return {
+    videos,
+    pagination,
+    refresh: createRefreshFunction(pagination),
+    hasNext: createHasNextFunction(pagination),
+    next: createNextFunction(pagination),
+    hasPrevious: createHasPreviousFunction(pagination),
+    previous: createPreviousFunction(pagination),
+  };
+};
+
+module.exports = parseResponse;

package/lib/api/videos/best/parseVideo.js

@@ -0,0 +1,27 @@
+const base = require('../../base');
+
+const parseVideo = ($, video) => {
+  const $video = $(video);
+
+  const title = $video.find('p:not(.metadata) a').attr('title');
+  const path = $video.find('.thumb > a').attr('href');
+  const url = `${base.BASE_URL}${path}`;
+  const views = $video.find('p.metadata > span > span:not(.duration)').text();
+  const duration = $video.find('p.metadata > span.bg > span.duration').text();
+  const profileElement = $video.find('p.metadata > span > a');
+  const profile = {
+    name: profileElement.text(),
+    url: `${base.BASE_URL}${profileElement.attr('href')}`,
+  };
+
+  return {
+    url,
+    path,
+    title,
+    duration,
+    profile,
+    views,
+  };
+};
+
+module.exports = parseVideo;

package/lib/api/videos/dashboard/createHasNextFunction.js

@@ -0,0 +1,10 @@
+const hasNextFunction = (currentPage, pages) => () => {
+  return currentPage < Math.max(...pages);
+};
+
+const createHasNextFunction = (pagination) => {
+  const { page, pages } = pagination;
+  return hasNextFunction(page, pages);
+};
+
+module.exports = createHasNextFunction;

package/lib/api/videos/dashboard/createHasPreviousFunction.js

@@ -0,0 +1,10 @@
+const hasPreviousFunction = (currentPage, pages) => () => {
+  return currentPage > Math.min(...pages);
+};
+
+const createHasPreviousFunction = (pagination) => {
+  const { page, pages } = pagination;
+  return hasPreviousFunction(page, pages);
+};
+
+module.exports = createHasPreviousFunction;

package/lib/api/videos/dashboard/createNextFunction.js

@@ -0,0 +1,12 @@
+const nextFunction = (currentPage) => () => {
+  const dashboard = require('./dashboard');
+  const next = currentPage + 1;
+  return dashboard({ page: next });
+};
+
+const createNextFunction = (pagination) => {
+  const { page } = pagination;
+  return nextFunction(page);
+};
+
+module.exports = createNextFunction;

package/lib/api/videos/dashboard/createPreviousFunction.js

@@ -0,0 +1,12 @@
+const previousFunction = (currentPage) => () => {
+  const dashboard = require('./dashboard');
+  const previous = currentPage - 1;
+  return dashboard({ page: previous });
+};
+
+const createPreviousFunction = (pagination) => {
+  const { page } = pagination;
+  return previousFunction(page);
+};
+
+module.exports = createPreviousFunction;

package/lib/api/videos/dashboard/createRefreshFunction.js

@@ -0,0 +1,11 @@
+const refreshFunction = (currentPage) => () => {
+  const dashboard = require('./dashboard');
+  return dashboard(currentPage);
+};
+
+const createRefreshFunction = (pagination) => {
+  const { page } = pagination;
+  return refreshFunction(page);
+};
+
+module.exports = createRefreshFunction;

package/lib/api/videos/dashboard/dashboard.js

@@ -0,0 +1,14 @@
+const base = require('../../base');
+const parseResponse = require('./parseResponse');
+
+const PATH = '/verified/videos';
+
+const dashboard = async ({ page = 1 } = {}) => {
+  if (page < 1 || page > Number.MAX_SAFE_INTEGER) {
+    throw new Error(`Invalid page: ${page}`);
+  }
+  const request = base.createRequest();
+  return parseResponse(page, await request.get(`${PATH}/${page === 0 ? '' : page}`));
+};
+
+module.exports = dashboard;

package/lib/api/videos/dashboard/dashboard.spec.js

@@ -0,0 +1,138 @@
+/* eslint-disable padded-blocks */
+
+const chai = require('chai');
+const dashboard = require('./dashboard');
+
+before(() => {
+  chai.should();
+});
+
+describe('api/videos/dashboard', () => {
+
+  it('should list dashboard video pages', async () => {
+    const list = await dashboard({ page: 2 });
+
+    list.should.be.an('object');
+    list.pagination.should.be.an('object');
+    list.pagination.page.should.be.equals(2);
+    list.pagination.pages.should.be.an('array');
+    list.pagination.pages[0].should.be.a('number');
+    list.hasNext.should.be.a('function');
+    list.hasNext().should.be.equals(true);
+    list.hasPrevious.should.be.a('function');
+    list.hasPrevious().should.be.equals(true);
+    list.next.should.be.a('function');
+    list.previous.should.be.a('function');
+    list.videos.should.be.an('array');
+    list.videos.forEach((video) => {
+      video.should.be.an('object');
+      video.should.have.ownPropertyDescriptor('duration');
+      video.duration.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('path');
+      video.path.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('profile');
+      video.profile.should.be.an('object');
+      video.profile.should.have.ownPropertyDescriptor('name');
+      video.profile.name.should.be.an('string');
+      video.profile.should.have.ownPropertyDescriptor('url');
+      video.profile.url.should.be.an('string');
+      video.should.have.ownPropertyDescriptor('title');
+      video.title.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('url');
+      video.url.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('views');
+      video.views.should.be.a('string');
+    });
+
+    const previous = await list.previous();
+    previous.should.be.an('object');
+    previous.pagination.should.be.an('object');
+    previous.pagination.page.should.be.equals(1);
+    previous.pagination.pages.should.be.an('array');
+    previous.pagination.pages[0].should.be.a('number');
+    previous.hasNext.should.be.a('function');
+    previous.hasNext().should.be.equals(true);
+    previous.hasPrevious.should.be.a('function');
+    previous.hasPrevious().should.be.equals(false);
+    previous.next.should.be.a('function');
+    previous.previous.should.be.a('function');
+    previous.videos.should.be.an('array');
+    previous.videos.forEach((video) => {
+      video.should.be.an('object');
+      video.should.have.ownPropertyDescriptor('duration');
+      video.duration.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('path');
+      video.path.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('profile');
+      video.profile.should.be.an('object');
+      video.profile.should.have.ownPropertyDescriptor('name');
+      video.profile.name.should.be.an('string');
+      video.profile.should.have.ownPropertyDescriptor('url');
+      video.profile.url.should.be.an('string');
+      video.should.have.ownPropertyDescriptor('title');
+      video.title.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('url');
+      video.url.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('views');
+      video.views.should.be.a('string');
+    });
+
+    const next = await list.next();
+    next.should.be.an('object');
+    next.pagination.should.be.an('object');
+    next.pagination.page.should.be.equals(3);
+    next.pagination.pages.should.be.an('array');
+    next.pagination.pages[0].should.be.a('number');
+    next.hasNext.should.be.a('function');
+    next.hasNext().should.be.equals(true);
+    next.hasPrevious.should.be.a('function');
+    next.hasPrevious().should.be.equals(true);
+    next.next.should.be.a('function');
+    next.previous.should.be.a('function');
+    next.videos.should.be.an('array');
+    next.videos.forEach((video) => {
+      video.should.be.an('object');
+      video.should.have.ownPropertyDescriptor('duration');
+      video.duration.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('path');
+      video.path.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('profile');
+      video.profile.should.be.an('object');
+      video.profile.should.have.ownPropertyDescriptor('name');
+      video.profile.name.should.be.an('string');
+      video.profile.should.have.ownPropertyDescriptor('url');
+      video.profile.url.should.be.an('string');
+      video.should.have.ownPropertyDescriptor('title');
+      video.title.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('url');
+      video.url.should.be.a('string');
+      video.should.have.ownPropertyDescriptor('views');
+      video.views.should.be.a('string');
+    });
+
+    await list.refresh();
+  }).timeout(10000);
+
+  it('should fail when page parameter is beyond limit', async () => {
+    let err;
+    try {
+      await dashboard({ page: Number.MAX_SAFE_INTEGER + 1 });
+    } catch (error) {
+      err = error;
+    } finally {
+      err.should.be.an('error');
+    }
+  }).timeout(10000);
+
+  it('should fail when page parameter is less than 0', async () => {
+    let err;
+    try {
+      await dashboard({ page: -1 });
+    } catch (error) {
+      err = error;
+    } finally {
+      err.should.be.an('error');
+    }
+  }).timeout(10000);
+
+});

package/lib/api/videos/dashboard/index.js

@@ -0,0 +1 @@
+module.exports = require('./dashboard');

package/lib/api/videos/dashboard/parseResponse.js

@@ -0,0 +1,45 @@
+const cheerio = require('cheerio');
+const parseVideo = require('./parseVideo');
+const createRefreshFunction = require('./createRefreshFunction');
+const createHasNextFunction = require('./createHasNextFunction');
+const createNextFunction = require('./createNextFunction');
+const createHasPreviousFunction = require('./createHasPreviousFunction');
+const createPreviousFunction = require('./createPreviousFunction');
+
+const getVideos = ($) => {
+  return $('#content > .mozaique > .thumb-block')
+    .map((i, video) => parseVideo($, video))
+    .get();
+};
+
+const getPages = ($) => {
+  return $('.pagination > ul > li > a')
+    .map((i, page) => $(page)
+      .text())
+    .filter((i, page) => !isNaN(page))
+    .map((i, page) => Number(page))
+    .get();
+};
+
+const parseResponse = (page, { data }) => {
+  const $ = cheerio.load(data);
+
+  const videos = getVideos($);
+
+  const pagination = {
+    page,
+    pages: getPages($),
+  };
+
+  return {
+    videos,
+    pagination,
+    refresh: createRefreshFunction(pagination),
+    hasNext: createHasNextFunction(pagination),
+    next: createNextFunction(pagination),
+    hasPrevious: createHasPreviousFunction(pagination),
+    previous: createPreviousFunction(pagination),
+  };
+};
+
+module.exports = parseResponse;

package/lib/api/videos/dashboard/parseVideo.js

@@ -0,0 +1,27 @@
+const base = require('../../base');
+
+const parseVideo = ($, video) => {
+  const $video = $(video);
+
+  const title = $video.find('p:not(.metadata) a').attr('title');
+  const path = $video.find('.thumb > a').attr('href');
+  const url = `${base.BASE_URL}${path}`;
+  const views = $video.find('p.metadata > span > span:not(.duration)').text();
+  const duration = $video.find('p.metadata > span.bg > span.duration').text();
+  const profileElement = $video.find('p.metadata > span > a');
+  const profile = {
+    name: profileElement.text(),
+    url: `${base.BASE_URL}${profileElement.attr('href')}`,
+  };
+
+  return {
+    url,
+    path,
+    title,
+    duration,
+    profile,
+    views,
+  };
+};
+
+module.exports = parseVideo;

package/lib/api/videos/details/details.js

@@ -0,0 +1,48 @@
+const cheerio = require('cheerio');
+const puppeteer = require('puppeteer');
+
+const details = async ({ url, puppeteerConfig } = {}) => {
+  let browser;
+  try {
+    browser = await puppeteer.launch(puppeteerConfig);
+    const page = await browser.newPage();
+    await page.goto(url, { waitUntil: 'networkidle2' });
+    const html = await page.content();
+
+    const $ = cheerio.load(html);
+
+    const title = $('meta[property="og:title"]').attr('content');
+    const duration = $('meta[property="og:duration"]').attr('content');
+    const image = $('meta[property="og:image"]').attr('content');
+    const videoType = $('meta[property="og:video:type"]').attr('content');
+    const videoWidth = $('meta[property="og:video:width"]').attr('content');
+    const videoHeight = $('meta[property="og:video:height"]').attr('content');
+    const views = $('#nb-views-number').text();
+    const videoScript = $('#video-player-bg > script:nth-child(6)').html();
+    const files = {
+      low: (videoScript.match('html5player.setVideoUrlLow\\(\'(.*?)\'\\);') || [])[1],
+      high: videoScript.match('html5player.setVideoUrlHigh\\(\'(.*?)\'\\);' || [])[1],
+      HLS: videoScript.match('html5player.setVideoHLS\\(\'(.*?)\'\\);' || [])[1],
+      thumb: videoScript.match('html5player.setThumbUrl\\(\'(.*?)\'\\);' || [])[1],
+      thumb69: videoScript.match('html5player.setThumbUrl169\\(\'(.*?)\'\\);' || [])[1],
+      thumbSlide: videoScript.match('html5player.setThumbSlide\\(\'(.*?)\'\\);' || [])[1],
+      thumbSlideBig: videoScript.match('html5player.setThumbSlideBig\\(\'(.*?)\'\\);' || [])[1],
+    };
+
+    return {
+      title,
+      url,
+      duration,
+      image,
+      views,
+      videoType,
+      videoWidth,
+      videoHeight,
+      files,
+    };
+  } finally {
+    if (browser) await browser.close();
+  }
+};
+
+module.exports = details;

package/lib/api/videos/details/details.spec.js

@@ -0,0 +1,49 @@
+/* eslint-disable padded-blocks */
+
+const chai = require('chai');
+const details = require('./details');
+const dashboard = require('../dashboard');
+
+before(() => {
+  chai.should();
+});
+
+describe('api/videos/details', () => {
+
+  it('should retrieve video details', async () => {
+    const { videos } = await dashboard();
+
+    const video = await details(videos[0]);
+
+    video.should.be.an('object');
+    video.should.have.ownPropertyDescriptor('duration');
+    video.duration.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('files');
+    video.files.should.be.an('object');
+    video.files.should.have.ownPropertyDescriptor('HLS');
+    video.files.HLS.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('high');
+    video.files.high.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('low');
+    video.files.low.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('thumb');
+    video.files.thumb.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('thumb69');
+    video.files.thumb69.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('thumbSlide');
+    video.files.thumbSlide.should.be.a('string');
+    video.files.should.have.ownPropertyDescriptor('thumbSlideBig');
+    video.files.thumbSlideBig.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('image');
+    video.image.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('videoHeight');
+    video.videoHeight.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('videoType');
+    video.videoType.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('videoWidth');
+    video.videoWidth.should.be.a('string');
+    video.should.have.ownPropertyDescriptor('views');
+    video.views.should.be.a('string');
+  }).timeout(100000);
+
+});

package/lib/api/videos/details/index.js

@@ -0,0 +1 @@
+module.exports = require('./details');

package/lib/api/videos/fresh/createHasNextFunction.js

@@ -0,0 +1,10 @@
+const hasNextFunction = (currentPage, pages) => () => {
+  return currentPage < Math.max(...pages);
+};
+
+const createHasNextFunction = (pagination) => {
+  const { page, pages } = pagination;
+  return hasNextFunction(page, pages);
+};
+
+module.exports = createHasNextFunction;

package/lib/api/videos/fresh/createHasPreviousFunction.js

@@ -0,0 +1,10 @@
+const hasPreviousFunction = (currentPage, pages) => () => {
+  return currentPage > Math.min(...pages);
+};
+
+const createHasPreviousFunction = (pagination) => {
+  const { page, pages } = pagination;
+  return hasPreviousFunction(page, pages);
+};
+
+module.exports = createHasPreviousFunction;

package/lib/api/videos/fresh/createNextFunction.js

@@ -0,0 +1,12 @@
+const nextFunction = (currentPage) => () => {
+  const fresh = require('./fresh');
+  const next = currentPage + 1;
+  return fresh({ page: next });
+};
+
+const createNextFunction = (pagination) => {
+  const { page } = pagination;
+  return nextFunction(page);
+};
+
+module.exports = createNextFunction;

package/lib/api/videos/fresh/createPreviousFunction.js

@@ -0,0 +1,12 @@
+const previousFunction = (currentPage) => () => {
+  const fresh = require('./fresh');
+  const previous = currentPage - 1;
+  return fresh({ page: previous });
+};
+
+const createPreviousFunction = (pagination) => {
+  const { page } = pagination;
+  return previousFunction(page);
+};
+
+module.exports = createPreviousFunction;

package/lib/api/videos/fresh/createRefreshFunction.js

@@ -0,0 +1,11 @@
+const refreshFunction = (currentPage) => () => {
+  const fresh = require('./fresh');
+  return fresh(currentPage);
+};
+
+const createRefreshFunction = (pagination) => {
+  const { page } = pagination;
+  return refreshFunction(page);
+};
+
+module.exports = createRefreshFunction;

package/lib/api/videos/fresh/fresh.js

@@ -0,0 +1,14 @@
+const base = require('../../base');
+const parseResponse = require('./parseResponse');
+
+const PATH = '/new';
+
+const fresh = async ({ page = 1 } = {}) => {
+  if (page < 1 || page > Number.MAX_SAFE_INTEGER) {
+    throw new Error(`Invalid page: ${page}`);
+  }
+  const request = base.createRequest();
+  return parseResponse(page, await request.get(`${PATH}/${page}`));
+};
+
+module.exports = fresh;