node-csfd-api 2.4.3 → 3.0.0-next.1

package/README.md

@@ -340,7 +340,7 @@ _Note: You can not use both parameters 'includesOnly' and 'excludes'. Parameter
 
 - [Dafilms web extension](https://chrome.google.com/webstore/detail/dafilms/hgcgneddmgflnbmhkjnefiobjgobbmdm?hl=en) ([code](https://github.com/bartholomej/dafilms-ext)) – Parser for film ratings (web extension)
 - [bartweb.cz](https://bartweb.cz) – **Last seen** section (Firebase function)
-- KinoKlub – Mobile application for Aerofilms (native Adnroid + iOS application)
+- KinoKlub – Mobile application for AeroFilms (native Android + iOS application)
 
 ## Roadmap
 
@@ -439,7 +439,7 @@ I DO NOT STORE ANY DATA. PERIOD.
 
 I physically can't. I have nowhere to store it. I don't even have a server database to store it. So even if Justin Bieber asked nicely to see your data, I wouldn't have anything to show him.
 
-That's why, with CSFD Api, what happens on your device stays on your device till disappear.
+That's why, with node-csfd-api, what happens on your device stays on your device till disappear.
 
 ## License
 

package/{fetchers → cjs/fetchers}/index.js

@@ -1,10 +1,16 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
+// import fetch from 'cross-fetch';
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fetchPage = void 0;
-const cross_fetch_1 = __importDefault(require("cross-fetch"));
 const USER_AGENTS = [
     'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36',
     'Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1',
@@ -14,17 +20,17 @@ const USER_AGENTS = [
 const headers = {
     'User-Agent': USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)]
 };
-const fetchPage = async (url) => {
+const fetchPage = (url) => __awaiter(void 0, void 0, void 0, function* () {
     try {
-        const response = await (0, cross_fetch_1.default)(url, { headers });
+        const response = yield fetch(url, { headers });
         if (response.status >= 400 && response.status < 600) {
             throw new Error(`node-csfd-api: Bad response ${response.status} for url: ${url}`);
         }
-        return await response.text();
+        return yield response.text();
     }
     catch (e) {
         console.error(e);
         return 'Error';
     }
-};
+});
 exports.fetchPage = fetchPage;

package/cjs/index.js

@@ -0,0 +1,50 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.csfd = exports.Csfd = void 0;
+const creator_service_1 = require("./services/creator.service");
+const movie_service_1 = require("./services/movie.service");
+const search_service_1 = require("./services/search.service");
+const user_ratings_service_1 = require("./services/user-ratings.service");
+class Csfd {
+    constructor(userRatingsService, movieService, creatorService, searchService) {
+        this.userRatingsService = userRatingsService;
+        this.movieService = movieService;
+        this.creatorService = creatorService;
+        this.searchService = searchService;
+    }
+    userRatings(user, config) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.userRatingsService.userRatings(user, config);
+        });
+    }
+    movie(movie) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.movieService.movie(+movie);
+        });
+    }
+    creator(creator) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.creatorService.creator(+creator);
+        });
+    }
+    search(text) {
+        return __awaiter(this, void 0, void 0, function* () {
+            return this.searchService.search(text);
+        });
+    }
+}
+exports.Csfd = Csfd;
+const movieScraper = new movie_service_1.MovieScraper();
+const userRatingsScraper = new user_ratings_service_1.UserRatingsScraper();
+const creatorScraper = new creator_service_1.CreatorScraper();
+const searchScraper = new search_service_1.SearchScraper();
+exports.csfd = new Csfd(userRatingsScraper, movieScraper, creatorScraper, searchScraper);

package/cjs/services/creator.service.js

@@ -0,0 +1,43 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CreatorScraper = void 0;
+const node_html_parser_1 = require("node-html-parser");
+const fetchers_1 = require("../fetchers");
+const creator_helper_1 = require("../helpers/creator.helper");
+const vars_1 = require("../vars");
+class CreatorScraper {
+    creator(creatorId) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const url = (0, vars_1.creatorUrl)(+creatorId);
+            const response = yield (0, fetchers_1.fetchPage)(url);
+            const creatorHtml = (0, node_html_parser_1.parse)(response);
+            const asideNode = creatorHtml.querySelector('.creator-about');
+            const filmsNode = creatorHtml.querySelector('.creator-filmography');
+            this.buildCreator(+creatorId, asideNode, filmsNode);
+            return this.person;
+        });
+    }
+    buildCreator(id, asideEl, filmsNode) {
+        var _a, _b, _c;
+        this.person = {
+            id,
+            name: (0, creator_helper_1.getName)(asideEl),
+            birthday: (_a = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _a === void 0 ? void 0 : _a.birthday,
+            birthplace: (_b = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _b === void 0 ? void 0 : _b.birthPlace,
+            photo: (0, creator_helper_1.getPhoto)(asideEl),
+            age: ((_c = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _c === void 0 ? void 0 : _c.age) || null,
+            bio: (0, creator_helper_1.getBio)(asideEl),
+            films: (0, creator_helper_1.getFilms)(filmsNode)
+        };
+    }
+}
+exports.CreatorScraper = CreatorScraper;

package/{services → cjs/services}/movie.service.js

@@ -1,4 +1,13 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MovieScraper = void 0;
 const node_html_parser_1 = require("node-html-parser");
@@ -6,16 +15,18 @@ const fetchers_1 = require("../fetchers");
 const movie_helper_1 = require("../helpers/movie.helper");
 const vars_1 = require("../vars");
 class MovieScraper {
-    async movie(movieId) {
-        const url = (0, vars_1.movieUrl)(+movieId);
-        const response = await (0, fetchers_1.fetchPage)(url);
-        const movieHtml = (0, node_html_parser_1.parse)(response);
-        const pageClasses = movieHtml.querySelector('.page-content').classNames.split(' ');
-        const asideNode = movieHtml.querySelector('.aside-movie-profile');
-        const movieNode = movieHtml.querySelector('.main-movie-profile');
-        const jsonLd = movieHtml.querySelector('script[type="application/ld+json"]').innerText;
-        this.buildMovie(+movieId, movieNode, asideNode, pageClasses, jsonLd);
-        return this.film;
+    movie(movieId) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const url = (0, vars_1.movieUrl)(+movieId);
+            const response = yield (0, fetchers_1.fetchPage)(url);
+            const movieHtml = (0, node_html_parser_1.parse)(response);
+            const pageClasses = movieHtml.querySelector('.page-content').classNames.split(' ');
+            const asideNode = movieHtml.querySelector('.aside-movie-profile');
+            const movieNode = movieHtml.querySelector('.main-movie-profile');
+            const jsonLd = movieHtml.querySelector('script[type="application/ld+json"]').innerText;
+            this.buildMovie(+movieId, movieNode, asideNode, pageClasses, jsonLd);
+            return this.film;
+        });
     }
     buildMovie(movieId, el, asideEl, pageClasses, jsonLd) {
         this.film = {

package/{services → cjs/services}/search.service.js

@@ -1,4 +1,13 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SearchScraper = void 0;
 const node_html_parser_1 = require("node-html-parser");
@@ -8,13 +17,15 @@ const search_user_helper_1 = require("../helpers/search-user.helper");
 const search_helper_1 = require("../helpers/search.helper");
 const vars_1 = require("../vars");
 class SearchScraper {
-    async search(text) {
-        const url = (0, vars_1.searchUrl)(text);
-        const response = await (0, fetchers_1.fetchPage)(url);
-        const html = (0, node_html_parser_1.parse)(response);
-        const moviesNode = html.querySelectorAll('.main-movies article');
-        const usersNode = html.querySelectorAll('.main-users article');
-        return this.parseSearch(moviesNode, usersNode);
+    search(text) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const url = (0, vars_1.searchUrl)(text);
+            const response = yield (0, fetchers_1.fetchPage)(url);
+            const html = (0, node_html_parser_1.parse)(response);
+            const moviesNode = html.querySelectorAll('.main-movies article');
+            const usersNode = html.querySelectorAll('.main-users article');
+            return this.parseSearch(moviesNode, usersNode);
+        });
     }
     parseSearch(moviesNode, usersNode) {
         const movies = [];

package/{services → cjs/services}/user-ratings.service.js

@@ -1,4 +1,13 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.UserRatingsScraper = void 0;
 const node_html_parser_1 = require("node-html-parser");
@@ -9,34 +18,36 @@ class UserRatingsScraper {
     constructor() {
         this.films = [];
     }
-    async userRatings(user, config) {
-        let allMovies = [];
-        const url = (0, vars_1.userRatingsUrl)(user);
-        const response = await (0, fetchers_1.fetchPage)(url);
-        const items = (0, node_html_parser_1.parse)(response);
-        const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
-        // Get number of pages
-        const pagesNode = items.querySelector('.pagination');
-        const pages = +(pagesNode === null || pagesNode === void 0 ? void 0 : pagesNode.childNodes[pagesNode.childNodes.length - 4].rawText) || 1;
-        allMovies = this.getPage(config, movies);
-        if (config === null || config === void 0 ? void 0 : config.allPages) {
-            console.log('User', user, url);
-            console.log('Fetching all pages', pages);
-            for (let i = 2; i <= pages; i++) {
-                console.log('Fetching page', i, 'out of', pages, '...');
-                const url = (0, vars_1.userRatingsUrl)(user, i);
-                const response = await (0, fetchers_1.fetchPage)(url);
-                const items = (0, node_html_parser_1.parse)(response);
-                const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
-                allMovies = [...this.getPage(config, movies)];
-                // Sleep
-                if (config.allPagesDelay) {
-                    await (0, user_ratings_helper_1.sleep)(config.allPagesDelay);
+    userRatings(user, config) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let allMovies = [];
+            const url = (0, vars_1.userRatingsUrl)(user);
+            const response = yield (0, fetchers_1.fetchPage)(url);
+            const items = (0, node_html_parser_1.parse)(response);
+            const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
+            // Get number of pages
+            const pagesNode = items.querySelector('.pagination');
+            const pages = +(pagesNode === null || pagesNode === void 0 ? void 0 : pagesNode.childNodes[pagesNode.childNodes.length - 4].rawText) || 1;
+            allMovies = this.getPage(config, movies);
+            if (config === null || config === void 0 ? void 0 : config.allPages) {
+                console.log('User', user, url);
+                console.log('Fetching all pages', pages);
+                for (let i = 2; i <= pages; i++) {
+                    console.log('Fetching page', i, 'out of', pages, '...');
+                    const url = (0, vars_1.userRatingsUrl)(user, i);
+                    const response = yield (0, fetchers_1.fetchPage)(url);
+                    const items = (0, node_html_parser_1.parse)(response);
+                    const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
+                    allMovies = [...this.getPage(config, movies)];
+                    // Sleep
+                    if (config.allPagesDelay) {
+                        yield (0, user_ratings_helper_1.sleep)(config.allPagesDelay);
+                    }
                 }
+                return allMovies;
             }
             return allMovies;
-        }
-        return allMovies;
+        });
     }
     getPage(config, movies) {
         var _a, _b, _c, _d;

package/esm/fetchers/index.js

@@ -0,0 +1,32 @@
+// import fetch from 'cross-fetch';
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+const USER_AGENTS = [
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36',
+    'Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1',
+    'Mozilla/5.0 (Linux; Android 10; SM-A205U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36',
+    'Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36'
+];
+const headers = {
+    'User-Agent': USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)]
+};
+export const fetchPage = (url) => __awaiter(void 0, void 0, void 0, function* () {
+    try {
+        const response = yield fetch(url, { headers });
+        if (response.status >= 400 && response.status < 600) {
+            throw new Error(`node-csfd-api: Bad response ${response.status} for url: ${url}`);
+        }
+        return yield response.text();
+    }
+    catch (e) {
+        console.error(e);
+        return 'Error';
+    }
+});

package/esm/helpers/creator.helper.js

@@ -0,0 +1,73 @@
+import { addProtocol, parseColor, parseIdFromUrl } from './global.helper';
+export const getColorRating = (el) => {
+    return parseColor(el === null || el === void 0 ? void 0 : el.classNames.split(' ').pop());
+};
+export const getId = (url) => {
+    if (url) {
+        return parseIdFromUrl(url);
+    }
+    return null;
+};
+export const getName = (el) => {
+    return el.querySelector('h1').innerText.trim();
+};
+export const getBirthdayInfo = (el) => {
+    const text = el.querySelector('h1 + p').innerHTML.trim();
+    const parts = text.split('\n');
+    let birthday;
+    let age;
+    let birthPlace;
+    if (parts.length) {
+        const birthdayRow = parts.find((x) => x.includes('nar.'));
+        const ageRow = parts.find((x) => x.includes('let)'));
+        const birthPlaceRow = parts.find((x) => x.includes('<br>')); // Ugly but there is no other way to detect
+        birthday = birthdayRow ? parseBirthday(birthdayRow) : '';
+        age = ageRow ? +parseAge(ageRow) : null;
+        birthPlace = birthPlaceRow ? parseBirthPlace(birthPlaceRow) : '';
+    }
+    return { birthday, age, birthPlace };
+};
+export const getBio = (el) => {
+    return el.querySelector('.article-content p').text.trim().split('\n')[0].trim();
+};
+export const getPhoto = (el) => {
+    const image = el.querySelector('img').attributes.src;
+    return addProtocol(image);
+};
+export const parseBirthday = (text) => {
+    return text.replace(/nar./g, '').trim();
+};
+export const parseAge = (text) => {
+    return text.trim().replace(/\(/g, '').replace(/let\)/g, '').trim();
+};
+export const parseBirthPlace = (text) => {
+    return text.trim().replace(/<br>/g, '').trim();
+};
+export const getFilms = (el) => {
+    var _a;
+    const filmNodes = (_a = el.querySelectorAll('.box')[0]) === null || _a === void 0 ? void 0 : _a.querySelectorAll('table tr');
+    let yearCache;
+    const films = filmNodes.map((filmNode) => {
+        var _a, _b, _c;
+        const id = getId((_a = filmNode.querySelector('td.name .film-title-name')) === null || _a === void 0 ? void 0 : _a.attributes.href);
+        const title = (_b = filmNode.querySelector('.name')) === null || _b === void 0 ? void 0 : _b.text.trim();
+        const year = +((_c = filmNode.querySelector('.year')) === null || _c === void 0 ? void 0 : _c.text.trim());
+        const colorRating = getColorRating(filmNode.querySelector('.name .icon'));
+        // Cache year from previous film because there is a gap between movies with same year
+        if (year) {
+            yearCache = +year;
+        }
+        if (id && title) {
+            return {
+                id,
+                title,
+                year: year || yearCache,
+                colorRating
+            };
+        }
+        return {};
+    });
+    // Remove empty objects
+    const filmsUnique = films.filter((value) => Object.keys(value).length !== 0);
+    return filmsUnique;
+};

package/esm/helpers/global.helper.js

@@ -0,0 +1,56 @@
+export const parseIdFromUrl = (url) => {
+    if (url) {
+        const idSlug = url === null || url === void 0 ? void 0 : url.split('/')[2];
+        const id = idSlug === null || idSlug === void 0 ? void 0 : idSlug.split('-')[0];
+        return +id || null;
+    }
+    else {
+        return null;
+    }
+};
+export const getColor = (cls) => {
+    switch (cls) {
+        case 'page-lightgrey':
+            return 'unknown';
+        case 'page-red':
+            return 'good';
+        case 'page-blue':
+            return 'average';
+        case 'page-grey':
+            return 'bad';
+        default:
+            return 'unknown';
+    }
+};
+export const parseColor = (quality) => {
+    switch (quality) {
+        case 'lightgrey':
+            return 'unknown';
+        case 'red':
+            return 'good';
+        case 'blue':
+            return 'average';
+        case 'grey':
+            return 'bad';
+        default:
+            return 'unknown';
+    }
+};
+export const addProtocol = (url) => {
+    return url.startsWith('//') ? 'https:' + url : url;
+};
+export const parseISO8601Duration = (iso) => {
+    const iso8601DurationRegex = /(-)?P(?:([.,\d]+)Y)?(?:([.,\d]+)M)?(?:([.,\d]+)W)?(?:([.,\d]+)D)?T(?:([.,\d]+)H)?(?:([.,\d]+)M)?(?:([.,\d]+)S)?/;
+    const matches = iso.match(iso8601DurationRegex);
+    const duration = {
+        sign: matches[1] === undefined ? '+' : '-',
+        years: matches[2] === undefined ? 0 : matches[2],
+        months: matches[3] === undefined ? 0 : matches[3],
+        weeks: matches[4] === undefined ? 0 : matches[4],
+        days: matches[5] === undefined ? 0 : matches[5],
+        hours: matches[6] === undefined ? 0 : matches[6],
+        minutes: matches[7] === undefined ? 0 : matches[7],
+        seconds: matches[8] === undefined ? 0 : matches[8]
+    };
+    return +duration.minutes;
+};