node-csfd-api 3.0.0-next.21 → 3.0.0-next.23

package/esm/services/search.service.js

@@ -0,0 +1,87 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { parse } from 'node-html-parser';
+import { fetchPage } from '../fetchers';
+import { parseIdFromUrl } from '../helpers/global.helper';
+import { getAvatar, getUser, getUserRealName, getUserUrl } from '../helpers/search-user.helper';
+import { getColorRating, getOrigins, getPoster, getTitle, getType, getUrl, getYear, parsePeople } from '../helpers/search.helper';
+import { searchUrl } from '../vars';
+export class SearchScraper {
+    search(text) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const url = searchUrl(text);
+            const response = yield fetchPage(url);
+            const html = parse(response);
+            const moviesNode = html.querySelectorAll('.main-movies article');
+            const usersNode = html.querySelectorAll('.main-users article');
+            const tvSeriesNode = html.querySelectorAll('.main-series article');
+            return this.parseSearch(moviesNode, usersNode, tvSeriesNode);
+        });
+    }
+    parseSearch(moviesNode, usersNode, tvSeriesNode) {
+        const movies = [];
+        const users = [];
+        const tvSeries = [];
+        moviesNode.forEach((m) => {
+            const url = getUrl(m);
+            const movie = {
+                id: parseIdFromUrl(url),
+                title: getTitle(m),
+                year: getYear(m),
+                url: `https://www.csfd.cz${url}`,
+                type: getType(m),
+                colorRating: getColorRating(m),
+                poster: getPoster(m),
+                origins: getOrigins(m),
+                creators: {
+                    directors: parsePeople(m, 'directors'),
+                    actors: parsePeople(m, 'actors')
+                }
+            };
+            movies.push(movie);
+        });
+        usersNode.forEach((m) => {
+            const url = getUserUrl(m);
+            const user = {
+                id: parseIdFromUrl(url),
+                user: getUser(m),
+                userRealName: getUserRealName(m),
+                avatar: getAvatar(m),
+                url: `https://www.csfd.cz${url}`
+            };
+            users.push(user);
+        });
+        tvSeriesNode.forEach((m) => {
+            const url = getUrl(m);
+            const user = {
+                id: parseIdFromUrl(url),
+                title: getTitle(m),
+                year: getYear(m),
+                url: `https://www.csfd.cz${url}`,
+                type: getType(m),
+                colorRating: getColorRating(m),
+                poster: getPoster(m),
+                origins: getOrigins(m),
+                creators: {
+                    directors: parsePeople(m, 'directors'),
+                    actors: parsePeople(m, 'actors')
+                }
+            };
+            tvSeries.push(user);
+        });
+        const search = {
+            movies: movies,
+            users: users,
+            tvSeries: tvSeries,
+            creators: []
+        };
+        return search;
+    }
+}

package/esm/services/user-ratings.service.js

@@ -0,0 +1,91 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { parse } from 'node-html-parser';
+import { fetchPage } from '../fetchers';
+import { getColorRating, getDate, getId, getTitle, getType, getUrl, getUserRating, getYear, sleep } from '../helpers/user-ratings.helper';
+import { userRatingsUrl } from '../vars';
+export class UserRatingsScraper {
+    constructor() {
+        this.films = [];
+    }
+    userRatings(user, config) {
+        return __awaiter(this, void 0, void 0, function* () {
+            let allMovies = [];
+            const url = userRatingsUrl(user);
+            const response = yield fetchPage(url);
+            const items = parse(response);
+            const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
+            // Get number of pages
+            const pagesNode = items.querySelector('.pagination');
+            const pages = +(pagesNode === null || pagesNode === void 0 ? void 0 : pagesNode.childNodes[pagesNode.childNodes.length - 4].rawText) || 1;
+            allMovies = this.getPage(config, movies);
+            if (config === null || config === void 0 ? void 0 : config.allPages) {
+                console.log('User', user, url);
+                console.log('Fetching all pages', pages);
+                for (let i = 2; i <= pages; i++) {
+                    console.log('Fetching page', i, 'out of', pages, '...');
+                    const url = userRatingsUrl(user, i);
+                    const response = yield fetchPage(url);
+                    const items = parse(response);
+                    const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
+                    allMovies = [...this.getPage(config, movies)];
+                    // Sleep
+                    if (config.allPagesDelay) {
+                        yield sleep(config.allPagesDelay);
+                    }
+                }
+                return allMovies;
+            }
+            return allMovies;
+        });
+    }
+    getPage(config, movies) {
+        var _a, _b, _c, _d;
+        if (config) {
+            if (((_a = config.includesOnly) === null || _a === void 0 ? void 0 : _a.length) && ((_b = config.excludes) === null || _b === void 0 ? void 0 : _b.length)) {
+                console.warn(`node-csfd-api:
+        You can not use both parameters 'includesOnly' and 'excludes'.
+        Parameter 'includesOnly' will be used now:`, config.includesOnly);
+            }
+        }
+        for (const el of movies) {
+            const type = getType(el);
+            // Filtering includesOnly
+            if ((_c = config === null || config === void 0 ? void 0 : config.includesOnly) === null || _c === void 0 ? void 0 : _c.length) {
+                if (config.includesOnly.some((include) => type === include)) {
+                    this.buildUserRatings(el);
+                }
+                // Filter exludes
+            }
+            else if ((_d = config === null || config === void 0 ? void 0 : config.excludes) === null || _d === void 0 ? void 0 : _d.length) {
+                if (!config.excludes.some((exclude) => type === exclude)) {
+                    this.buildUserRatings(el);
+                }
+            }
+            else {
+                // Without filtering
+                this.buildUserRatings(el);
+            }
+        }
+        return this.films;
+    }
+    buildUserRatings(el) {
+        this.films.push({
+            id: getId(el),
+            title: getTitle(el),
+            year: getYear(el),
+            type: getType(el),
+            url: getUrl(el),
+            colorRating: getColorRating(el),
+            userDate: getDate(el),
+            userRating: getUserRating(el)
+        });
+    }
+}

package/esm/vars.js

@@ -0,0 +1,7 @@
+export const userRatingsUrl = (user, page) => `https://www.csfd.cz/uzivatel/${encodeURIComponent(user)}/hodnoceni/${page ? '?page=' + page : ''}`;
+export const movieUrl = (movie) => `https://www.csfd.cz/film/${encodeURIComponent(movie)}/prehled/`;
+export const creatorUrl = (creator) => `https://www.csfd.cz/tvurce/${encodeURIComponent(creator)}`;
+export const cinemasUrl = (district, period) => {
+    return `https://www.csfd.cz/kino/?period=${period}&district=${district}`;
+};
+export const searchUrl = (text) => `https://www.csfd.cz/hledat/?q=${encodeURIComponent(text)}`;

package/package.json

@@ -1,19 +1,21 @@
 {
   "name": "node-csfd-api",
-  "version": "3.0.0-next.21",
+  "version": "3.0.0-next.23",
   "description": "ČSFD API in JavaScript. Amazing NPM library for scrapping csfd.cz :)",
-  "main": "./index.js",
+  "main": "./cjs/index.js",
   "author": "BART! <bart@bartweb.cz>",
   "scripts": {
     "start": "tsc -w",
     "prebuild": "rimraf dist",
-    "build": "tsc",
-    "postbuild": "npm-prepare-dist -s postinstall -s prepare",
+    "build": "tsc && tsc -p tsconfig-cjs.json && yarn barrels",
+    "barrels": "barrelsby --delete -c barrels.json",
+    "postbuild": "npm-prepare-dist -s postinstall -s prepare && yarn fix-paths",
     "tsc": "tsc",
     "demo": "tsx demo",
     "lint": "eslint ./src/**/**/* --fix",
     "test": "vitest",
     "test:coverage": "yarn test run --coverage",
+    "fix-paths": "yarn json -I -f ./dist/package.json -e \"this.module='./esm/index.js';this.main='./cjs/index.js';this.types='./cjs/index.d.ts'\"",
     "publish:next": "yarn && yarn build && yarn test:coverage && cd dist && npm publish --tag next",
     "postversion": "git push && git push --follow-tags",
     "release:beta": "npm version preminor --preid=beta -m \"chore(update): prelease %s β\"",
@@ -58,6 +60,6 @@
   "lint-staged": {
     "*.ts": "eslint --cache --fix"
   },
-  "module": "./index.js",
-  "types": "./index.d.ts"
-}
+  "module": "./esm/index.js",
+  "types": "./cjs/index.d.ts"
+}

package/{helpers → types/helpers}/cinema.helper.d.ts

@@ -3,12 +3,11 @@ import { HTMLElement } from 'node-html-parser';
 import { CSFDColorRating } from '../interfaces/global';
 export declare const getColorRating: (el: HTMLElement) => CSFDColorRating;
 export declare const getCinemaId: (el: HTMLElement | null) => number;
-export declare const getId: (url: string) => number;
-export declare const getName: (el: HTMLElement | null) => string;
+export declare const getId: (url: string) => number | null;
 export declare const getCoords: (el: HTMLElement | null) => {
     lat: number;
     lng: number;
-};
+} | null;
 export declare const getCinemaUrl: (el: HTMLElement | null) => string;
 export declare const parseCinema: (el: HTMLElement | null) => {
     city: string;

package/{index.d.ts → types/index.d.ts}

@@ -19,6 +19,6 @@ export declare class Csfd {
     movie(movie: number): Promise<CSFDMovie>;
     creator(creator: number): Promise<CSFDCreator>;
     search(text: string): Promise<CSFDSearch>;
-    cinema(district: number, period: CSFDCinemaPeriod): Promise<CSFDCinema[]>;
+    cinema(district: number | string, period: CSFDCinemaPeriod): Promise<CSFDCinema[]>;
 }
 export declare const csfd: Csfd;

package/types/index.ts

@@ -0,0 +1,26 @@
+/**
+ * @file Automatically generated by barrelsby.
+ */
+
+export * from "./index";
+export * from "./vars";
+export * from "./fetchers/fetch.polyfill";
+export * from "./fetchers/index";
+export * from "./helpers/cinema.helper";
+export * from "./helpers/creator.helper";
+export * from "./helpers/global.helper";
+export * from "./helpers/movie.helper";
+export * from "./helpers/search-user.helper";
+export * from "./helpers/search.helper";
+export * from "./helpers/user-ratings.helper";
+export * from "./interfaces/cinema.interface";
+export * from "./interfaces/creator.interface";
+export * from "./interfaces/global";
+export * from "./interfaces/movie.interface";
+export * from "./interfaces/search.interface";
+export * from "./interfaces/user-ratings.interface";
+export * from "./services/cinema.service";
+export * from "./services/creator.service";
+export * from "./services/movie.service";
+export * from "./services/search.service";
+export * from "./services/user-ratings.service";

package/index.js

@@ -1,39 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.csfd = exports.Csfd = void 0;
-const cinema_service_1 = require("./services/cinema.service");
-const creator_service_1 = require("./services/creator.service");
-const movie_service_1 = require("./services/movie.service");
-const search_service_1 = require("./services/search.service");
-const user_ratings_service_1 = require("./services/user-ratings.service");
-class Csfd {
-    constructor(userRatingsService, movieService, creatorService, searchService, cinemaService) {
-        this.userRatingsService = userRatingsService;
-        this.movieService = movieService;
-        this.creatorService = creatorService;
-        this.searchService = searchService;
-        this.cinemaService = cinemaService;
-    }
-    async userRatings(user, config) {
-        return this.userRatingsService.userRatings(user, config);
-    }
-    async movie(movie) {
-        return this.movieService.movie(+movie);
-    }
-    async creator(creator) {
-        return this.creatorService.creator(+creator);
-    }
-    async search(text) {
-        return this.searchService.search(text);
-    }
-    async cinema(district, period) {
-        return this.cinemaService.cinemas(+district, period);
-    }
-}
-exports.Csfd = Csfd;
-const movieScraper = new movie_service_1.MovieScraper();
-const userRatingsScraper = new user_ratings_service_1.UserRatingsScraper();
-const cinemaScraper = new cinema_service_1.CinemaScraper();
-const creatorScraper = new creator_service_1.CreatorScraper();
-const searchScraper = new search_service_1.SearchScraper();
-exports.csfd = new Csfd(userRatingsScraper, movieScraper, creatorScraper, searchScraper, cinemaScraper);

package/services/cinema.service.js

@@ -1,34 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CinemaScraper = void 0;
-const node_html_parser_1 = require("node-html-parser");
-const fetchers_1 = require("../fetchers");
-const vars_1 = require("../vars");
-const cinema_helper_1 = require("./../helpers/cinema.helper");
-class CinemaScraper {
-    async cinemas(district = 1, period = 'today') {
-        const url = (0, vars_1.cinemasUrl)(district, period);
-        const response = await (0, fetchers_1.fetchPage)(url);
-        const cinemasHtml = (0, node_html_parser_1.parse)(response);
-        const contentNode = cinemasHtml.querySelectorAll('#snippet--cinemas section.box');
-        this.buildCinemas(contentNode);
-        return this.cinema;
-    }
-    buildCinemas(contentNode) {
-        const cinemas = [];
-        contentNode.map((x) => {
-            var _a, _b;
-            const cinema = {
-                id: (0, cinema_helper_1.getCinemaId)(x),
-                name: (_a = (0, cinema_helper_1.parseCinema)(x)) === null || _a === void 0 ? void 0 : _a.name,
-                city: (_b = (0, cinema_helper_1.parseCinema)(x)) === null || _b === void 0 ? void 0 : _b.city,
-                url: (0, cinema_helper_1.getCinemaUrl)(x),
-                coords: (0, cinema_helper_1.getCoords)(x),
-                screenings: (0, cinema_helper_1.getGroupedFilmsByDate)(x)
-            };
-            cinemas.push(cinema);
-        });
-        this.cinema = cinemas;
-    }
-}
-exports.CinemaScraper = CinemaScraper;

package/services/creator.service.js

@@ -1,32 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CreatorScraper = void 0;
-const node_html_parser_1 = require("node-html-parser");
-const fetchers_1 = require("../fetchers");
-const creator_helper_1 = require("../helpers/creator.helper");
-const vars_1 = require("../vars");
-class CreatorScraper {
-    async creator(creatorId) {
-        const url = (0, vars_1.creatorUrl)(+creatorId);
-        const response = await (0, fetchers_1.fetchPage)(url);
-        const creatorHtml = (0, node_html_parser_1.parse)(response);
-        const asideNode = creatorHtml.querySelector('.creator-about');
-        const filmsNode = creatorHtml.querySelector('.creator-filmography');
-        this.buildCreator(+creatorId, asideNode, filmsNode);
-        return this.person;
-    }
-    buildCreator(id, asideEl, filmsNode) {
-        var _a, _b, _c;
-        this.person = {
-            id,
-            name: (0, creator_helper_1.getName)(asideEl),
-            birthday: (_a = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _a === void 0 ? void 0 : _a.birthday,
-            birthplace: (_b = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _b === void 0 ? void 0 : _b.birthPlace,
-            photo: (0, creator_helper_1.getPhoto)(asideEl),
-            age: ((_c = (0, creator_helper_1.getBirthdayInfo)(asideEl)) === null || _c === void 0 ? void 0 : _c.age) || null,
-            bio: (0, creator_helper_1.getBio)(asideEl),
-            films: (0, creator_helper_1.getFilms)(filmsNode)
-        };
-    }
-}
-exports.CreatorScraper = CreatorScraper;