node-csfd-api 5.5.0 → 5.6.0-next.2

package/src/services/search.service.js

@@ -1,76 +0,0 @@
-#!/usr/bin/env node
-import { fetchPage } from "../fetchers/index.js";
-import { getUrlByLanguage, searchUrl } from "../vars.js";
-import { parseIdFromUrl } from "../helpers/global.helper.js";
-import { getCreatorImage, getCreatorName, getCreatorUrl } from "../helpers/search-creator.helper.js";
-import { getAvatar, getUser, getUserRealName, getUserUrl } from "../helpers/search-user.helper.js";
-import { getSearchColorRating, getSearchOrigins, getSearchPoster, getSearchTitle, getSearchType, getSearchUrl, getSearchYear, parseSearchPeople } from "../helpers/search.helper.js";
-import { parse } from "node-html-parser";
-
-//#region src/services/search.service.ts
-var SearchScraper = class {
-	async search(text, options) {
-		const html = parse(await fetchPage(searchUrl(text, { language: options?.language }), { ...options?.request }));
-		const moviesNode = html.querySelectorAll(".main-movies article");
-		const usersNode = html.querySelectorAll(".main-users article");
-		const tvSeriesNode = html.querySelectorAll(".main-series article");
-		const creatorsNode = html.querySelectorAll(".main-authors article");
-		return this.parseSearch(moviesNode, usersNode, tvSeriesNode, creatorsNode, options?.language);
-	}
-	parseSearch(moviesNode, usersNode, tvSeriesNode, creatorsNode, language) {
-		const baseUrl = getUrlByLanguage(language);
-		const movies = [];
-		const users = [];
-		const tvSeries = [];
-		const creators = [];
-		const movieMapper = (m) => {
-			const url = getSearchUrl(m);
-			return {
-				id: parseIdFromUrl(url),
-				title: getSearchTitle(m),
-				year: getSearchYear(m),
-				url: `${baseUrl}${url}`,
-				type: getSearchType(m),
-				colorRating: getSearchColorRating(m),
-				poster: getSearchPoster(m),
-				origins: getSearchOrigins(m),
-				creators: {
-					directors: parseSearchPeople(m, "directors"),
-					actors: parseSearchPeople(m, "actors")
-				}
-			};
-		};
-		const userMapper = (m) => {
-			const url = getUserUrl(m);
-			return {
-				id: parseIdFromUrl(url),
-				user: getUser(m),
-				userRealName: getUserRealName(m),
-				avatar: getAvatar(m),
-				url: `${baseUrl}${url}`
-			};
-		};
-		const creatorMapper = (m) => {
-			const url = getCreatorUrl(m);
-			return {
-				id: parseIdFromUrl(url),
-				name: getCreatorName(m),
-				image: getCreatorImage(m),
-				url: `${baseUrl}${url}`
-			};
-		};
-		movies.push(...moviesNode.map(movieMapper));
-		users.push(...usersNode.map(userMapper));
-		tvSeries.push(...tvSeriesNode.map(movieMapper));
-		creators.push(...creatorsNode.map(creatorMapper));
-		return {
-			movies,
-			users,
-			tvSeries,
-			creators
-		};
-	}
-};
-
-//#endregion
-export { SearchScraper };

package/src/services/user-ratings.service.js

@@ -1,66 +0,0 @@
-#!/usr/bin/env node
-import { fetchPage } from "../fetchers/index.js";
-import { userRatingsUrl } from "../vars.js";
-import { sleep } from "../helpers/global.helper.js";
-import { getUserRating, getUserRatingColorRating, getUserRatingDate, getUserRatingId, getUserRatingTitle, getUserRatingType, getUserRatingUrl, getUserRatingYear } from "../helpers/user-ratings.helper.js";
-import { parse } from "node-html-parser";
-
-//#region src/services/user-ratings.service.ts
-var UserRatingsScraper = class {
-	async userRatings(user, config, options) {
-		let allMovies = [];
-		const pageToFetch = config?.page || 1;
-		const url = userRatingsUrl(user, pageToFetch > 1 ? pageToFetch : void 0, { language: options?.language });
-		const items = parse(await fetchPage(url, { ...options?.request }));
-		const movies = items.querySelectorAll("#snippet--ratings table tr");
-		const pagesNode = items.querySelector(".pagination");
-		const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;
-		allMovies = this.getPage(config, movies);
-		if (config?.allPages) {
-			console.log("User", user, url);
-			console.log("Fetching all pages", pages);
-			for (let i = 2; i <= pages; i++) {
-				console.log("Fetching page", i, "out of", pages, "...");
-				const movies = parse(await fetchPage(userRatingsUrl(user, i, { language: options?.language }), { ...options?.request })).querySelectorAll("#snippet--ratings table tr");
-				allMovies = [...allMovies, ...this.getPage(config, movies)];
-				if (config.allPagesDelay) await sleep(config.allPagesDelay);
-			}
-			return allMovies;
-		}
-		return allMovies;
-	}
-	getPage(config, movies) {
-		const films = [];
-		if (config) {
-			if (config.includesOnly?.length && config.excludes?.length) console.warn(`node-csfd-api:
-        You can not use both parameters 'includesOnly' and 'excludes'.
-        Parameter 'includesOnly' will be used now:`, config.includesOnly);
-		}
-		const includesSet = config?.includesOnly?.length ? new Set(config.includesOnly) : null;
-		const excludesSet = config?.excludes?.length ? new Set(config.excludes) : null;
-		for (const el of movies) {
-			const type = getUserRatingType(el);
-			if (includesSet) {
-				if (includesSet.has(type)) films.push(this.buildUserRatings(el, type));
-			} else if (excludesSet) {
-				if (!excludesSet.has(type)) films.push(this.buildUserRatings(el, type));
-			} else films.push(this.buildUserRatings(el, type));
-		}
-		return films;
-	}
-	buildUserRatings(el, type) {
-		return {
-			id: getUserRatingId(el),
-			title: getUserRatingTitle(el),
-			year: getUserRatingYear(el),
-			type,
-			url: getUserRatingUrl(el),
-			colorRating: getUserRatingColorRating(el),
-			userDate: getUserRatingDate(el),
-			userRating: getUserRating(el)
-		};
-	}
-};
-
-//#endregion
-export { UserRatingsScraper };

package/src/services/user-reviews.service.js

@@ -1,68 +0,0 @@
-#!/usr/bin/env node
-import { fetchPage } from "../fetchers/index.js";
-import { userReviewsUrl } from "../vars.js";
-import { sleep } from "../helpers/global.helper.js";
-import { getUserReviewColorRating, getUserReviewDate, getUserReviewId, getUserReviewPoster, getUserReviewRating, getUserReviewText, getUserReviewTitle, getUserReviewType, getUserReviewUrl, getUserReviewYear } from "../helpers/user-reviews.helper.js";
-import { parse } from "node-html-parser";
-
-//#region src/services/user-reviews.service.ts
-var UserReviewsScraper = class {
-	async userReviews(user, config, options) {
-		let allReviews = [];
-		const pageToFetch = config?.page || 1;
-		const url = userReviewsUrl(user, pageToFetch > 1 ? pageToFetch : void 0, { language: options?.language });
-		const items = parse(await fetchPage(url, { ...options?.request }));
-		const reviews = items.querySelectorAll(".user-tab-reviews .article");
-		const pagesNode = items.querySelector(".pagination");
-		const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;
-		allReviews = this.getPage(config, reviews);
-		if (config?.allPages) {
-			console.log("User", user, url);
-			console.log("Fetching all pages", pages);
-			for (let i = 2; i <= pages; i++) {
-				console.log("Fetching page", i, "out of", pages, "...");
-				const reviews = parse(await fetchPage(userReviewsUrl(user, i, { language: options?.language }), { ...options?.request })).querySelectorAll(".user-tab-reviews .article");
-				allReviews = [...allReviews, ...this.getPage(config, reviews)];
-				if (config.allPagesDelay) await sleep(config.allPagesDelay);
-			}
-			return allReviews;
-		}
-		return allReviews;
-	}
-	getPage(config, reviews) {
-		const films = [];
-		if (config) {
-			if (config.includesOnly?.length && config.excludes?.length) console.warn(`node-csfd-api:
-        You can not use both parameters 'includesOnly' and 'excludes'.
-        Parameter 'includesOnly' will be used now:`, config.includesOnly);
-		}
-		const includesSet = config?.includesOnly?.length ? new Set(config.includesOnly) : null;
-		const excludesSet = config?.excludes?.length ? new Set(config.excludes) : null;
-		for (const el of reviews) {
-			const type = getUserReviewType(el);
-			if (includesSet) {
-				if (includesSet.has(type)) films.push(this.buildUserReviews(el, type));
-			} else if (excludesSet) {
-				if (!excludesSet.has(type)) films.push(this.buildUserReviews(el, type));
-			} else films.push(this.buildUserReviews(el, type));
-		}
-		return films;
-	}
-	buildUserReviews(el, type) {
-		return {
-			id: getUserReviewId(el),
-			title: getUserReviewTitle(el),
-			year: getUserReviewYear(el),
-			type,
-			url: getUserReviewUrl(el),
-			colorRating: getUserReviewColorRating(el),
-			userDate: getUserReviewDate(el),
-			userRating: getUserReviewRating(el),
-			text: getUserReviewText(el),
-			poster: getUserReviewPoster(el)
-		};
-	}
-};
-
-//#endregion
-export { UserReviewsScraper };

package/src/vars.js

@@ -1,22 +0,0 @@
-#!/usr/bin/env node
-//#region src/vars.ts
-const LANGUAGE_DOMAIN_MAP = {
-	cs: "https://www.csfd.cz",
-	en: "https://www.csfd.cz/en",
-	sk: "https://www.csfd.cz/sk"
-};
-let BASE_URL = LANGUAGE_DOMAIN_MAP.cs;
-const getUrlByLanguage = (language) => {
-	if (language && language in LANGUAGE_DOMAIN_MAP) return LANGUAGE_DOMAIN_MAP[language];
-	return BASE_URL;
-};
-const userUrl = (user, options) => `${getUrlByLanguage(options?.language)}/uzivatel/${encodeURIComponent(user)}`;
-const userRatingsUrl = (user, page, options = {}) => `${userUrl(user, options)}/hodnoceni/${page ? "?page=" + page : ""}`;
-const userReviewsUrl = (user, page, options = {}) => `${userUrl(user, options)}/recenze/${page ? "?page=" + page : ""}`;
-const movieUrl = (movie, options) => `${getUrlByLanguage(options?.language)}/film/${encodeURIComponent(movie)}/prehled/`;
-const creatorUrl = (creator, options) => `${getUrlByLanguage(options?.language)}/tvurce/${encodeURIComponent(creator)}`;
-const cinemasUrl = (district, period, options) => `${getUrlByLanguage(options?.language)}/kino/?period=${period}&district=${district}`;
-const searchUrl = (text, options) => `${getUrlByLanguage(options?.language)}/hledat/?q=${encodeURIComponent(text)}`;
-
-//#endregion
-export { cinemasUrl, creatorUrl, getUrlByLanguage, movieUrl, searchUrl, userRatingsUrl, userReviewsUrl };