node-csfd-api-racintom 1.4.0 → 1.5.0

package/src/helpers/search.helper.ts

@@ -1,66 +0,0 @@
-import { HTMLElement } from 'node-html-parser';
-import { CSFDColorRating, CSFDFilmTypes } from '../interfaces/global';
-import { CSFDCreator } from '../interfaces/movie.interface';
-import { Colors } from '../interfaces/user-ratings.interface';
-import { addProtocol, parseColor, parseIdFromUrl } from './global.helper';
-
-type Creator = 'Režie:' | 'Hrají:';
-
-export const getType = (el: HTMLElement): CSFDFilmTypes => {
-  const type = el.querySelectorAll('.film-title-info .info')[1];
-  return (type?.innerText.replace(/[{()}]/g, '') || 'film') as CSFDFilmTypes;
-};
-
-export const getTitle = (el: HTMLElement): string => {
-  return el.querySelector('.film-title-name').text;
-};
-
-export const getYear = (el: HTMLElement): number => {
-  return +el.querySelectorAll('.film-title-info .info')[0]?.innerText.replace(/[{()}]/g, '');
-};
-
-export const getUrl = (el: HTMLElement): string => {
-  return el.querySelector('.film-title-name').attributes.href;
-};
-
-export const getColorRating = (el: HTMLElement): CSFDColorRating => {
-  return parseColor(
-    el.querySelector('.article-header i.icon').classNames.split(' ').pop() as Colors
-  );
-};
-
-export const getPoster = (el: HTMLElement): string => {
-  const image = el.querySelector('img').attributes.src;
-  return addProtocol(image);
-};
-
-export const getOrigins = (el: HTMLElement): string[] => {
-  const originsRaw = el.querySelector('.article-content p .info')?.text;
-  if (!originsRaw) return [];
-  const originsAll = originsRaw?.split(', ')?.[0];
-  return originsAll?.split('/').map((country) => country.trim());
-};
-
-export const parsePeople = (el: HTMLElement, type: 'directors' | 'actors'): CSFDCreator[] => {
-  let who: Creator;
-  if (type === 'directors') who = 'Režie:';
-  if (type === 'actors') who = 'Hrají:';
-
-  const peopleNode = Array.from(el && el.querySelectorAll('.article-content p')).find((el) =>
-    el.textContent.includes(who)
-  );
-
-  if (peopleNode) {
-    const people = Array.from(peopleNode.querySelectorAll('a')) as unknown as HTMLElement[];
-
-    return people.map((person) => {
-      return {
-        id: parseIdFromUrl(person.attributes.href),
-        name: person.innerText.trim(),
-        url: `https://www.csfd.cz${person.attributes.href}`
-      };
-    });
-  } else {
-    return [];
-  }
-};

package/src/helpers/user-ratings.helper.ts

@@ -1,62 +0,0 @@
-import { HTMLElement } from 'node-html-parser';
-import { CSFDColorRating, CSFDFilmTypes, CSFDStars } from '../interfaces/global';
-import { Colors } from '../interfaces/user-ratings.interface';
-import { parseIdFromUrl } from './global.helper';
-
-export const getId = (el: HTMLElement): number => {
-  const url = el.querySelector('td.name .film-title-name').attributes.href;
-  return parseIdFromUrl(url);
-};
-
-export const getUserRating = (el: HTMLElement): CSFDStars => {
-  const ratingText = el.querySelector('td.star-rating-only .stars').classNames.split(' ').pop();
-
-  const rating = ratingText.includes('stars-') ? +ratingText.split('-').pop() : 0;
-  return rating as CSFDStars;
-};
-
-export const getType = (el: HTMLElement): CSFDFilmTypes => {
-  const typeText = el.querySelectorAll('td.name .film-title-info .info');
-
-  return (typeText.length > 1 ? typeText[1].text.slice(1, -1) : 'film') as CSFDFilmTypes;
-};
-
-export const getTitle = (el: HTMLElement): string => {
-  return el.querySelector('td.name .film-title-name').text;
-};
-
-export const getYear = (el: HTMLElement): number => {
-  return +el.querySelectorAll('td.name .film-title-info .info')[0]?.text.slice(1, -1) || null;
-};
-
-export const getColorRating = (el: HTMLElement): CSFDColorRating => {
-  const color = parseColor(el.querySelector('td.name .icon').classNames.split(' ').pop() as Colors);
-  return color;
-};
-
-export const getDate = (el: HTMLElement): string => {
-  return el.querySelector('td.date-only').text.trim();
-};
-
-export const getUrl = (el: HTMLElement): string => {
-  const url = el.querySelector('td.name .film-title-name').attributes.href;
-  return `https://www.csfd.cz${url}`;
-};
-
-export const parseColor = (quality: Colors): CSFDColorRating => {
-  switch (quality) {
-    case 'lightgrey':
-      return 'unknown';
-    case 'red':
-      return 'good';
-    case 'blue':
-      return 'average';
-    case 'grey':
-      return 'bad';
-    default:
-      return 'unknown';
-  }
-};
-
-// Sleep in loop
-export const sleep = (ms: number) => new Promise((res) => setTimeout(res, ms));

package/src/index.ts

@@ -1,50 +0,0 @@
-import { CSFDCreator } from './interfaces/creator.interface';
-import { CSFDMovie } from './interfaces/movie.interface';
-import { CSFDSearch } from './interfaces/search.interface';
-import { CSFDUserRatingConfig, CSFDUserRatings } from './interfaces/user-ratings.interface';
-import { CreatorScraper } from './services/creator.service';
-import { MovieScraper } from './services/movie.service';
-import { SearchScraper } from './services/search.service';
-import { UserRatingsScraper } from './services/user-ratings.service';
-import { SeasonScraper } from './services/season.service';
-import { Season } from './interfaces/season.interface';
-
-export class Csfd {
-  constructor(
-    private userRatingsService: UserRatingsScraper,
-    private movieService: MovieScraper,
-    private creatorService: CreatorScraper,
-    private searchService: SearchScraper,
-    private seasonService: SeasonScraper,
-  ) {}
-
-  public async userRatings(
-    user: string | number,
-    config?: CSFDUserRatingConfig
-  ): Promise<CSFDUserRatings[]> {
-    return this.userRatingsService.userRatings(user, config);
-  }
-
-  public async movie(movie: number): Promise<CSFDMovie> {
-    return this.movieService.movie(+movie);
-  }
-
-  public async creator(creator: number): Promise<CSFDCreator> {
-    return this.creatorService.creator(+creator);
-  }
-
-  public async search(text: string): Promise<CSFDSearch> {
-    return this.searchService.search(text);
-  }
-
-  public async seasonDetails(url: string): Promise<Season> {
-    return this.seasonService.season(url);
-  }
-}
-
-const movieScraper = new MovieScraper();
-const userRatingsScraper = new UserRatingsScraper();
-const creatorScraper = new CreatorScraper();
-const searchScraper = new SearchScraper();
-const seasonScraper = new SeasonScraper();
-export const csfd = new Csfd(userRatingsScraper, movieScraper, creatorScraper, searchScraper, seasonScraper);

package/src/interfaces/creator.interface.ts

@@ -1,14 +0,0 @@
-import { CSFDScreening } from './global';
-
-export interface CSFDCreator {
-  id: number;
-  name: string;
-  birthday: string;
-  birthplace: string;
-  photo: string;
-  age: number | string;
-  bio: string;
-  films: CSFDCreatorScreening[];
-}
-
-export type CSFDCreatorScreening = Omit<CSFDScreening, 'url' | 'type'>;

package/src/interfaces/global.ts

@@ -1,36 +0,0 @@
-export interface CSFDScreening {
-  id: number;
-  title: string;
-  year: number;
-  url: string;
-  type: CSFDFilmTypes;
-  /**
-   * Overall aggregated rating. (On the web usually represented by colors).
-   *
-   * 'unknown': unknown (gray color)
-   *
-   * 'good': 70% – 100 % (red color)
-   *
-   * 'average': 30% - 69% (blue color)
-   *
-   * 'bad': 0% - 29% (black color)
-   */
-  colorRating: CSFDColorRating;
-}
-
-export type CSFDColorRating = 'bad' | 'average' | 'good' | 'unknown';
-
-export type CSFDStars = 0 | 1 | 2 | 3 | 4 | 5;
-
-export type CSFDFilmTypes =
-  | 'film'
-  | 'TV film'
-  | 'pořad'
-  | 'seriál'
-  | 'divadelní záznam'
-  | 'koncert'
-  | 'série'
-  | 'studentský film'
-  | 'amatérský film'
-  | 'hudební videoklip'
-  | 'epizoda';

package/src/interfaces/movie.interface.ts

@@ -1,157 +0,0 @@
-import { CSFDScreening } from './global';
-
-export interface CSFDMovie extends CSFDScreening {
-  rating: number | null;
-  poster: string;
-  photo: string;
-  ratingCount: number | null;
-  duration: number | string;
-  titlesOther: CSFDTitlesOther[];
-  origins: string[];
-  descriptions: string[];
-  trivia: string[];
-  genres: CSFDGenres[] | string[];
-  creators: CSFDCreators;
-  vod: CSFDVod[];
-  tags: string[];
-  premieres: CSFDPremiere[];
-  related: CSFDMovieListItem[];
-  similar: CSFDMovieListItem[];
-  seasons: CSFDSeasons | null;
-}
-
-export type CSFDVodService =
-  | 'Netflix'
-  | 'hbogo'
-  | 'Prime Video'
-  | 'Apple TV+'
-  | 'iTunes'
-  | 'KVIFF.TV'
-  | 'Edisonline'
-  | 'o2tv'
-  | 'SledovaniTV'
-  | 'Starmax'
-  | 'DAFilms'
-  | 'FILMY ČESKY A ZADARMO'
-  | 'Youtube Česká filmová klasika'
-  | 'VAPET'
-  | 'VOREL FILM'
-  | 'ivysilani'
-  | 'Google Play'
-  | 'Voyo'
-  | 'DVD';
-
-export interface CSFDVod {
-  title: CSFDVodService;
-  url: string;
-}
-
-export interface CSFDCreators {
-  directors: CSFDCreator[];
-  writers: CSFDCreator[];
-  cinematography: CSFDCreator[];
-  music: CSFDCreator[];
-  actors: CSFDCreator[];
-  basedOn: CSFDCreator[];
-  producers: CSFDCreator[];
-  filmEditing: CSFDCreator[];
-  costumeDesign: CSFDCreator[];
-  productionDesign: CSFDCreator[];
-}
-
-export interface CSFDTitlesOther {
-  country: string;
-  title: string;
-}
-
-export interface CSFDCreator {
-  /**
-   * CSFD person ID.
-   *
-   * You can always assemble url from ID like this:
-   *
-   * `https://www.csfd.cz/tvurce/${id}`
-   */
-  id: number;
-  name: string;
-  url: string;
-}
-
-export interface CSFDMovieListItem {
-  id: number;
-  title: string;
-  url: string;
-}
-
-export type CSFDGenres =
-  | 'Akční'
-  | 'Animovaný'
-  | 'Dobrodružný'
-  | 'Dokumentární'
-  | 'Drama'
-  | 'Experimentální'
-  | 'Fantasy'
-  | 'Film-Noir'
-  | 'Historický'
-  | 'Horor'
-  | 'Hudební'
-  | 'IMAX'
-  | 'Katastrofický'
-  | 'Komedie'
-  | 'Krátkometrážní'
-  | 'Krimi'
-  | 'Loutkový'
-  | 'Muzikál'
-  | 'Mysteriózní'
-  | 'Naučný'
-  | 'Podobenství'
-  | 'Poetický'
-  | 'Pohádka'
-  | 'Povídkový'
-  | 'Psychologický'
-  | 'Publicistický'
-  | 'Reality-TV'
-  | 'Road movie'
-  | 'Rodinný'
-  | 'Romantický'
-  | 'Sci-Fi'
-  | 'Soutěžní'
-  | 'Sportovní'
-  | 'Stand-up'
-  | 'Talk-show'
-  | 'Taneční'
-  | 'Telenovela'
-  | 'Thriller'
-  | 'Válečný'
-  | 'Western'
-  | 'Zábavný'
-  | 'Životopisný';
-
-export type CSFDCreatorGroups =
-  | 'Režie'
-  | 'Scénář'
-  | 'Kamera'
-  | 'Hudba'
-  | 'Hrají'
-  | 'Produkce'
-  | 'Střih'
-  | 'Předloha'
-  | 'Scénografie'
-  | 'Kostýmy';
-
-export interface CSFDPremiere {
-  country: string;
-  format: string;
-  date: string;
-  company: string;
-}
-
-export type CSFDBoxContent = 'Související' | 'Podobné';
-
-export type CSFDSeasons = CSFDSeasonInfo[]
-
-export interface CSFDSeasonInfo {
-  name: string
-  linkToDetail: string
-  additionalInfo: string
-}

package/src/interfaces/search.interface.ts

@@ -1,32 +0,0 @@
-import { CSFDScreening } from './global';
-import { CSFDCreator } from './movie.interface';
-
-export interface CSFDSearch {
-  movies: CSFDSearchMovie[];
-  tvSeries: CSFDSearchMovie[];
-  creators: CSFDSearchCreator[];
-  users: CSFDSearchUser[];
-}
-
-export interface CSFDSearchMovie extends CSFDScreening {
-  poster: string;
-  origins: string[];
-  creators: CSFDSearchCreators;
-}
-
-export interface CSFDSearchUser {
-  id: number;
-  user: string;
-  userRealName: string;
-  avatar: string;
-  url: string;
-}
-
-export interface CSFDSearchCreator extends CSFDCreator {
-  image: string;
-}
-
-export interface CSFDSearchCreators {
-  directors: CSFDCreator[];
-  actors: CSFDCreator[];
-}

package/src/interfaces/season.interface.ts

@@ -1,12 +0,0 @@
-export type Season = {
-  description: string;
-  thumbnail: string;
-  episodeList: EpisodeInfo[]
-  origin: string;
-}
-
-export type EpisodeInfo = {
-  name: string
-  seasonEpisodeIdentifier: string;
-  linkToDetail: string
-}

package/src/interfaces/user-ratings.interface.ts

@@ -1,21 +0,0 @@
-import { CSFDFilmTypes, CSFDScreening, CSFDStars } from './global';
-
-export interface CSFDUserRatings extends CSFDScreening {
-  userRating: CSFDStars;
-  userDate: string; // TODO datetime
-}
-
-export interface CSFDUserRatingConfig {
-  includesOnly?: CSFDFilmTypes[];
-  excludes?: CSFDFilmTypes[];
-  /**
-   * Fetch all ratings. (Warning: Use it wisely. Can be detected and banned. Consider using it together with `allPagesDelay` attribute)
-   */
-  allPages?: boolean;
-  /**
-   * Delay on each page request. In milliseconds
-   */
-  allPagesDelay?: number;
-}
-
-export type Colors = 'lightgrey' | 'blue' | 'red' | 'grey';

package/src/services/creator.service.ts

@@ -1,34 +0,0 @@
-import { HTMLElement, parse } from 'node-html-parser';
-import { fetchPage } from '../fetchers';
-import { getBio, getBirthdayInfo, getFilms, getName, getPhoto } from '../helpers/creator.helper';
-import { CSFDCreator } from '../interfaces/creator.interface';
-import { creatorUrl } from '../vars';
-
-export class CreatorScraper {
-  private person: CSFDCreator;
-
-  public async creator(creatorId: number): Promise<CSFDCreator> {
-    const url = creatorUrl(+creatorId);
-    const response = await fetchPage(url);
-
-    const creatorHtml = parse(response);
-
-    const asideNode = creatorHtml.querySelector('.creator-about');
-    const filmsNode = creatorHtml.querySelector('.creator-filmography');
-    this.buildCreator(+creatorId, asideNode, filmsNode);
-    return this.person;
-  }
-
-  private buildCreator(id: number, asideEl: HTMLElement, filmsNode: HTMLElement) {
-    this.person = {
-      id,
-      name: getName(asideEl),
-      birthday: getBirthdayInfo(asideEl)?.birthday,
-      birthplace: getBirthdayInfo(asideEl)?.birthPlace,
-      photo: getPhoto(asideEl),
-      age: getBirthdayInfo(asideEl)?.age || null,
-      bio: getBio(asideEl),
-      films: getFilms(filmsNode)
-    };
-  }
-}

package/src/services/movie.service.ts

@@ -1,89 +0,0 @@
-import { HTMLElement, parse } from 'node-html-parser';
-import { fetchPage } from '../fetchers';
-import {
-  getBoxMovies,
-  getColorRating,
-  getDescriptions,
-  getDuration,
-  getGenres,
-  getGroup,
-  getOrigins,
-  getPoster,
-  getPremieres,
-  getRandomPhoto,
-  getRating,
-  getRatingCount, getSeasonsInfo,
-  getTags,
-  getTitle,
-  getTitlesOther,
-  getTrivia,
-  getType,
-  getVods,
-  getYear
-} from '../helpers/movie.helper';
-import { CSFDFilmTypes } from '../interfaces/global';
-import { CSFDMovie } from '../interfaces/movie.interface';
-import { movieUrl } from '../vars';
-
-export class MovieScraper {
-  private film: CSFDMovie;
-
-  public async movie(movieId: number): Promise<CSFDMovie> {
-    const url = movieUrl(+movieId);
-    const response = await fetchPage(url);
-
-    const movieHtml = parse(response);
-
-    const pageClasses = movieHtml.querySelector('.page-content').classNames.split(' ');
-    const asideNode = movieHtml.querySelector('.aside-movie-profile');
-    const movieNode = movieHtml.querySelector('.main-movie-profile');
-    const jsonLd = movieHtml.querySelector('script[type="application/ld+json"]').innerText;
-    this.buildMovie(+movieId, movieNode, asideNode, pageClasses, jsonLd);
-    return this.film;
-  }
-
-  private buildMovie(
-    movieId: number,
-    el: HTMLElement,
-    asideEl: HTMLElement,
-    pageClasses: string[],
-    jsonLd: string
-  ) {
-    this.film = {
-      id: movieId,
-      title: getTitle(el),
-      year: getYear(jsonLd),
-      duration: getDuration(jsonLd, el),
-      descriptions: getDescriptions(el),
-      genres: getGenres(el),
-      type: getType(el) as CSFDFilmTypes,
-      url: movieUrl(movieId),
-      origins: getOrigins(el),
-      colorRating: getColorRating(pageClasses),
-      rating: getRating(asideEl),
-      ratingCount: getRatingCount(asideEl),
-      titlesOther: getTitlesOther(el),
-      poster: getPoster(el),
-      photo: getRandomPhoto(el),
-      trivia: getTrivia(el),
-      creators: {
-        directors: getGroup(el, 'Režie'),
-        writers: getGroup(el, 'Scénář'),
-        cinematography: getGroup(el, 'Kamera'),
-        music: getGroup(el, 'Hudba'),
-        actors: getGroup(el, 'Hrají'),
-        basedOn: getGroup(el, 'Předloha'),
-        producers: getGroup(el, 'Produkce'),
-        filmEditing: getGroup(el, 'Střih'),
-        costumeDesign: getGroup(el, 'Kostýmy'),
-        productionDesign: getGroup(el, 'Scénografie')
-      },
-      vod: getVods(asideEl),
-      tags: getTags(asideEl),
-      premieres: getPremieres(asideEl),
-      related: getBoxMovies(asideEl, 'Související'),
-      similar: getBoxMovies(asideEl, 'Podobné'),
-      seasons: getSeasonsInfo(el)
-    };
-  }
-}

package/src/services/search.service.ts

@@ -1,101 +0,0 @@
-import { HTMLElement, parse } from 'node-html-parser';
-import { fetchPage } from '../fetchers';
-import { parseIdFromUrl } from '../helpers/global.helper';
-import { getAvatar, getUser, getUserRealName, getUserUrl } from '../helpers/search-user.helper';
-import {
-  getColorRating,
-  getOrigins,
-  getPoster,
-  getTitle,
-  getType,
-  getUrl,
-  getYear,
-  parsePeople
-} from '../helpers/search.helper';
-import { CSFDSearch, CSFDSearchMovie, CSFDSearchUser } from '../interfaces/search.interface';
-import { searchUrl } from '../vars';
-
-export class SearchScraper {
-  public async search(text: string): Promise<CSFDSearch> {
-    const url = searchUrl(text);
-    const response = await fetchPage(url);
-
-    const html = parse(response);
-    const moviesNode = html.querySelectorAll('.main-movies article');
-    const usersNode = html.querySelectorAll('.main-users article');
-    const tvSeriesNode = html.querySelectorAll('.main-series article');
-
-    return this.parseSearch(moviesNode, usersNode, tvSeriesNode);
-  }
-
-  private parseSearch(
-    moviesNode: HTMLElement[],
-    usersNode: HTMLElement[],
-    tvSeriesNode: HTMLElement[]
-  ) {
-    const movies: CSFDSearchMovie[] = [];
-    const users: CSFDSearchUser[] = [];
-    const tvSeries: CSFDSearchMovie[] = [];
-
-    moviesNode.map((m) => {
-      const url = getUrl(m);
-
-      const movie: CSFDSearchMovie = {
-        id: parseIdFromUrl(url),
-        title: getTitle(m),
-        year: getYear(m),
-        url: `https://www.csfd.cz${url}`,
-        type: getType(m),
-        colorRating: getColorRating(m),
-        poster: getPoster(m),
-        origins: getOrigins(m),
-        creators: {
-          directors: parsePeople(m, 'directors'),
-          actors: parsePeople(m, 'actors')
-        }
-      };
-      movies.push(movie);
-    });
-
-    usersNode.map((m) => {
-      const url = getUserUrl(m);
-
-      const user: CSFDSearchUser = {
-        id: parseIdFromUrl(url),
-        user: getUser(m),
-        userRealName: getUserRealName(m),
-        avatar: getAvatar(m),
-        url: `https://www.csfd.cz${url}`
-      };
-      users.push(user);
-    });
-
-    tvSeriesNode.map((m) => {
-      const url = getUrl(m);
-
-      const user: CSFDSearchMovie = {
-        id: parseIdFromUrl(url),
-        title: getTitle(m),
-        year: getYear(m),
-        url: `https://www.csfd.cz${url}`,
-        type: getType(m),
-        colorRating: getColorRating(m),
-        poster: getPoster(m),
-        origins: getOrigins(m),
-        creators: {
-          directors: parsePeople(m, 'directors'),
-          actors: parsePeople(m, 'actors')
-        }
-      };
-      tvSeries.push(user);
-    });
-
-    const search: CSFDSearch = {
-      movies: movies,
-      users: users,
-      tvSeries: tvSeries,
-      creators: []
-    };
-    return search;
-  }
-}