node-csfd-api-racintom 1.4.0 → 1.5.0

package/src/services/season.service.ts

@@ -1,55 +0,0 @@
-import { fetchPage } from '../fetchers';
-import { HTMLElement, parse } from 'node-html-parser';
-import { seasonUrl } from '../vars';
-import { EpisodeInfo, Season } from '../interfaces/season.interface';
-
-export class SeasonScraper {
-  public async season(url: string): Promise<Season> {
-    const response = await fetchPage(seasonUrl(url));
-
-    const seasonHtml = parse(response);
-
-    const movieNode = seasonHtml.querySelector('.main-movie-profile');
-
-    return this.buildSeason(movieNode);
-  }
-
-  private buildSeason(
-    movieNode: HTMLElement
-  ): Season {
-    return {
-      origin: this.getOriginFromHtml(movieNode),
-      description: this.getDescriptionFromHtml(movieNode),
-      thumbnail: this.getThumbnailFromHtml(movieNode),
-      episodeList: this.getEpisodeListFromHtml(movieNode),
-    }
-  }
-
-  private getOriginFromHtml(movieNode: HTMLElement): string {
-    return movieNode.querySelector('.film-info-content .origin').textContent;
-  }
-
-  private getDescriptionFromHtml(movieNode: HTMLElement): string {
-    return movieNode.querySelector('.plot-full').textContent;
-  }
-
-  private getThumbnailFromHtml(movieNode: HTMLElement): string {
-    return movieNode.querySelector('.film-posters img').getAttribute('src');
-  }
-
-  private getEpisodeListFromHtml(movieNode: HTMLElement): EpisodeInfo[] {
-    return movieNode.querySelectorAll('.film-episodes-list li').map(container => {
-      const nameContainer = container.querySelector('.film-title-name')
-
-      return {
-        name: nameContainer.textContent,
-        seasonEpisodeIdentifier: container.querySelector('.film-title-info').textContent,
-        linkToDetail: nameContainer.getAttribute('href'),
-      }
-    })
-  }
-
-
-
-}
-

package/src/services/user-ratings.service.ts

@@ -1,106 +0,0 @@
-import { HTMLElement, parse } from 'node-html-parser';
-import { fetchPage } from '../fetchers';
-import {
-  getColorRating,
-  getDate,
-  getId,
-  getTitle,
-  getType,
-  getUrl,
-  getUserRating,
-  getYear,
-  sleep
-} from '../helpers/user-ratings.helper';
-import { CSFDColorRating, CSFDStars } from '../interfaces/global';
-import { CSFDUserRatingConfig, CSFDUserRatings } from '../interfaces/user-ratings.interface';
-import { userRatingsUrl } from '../vars';
-
-export class UserRatingsScraper {
-  private films: CSFDUserRatings[] = [];
-
-  public async userRatings(
-    user: string | number,
-    config?: CSFDUserRatingConfig
-  ): Promise<CSFDUserRatings[]> {
-    let allMovies: CSFDUserRatings[] = [];
-    const url = userRatingsUrl(user);
-    const response = await fetchPage(url);
-
-    const items = parse(response);
-    const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
-
-    // Get number of pages
-    const pagesNode = items.querySelector('.pagination');
-    const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;
-
-    allMovies = this.getPage(config, movies);
-
-    if (config?.allPages) {
-      console.log('User', user, url);
-      console.log('Fetching all pages', pages);
-      for (let i = 2; i <= pages; i++) {
-        console.log('Fetching page', i, 'out of', pages, '...');
-        const url = userRatingsUrl(user, i);
-        const response = await fetchPage(url);
-
-        const items = parse(response);
-        const movies = items.querySelectorAll('.box-user-rating .table-container tbody tr');
-        allMovies = [...this.getPage(config, movies)];
-
-        // Sleep
-        if (config.allPagesDelay) {
-          await sleep(config.allPagesDelay);
-        }
-      }
-      return allMovies;
-    }
-
-    return allMovies;
-  }
-
-  private getPage(config: CSFDUserRatingConfig, movies: HTMLElement[]) {
-    if (config) {
-      if (config.includesOnly?.length && config.excludes?.length) {
-        console.warn(
-          `node-csfd-api:
-        You can not use both parameters 'includesOnly' and 'excludes'.
-        Parameter 'includesOnly' will be used now:`,
-          config.includesOnly
-        );
-      }
-    }
-
-    for (const el of movies) {
-      const type = getType(el);
-
-      // Filtering includesOnly
-      if (config?.includesOnly?.length) {
-        if (config.includesOnly.some((include) => type === include)) {
-          this.buildUserRatings(el);
-        }
-        // Filter exludes
-      } else if (config?.excludes?.length) {
-        if (!config.excludes.some((exclude) => type === exclude)) {
-          this.buildUserRatings(el);
-        }
-      } else {
-        // Without filtering
-        this.buildUserRatings(el);
-      }
-    }
-    return this.films;
-  }
-
-  private buildUserRatings(el: HTMLElement) {
-    this.films.push({
-      id: getId(el),
-      title: getTitle(el),
-      year: getYear(el),
-      type: getType(el),
-      url: getUrl(el),
-      colorRating: getColorRating(el) as CSFDColorRating,
-      userDate: getDate(el),
-      userRating: getUserRating(el) as CSFDStars
-    });
-  }
-}

package/src/vars.ts

@@ -1,16 +0,0 @@
-export const userRatingsUrl = (user: string | number, page?: number): string =>
-  `https://www.csfd.cz/uzivatel/${encodeURIComponent(user)}/hodnoceni/${
-    page ? '?page=' + page : ''
-  }`;
-
-export const movieUrl = (movie: number): string =>
-  `https://www.csfd.cz/film/${encodeURIComponent(movie)}/prehled/`;
-
-export const creatorUrl = (creator: number | string): string =>
-  `https://www.csfd.cz/tvurce/${encodeURIComponent(creator)}`;
-
-export const searchUrl = (text: string): string =>
-  `https://www.csfd.cz/hledat/?q=${encodeURIComponent(text)}`;
-
-export const seasonUrl = (url: string): string =>
-  `https://www.csfd.cz/${url}`;

package/tests/creator.test.ts

@@ -1,182 +0,0 @@
-import { parse } from 'node-html-parser';
-import { describe, expect, test } from 'vitest';
-import {
-  getBio,
-  getBirthdayInfo,
-  getFilms,
-  getName,
-  getPhoto
-} from '../src/helpers/creator.helper';
-import { CSFDCreatorScreening } from '../src/interfaces/creator.interface';
-import { actorMock } from './mocks/creator-actor.html';
-import { composerMock } from './mocks/creator-composer-empty.html';
-import { directorMock } from './mocks/creator-director.html';
-
-const html = parse(directorMock);
-const asideNode = html.querySelector('.creator-about');
-const filmsNode = html.querySelector('.creator-filmography');
-
-const htmlActor = parse(actorMock);
-const asideNodeActor = htmlActor.querySelector('.creator-about');
-const filmsNodeActor = htmlActor.querySelector('.creator-filmography');
-
-const htmlComposer = parse(composerMock);
-const asideNodeComposer = htmlComposer.querySelector('.creator-about');
-const filmsNodeComposer = htmlComposer.querySelector('.creator-filmography');
-
-describe('Creator info', () => {
-  test('Name', () => {
-    const creator = getName(asideNode);
-    expect(creator).toEqual<string>('Quentin Tarantino');
-  });
-
-  test('Bio', () => {
-    const creator = getBio(asideNode);
-    expect(creator).toEqual<string>(
-      'Narodil se teprve šestnáctileté Connii McHugh, která mu dala křestní jméno podle své oblíbené postavy Quinta ze seriálu Gunsmoke. Jeho biologickým otcem byl jistý Tony Tarantino, který rodinu opustil když byl Quentin ještě malinký a nikdy o syna nejevil zájem (přesněji řečeno jen do doby, než se potomek stal slavným – pak se na jeho úspěchu pokoušel parazitovat). Jeho náhradním tatínkem se stal hudebník s československými kořeny, který si Connii vzal a Quentina…'
-    );
-  });
-
-  test('Photo', () => {
-    const creator = getPhoto(asideNode);
-    expect(creator).toEqual<string>(
-      'https://image.pmgstatic.com/cache/resized/w100h132crop/files/images/creator/photos/164/515/164515525_b98f8a.jpg'
-    );
-  });
-});
-
-describe('Creator birthday info', () => {
-  test('Birthday', () => {
-    const creator = getBirthdayInfo(asideNode)?.birthday;
-    expect(creator).toEqual<string>('27.03.1963');
-  });
-
-  test('Birthplace', () => {
-    const creator = getBirthdayInfo(asideNode)?.birthPlace;
-    expect(creator).toEqual<string>('Knoxville, Tennessee, USA');
-  });
-
-  test('Age', () => {
-    const creator = getBirthdayInfo(asideNode)?.age;
-    expect(creator).toEqual<number>(61);
-  });
-});
-
-describe("Creator's films", () => {
-  test('First film from first section', () => {
-    const films = getFilms(filmsNode) as CSFDCreatorScreening[];
-    expect(films[0].title).toEqual<string>('The Movie Critic');
-  });
-
-  test('Last film from first section', () => {
-    const films = getFilms(filmsNode) as CSFDCreatorScreening[];
-    expect(films[films.length - 1].id).toEqual<number>(1051715);
-  });
-
-  test('Year second movie', () => {
-    const films = getFilms(filmsNode) as CSFDCreatorScreening[];
-    expect(films[1].year).toEqual<number>(2019);
-  });
-});
-
-// actor
-
-describe('Actor info', () => {
-  test('Name', () => {
-    const creator = getName(asideNodeActor);
-    expect(creator).toEqual<string>('Mads Mikkelsen');
-  });
-
-  test('Bio', () => {
-    const creator = getBio(asideNodeActor);
-    expect(creator).toEqual<string>(
-      'Dánský herec, celým jménem Mads Dittmann Mikkelsen, se narodil v roce 1965 v kodaňské čtvrti Østerbro. Dříve než se vrhl na hereckou dráhu, pracoval 8 let jako profesionální tanečník. Herecké vzdělání získal Mikkelsen na herecké škole při divadle v Århusu. Školu zakončil v roce 1996. Co se týká soukromého života je Mads Mikkelsen, který za svůj nejoblíbenější film považuje Taxikáře od Martina Scorseseho, od roku 1987 ženatý s dánskou choreografkou Hanne Jacobsen.…'
-    );
-  });
-
-  test('Photo', () => {
-    const creator = getPhoto(asideNodeActor);
-    expect(creator).toEqual<string>(
-      'https://image.pmgstatic.com/cache/resized/w100h132crop/files/images/creator/photos/166/233/166233274_298dbd.jpg'
-    );
-  });
-});
-
-describe('Actor birthday info', () => {
-  test('Birthday', () => {
-    const creator = getBirthdayInfo(asideNodeActor)?.birthday;
-    expect(creator).toEqual<string>('22.11.1965');
-  });
-
-  test('Birthplace', () => {
-    const creator = getBirthdayInfo(asideNodeActor)?.birthPlace;
-    expect(creator).toEqual<string>('Østerbro, København, Dánsko');
-  });
-
-  test('Age', () => {
-    const creator = getBirthdayInfo(asideNodeActor)?.age;
-    expect(creator).toEqual<number>(58);
-  });
-});
-
-describe("Creator's films", () => {
-  test('First film from first section', () => {
-    const films = getFilms(filmsNodeActor) as CSFDCreatorScreening[];
-    expect(films[0].title).toEqual<string>('The Billion Dollar Spy');
-  });
-
-  test('Last film from first section', () => {
-    const films = getFilms(filmsNodeActor) as CSFDCreatorScreening[];
-    expect(films[films.length - 1].id).toEqual<number>(88874);
-  });
-
-  test('Year second movie', () => {
-    const films = getFilms(filmsNodeActor) as CSFDCreatorScreening[];
-    expect(films[1].year).toEqual<number>(2025);
-  });
-});
-
-// composer
-
-describe('Composer info', () => {
-  test('Name', () => {
-    const creator = getName(asideNodeComposer);
-    expect(creator).toEqual<string>('Sven Mikkelsen');
-  });
-
-  test('Bio', () => {
-    const creator = getBio(asideNodeComposer);
-    expect(creator).toEqual<string>(null);
-  });
-
-  test('Photo', () => {
-    const creator = getPhoto(asideNodeComposer);
-    expect(creator).toEqual<string>(
-      'data:image/gif;base64,R0lGODlhAQABAIAAAAAAAP///yH5BAEAAAAALAAAAAABAAEAAAIBRAA7'
-    );
-  });
-});
-
-describe('Composer birthday info', () => {
-  test('Birthday', () => {
-    const creator = getBirthdayInfo(asideNodeComposer)?.birthday;
-    expect(creator).toEqual<string>('');
-  });
-
-  test('Birthplace', () => {
-    const creator = getBirthdayInfo(asideNodeComposer)?.birthPlace;
-    expect(creator).toEqual<string>('');
-  });
-
-  test('Birthplace', () => {
-    const creator = getBirthdayInfo(asideNodeComposer)?.age;
-    expect(creator).toEqual(null);
-  });
-});
-
-describe("Creator's films", () => {
-  test('First film from first section', () => {
-    const films = getFilms(filmsNodeComposer) as CSFDCreatorScreening[];
-    expect(films[0].title).toEqual<string>('Spolu');
-  });
-});

package/tests/fetchers.test.ts

@@ -1,109 +0,0 @@
-import { describe, expect, test } from 'vitest';
-import { csfd } from '../src';
-import { fetchPage } from '../src/fetchers';
-import { CSFDCreatorScreening } from '../src/interfaces/creator.interface';
-import { CSFDColorRating, CSFDFilmTypes } from '../src/interfaces/global';
-import { movieUrl, userRatingsUrl } from '../src/vars';
-const badId = 999999999999999;
-
-// User Ratings
-describe('Live: Fetch rating page', () => {
-  test('Fetch `912-bart` user and check some movie', async () => {
-    const MOVIE_NAME = 'Návštěvník';
-
-    const movies = await csfd.userRatings('912-bart');
-    const movieSelected = movies.filter((x) => x.title === MOVIE_NAME)[0];
-    expect(movies.map((x) => x.title)).toEqual(expect.arrayContaining([MOVIE_NAME]));
-    expect(movieSelected?.year).toEqual<number>(2025);
-    expect(movieSelected?.type).toEqual<CSFDFilmTypes>('film');
-    expect(movieSelected?.userDate).toContain<string>('2025');
-    expect(movies.length).toEqual(50);
-  });
-});
-
-describe('Fetch rating page 2', () => {
-  test('Fetch `912-bart` user – page 2 and check html', async () => {
-    const url = userRatingsUrl(912, 2);
-    const html = await fetchPage(url);
-    expect(html).toContain('Můj soused Totoro');
-  });
-});
-
-// Movie
-describe('Live: Movie page', () => {
-  test('Fetch `10135-forrest-gump` movie', async () => {
-    const movie = await csfd.movie(10135);
-    expect(movie.title).toEqual<string>('Forrest Gump');
-    expect(movie.rating).toBeGreaterThan(90);
-    expect(movie.ratingCount).toBeGreaterThan(100000);
-    // More than 10 words in description
-    expect(movie.descriptions[0].split(' ').length).toBeGreaterThan(10);
-    expect(movie.tags.length).toBeGreaterThan(3);
-    expect(movie.year).toEqual(1994);
-    expect(movie.type).toEqual<CSFDFilmTypes>('film');
-    expect(movie.duration).toBeGreaterThan(140);
-    expect(movie.premieres.length).toBeGreaterThan(1);
-    expect(movie.colorRating).toEqual<CSFDColorRating>('good');
-    expect(movie.creators.directors[0]?.name).toEqual('Robert Zemeckis');
-    expect(movie.origins[0]).toEqual<string>('USA');
-  });
-  test('Fetch `71924-kralovstvi` serial years', async () => {
-    const movie = await csfd.movie(71924);
-    expect(movie.year).toEqual<number>(1994);
-    expect(movie.title).toEqual<string>('Království');
-  });
-});
-
-// Search
-describe('Live: Search', () => {
-  test('Search matrix', async () => {
-    const search = await csfd.search('matrix');
-    const matrix = search.movies.find((x) => x.title === 'Matrix');
-    expect(matrix?.year).toEqual<number>(1999);
-    expect(matrix?.creators?.directors.map((x) => x.name)).toEqual<string[]>(
-      expect.arrayContaining(['Lilly Wachowski'])
-    );
-  });
-});
-
-// Creator    
-describe('Live: Creator page', () => {
-  test('Fetch `2018-jan-werich` creator', async () => {
-    const creator = await csfd.creator(2018);
-    expect(creator.name).toEqual<string>('Jan Werich');
-    expect(creator.birthday).toEqual('06.02.1905');
-    expect(creator.birthplace).toContain('Rakousko-Uhersko');
-    expect(creator.birthplace).toContain('Praha');
-    expect(creator.films.find((film) => film.title === 'Hej-rup!')).toEqual<CSFDCreatorScreening>({
-      id: 3106,
-      title: 'Hej-rup!',
-      year: 1934,
-      colorRating: 'good'
-    });
-  });
-});
-
-// Edge cases
-describe('User page 404', () => {
-  test('Fetch error URL', async () => {
-    try {
-      const url = userRatingsUrl(badId);
-      const html = await fetchPage(url);
-      expect(html).toBe('Error');
-    } catch (e) {
-      expect(e).toContain(Error);
-    }
-  });
-});
-
-describe('Movie page 404', () => {
-  test('Fetch error URL', async () => {
-    try {
-      const url = movieUrl(badId);
-      const html = await fetchPage(url);
-      expect(html).toBe('Error');
-    } catch (e) {
-      expect(e).toThrow(Error);
-    }
-  });
-});

package/tests/global.test.ts

@@ -1,35 +0,0 @@
-import { describe, expect, test } from 'vitest';
-import { getDuration } from '../src/helpers/global.helper';
-
-export const durationInput = [
-  'PT142M',
-  undefined,
-  undefined,
-  undefined,
-  undefined,
-  undefined,
-  undefined,
-  '142',
-  undefined,
-  { index: 0 },
-  { input: 'PT142M' },
-  { groups: undefined }
-];
-
-const result = {
-  sign: '+',
-  years: 0,
-  months: 0,
-  weeks: 0,
-  days: 0,
-  hours: 0,
-  minutes: '142',
-  seconds: 0
-};
-
-describe('Live: Fetch rating page', () => {
-  test('Resolve duration', async () => {
-    const resolver = getDuration(durationInput);
-    expect(resolver).toEqual(result);
-  });
-});

package/tests/helpers.test.ts

@@ -1,59 +0,0 @@
-import { describe, expect, test } from 'vitest';
-import { addProtocol, parseColor, parseIdFromUrl } from '../src/helpers/global.helper';
-
-describe('Add protocol', () => {
-  test('Handle without protocol', () => {
-    const url = addProtocol('//www.csfd.cz/uzivatel/912-bart/hodnoceni/');
-    expect(url).toBe('https://www.csfd.cz/uzivatel/912-bart/hodnoceni/');
-  });
-  test('Handle with protocol', () => {
-    const url = addProtocol('https://www.csfd.cz/uzivatel/912-bart');
-    expect(url).toBe('https://www.csfd.cz/uzivatel/912-bart');
-  });
-  test('Handle http protocol', () => {
-    const url = addProtocol('http://www.csfd.cz/uzivatel/912-bart');
-    expect(url).toBe('http://www.csfd.cz/uzivatel/912-bart');
-  });
-});
-
-describe('Parse Id', () => {
-  test('Handle whole movie url', () => {
-    const url = parseIdFromUrl('https://www.csfd.cz/film/906693-projekt-adam/recenze/');
-    expect(url).toBe(null);
-  });
-  test('Handle movie url', () => {
-    const url = parseIdFromUrl('/film/906693-projekt-adam/recenze/');
-    expect(url).toBe(906693);
-  });
-  test('Handle bad url', () => {
-    const url = parseIdFromUrl(null as any);
-    expect(url).toBe(null);
-  });
-  test('bad string', () => {
-    const url = parseIdFromUrl('bad string');
-    expect(url).toBe(null);
-  });
-});
-
-describe('Parse color', () => {
-  test('Red', () => {
-    const url = parseColor('red');
-    expect(url).toBe('good');
-  });
-  test('Blue', () => {
-    const url = parseColor('blue');
-    expect(url).toBe('average');
-  });
-  test('Light grey', () => {
-    const url = parseColor('lightgrey');
-    expect(url).toBe('unknown');
-  });
-  test('Grey', () => {
-    const url = parseColor('grey');
-    expect(url).toBe('bad');
-  });
-  test('Wrong color', () => {
-    const url = parseColor('adas' as any);
-    expect(url).toBe('unknown');
-  });
-});