node-csfd-api-racintom 1.7.0 → 1.8.0

package/package.json

@@ -1,62 +1,86 @@
-{
-  "name": "node-csfd-api-racintom",
-  "version": "1.7.0",
-  "description": "ČSFD API in JavaScript. Amazing NPM library for scrapping csfd.cz :)",
-  "main": "./index.js",
-  "author": "sergeras@seznam.cz",
-  "scripts": {
-    "start": "tsc -w",
-    "prebuild": "rimraf dist",
-    "build": "tsc",
-    "postbuild": "npm-prepare-dist -s postinstall -s prepare",
-    "tsc": "tsc",
-    "demo": "tsx demo",
-    "lint": "eslint ./src/**/**/* --fix",
-    "test": "vitest",
-    "test:coverage": "yarn test run --coverage",
-    "publish:next": "yarn && yarn build && yarn test:coverage && cd dist && npm publish",
-    "postversion": "git push && git push --follow-tags",
-    "release:beta": "npm version preminor --preid=beta -m \"chore(update): prelease %s β\"",
-    "prerelease:beta": "npm version prerelease --preid=beta -m \"chore(update): prelease %s β\"",
-    "release:patch": "git checkout master && npm version patch -m \"chore(update): patch release %s 🐛\"",
-    "release:minor": "git checkout master && npm version minor -m \"chore(update): release %s 🚀\"",
-    "release:major": "git checkout master && npm version major -m \"chore(update): major release %s 💥\""
-  },
-  "publishConfig": {
-    "access": "public"
-  },
-  "dependencies": {
-    "cross-fetch": "^4.1.0",
-    "node-html-parser": "^7.0.1"
-  },
-  "repository": {
-    "url": "https://github.com/racintom/node-csfd-api.git",
-    "type": "git"
-  },
-  "bugs": {
-    "url": "https://github.com/racintom/node-csfd-api/issues"
-  },
-  "homepage": "https://github.com/racintom/node-csfd-api#readme",
-  "keywords": [
-    "csfd",
-    "čsfd",
-    "ratings",
-    "movies",
-    "films",
-    "nodejs",
-    "node",
-    "typescript",
-    "scraper",
-    "parser",
-    "api"
-  ],
-  "engines": {
-    "node": ">= 18"
-  },
-  "license": "MIT",
-  "lint-staged": {
-    "*.ts": "eslint --cache --fix"
-  },
-  "module": "./index.js",
-  "types": "./index.d.ts"
-}
+{
+  "name": "node-csfd-api-racintom",
+  "version": "1.8.0",
+  "description": "ČSFD API in JavaScript. Amazing NPM library for scrapping csfd.cz :)",
+  "main": "index.js",
+  "author": "sergeras@seznam.cz",
+  "scripts": {
+    "start": "tsc -w",
+    "prebuild": "rimraf dist",
+    "build": "tsc",
+    "postbuild": "npm-prepare-dist -s postinstall -s prepare",
+    "tsc": "tsc",
+    "demo": "tsx demo",
+    "lint": "eslint ./src/**/**/* --fix",
+    "test": "vitest",
+    "test:coverage": "yarn test run --coverage",
+    "publish:next": "yarn && yarn build && yarn test:coverage && cd dist && npm publish",
+    "postversion": "git push && git push --follow-tags",
+    "release:beta": "npm version preminor --preid=beta -m \"chore(update): prelease %s β\"",
+    "prerelease:beta": "npm version prerelease --preid=beta -m \"chore(update): prelease %s β\"",
+    "release:patch": "git checkout master && npm version patch -m \"chore(update): patch release %s 🐛\"",
+    "release:minor": "git checkout master && npm version minor -m \"chore(update): release %s 🚀\"",
+    "release:major": "git checkout master && npm version major -m \"chore(update): major release %s 💥\"",
+    "prepare": "husky"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "cross-fetch": "^4.1.0",
+    "node-html-parser": "^7.0.1"
+  },
+  "devDependencies": {
+    "@babel/preset-typescript": "^7.27.1",
+    "@eslint/eslintrc": "^3.3.1",
+    "@eslint/js": "^9.33.0",
+    "@types/express": "^5.0.3",
+    "@types/node": "^24.2.1",
+    "@typescript-eslint/eslint-plugin": "^8.39.0",
+    "@typescript-eslint/parser": "^8.39.0",
+    "@vitest/coverage-istanbul": "^3.2.4",
+    "@vitest/ui": "3.2.4",
+    "eslint": "^9.33.0",
+    "eslint-config-google": "^0.14.0",
+    "eslint-config-prettier": "^10.1.8",
+    "eslint-plugin-prettier": "^5.5.4",
+    "express": "^5.1.0",
+    "globals": "^16.3.0",
+    "husky": "^9.1.7",
+    "lint-staged": "^16.1.5",
+    "npm-prepare-dist": "^0.5.0",
+    "prettier": "^3.6.2",
+    "rimraf": "^6.0.1",
+    "tsx": "^4.20.3",
+    "typescript": "^5.9.2",
+    "vitest": "^3.2.4"
+  },
+  "repository": {
+    "url": "https://github.com/racintom/node-csfd-api.git",
+    "type": "git"
+  },
+  "bugs": {
+    "url": "https://github.com/racintom/node-csfd-api/issues"
+  },
+  "homepage": "https://github.com/racintom/node-csfd-api#readme",
+  "keywords": [
+    "csfd",
+    "čsfd",
+    "ratings",
+    "movies",
+    "films",
+    "nodejs",
+    "node",
+    "typescript",
+    "scraper",
+    "parser",
+    "api"
+  ],
+  "engines": {
+    "node": ">= 18"
+  },
+  "license": "MIT",
+  "lint-staged": {
+    "*.ts": "eslint --cache --fix"
+  }
+}

package/server.ts

@@ -0,0 +1,66 @@
+import express from 'express';
+import packageJson from './package.json';
+import { csfd } from './src';
+import { CSFDFilmTypes } from './src/interfaces/global';
+
+const app = express();
+const port = process.env.PORT || 3000;
+
+app.get('/', (_, res) => {
+  res.json({
+    name: packageJson.name,
+    version: packageJson.version,
+    docs: packageJson.homepage,
+    links: ['/movie/:id', '/creator/:id', '/search/:query', '/user-ratings/:id']
+  });
+});
+
+app.get(['/movie/', '/creator/', '/search/', '/user-ratings/'], (req, res) => {
+  res.json({ error: `ID is missing. Provide ID like this: ${req.url}${req.url.endsWith('/') ? '' : '/'}1234` });
+});
+
+app.get('/movie/:id', async (req, res) => {
+  try {
+    const movie = await csfd.movie(+req.params.id);
+    res.json(movie);
+  } catch (error) {
+    res.status(500).json({ error: 'Failed to fetch movie data' });
+  }
+});
+
+app.get('/creator/:id', async (req, res) => {
+  try {
+    const result = await csfd.creator(+req.params.id);
+    res.json(result);
+  } catch (error) {
+    res.status(500).json({ error: 'Failed to fetch creator data: ' + error });
+  }
+});
+
+app.get('/search/:query', async (req, res) => {
+  try {
+    const result = await csfd.search(req.params.query);
+    res.json(result);
+  } catch (error) {
+    res.status(500).json({ error: 'Failed to fetch search data: ' + error });
+  }
+});
+
+app.get('/user-ratings/:id', async (req, res) => {
+  const { allPages, allPagesDelay, excludes, includesOnly } = req.query;
+  try {
+    const result = await csfd.userRatings(req.params.id, {
+      allPages: allPages === 'true',
+      allPagesDelay: allPagesDelay ? +allPagesDelay : undefined,
+      excludes: excludes ? (excludes as string).split(',') as CSFDFilmTypes[] : undefined,
+      includesOnly: includesOnly ? (includesOnly as string).split(',') as CSFDFilmTypes[] : undefined
+    });
+    res.json(result);
+  } catch (error) {
+    res.status(500).json({ error: 'Failed to fetch user-ratings data: ' + error });
+  }
+});
+
+app.listen(port, () => {
+  console.log(`API is running on http://localhost:${port}`);
+});

package/src/fetchers/fetch.polyfill.ts

@@ -0,0 +1,7 @@
+// Check if `fetch` is available in global scope (nodejs 18+) or in window (browser). If not, use cross-fetch polyfill.
+import { fetch as crossFetch } from 'cross-fetch';
+export const fetchSafe =
+  (typeof fetch === 'function' && fetch) || // ServiceWorker fetch (Cloud Functions + Chrome extension)
+  (typeof global === 'object' && global.fetch) || // Node.js 18+ fetch
+  (typeof window !== 'undefined' && window.fetch) || // Browser fetch
+  crossFetch; // Polyfill fetch

package/src/fetchers/index.ts

@@ -0,0 +1,25 @@
+import { fetchSafe } from './fetch.polyfill';
+
+const USER_AGENTS = [
+  'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36',
+  'Mozilla/5.0 (iPhone; CPU iPhone OS 14_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/87.0.4280.77 Mobile/15E148 Safari/604.1',
+  'Mozilla/5.0 (Linux; Android 10; SM-A205U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36',
+  'Mozilla/5.0 (Linux; Android 10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.101 Mobile Safari/537.36'
+];
+
+const headers = {
+  'User-Agent': USER_AGENTS[Math.floor(Math.random() * USER_AGENTS.length)]
+};
+
+export const fetchPage = async (url: string): Promise<string> => {
+  try {
+    const response = await fetchSafe(url, { headers });
+    if (response.status >= 400 && response.status < 600) {
+      throw new Error(`node-csfd-api: Bad response ${response.status} for url: ${url}`);
+    }
+    return await response.text();
+  } catch (e) {
+    console.error(e);
+    return 'Error';
+  }
+};

package/src/helpers/creator.helper.ts

@@ -0,0 +1,95 @@
+import { HTMLElement } from 'node-html-parser';
+import { CSFDCreatorScreening } from '../interfaces/creator.interface';
+import { CSFDColorRating } from '../interfaces/global';
+import { Colors } from '../interfaces/user-ratings.interface';
+import { addProtocol, parseColor, parseIdFromUrl } from './global.helper';
+
+export const getColorRating = (el: HTMLElement): CSFDColorRating => {
+  return parseColor(el?.classNames.split(' ').pop() as Colors);
+};
+
+export const getId = (url: string): number => {
+  if (url) {
+    return parseIdFromUrl(url);
+  }
+  return null;
+};
+
+export const getName = (el: HTMLElement | null): string => {
+  return el.querySelector('h1').innerText.trim();
+};
+
+export const getBirthdayInfo = (
+  el: HTMLElement | null
+): { birthday: string; age: number; birthPlace: string } => {
+  const infoBlock = el.querySelector('h1 + p');
+  const text = infoBlock?.innerHTML.trim();
+
+  const birthPlaceRow = infoBlock?.querySelector('.info-place')?.innerHTML.trim();
+  const ageRow = infoBlock?.querySelector('.info')?.innerHTML.trim();
+
+  let birthday: string = '';
+
+  if (text) {
+    const parts = text.split('\n');
+    const birthdayRow = parts.find((x) => x.includes('nar.'));
+    birthday = birthdayRow ? parseBirthday(birthdayRow) : '';
+  }
+
+  const age = ageRow ? +parseAge(ageRow) : null;
+  const birthPlace = birthPlaceRow ? parseBirthPlace(birthPlaceRow) : '';
+
+  return { birthday, age, birthPlace };
+};
+
+export const getBio = (el: HTMLElement | null): string => {
+  return el.querySelector('.article-content p')?.text.trim().split('\n')[0].trim() || null;
+};
+
+export const getPhoto = (el: HTMLElement | null): string => {
+  const image = el.querySelector('img').attributes.src;
+  return addProtocol(image);
+};
+
+export const parseBirthday = (text: string): any => {
+  return text.replace(/nar./g, '').trim();
+};
+
+export const parseAge = (text: string): any => {
+  return text.trim().replace(/\(/g, '').replace(/let\)/g, '').trim();
+};
+
+export const parseBirthPlace = (text: string): any => {
+  return text.trim().replace(/<br>/g, '').trim();
+};
+
+export const getFilms = (el: HTMLElement | null): CSFDCreatorScreening[] => {
+  const filmNodes = el.querySelectorAll('.box')[0]?.querySelectorAll('table tr');
+  let yearCache: number;
+  const films = filmNodes.map((filmNode) => {
+    const id = getId(filmNode.querySelector('td.name .film-title-name')?.attributes.href);
+    const title = filmNode.querySelector('.name')?.text.trim();
+    const year = +filmNode.querySelector('.year')?.text.trim();
+    const colorRating = getColorRating(filmNode.querySelector('.name .icon'));
+
+    // Cache year from previous film because there is a gap between movies with same year
+    if (year) {
+      yearCache = +year;
+    }
+
+    if (id && title) {
+      return {
+        id,
+        title,
+        year: year || yearCache,
+        colorRating
+      };
+    }
+    return {};
+  });
+  // Remove empty objects
+  const filmsUnique = films.filter(
+    (value) => Object.keys(value).length !== 0
+  ) as CSFDCreatorScreening[];
+  return filmsUnique;
+};

package/src/helpers/global.helper.ts

@@ -0,0 +1,70 @@
+import { CSFDColorRating } from '../interfaces/global';
+import { Colors } from '../interfaces/user-ratings.interface';
+
+export const parseIdFromUrl = (url: string): number => {
+  if (url) {
+    const idSlug = url?.split('/')[2];
+    const id = idSlug?.split('-')[0];
+    return +id || null;
+  } else {
+    return null;
+  }
+};
+
+export const getColor = (cls: string): CSFDColorRating => {
+  switch (cls) {
+    case 'page-lightgrey':
+      return 'unknown';
+    case 'page-red':
+      return 'good';
+    case 'page-blue':
+      return 'average';
+    case 'page-grey':
+      return 'bad';
+    default:
+      return 'unknown';
+  }
+};
+
+export const parseColor = (quality: Colors): CSFDColorRating => {
+  switch (quality) {
+    case 'lightgrey':
+      return 'unknown';
+    case 'red':
+      return 'good';
+    case 'blue':
+      return 'average';
+    case 'grey':
+      return 'bad';
+    default:
+      return 'unknown';
+  }
+};
+
+export const addProtocol = (url: string): string => {
+  return url.startsWith('//') ? 'https:' + url : url;
+};
+
+export const getDuration = (matches: any[]) => {
+  return {
+    sign: matches[1] === undefined ? '+' : '-',
+    years: matches[2] === undefined ? 0 : matches[2],
+    months: matches[3] === undefined ? 0 : matches[3],
+    weeks: matches[4] === undefined ? 0 : matches[4],
+    days: matches[5] === undefined ? 0 : matches[5],
+    hours: matches[6] === undefined ? 0 : matches[6],
+    minutes: matches[7] === undefined ? 0 : matches[7],
+    seconds: matches[8] === undefined ? 0 : matches[8]
+  };
+};
+
+export const parseISO8601Duration = (iso: string): number => {
+  const iso8601DurationRegex =
+    /(-)?P(?:([.,\d]+)Y)?(?:([.,\d]+)M)?(?:([.,\d]+)W)?(?:([.,\d]+)D)?T(?:([.,\d]+)H)?(?:([.,\d]+)M)?(?:([.,\d]+)S)?/;
+
+  const matches = iso.match(iso8601DurationRegex);
+
+  const duration = getDuration(matches);
+
+  return +duration.minutes;
+};