node-csfd-api 4.3.1 → 4.3.2

package/services/user-reviews.service.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"user-reviews.service.mjs","names":[],"sources":["../../src/services/user-reviews.service.ts"],"sourcesContent":["import { HTMLElement, parse } from 'node-html-parser';\nimport { CSFDColorRating, CSFDStars } from '../dto/global';\nimport { CSFDUserReviews, CSFDUserReviewsConfig } from '../dto/user-reviews';\nimport { fetchPage } from '../fetchers';\nimport { sleep } from '../helpers/global.helper';\nimport {\n  getUserReviewColorRating,\n  getUserReviewDate,\n  getUserReviewId,\n  getUserReviewPoster,\n  getUserReviewRating,\n  getUserReviewText,\n  getUserReviewTitle,\n  getUserReviewType,\n  getUserReviewUrl,\n  getUserReviewYear\n} from '../helpers/user-reviews.helper';\nimport { CSFDOptions } from '../types';\nimport { userReviewsUrl } from '../vars';\n\nexport class UserReviewsScraper {\n  public async userReviews(\n    user: string | number,\n    config?: CSFDUserReviewsConfig,\n    options?: CSFDOptions\n  ): Promise<CSFDUserReviews[]> {\n    let allReviews: CSFDUserReviews[] = [];\n    const pageToFetch = config?.page || 1;\n    const url = userReviewsUrl(user, pageToFetch > 1 ? pageToFetch : undefined, {\n      language: options?.language\n    });\n    const response = await fetchPage(url, { ...options?.request });\n    const items = parse(response);\n    const reviews = items.querySelectorAll('.user-tab-reviews .article');\n\n    // Get number of pages\n    const pagesNode = items.querySelector('.pagination');\n    const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;\n\n    allReviews = this.getPage(config, reviews);\n\n    if (config?.allPages) {\n      console.log('User', user, url);\n      console.log('Fetching all pages', pages);\n      for (let i = 2; i <= pages; i++) {\n        console.log('Fetching page', i, 'out of', pages, '...');\n        const url = userReviewsUrl(user, i, { language: options?.language });\n        const response = await fetchPage(url, { ...options?.request });\n\n        const items = parse(response);\n        const reviews = items.querySelectorAll('.user-tab-reviews .article');\n        allReviews = [...allReviews, ...this.getPage(config, reviews)];\n\n        // Sleep\n        if (config.allPagesDelay) {\n          await sleep(config.allPagesDelay);\n        }\n      }\n      return allReviews;\n    }\n\n    return allReviews;\n  }\n\n  private getPage(config: CSFDUserReviewsConfig, reviews: HTMLElement[]) {\n    const films: CSFDUserReviews[] = [];\n    if (config) {\n      if (config.includesOnly?.length && config.excludes?.length) {\n        console.warn(\n          `node-csfd-api:\n        You can not use both parameters 'includesOnly' and 'excludes'.\n        Parameter 'includesOnly' will be used now:`,\n          config.includesOnly\n        );\n      }\n    }\n\n    for (const el of reviews) {\n      const type = getUserReviewType(el);\n\n      // Filtering includesOnly\n      if (config?.includesOnly?.length) {\n        if (config.includesOnly.some((include) => type === include)) {\n          films.push(this.buildUserReviews(el));\n        }\n        // Filter excludes\n      } else if (config?.excludes?.length) {\n        if (!config.excludes.some((exclude) => type === exclude)) {\n          films.push(this.buildUserReviews(el));\n        }\n      } else {\n        // Without filtering\n        films.push(this.buildUserReviews(el));\n      }\n    }\n    return films;\n  }\n\n  private buildUserReviews(el: HTMLElement): CSFDUserReviews {\n    return {\n      id: getUserReviewId(el),\n      title: getUserReviewTitle(el),\n      year: getUserReviewYear(el),\n      type: getUserReviewType(el),\n      url: getUserReviewUrl(el),\n      colorRating: getUserReviewColorRating(el) as CSFDColorRating,\n      userDate: getUserReviewDate(el),\n      userRating: getUserReviewRating(el) as CSFDStars,\n      text: getUserReviewText(el),\n      poster: getUserReviewPoster(el)\n    };\n  }\n}\n"],"mappings":";;;;;;;AAoBA,IAAa,qBAAb,MAAgC;CAC9B,MAAa,YACX,MACA,QACA,SAC4B;EAC5B,IAAI,aAAgC,EAAE;EACtC,MAAM,cAAc,QAAQ,QAAQ;EACpC,MAAM,MAAM,eAAe,MAAM,cAAc,IAAI,cAAc,QAAW,EAC1E,UAAU,SAAS,UACpB,CAAC;EAEF,MAAM,QAAQ,MADG,MAAM,UAAU,KAAK,EAAE,GAAG,SAAS,SAAS,CAAC,CACjC;EAC7B,MAAM,UAAU,MAAM,iBAAiB,6BAA6B;EAGpE,MAAM,YAAY,MAAM,cAAc,cAAc;EACpD,MAAM,QAAQ,CAAC,WAAW,WAAW,UAAU,WAAW,SAAS,GAAG,WAAW;AAEjF,eAAa,KAAK,QAAQ,QAAQ,QAAQ;AAE1C,MAAI,QAAQ,UAAU;AACpB,WAAQ,IAAI,QAAQ,MAAM,IAAI;AAC9B,WAAQ,IAAI,sBAAsB,MAAM;AACxC,QAAK,IAAI,IAAI,GAAG,KAAK,OAAO,KAAK;AAC/B,YAAQ,IAAI,iBAAiB,GAAG,UAAU,OAAO,MAAM;IAKvD,MAAM,UADQ,MAFG,MAAM,UADX,eAAe,MAAM,GAAG,EAAE,UAAU,SAAS,UAAU,CAAC,EAC9B,EAAE,GAAG,SAAS,SAAS,CAAC,CAEjC,CACP,iBAAiB,6BAA6B;AACpE,iBAAa,CAAC,GAAG,YAAY,GAAG,KAAK,QAAQ,QAAQ,QAAQ,CAAC;AAG9D,QAAI,OAAO,cACT,OAAM,MAAM,OAAO,cAAc;;AAGrC,UAAO;;AAGT,SAAO;;CAGT,AAAQ,QAAQ,QAA+B,SAAwB;EACrE,MAAM,QAA2B,EAAE;AACnC,MAAI,QACF;OAAI,OAAO,cAAc,UAAU,OAAO,UAAU,OAClD,SAAQ,KACN;;qDAGA,OAAO,aACR;;AAIL,OAAK,MAAM,MAAM,SAAS;GACxB,MAAM,OAAO,kBAAkB,GAAG;AAGlC,OAAI,QAAQ,cAAc,QACxB;QAAI,OAAO,aAAa,MAAM,YAAY,SAAS,QAAQ,CACzD,OAAM,KAAK,KAAK,iBAAiB,GAAG,CAAC;cAG9B,QAAQ,UAAU,QAC3B;QAAI,CAAC,OAAO,SAAS,MAAM,YAAY,SAAS,QAAQ,CACtD,OAAM,KAAK,KAAK,iBAAiB,GAAG,CAAC;SAIvC,OAAM,KAAK,KAAK,iBAAiB,GAAG,CAAC;;AAGzC,SAAO;;CAGT,AAAQ,iBAAiB,IAAkC;AACzD,SAAO;GACL,IAAI,gBAAgB,GAAG;GACvB,OAAO,mBAAmB,GAAG;GAC7B,MAAM,kBAAkB,GAAG;GAC3B,MAAM,kBAAkB,GAAG;GAC3B,KAAK,iBAAiB,GAAG;GACzB,aAAa,yBAAyB,GAAG;GACzC,UAAU,kBAAkB,GAAG;GAC/B,YAAY,oBAAoB,GAAG;GACnC,MAAM,kBAAkB,GAAG;GAC3B,QAAQ,oBAAoB,GAAG;GAChC"}
+{"version":3,"file":"user-reviews.service.mjs","names":[],"sources":["../../src/services/user-reviews.service.ts"],"sourcesContent":["import { HTMLElement, parse } from 'node-html-parser';\nimport { CSFDColorRating, CSFDFilmTypes, CSFDStars } from '../dto/global';\nimport { CSFDUserReviews, CSFDUserReviewsConfig } from '../dto/user-reviews';\nimport { fetchPage } from '../fetchers';\nimport { sleep } from '../helpers/global.helper';\nimport {\n  getUserReviewColorRating,\n  getUserReviewDate,\n  getUserReviewId,\n  getUserReviewPoster,\n  getUserReviewRating,\n  getUserReviewText,\n  getUserReviewTitle,\n  getUserReviewType,\n  getUserReviewUrl,\n  getUserReviewYear\n} from '../helpers/user-reviews.helper';\nimport { CSFDOptions } from '../types';\nimport { userReviewsUrl } from '../vars';\n\nexport class UserReviewsScraper {\n  public async userReviews(\n    user: string | number,\n    config?: CSFDUserReviewsConfig,\n    options?: CSFDOptions\n  ): Promise<CSFDUserReviews[]> {\n    let allReviews: CSFDUserReviews[] = [];\n    const pageToFetch = config?.page || 1;\n    const url = userReviewsUrl(user, pageToFetch > 1 ? pageToFetch : undefined, {\n      language: options?.language\n    });\n    const response = await fetchPage(url, { ...options?.request });\n    const items = parse(response);\n    const reviews = items.querySelectorAll('.user-tab-reviews .article');\n\n    // Get number of pages\n    const pagesNode = items.querySelector('.pagination');\n    const pages = +pagesNode?.childNodes[pagesNode.childNodes.length - 4].rawText || 1;\n\n    allReviews = this.getPage(config, reviews);\n\n    if (config?.allPages) {\n      console.log('User', user, url);\n      console.log('Fetching all pages', pages);\n      for (let i = 2; i <= pages; i++) {\n        console.log('Fetching page', i, 'out of', pages, '...');\n        const url = userReviewsUrl(user, i, { language: options?.language });\n        const response = await fetchPage(url, { ...options?.request });\n\n        const items = parse(response);\n        const reviews = items.querySelectorAll('.user-tab-reviews .article');\n        allReviews = [...allReviews, ...this.getPage(config, reviews)];\n\n        // Sleep\n        if (config.allPagesDelay) {\n          await sleep(config.allPagesDelay);\n        }\n      }\n      return allReviews;\n    }\n\n    return allReviews;\n  }\n\n  private getPage(config: CSFDUserReviewsConfig, reviews: HTMLElement[]) {\n    const films: CSFDUserReviews[] = [];\n    if (config) {\n      if (config.includesOnly?.length && config.excludes?.length) {\n        console.warn(\n          `node-csfd-api:\n        You can not use both parameters 'includesOnly' and 'excludes'.\n        Parameter 'includesOnly' will be used now:`,\n          config.includesOnly\n        );\n      }\n    }\n\n    for (const el of reviews) {\n      const type = getUserReviewType(el);\n\n      // Filtering includesOnly\n      if (config?.includesOnly?.length) {\n        if (config.includesOnly.some((include) => type === include)) {\n          films.push(this.buildUserReviews(el, type));\n        }\n        // Filter excludes\n      } else if (config?.excludes?.length) {\n        if (!config.excludes.some((exclude) => type === exclude)) {\n          films.push(this.buildUserReviews(el, type));\n        }\n      } else {\n        // Without filtering\n        films.push(this.buildUserReviews(el, type));\n      }\n    }\n    return films;\n  }\n\n  private buildUserReviews(el: HTMLElement, type: CSFDFilmTypes): CSFDUserReviews {\n    return {\n      id: getUserReviewId(el),\n      title: getUserReviewTitle(el),\n      year: getUserReviewYear(el),\n      type,\n      url: getUserReviewUrl(el),\n      colorRating: getUserReviewColorRating(el) as CSFDColorRating,\n      userDate: getUserReviewDate(el),\n      userRating: getUserReviewRating(el) as CSFDStars,\n      text: getUserReviewText(el),\n      poster: getUserReviewPoster(el)\n    };\n  }\n}\n"],"mappings":";;;;;;;AAoBA,IAAa,qBAAb,MAAgC;CAC9B,MAAa,YACX,MACA,QACA,SAC4B;EAC5B,IAAI,aAAgC,EAAE;EACtC,MAAM,cAAc,QAAQ,QAAQ;EACpC,MAAM,MAAM,eAAe,MAAM,cAAc,IAAI,cAAc,QAAW,EAC1E,UAAU,SAAS,UACpB,CAAC;EAEF,MAAM,QAAQ,MADG,MAAM,UAAU,KAAK,EAAE,GAAG,SAAS,SAAS,CAAC,CACjC;EAC7B,MAAM,UAAU,MAAM,iBAAiB,6BAA6B;EAGpE,MAAM,YAAY,MAAM,cAAc,cAAc;EACpD,MAAM,QAAQ,CAAC,WAAW,WAAW,UAAU,WAAW,SAAS,GAAG,WAAW;AAEjF,eAAa,KAAK,QAAQ,QAAQ,QAAQ;AAE1C,MAAI,QAAQ,UAAU;AACpB,WAAQ,IAAI,QAAQ,MAAM,IAAI;AAC9B,WAAQ,IAAI,sBAAsB,MAAM;AACxC,QAAK,IAAI,IAAI,GAAG,KAAK,OAAO,KAAK;AAC/B,YAAQ,IAAI,iBAAiB,GAAG,UAAU,OAAO,MAAM;IAKvD,MAAM,UADQ,MAFG,MAAM,UADX,eAAe,MAAM,GAAG,EAAE,UAAU,SAAS,UAAU,CAAC,EAC9B,EAAE,GAAG,SAAS,SAAS,CAAC,CAEjC,CACP,iBAAiB,6BAA6B;AACpE,iBAAa,CAAC,GAAG,YAAY,GAAG,KAAK,QAAQ,QAAQ,QAAQ,CAAC;AAG9D,QAAI,OAAO,cACT,OAAM,MAAM,OAAO,cAAc;;AAGrC,UAAO;;AAGT,SAAO;;CAGT,AAAQ,QAAQ,QAA+B,SAAwB;EACrE,MAAM,QAA2B,EAAE;AACnC,MAAI,QACF;OAAI,OAAO,cAAc,UAAU,OAAO,UAAU,OAClD,SAAQ,KACN;;qDAGA,OAAO,aACR;;AAIL,OAAK,MAAM,MAAM,SAAS;GACxB,MAAM,OAAO,kBAAkB,GAAG;AAGlC,OAAI,QAAQ,cAAc,QACxB;QAAI,OAAO,aAAa,MAAM,YAAY,SAAS,QAAQ,CACzD,OAAM,KAAK,KAAK,iBAAiB,IAAI,KAAK,CAAC;cAGpC,QAAQ,UAAU,QAC3B;QAAI,CAAC,OAAO,SAAS,MAAM,YAAY,SAAS,QAAQ,CACtD,OAAM,KAAK,KAAK,iBAAiB,IAAI,KAAK,CAAC;SAI7C,OAAM,KAAK,KAAK,iBAAiB,IAAI,KAAK,CAAC;;AAG/C,SAAO;;CAGT,AAAQ,iBAAiB,IAAiB,MAAsC;AAC9E,SAAO;GACL,IAAI,gBAAgB,GAAG;GACvB,OAAO,mBAAmB,GAAG;GAC7B,MAAM,kBAAkB,GAAG;GAC3B;GACA,KAAK,iBAAiB,GAAG;GACzB,aAAa,yBAAyB,GAAG;GACzC,UAAU,kBAAkB,GAAG;GAC/B,YAAY,oBAAoB,GAAG;GACnC,MAAM,kBAAkB,GAAG;GAC3B,QAAQ,oBAAoB,GAAG;GAChC"}