epg-grabber 0.15.0 → 0.17.0

package/README.md

@@ -94,6 +94,7 @@ module.exports = {
   lang: 'fr', // default language for all programs (default: 'en')
   days: 3, // number of days for which to grab the program (default: 1)
   delay: 5000, // delay between requests (default: 3000)
+  ignore: true, // skip all channels during request (default: false)
 
   request: { // request options (details: https://github.com/axios/axios#request-config)
 
@@ -158,12 +159,14 @@ module.exports = {
     return [
       {
         title, // program title (required)
-        start, // program start time (required)
-        stop, // program end time (optional)
-        description, // program description (optional)
-        category, // program category (optional)
-        icon, // program icon (optional)
-        lang // program language (default: 'en')
+        start, // start time of the program (required)
+        stop, // end time of the program (required)
+        description, // description of the program (optional)
+        category, // program type (optional)
+        season, // season number (optional)
+        episode, // episode number (optional)
+        icon, // image associated with the program (optional)
+        lang // language of the description (default: 'en')
       },
       ...
     ]

package/bin/epg-grabber.js

@@ -7,7 +7,7 @@ const path = require('path')
 const grabber = require('../src/index')
 const utils = require('../src/utils')
 const { name, version, description } = require('../package.json')
-const merge = require('lodash.merge')
+const { merge } = require('lodash')
 const { createLogger, format, transports } = require('winston')
 const { combine, timestamp, printf } = format
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "epg-grabber",
-  "version": "0.15.0",
+  "version": "0.17.0",
   "description": "Node.js CLI tool for grabbing EPG from different sites",
   "main": "src/index.js",
   "preferGlobal": true,
@@ -34,7 +34,7 @@
     "commander": "^7.1.0",
     "dayjs": "^1.10.4",
     "glob": "^7.1.6",
-    "lodash.merge": "^4.6.2",
+    "lodash": "^4.17.21",
     "tough-cookie": "^4.0.0",
     "winston": "^3.3.3",
     "xml-js": "^1.6.11"

package/src/index.js

@@ -14,6 +14,12 @@ module.exports = {
 
     let programs = []
     for (let item of queue) {
+      if (config.ignore) {
+        item.programs = []
+        cb(item, new Error('Skipped'))
+        continue
+      }
+
       await utils
         .buildRequest(item, config)
         .then(request => utils.fetchData(request))

package/src/utils.js

@@ -1,10 +1,11 @@
 const fs = require('fs')
+const { padStart } = require('lodash')
 const path = require('path')
 const axios = require('axios').default
 const axiosCookieJarSupport = require('axios-cookiejar-support').default
 const tough = require('tough-cookie')
 const convert = require('xml-js')
-const merge = require('lodash.merge')
+const { merge } = require('lodash')
 const dayjs = require('dayjs')
 const utc = require('dayjs/plugin/utc')
 dayjs.extend(utc)
@@ -123,9 +124,11 @@ utils.convertToXMLTV = function ({ channels, programs }) {
     const title = utils.escapeString(program.title)
     const description = utils.escapeString(program.description)
     const categories = Array.isArray(program.category) ? program.category : [program.category]
-    const start = program.start ? dayjs.utc(program.start).format('YYYYMMDDHHmmss ZZ') : ''
-    const stop = program.stop ? dayjs.utc(program.stop).format('YYYYMMDDHHmmss ZZ') : ''
+    const start = program.start ? dayjs.unix(program.start).utc().format('YYYYMMDDHHmmss ZZ') : ''
+    const stop = program.stop ? dayjs.unix(program.stop).utc().format('YYYYMMDDHHmmss ZZ') : ''
     const lang = program.lang || 'en'
+    const xmltv_ns = createXMLTVNS(program.season, program.episode)
+    const onscreen = createOnScreen(program.season, program.episode)
     const icon = utils.escapeString(program.icon)
 
     if (start && stop && title) {
@@ -143,6 +146,14 @@ utils.convertToXMLTV = function ({ channels, programs }) {
         })
       }
 
+      if (xmltv_ns) {
+        output += `<episode-num system="xmltv_ns">${xmltv_ns}</episode-num>`
+      }
+
+      if (onscreen) {
+        output += `<episode-num system="onscreen">${onscreen}</episode-num>`
+      }
+
       if (icon) {
         output += `<icon src="${icon}"/>`
       }
@@ -153,6 +164,21 @@ utils.convertToXMLTV = function ({ channels, programs }) {
 
   output += '</tv>'
 
+  function createXMLTVNS(s, e) {
+    if (!s || !e) return null
+
+    return `${s - 1}.${e - 1}.0/1`
+  }
+
+  function createOnScreen(s, e) {
+    if (!s || !e) return null
+
+    s = padStart(s, 2, '0')
+    e = padStart(e, 2, '0')
+
+    return `S${s}E${e}`
+  }
+
   return output
 }
 
@@ -244,7 +270,7 @@ utils.parseResponse = async (item, response, config) => {
   })
 
   if (!item.channel.logo && config.logo) {
-    item.channel.logo = await utils.loadLogo(data, config)
+    data.channel.logo = await utils.loadLogo(data, config)
   }
 
   return await utils.parsePrograms(data, config)

package/tests/bin.test.js

@@ -1,8 +1,6 @@
 const { execSync } = require('child_process')
-const pwd = `${__dirname}/..`
-import axios from 'axios'
 
-jest.mock('axios')
+const pwd = `${__dirname}/..`
 
 function stdoutResultTester(stdout) {
   return [`Finish`].every(val => {
@@ -22,8 +20,6 @@ it('can load config', () => {
 })
 
 it('can load mini config', () => {
-  axios.mockImplementation(() => Promise.resolve({ data: '' }))
-
   const result = execSync(
     `node ${pwd}/bin/epg-grabber.js \
       --config=tests/input/mini.config.js \
@@ -32,7 +28,8 @@ it('can load mini config', () => {
       --lang=fr \
       --days=3 \
       --delay=0 \
-      --timeout=10000`,
+      --debug \
+      --timeout=1`,
     {
       encoding: 'utf8'
     }

package/tests/index.test.js

@@ -71,3 +71,23 @@ it('can grab single channel programs', done => {
       done()
     })
 })
+
+it('return "Skipped" error if ignore option in config is true', done => {
+  const config = {
+    site: 'example.com',
+    ignore: true,
+    url: `http://example.com/20210319/1tv.json`,
+    parser: () => []
+  }
+  const channel = {
+    site: 'example.com',
+    site_id: 'cnn',
+    xmltv_id: 'CNN.us',
+    lang: 'en',
+    name: 'CNN'
+  }
+  grabber.grab(channel, config, (data, err) => {
+    expect(err.message).toBe('Skipped')
+    done()
+  })
+})

package/tests/input/example.com.config.js

@@ -1,5 +1,6 @@
 module.exports = {
   site: 'example.com',
+  ignore: true,
   channels: 'example.com.channels.xml',
   output: 'tests/output/guide.xml',
   url: () => 'http://example.com/20210319/1tv.json',

package/tests/input/mini.config.js

@@ -1,5 +1,6 @@
 module.exports = {
   site: 'example.com',
+  ignore: true,
   url: 'http://example.com/20210319/1tv.json',
   parser: () => []
 }

package/tests/utils.test.js

@@ -7,6 +7,7 @@ it('can load valid config.js', () => {
   const config = utils.loadConfig(require(path.resolve('./tests/input/example.com.config.js')))
   expect(config).toMatchObject({
     days: 1,
+    ignore: true,
     delay: 3000,
     lang: 'en',
     site: 'example.com'
@@ -56,9 +57,11 @@ it('can convert object to xmltv string', () => {
     {
       title: 'Program 1',
       description: 'Description for Program 1',
-      start: '2021-03-19 06:00:00 +0000',
-      stop: '2021-03-19 06:30:00 +0000',
+      start: 1616133600,
+      stop: 1616135400,
       category: 'Test',
+      season: 9,
+      episode: 239,
       icon: 'https://example.com/images/Program1.png?x=шеллы&sid=777',
       channel: '1TV.com',
       lang: 'it'
@@ -66,7 +69,7 @@ it('can convert object to xmltv string', () => {
   ]
   const output = utils.convertToXMLTV({ channels, programs })
   expect(output).toBe(
-    '<?xml version="1.0" encoding="UTF-8" ?><tv>\r\n<channel id="1TV.com"><display-name>1 TV</display-name><icon src="https://example.com/logos/1TV.png"/><url>https://example.com</url></channel>\r\n<channel id="2TV.com"><display-name>2 TV</display-name><url>https://example.com</url></channel>\r\n<programme start="20210319060000 +0000" stop="20210319063000 +0000" channel="1TV.com"><title lang="it">Program 1</title><desc lang="it">Description for Program 1</desc><category lang="it">Test</category><icon src="https://example.com/images/Program1.png?x=шеллы&amp;sid=777"/></programme>\r\n</tv>'
+    '<?xml version="1.0" encoding="UTF-8" ?><tv>\r\n<channel id="1TV.com"><display-name>1 TV</display-name><icon src="https://example.com/logos/1TV.png"/><url>https://example.com</url></channel>\r\n<channel id="2TV.com"><display-name>2 TV</display-name><url>https://example.com</url></channel>\r\n<programme start="20210319060000 +0000" stop="20210319063000 +0000" channel="1TV.com"><title lang="it">Program 1</title><desc lang="it">Description for Program 1</desc><category lang="it">Test</category><episode-num system="xmltv_ns">8.238.0/1</episode-num><episode-num system="onscreen">S09E239</episode-num><icon src="https://example.com/images/Program1.png?x=шеллы&amp;sid=777"/></programme>\r\n</tv>'
   )
 })
 
@@ -84,8 +87,8 @@ it('can convert object to xmltv string without categories', () => {
   const programs = [
     {
       title: 'Program 1',
-      start: '2021-03-19 06:00:00 +0000',
-      stop: '2021-03-19 06:30:00 +0000',
+      start: 1616133600,
+      stop: 1616135400,
       channel: '1TV.com',
       lang: 'it'
     }
@@ -104,8 +107,8 @@ it('can convert object to xmltv string with multiple categories', () => {
     {
       title: 'Program 1',
       description: 'Description for Program 1',
-      start: '2021-03-19 06:00:00 +0000',
-      stop: '2021-03-19 06:30:00 +0000',
+      start: 1616133600,
+      stop: 1616135400,
       category: ['Test1', 'Test2'],
       icon: 'https://example.com/images/Program1.png?x=шеллы&sid=777',
       channel: '1TV.com',