epg-grabber 0.21.0 → 0.24.0

package/README.md

@@ -80,7 +80,9 @@ Arguments:
 - `--days`: number of days for which to grab the program (default: 1)
 - `--delay`: delay between requests (default: 3000)
 - `--timeout`: set a timeout for each request (default: 5000)
+- `--gzip`: compress output (default: false)
 - `--debug`: enable debug mode (default: false)
+- `--curl`: display current request as CURL (default: false)
 - `--log`: path to log file (optional)
 - `--log-level`: set the log level (default: 'info')
 

package/bin/epg-grabber.js

@@ -8,6 +8,7 @@ const grabber = require('../src/index')
 const utils = require('../src/utils')
 const { name, version, description } = require('../package.json')
 const { merge } = require('lodash')
+const { gzip } = require('node-gzip')
 const { createLogger, format, transports } = require('winston')
 const { combine, timestamp, printf } = format
 
@@ -22,7 +23,9 @@ program
   .option('--days <days>', 'Number of days for which to grab the program', parseInteger, 1)
   .option('--delay <delay>', 'Delay between requests (in mileseconds)', parseInteger)
   .option('--timeout <timeout>', 'Set a timeout for each request (in mileseconds)', parseInteger)
+  .option('--gzip', 'Compress the output', false)
   .option('--debug', 'Enable debug mode', false)
+  .option('--curl', 'Display request as CURL', false)
   .option('--log <log>', 'Path to log file')
   .option('--log-level <level>', 'Set log level', 'info')
   .parse(process.argv)
@@ -64,6 +67,8 @@ async function main() {
   config = merge(config, {
     days: options.days,
     debug: options.debug,
+    gzip: options.gzip,
+    curl: options.curl,
     lang: options.lang,
     delay: options.delay,
     request: {
@@ -108,8 +113,15 @@ async function main() {
   }
 
   const xml = utils.convertToXMLTV({ config, channels, programs })
-  const outputPath = options.output || config.output || 'guide.xml'
-  utils.writeToFile(outputPath, xml)
+  let outputPath = options.output || config.output
+  if (options.gzip) {
+    outputPath = outputPath || 'guide.xml.gz'
+    const compressed = await gzip(xml)
+    utils.writeToFile(outputPath, compressed)
+  } else {
+    outputPath = outputPath || 'guide.xml'
+    utils.writeToFile(outputPath, xml)
+  }
 
   logger.info(`File '${outputPath}' successfully saved`)
   logger.info('Finish')

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "epg-grabber",
-  "version": "0.21.0",
+  "version": "0.24.0",
   "description": "Node.js CLI tool for grabbing EPG from different sites",
   "main": "src/index.js",
   "preferGlobal": true,
@@ -32,9 +32,11 @@
     "axios-cookiejar-support": "^1.0.1",
     "axios-mock-adapter": "^1.20.0",
     "commander": "^7.1.0",
+    "curl-generator": "^0.2.0",
     "dayjs": "^1.10.4",
     "glob": "^7.1.6",
     "lodash": "^4.17.21",
+    "node-gzip": "^1.1.2",
     "tough-cookie": "^4.0.0",
     "winston": "^3.3.3",
     "xml-js": "^1.6.11"

package/src/index.js

@@ -18,9 +18,12 @@ module.exports = {
         cb(item, null)
         programs = programs.concat(results)
       })
-      .catch(err => {
+      .catch(error => {
         item.programs = []
-        cb(item, err)
+        if (config.debug) {
+          console.log('Error:', JSON.stringify(error, null, 2))
+        }
+        cb(item, error)
       })
 
     await utils.sleep(config.delay)

package/src/utils.js

@@ -8,6 +8,7 @@ const convert = require('xml-js')
 const { merge } = require('lodash')
 const dayjs = require('dayjs')
 const utc = require('dayjs/plugin/utc')
+const { CurlGenerator } = require('curl-generator')
 dayjs.extend(utc)
 axiosCookieJarSupport(axios)
 
@@ -208,6 +209,16 @@ utils.buildRequest = async function (item, config) {
     console.log('Request:', JSON.stringify(request, null, 2))
   }
 
+  if (config.curl) {
+    const curl = CurlGenerator({
+      url: request.url,
+      method: request.method,
+      headers: request.headers,
+      body: request.data
+    })
+    console.log(curl)
+  }
+
   return request
 }
 
@@ -266,6 +277,20 @@ utils.getUTCDate = function (d = null) {
 }
 
 utils.parseResponse = async (item, response, config) => {
+  if (config.debug) {
+    console.log(
+      'Response:',
+      JSON.stringify(
+        {
+          headers: response.headers,
+          data: response.data.toString()
+        },
+        null,
+        2
+      )
+    )
+  }
+
   const data = merge(item, config, {
     content: response.data.toString(),
     buffer: response.data,

package/tests/bin.test.js

@@ -38,3 +38,19 @@ it('can load mini config', () => {
   expect(stdoutResultTester(result)).toBe(true)
   expect(result.includes("File 'tests/output/mini.guide.xml' successfully saved")).toBe(true)
 })
+
+it('can generate gzip version', () => {
+  const result = execSync(
+    `node ${pwd}/bin/epg-grabber.js \
+      --config=tests/input/mini.config.js \
+      --channels=tests/input/example.com.channels.xml \
+      --output=tests/output/mini.guide.xml.gz \
+      --gzip`,
+    {
+      encoding: 'utf8'
+    }
+  )
+
+  expect(stdoutResultTester(result)).toBe(true)
+  expect(result.includes("File 'tests/output/mini.guide.xml.gz' successfully saved")).toBe(true)
+})