iptv-checker 0.20.2 → 0.23.0

package/.travis.yml

@@ -1,7 +1,7 @@
 language: node_js
 
 node_js:
-  - "10"
+  - "12"
 
 script:
   - npm run lint

package/README.md

@@ -1,19 +1,17 @@
-# IPTV Checker [![Build Status](https://travis-ci.com/freearhey/iptv-checker.svg?branch=master)](https://travis-ci.com/freearhey/iptv-checker)
+# IPTV Checker [![Build Status](https://app.travis-ci.com/freearhey/iptv-checker.svg?branch=master)](https://app.travis-ci.com/freearhey/iptv-checker)
 
 Node.js CLI tool for checking links in IPTV playlists.
 
-## Installation
-
 This tool is based on the `ffmpeg` library, so you need to install it on your computer first. You can find the right installer for your system here: https://www.ffmpeg.org/download.html
 
-After that you can install the tool itself via npm:
+## Usage
+
+### CLI
 
 ```sh
 npm install -g iptv-checker
 ```
 
-## Usage
-
 #### Check local playlist file:
 
 ```sh
@@ -40,6 +38,197 @@ Arguments:
 - `-k, --insecure`: allow insecure connections when using SSL
 - `-p, --parallel`: Batch size of channels to check concurrently (default to 1)
 
+### Node.js
+
+```sh
+npm install iptv-checker
+```
+
+```js
+var checker = require('iptv-checker')
+
+// using playlist url
+checker.checkPlaylist('https://some-playlist.lol/list.m3u').then(results => {
+	console.log(results)
+})
+
+// using local path
+checker.checkPlaylist('path/to/playlist.m3u').then(results => {
+	console.log(results)
+})
+
+// using playlist as string
+checker.checkPlaylist(string).then(results => {
+	console.log(results)
+})
+```
+
+#### Results
+
+On success:
+
+```jsonc
+{
+	"header": {
+		"attrs": {},
+		"raw": "#EXTM3U x-tvg-url=\"\""
+	},
+	"items": [
+		{
+			"name": "KBSV/AssyriaSat (720p) [Not 24/7]",
+			"tvg": {
+				"id": "KBSVAssyriaSat.us",
+				"name": "",
+				"language": "Assyrian Neo-Aramaic;English",
+				"country": "US",
+				"logo": "https://i.imgur.com/zEWSSdf.jpg",
+				"url": "",
+				"rec": ""
+			},
+			"group": {
+				"title": "General"
+			},
+			"http": {
+				"referrer": "",
+				"user-agent": ""
+			},
+			"url": "http://66.242.170.53/hls/live/temp/index.m3u8",
+			"raw": "#EXTINF:-1 tvg-id=\"KBSVAssyriaSat.us\" tvg-country=\"US\" tvg-language=\"Assyrian Neo-Aramaic;English\" tvg-logo=\"https://i.imgur.com/zEWSSdf.jpg\" group-title=\"General\",KBSV/AssyriaSat (720p) [Not 24/7]\r\nhttp://66.242.170.53/hls/live/temp/index.m3u8",
+			"line": 2,
+			"catchup": {
+				"type": "",
+				"days": "",
+				"source": ""
+			},
+			"timeshift": "",
+			"status": {
+				"ok": true,
+				"metadata": {
+					"streams": [
+						{
+							"index": 0,
+							"codec_name": "h264",
+							"codec_long_name": "H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10",
+							"profile": "High",
+							"codec_type": "video",
+							"codec_tag_string": "[27][0][0][0]",
+							"codec_tag": "0x001b",
+							"width": 1280,
+							"height": 720,
+							"coded_width": 1280,
+							"coded_height": 720,
+							"closed_captions": 0,
+							"has_b_frames": 2,
+							"pix_fmt": "yuv420p",
+							"level": 31,
+							"chroma_location": "left",
+							"refs": 1,
+							"is_avc": "false",
+							"nal_length_size": "0",
+							"r_frame_rate": "30/1",
+							"avg_frame_rate": "0/0",
+							"time_base": "1/90000",
+							"start_pts": 943358850,
+							"start_time": "10481.765000",
+							"bits_per_raw_sample": "8",
+							"disposition": {
+								"default": 0,
+								"dub": 0,
+								"original": 0,
+								"comment": 0,
+								"lyrics": 0,
+								"karaoke": 0,
+								"forced": 0,
+								"hearing_impaired": 0,
+								"visual_impaired": 0,
+								"clean_effects": 0,
+								"attached_pic": 0,
+								"timed_thumbnails": 0
+							},
+							"tags": {
+								"variant_bitrate": "400000"
+							}
+						}
+						//...
+					],
+					"format": {
+						"filename": "http://66.242.170.53/hls/live/temp/index.m3u8",
+						"nb_streams": 2,
+						"nb_programs": 1,
+						"format_name": "hls",
+						"format_long_name": "Apple HTTP Live Streaming",
+						"start_time": "10481.560589",
+						"size": "214",
+						"probe_score": 100
+					},
+					"requests": [
+						{
+							"method": "GET",
+							"url": "http://66.242.170.53/hls/live/temp/index.m3u8",
+							"headers": {
+								"User-Agent": "Lavf/58.76.100",
+								"Accept": "*/*",
+								"Range": "bytes=0-",
+								"Connection": "close",
+								"Host": "66.242.170.53",
+								"Icy-MetaData": "1"
+							}
+						}
+						//...
+					]
+				}
+			}
+		}
+		//...
+	]
+}
+```
+
+On error:
+
+```jsonc
+{
+	"header": {
+		"attrs": {},
+		"raw": "#EXTM3U x-tvg-url=\"\""
+	},
+	"items": [
+		{
+			"name": "Addis TV (720p)",
+			"tvg": {
+				"id": "AddisTV.et",
+				"name": "",
+				"language": "Amharic",
+				"country": "ET",
+				"logo": "https://i.imgur.com/KAg6MOI.png",
+				"url": "",
+				"rec": ""
+			},
+			"group": {
+				"title": ""
+			},
+			"http": {
+				"referrer": "",
+				"user-agent": ""
+			},
+			"url": "https://rrsatrtmp.tulix.tv/addis1/addis1multi.smil/playlist.m3u8",
+			"raw": "#EXTINF:-1 tvg-id=\"AddisTV.et\" tvg-country=\"ET\" tvg-language=\"Amharic\" tvg-logo=\"https://i.imgur.com/KAg6MOI.png\" group-title=\"Undefined\",Addis TV (720p)\r\nhttps://rrsatrtmp.tulix.tv/addis1/addis1multi.smil/playlist.m3u8",
+			"line": 2,
+			"catchup": {
+				"type": "",
+				"days": "",
+				"source": ""
+			},
+			"timeshift": "",
+			"status": {
+				"ok": false,
+				"reason": "Operation timed out"
+			}
+		}
+	]
+}
+```
+
 ## Contribution
 
 If you find a bug or want to contribute to the code or documentation, you can help by submitting an [issue](https://github.com/freearhey/iptv-checker/issues) or a [pull request](https://github.com/freearhey/iptv-checker/pulls).

package/bin/iptv-checker.js

@@ -62,8 +62,6 @@ const config = {
 
 const logger = new Logger(config)
 
-logger.debug({ config })
-
 const outputDir =
   argv.output || `iptv-checker-${dateFormat(new Date(), 'd-m-yyyy-hh-MM-ss')}`
 const onlineFile = `${outputDir}/online.m3u`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "iptv-checker",
-  "version": "0.20.2",
+  "version": "0.23.0",
   "description": "Node.js CLI tool for checking links in IPTV playlists",
   "main": "src/index.js",
   "preferGlobal": true,
@@ -36,7 +36,7 @@
     "commander": "^2.20.0",
     "dateformat": "^3.0.3",
     "get-stdin": "^7.0.0",
-    "iptv-playlist-parser": "^0.5.4",
+    "iptv-playlist-parser": "^0.11.0",
     "jest": "^27.0.6",
     "lodash.chunk": "^4.2.0",
     "progress": "^2.0.3",
@@ -45,10 +45,10 @@
   "devDependencies": {
     "babel-eslint": "^10.1.0",
     "del": "^5.1.0",
-    "eslint": "^6.8.0",
+    "eslint": "^8.10.0",
     "eslint-config-prettier": "^6.10.1",
     "eslint-plugin-babel": "^5.3.0",
-    "eslint-plugin-jest": "^24.3.6",
+    "eslint-plugin-jest": "^26.1.1",
     "eslint-plugin-prettier": "^3.1.2",
     "mkdirp": "^1.0.4",
     "prettier": "^2.0.4"

package/src/helper.js

@@ -48,7 +48,7 @@ async function parsePlaylist(input) {
   return parse(data)
 }
 
-function parseStdout(output, item) {
+function parseError(output, item) {
   const url = item.url
   const line = output.split('\n').find(l => {
     return l.indexOf(url) === 0
@@ -61,6 +61,41 @@ function parseStdout(output, item) {
   return line.replace(`${url}: `, '')
 }
 
+function parseStderr(stderr) {
+  const requests = stderr
+    .split('\r\n\n')
+    .map(parseRequest)
+    .filter(l => l)
+
+  return { requests }
+}
+
+function parseRequest(string) {
+  const urlMatch = string.match(/Opening '(.*)' for reading/)
+  const url = urlMatch ? urlMatch[1] : null
+  if (!url) return null
+  const requestMatch = string.match(/request: (.|[\r\n])+/gm)
+  const request = requestMatch ? requestMatch[0] : null
+  if (!request) return null
+  const arr = request
+    .split('\n')
+    .map(l => l.trim())
+    .filter(l => l)
+  const methodMatch = arr[0].match(/request: (GET|POST)/)
+  const method = methodMatch ? methodMatch[1] : null
+  arr.shift()
+  if (!arr) return null
+  const headers = {}
+  arr.forEach(line => {
+    const parts = line.split(': ')
+    if (parts && parts[1]) {
+      headers[parts[0]] = parts[1]
+    }
+  })
+
+  return { method, url, headers }
+}
+
 function checkItem(item) {
   const { config, logger } = this
 
@@ -69,12 +104,14 @@ function checkItem(item) {
   logger.debug(`EXECUTING: "${command}"`)
 
   return execAsync(command, { timeout: config.timeout })
-    .then(({ stdout }) => {
-      if (stdout && isJSON(stdout)) {
+    .then(({ stdout, stderr }) => {
+      if (stdout && isJSON(stdout) && stderr) {
         const metadata = JSON.parse(stdout)
         if (!metadata.streams.length) {
           return { ok: false, reason: 'No streams found' }
         }
+        const results = parseStderr(stderr)
+        metadata.requests = results.requests
 
         return { ok: true, metadata }
       }
@@ -82,34 +119,36 @@ function checkItem(item) {
       return { ok: false, reason: 'Parsing error' }
     })
     .catch(err => {
-      const reason = parseStdout(err.message, item)
+      const reason = parseError(err.message, item)
 
       return { ok: false, reason }
     })
 }
 
 function buildCommand(item, config) {
-  const { url, http = {} } = item
-  const { referrer = ``, 'user-agent': itemUserAgent = `` } = http
-  const userAgent = itemUserAgent.length ? itemUserAgent : config.userAgent
-
+  const userAgent = item.http['user-agent'] || config.userAgent
   let args = [
     `ffprobe`,
     `-of json`,
-    `-v error`,
+    `-v debug`,
     `-hide_banner`,
     `-show_streams`,
+    `-show_format`,
   ]
 
-  if (referrer.length) {
-    args.push(`-headers`, `'Referer: ${referrer}'`)
+  if (config.timeout) {
+    args.push(`-timeout`, `"${config.timeout * 1000}"`)
+  }
+
+  if (item.http.referrer) {
+    args.push(`-headers`, `"Referer: ${item.http.referrer}"`)
   }
 
   if (userAgent) {
-    args.push(`-user_agent`, `'${userAgent}'`)
+    args.push(`-user_agent`, `"${userAgent}"`)
   }
 
-  args.push(`'${url}'`)
+  args.push(`"${item.url}"`)
 
   args = args.join(` `)
 

package/src/index.js

@@ -90,19 +90,16 @@ class IPTVChecker {
   }
 
   async checkStream(item) {
-    const config = this.config
-    const logger = this.logger
-
-    await config.beforeEach(item)
+    await this.config.beforeEach(item)
 
-    item.status = await helper.checkItem.call({ config, logger }, item)
+    item.status = await helper.checkItem.call(this, item)
     if (item.status.ok) {
-      logger.debug(`OK: ${item.url}`.green)
+      this.logger.debug(`OK: ${item.url}`.green)
     } else {
-      logger.debug(`FAILED: ${item.url} (${item.status.reason})`.red)
+      this.logger.debug(`FAILED: ${item.url} (${item.status.reason})`.red)
     }
 
-    await config.afterEach(item)
+    await this.config.afterEach(item)
 
     return item
   }

package/test/bin.test.js

@@ -1,3 +1,4 @@
+const { performance } = require('perf_hooks')
 const { execSync } = require('child_process')
 const mkdirp = require('mkdirp')
 const del = require('del')
@@ -41,3 +42,14 @@ test(`Should process a playlist URL`, () => {
 
   expect(stdoutResultTester(result)).toBeTruthy()
 })
+
+test(`Should respect timeout argument`, () => {
+  let t0 = performance.now()
+  execSync(
+    `node ${pwd}/bin/iptv-checker.js -t 7000 -o ${pwd}/test/output ${pwd}/test/input/timeout.m3u`,
+    { encoding: 'utf8' }
+  )
+  let t1 = performance.now()
+
+  expect(t1 - t0).toBeGreaterThan(7000)
+})

package/test/index.test.js

@@ -12,7 +12,8 @@ function resultTester(result) {
       Reflect.has(item, `status`) &&
       Reflect.has(item.status, `ok`) &&
       (Reflect.has(item.status, `reason`) ||
-        Reflect.has(item.status, `metadata`))
+        (Reflect.has(item.status, `metadata`) &&
+          Reflect.has(item.status.metadata, `requests`)))
     )
   })
 }

package/test/input/dummy.m3u

@@ -1,4 +1,3 @@
-
 #EXTM3U x-tvg-url="http://195.154.221.171/epg/guidealbania.xml.gz"
 
 #EXTINF:0,offline

package/test/input/timeout.m3u

@@ -0,0 +1,3 @@
+#EXTM3U
+#EXTINF:-1,Connection timed out
+https://streaming.3eeshalaan.net/AAAFinalFeed/AlAanFeed_live.m3u8