vidload 0.1.7 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: acfb1a1c1e05f7c966b313713b2447671d886011bae675abbc3ce25126891796
-  data.tar.gz: 9cfb1aeea8e3a3514a73bef4fe6bbfcf78c48b6d40d31ea016670d68b3008241
+  metadata.gz: 1e31985b06dadaf2785ef93d95c31d4be1344f7009c3aa8249e82b98f595c241
+  data.tar.gz: a4fbe5dc7da663e70a3cdc6d7cd0642e0229d993f918b6d5e8a619b9716ec037
 SHA512:
-  metadata.gz: 6fea3c059d5c75759dfd1f0efce55acae93a825ebcd10b74616197b2c648f2bf1a0c500bdff2a3cb62068243c21302b3e8406341458c3c895256a1ef9964f3ec
-  data.tar.gz: 9b51c5b5476fe664af5cee47d6fbde9ac94738d47e646258e61140bea303c6474d202a772b0794c643c64abbd8d5cc079c0572a8ff60a532daacd5181ca74732
+  metadata.gz: ea9730f179412b53445d348768212ca95d16cf921c674c0b00e9c370e36ed80ec710cba6a3fdbac4f312f86faed169e619b5608b1f2429cd0fc358e9dde802ed
+  data.tar.gz: ff0ee458009eeb3ee81a063dbcc7f14909e7d57a5aed3a802c8cf952ba3f9e0223bd837128e650c2bd97feb73e808b1848489250b05aeb7edc2246dfd1d4a684

data/lib/vidload/mp2t/api.rb

@@ -1,10 +1,17 @@
 require "playwright"
 require "thread"
 require "tty-spinner"
+require "open3"
+require "m3u8"
+require "io/console"
 
 module Vidload::Mp2t::Api
   DEMUXER_PATH = "#{__dir__}/remuxer.sh"
   VIDEO_DOWNLOADED_EVENT_QUEUE = Queue.new
+  VIDEO_INDEX_EVENT_QUEUE = Queue.new
+  ANSI_BOLD_WHITE="\033[1;97m"
+  ANSI_LIGHT_GREY="\033[37m"
+  ANSI_RESET="\033[0m"
 
   class Downloader
     attr_reader :video_url, :video_name, :hls_url, :master_playlist_name, :playwright_cli_path, :video_referer
@@ -15,7 +22,9 @@ module Vidload::Mp2t::Api
       hls_url:,
       master_playlist_name:,
       playwright_cli_path:,
-      video_referer:
+      video_referer:,
+      ts_seg_pattern:,
+      hls_index_pattern:
     )
       raise ArgumentError, "video_url must be provided" unless video_url
       raise ArgumentError, "video_name must be provided" unless video_name
@@ -23,6 +32,8 @@ module Vidload::Mp2t::Api
       raise ArgumentError, "master_playlist_name must be provided" unless master_playlist_name
       raise ArgumentError, "playwright_cli_path must be provided" unless playwright_cli_path
       raise ArgumentError, "video_referer must be provided" unless video_referer
+      raise ArgumentError, "ts_seg_pattern must be provided" unless ts_seg_pattern
+      raise ArgumentError, "hls_index_pattern must be provided" unless hls_index_pattern
 
       @video_url = video_url
       @video_name = video_name
@@ -30,6 +41,9 @@ module Vidload::Mp2t::Api
       @master_playlist_name = master_playlist_name
       @playwright_cli_path = playwright_cli_path
       @video_referer = video_referer
+      @ts_seg_pattern = ts_seg_pattern
+      @hls_index_pattern = hls_index_pattern
+      @max_lines = IO.console.winsize[0]
     end
 
     def self.from_argv
@@ -39,7 +53,9 @@ module Vidload::Mp2t::Api
         hls_url: ARGV[2],
         master_playlist_name: ARGV[3],
         playwright_cli_path: ARGV[4],
-        video_referer: ARGV[5]
+        video_referer: ARGV[5],
+        ts_seg_pattern: ARGV[6],
+        hls_index_pattern: ARGV[7],
       )
     end
 
@@ -78,7 +94,10 @@ module Vidload::Mp2t::Api
     private
 
     def manage_video_download(page, *video_starter_callbacks)
-      page.on("request", -> (req) { listen_to_video_starts(req) })
+      @seg_qty = nil
+      @pending_hls_response = nil
+      @lines = [""] * @max_lines
+      page.on("response", -> (resp) { listen_to_video_starts(resp) })
       navigate_to_url(@video_url, page)
       video_starter_callbacks.each do |callback|
         callback.call(page)
@@ -89,12 +108,37 @@ module Vidload::Mp2t::Api
       VIDEO_DOWNLOADED_EVENT_QUEUE.pop
     end
 
-    def listen_to_video_starts(request)
-      if request.url.start_with?(@hls_url) && request.url.include?(@master_playlist_name)
-        puts "Video starts. Starting download..."
-        system(DEMUXER_PATH, request.url, @video_name, @video_referer)
-        puts "✔ Video downloaded successfully! Available in ./#{@video_name}.mp4"
-        VIDEO_DOWNLOADED_EVENT_QUEUE << true
+    def trigger_video_download(video_url, seg_qty)
+      puts "Video starts. Starting download..."
+      run_cmd(DEMUXER_PATH, video_url, @video_name, @video_referer) do |line|
+        if (line.include?("hls @") || line.include?("https @")) && line.match?(/#{@ts_seg_pattern}/i)
+          seg_nb = line.match(/#{@ts_seg_pattern}/i)[:seg_nb]
+          add_line(line)
+          progress_bar(seg_nb, seg_qty)
+        end
+      end
+      print "\r\e[2K"
+      puts "✔ Video downloaded successfully! Available in ./#{@video_name}.mp4"
+      VIDEO_DOWNLOADED_EVENT_QUEUE << true
+    end
+
+    def listen_to_video_starts(response)
+      if response.url.start_with?(@hls_url) && response.url.match?(/#{@hls_index_pattern}/i)
+        body = response.text
+        playlist = M3u8::Playlist.read(body)
+        last_item = playlist.items.last.segment
+        match = last_item.match(/#{@ts_seg_pattern}/i)
+        @seg_qty = match[:seg_nb].to_i
+
+        if @pending_hls_response
+          trigger_video_download(@pending_hls_response.url, @seg_qty)
+        end
+      elsif response.url.start_with?(@hls_url) && response.url.include?(@master_playlist_name)
+        if @seg_qty
+          trigger_video_download(response.url, @seg_qty)
+        else
+          @pending_hls_response = response
+        end
       end
     end
 
@@ -103,5 +147,46 @@ module Vidload::Mp2t::Api
         page.goto(url)
       end
     end
+
+    def run_cmd(*cmd)
+      Open3.popen2e(*cmd) do |_stdin, stdout_and_stderr, wait_thr|
+        stdout_and_stderr.each_line do |line|
+          yield line
+        end
+      end
+    end
+
+    def redraw_lines()
+      return if @lines.empty?
+
+      printf "\e[H"
+      printf "\e[0J"
+
+      _rows, cols = IO.console.winsize
+      @lines.each do |line|
+        if line.length > cols
+          puts "#{line.slice(0, cols - 3)}..."
+        else
+          puts line
+        end
+      end
+    end
+
+    def add_line(line)
+      @lines << line
+      @lines.shift if @lines.size > @max_lines
+      redraw_lines()
+    end
+
+    def progress_bar(current, total, width: 40)
+      ratio = current.to_f / total
+      filled = (ratio * width).round
+      empty = width - filled
+
+      bar = "█" * filled + "░" * empty
+      percent = (ratio * 100).round(1)
+
+      print "\r[#{bar}] #{percent}% (#{current}/#{total})"
+    end
   end
 end

data/lib/vidload/version.rb

@@ -1,3 +1,3 @@
 module Vidload
-  VERSION = "0.1.7"
+  VERSION = "0.1.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vidload
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.9
 platform: ruby
 authors:
 - Patacode <pata.codegineer@gmail.com>
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-03-12 00:00:00.000000000 Z
+date: 2026-03-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: playwright-ruby-client
@@ -38,6 +38,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
+- !ruby/object:Gem::Dependency
+  name: m3u8
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement