rget 4.10.0 → 4.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 002a0d55ff230dabdb3c046e67cf09a56f28aae9bbbb44c3bd7de3a4490cc770
-  data.tar.gz: 33f86195c750fb5cad0f133fe199fc8a94fe65f6a5bae2b0eb372eb7a34aed6f
+  metadata.gz: 399f9407dcfa7a2c99884c4c7c1cac60fabaae386622bac006896d877e2f1c71
+  data.tar.gz: 5ba2047c907946753452437b51ecf3a55f3e7fa97e247c6ffab04f10badda4fc
 SHA512:
-  metadata.gz: f144e5b3623c29342f278b22de551b3e535f8ce1a699d6454116718a4653bc4425b49ce3f4e8062cc98ca08e4940e6ce77462456161a99144008e9c5a36a7972
-  data.tar.gz: cf9a018da02a9651e554cff2237bebbe744aff02073799b10f02806fd55079e051fc123f2c79802694efc030682126b52eb2f128041d553468a8cdc6564a0e0b
+  metadata.gz: f0d57aff2683b09e53fbd663a11db02e862430d51ed97588c317e1432aa0b5d13625fc6747a8c83b210b1b394a726c48662af5c2b22ba24bbd08d8ddebf08487
+  data.tar.gz: de34fca3119bbb1a78704131e0a825fe3f2d0b77d1426dbe08bb0cf94eed751f6961b1c34e37a55f2907dfafed803877f692aeafffe780f9513b1b239270ba03

data/README.md

@@ -8,9 +8,10 @@ Downloading newest radio programs on the web. Supported radio stations are:
 * himalaya.fm
 * Asobi Store
 * stand.fm
+* YouTube (playlist only)
 
 If you want to save files as MP3, needs `ffmpeg` command.
-To download niconico video, also needs latest `youtube-dl` command (you can get it from `https://yt-dl.org/`), then specify niconico user ID and password to `~/.netrc` as:
+To download niconico video or YouTube, also needs latest `youtube-dl` command (you can get it from `https://yt-dl.org/`), then specify user ID and password to `~/.netrc` for niconico as:
 
 ```
 machine niconico

data/lib/webradio.rb

@@ -32,6 +32,9 @@ class WebRadio
 		when %r[^https://stand\.fm/channels/]
 			require 'standfm'
 			StandFm.new(params, options)
+		when %r[^https://www\.youtube\.com/playlist]
+			require 'youtube'
+			Youtube.new(params, options)
 		else
 			raise UnsupportError, "unsupported url: #{params['url']}"
 		end

data/lib/youtube.rb

@@ -0,0 +1,40 @@
+require 'open-uri'
+require 'json'
+
+class Youtube < WebRadio
+	def initialize(params, options)
+		super
+		@offset = 0
+	end
+
+    def download
+        html = URI.open(@url).read
+        json_str = html.scan(/ytInitialData = (.*);<\/script>/).flatten.first
+        json = JSON.parse(json_str)
+        title = json["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][0]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["playlistVideoListRenderer"]["contents"][0]["playlistVideoRenderer"]["title"]["runs"][0]["text"]
+        @cover = json["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][0]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["playlistVideoListRenderer"]["contents"][0]["playlistVideoRenderer"]["thumbnail"]["thumbnails"].last["url"]
+        mp4_url = "https://www.youtube.com#{json["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][0]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["playlistVideoListRenderer"]["contents"][0]["playlistVideoRenderer"]["navigationEndpoint"]["commandMetadata"]["webCommandMetadata"]["url"]}"
+        serial = title.scan(/[0-9]+/).first
+
+        mp4_file = "#{@label}##{serial}.mp4"
+        mp3_file = "#{@label}##{serial}.mp3"
+        begin
+            mp3nize(mp4_file, mp3_file) do
+                loop do
+                    print '.'
+                    _, err, status = Open3.capture3("youtube-dl -f mp4 -o #{mp4_file} --netrc '#{mp4_url}'")
+                    break if status == 0
+                    next if err =~ /403: Forbidden/
+                    raise ForbiddenError.new("Could not access to #{mp4_url}") if err =~ /TypeError|AssertionError/
+                    raise DownloadError.new(err)
+                end
+            end
+		rescue ForbiddenError
+			puts "#{$!.message}, try next."
+			@offset += 1
+			retry
+		rescue NotFoundError
+			raise DownloadError.new('video not found')
+        end
+    end
+end

data/rget.gemspec

@@ -4,10 +4,10 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = "rget"
-  spec.version       = "4.10.0"
+  spec.version       = "4.11.0"
   spec.authors       = ["Tada, Tadashi"]
   spec.email         = ["t@tdtds.jp"]
-  spec.description   = %q{Downloading newest radio programs on the web. Supported radio stations are hibiki, onsen, niconico, himalaya, asobi store and stand.fm.}
+  spec.description   = %q{Downloading newest radio programs on the web. Supported radio stations are hibiki, onsen, niconico, himalaya, asobi store, stand.fm and youtube playlist.}
   spec.summary       = %q{Downloading newest radio programs on the web.}
   spec.homepage      = "https://github.com/wasamas/rget"
   spec.license       = "GPL"

data/rget.yaml

@@ -27,3 +27,7 @@ programs:
     desc: らなちゃのひとりごと
     url: https://stand.fm/channels/5f7d9011f04555115d2170ef
     label: らなちゃのひとりごと
+  active:
+    desc: 愛美とはるかの2年A組青春アクティ部!
+    url: https://www.youtube.com/playlist?list=PLI5zma0g_n8_y5Xk5eFwX8osz4Q2a3cqU
+    label: アクティ部

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rget
 version: !ruby/object:Gem::Version
-  version: 4.10.0
+  version: 4.11.0
 platform: ruby
 authors:
 - Tada, Tadashi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-12-13 00:00:00.000000000 Z
+date: 2021-01-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -151,7 +151,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 description: Downloading newest radio programs on the web. Supported radio stations
-  are hibiki, onsen, niconico, himalaya, asobi store and stand.fm.
+  are hibiki, onsen, niconico, himalaya, asobi store, stand.fm and youtube playlist.
 email:
 - t@tdtds.jp
 executables:
@@ -183,6 +183,7 @@ files:
 - lib/podcast.rb
 - lib/standfm.rb
 - lib/webradio.rb
+- lib/youtube.rb
 - rget.gemspec
 - rget.yaml
 homepage: https://github.com/wasamas/rget