youtube_parser 0.1.7 → 0.1.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f903b865d02d0e7cd331a737f268a5203669cdce1b1b64ce39c31ea82f941385
-  data.tar.gz: e363de69b04ce8a78f172b71dd5e9c2c033bebae040dc7e8100b8278a6f42a51
+  metadata.gz: 6e7896f15e739e7d88e6de6acf67f07bc543897deffebe0c4e723a3746d84e32
+  data.tar.gz: bff5544c0e250bd76c9265f74eaee6d743423c7748030415d0983175b3c263ab
 SHA512:
-  metadata.gz: e0860723613a734b3e84efeea7315fa59b8a778517f421c365af4381e8120f37d059529656a717339be14f491eb3b85991a8d23432f772529a95fadd19cf9c77
-  data.tar.gz: 7690928cbbbed44014abea0ed85743f5614b58d64143800efa76b614e9f6963f2d55d1599b9e7008676caf75cedabd9544edaa630dc35857491449e79f793bb3
+  metadata.gz: 7b6ae178f21036ff1f620982349975cd88973aa51443a59caf8efa81a0da5a4b1bbd135f00c383f0e3c672a1edd63c74d12219c346f364066bbc952f8f59a525
+  data.tar.gz: 2b30490336766753b5b18aa7f0bdc5f61eea7ac6dd13c97777466c2ec5f2f25c8df3bde616152243811882b8c2c656625a50c68989cb80f51c41ff1a2939428e

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    youtube_parser (0.1.7)
+    youtube_parser (0.1.8)
       activesupport
       faraday
       oj

data/lib/youtube_parser/channels/about_section.rb

@@ -41,11 +41,11 @@ module YoutubeParser
       end
 
       def tags
-        section.dig(*keys.keywords)
+        json.dig(*keys.keywords).to_s.split('"').select(&:present?)
       end
 
       def avatar_url
-        results = section.dig(*keys.avatar) || section.dig(*keys.meta_avatar)
+        results = json.dig(*keys.meta_avatar) || section.dig(*keys.avatar)
         return if results.nil? || results.empty?
 
         results.detect { |t| t&.dig('url') }&.dig('url')
@@ -59,7 +59,8 @@ module YoutubeParser
       end
 
       def followers_count
-        statistics :followers_count
+        count = scrape_subscribers_count
+        count.present? ? count : statistics(:followers_count)
       end
 
       def videos_count
@@ -73,6 +74,29 @@ module YoutubeParser
         stats[indexes[title.to_sym].to_i].to_s.gsub(/\D+/, '')
       end
 
+      def scrape_subscribers_count
+        return unless subscribers_match
+
+        number = subscribers_match[:number].gsub(',', '.').to_f
+        return number.to_i unless subscribers_match[:units].present?
+
+        subscribers_with_units number
+      end
+
+      def subscribers_with_units(number)
+        (number * units[subscribers_match[:units].downcase.to_sym]).to_i
+      end
+
+      def subscribers_match
+        regex = /(?<number>[\d.,]+)(?<units>\w?)/
+        subscribers_text = json.dig(*keys.subscribers_count_text).to_s
+        subscribers_text.match(regex)
+      end
+
+      def units
+        { m: 1_000_000, k: 1_000 }
+      end
+
       def section
         return @section if @section
 

data/lib/youtube_parser/config/keys.yml

@@ -1,6 +1,8 @@
 channel_url: ['navigationEndpoint', 'browseEndpoint', 'canonicalBaseUrl']
 channel_title: ['title', 'simpleText']
 subscribers_count: ['subscriberCountText', 'simpleText']
+subscribers_count_text: ['header', 'c4TabbedHeaderRenderer',
+  'subscriberCountText']
 section_tabs: ['contents', 'twoColumnBrowseResultsRenderer', 'tabs']
 about_section_tab: ['tabRenderer', 'content', 'sectionListRenderer',
   'contents', 0, 'itemSectionRenderer', 'contents', 0,

data/lib/youtube_parser/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module YoutubeParser
-  VERSION = '0.1.7'
+  VERSION = '0.1.8'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: youtube_parser
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.1.8
 platform: ruby
 authors:
 - o.vykhor
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-01-04 00:00:00.000000000 Z
+date: 2020-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler