pointmd_comments 0.1.4 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 198cd3c27d299997ca927ded8927ca90390751e51f7c21015b27b871915bfc0e
-  data.tar.gz: 27bb94862cbc8d391c9274fa2e921a10e62adb0d72892a4fb1a0070ec1190e17
+  metadata.gz: 2a8d49153c05c07e558908b1c19086c4262bc11d756bcff25e6b6bde5a910296
+  data.tar.gz: 2177d0c16b2081673973716b3b7234c81ac1ce381d8e1c06176b4749aca68ccf
 SHA512:
-  metadata.gz: 2cab6853272b96d288ff0ec49b8b3924a884285fde307ecd56549f7d217dda576aa3f5813a85f908ed75c581db4cf2f3ed8d3b1b6d41702554ec81f9af633c1f
-  data.tar.gz: 56235e2eb248b0a2987b296686af0448be815ab0fc805db12cd8e4559ae73f6f8d799ec106494dd7957e324596790b405965391f56c728a981e903a472f02c0b
+  metadata.gz: 893a9e4361e7dad02e3de991cc7a8590137f55ce766d620a3a8fbd59a5388f0a01d7266dc341d70b03603ecb5665db7530952991387179e20cc3b7ce888b7927
+  data.tar.gz: 827406d9bf3c0a374645af5a8405f1a603e6fc72826c9abff692d2b1532adcad1c6c60bacace4e78adc4f698725717291f5ba3df61188839babc0030803853d0

data/lib/pointmd_comments/aggregators/main.rb

@@ -1,6 +1,8 @@
 module PointmdComments
   module Aggregators
     class Main
+      CHROME_ARGS = %w[disable-dev-shm-usage disable-software-rasterizer no-sandbox].freeze
+
       attr_reader :posts_aggregator, :browser, :comments_aggregator, :all_comments, :posts, :source, :output, :path
 
       def initialize(options)
@@ -10,7 +12,12 @@ module PointmdComments
         @source              = options[:source] || Aggregators::Posts::DEFAULT_SOURCE
         @posts_aggregator    = Aggregators::Posts.new(source: source, path: path)
         @comments_aggregator = Aggregators::Comments.new
-        @browser             = ::Watir::Browser.new :chrome, headless: true
+
+        client = Selenium::WebDriver::Remote::Http::Default.new
+        # NOTE: #timeout= is deprecated, use #read_timeout= and #open_timeout= instead
+        client.timeout = 600 # instead of the default 60 (seconds)
+
+        @browser             = ::Watir::Browser.new :chrome, http_client: client, headless: true, args: CHROME_ARGS
         @all_comments        = []
       end
 
@@ -46,7 +53,9 @@ module PointmdComments
       end
 
       def write_to_csv
-        file_path = output
+        # File#expand_path is needed to process paths like '~/test.txt' => '/Users/me/test.txt'
+        file_path = File.expand_path(output)
+        puts "File Path is #{file_path}"
 
         CSV.open(file_path, 'w') do |csv|
           all_comments.each { |c| csv << c }

data/lib/pointmd_comments/aggregators/posts.rb

@@ -11,7 +11,6 @@ module PointmdComments
       def initialize(source:, path:)
         @source = source
         @path   = path
-        @urls   = []
       end
 
       def call
@@ -41,22 +40,14 @@ module PointmdComments
       end
 
       def fetch_news_posts
-        posts_block = @page.css('.post-blocks-wrap')
-        main_post_heading = posts_block.children.css('.post-big-block').children.css('h2')
-
-        main_post   = main_post_heading.children.css('a').first['href']
-        other_posts = posts_block.children.css('.post-small-blocks-wrap')
-
-        populate_urls(main_post, other_posts)
-      end
-
-      def populate_urls(main_post, other_posts)
-        @urls << main_post
-
-        @urls += other_posts.children.map do |child|
-          child.css('article').css('h2').children[1]['href']
-        rescue StandardError
-          next
+        # NOTE: .post-blocks-wrap does not exist anymore
+        # Find <article> tags instead
+        articles = @page.css('article')
+
+        @urls = articles.map do |article|
+          article.css('a').last.attribute('href').to_s
+        rescue StandardError => e
+          puts e
         end.compact
       end
 

data/lib/pointmd_comments/version.rb

@@ -1,3 +1,3 @@
 module PointmdComments
-  VERSION = '0.1.4'.freeze
+  VERSION = '0.2.1'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pointmd_comments
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.2.1
 platform: ruby
 authors:
 - Nicolai Stoianov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-11-14 00:00:00.000000000 Z
+date: 2021-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -120,7 +120,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.3
 signing_key:
 specification_version: 4
 summary: Point.md comments aggregator