forki 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cb9eb80820ccf86f9a99d1c757940a935137d834a2bd76d855deaeee470840a1
-  data.tar.gz: 667f0600afdf53ced62b57def3021a6ccc0cf2a194142e2f23beb76c8384a35a
+  metadata.gz: 0736d43f45a908cbae8d8685a9e91b0863fc635a0544065fa3afb23d4664b64e
+  data.tar.gz: 1954cd17cb5997446cdc8040f36f0cd531c32184581f5cde20ae5783c495664d
 SHA512:
-  metadata.gz: 78aa5d9bf07a1f5790f8e1705056956b30a7d2854723b74fdfd0a7612be2c3988916333bfc5fc15dff62d62fda1d01452f375765b4e1ddc6633148372993ebbb
-  data.tar.gz: 21d6c81749a1f1fe160508e9efe53ca6abc2be59b01eb31684a500df79b9092647de47d1545ea21c0c701c5d1e34f2f40c35dcf0765bdfce6d7c72ec60feee2b
+  metadata.gz: 0ee46a3fe486e66f8d91a9cc025443f8c2fd98644cc2eb97effee03358ba7ca27976e2ec3d18af14d4678091c7d46a7005ed1ffe1e7744be4b783efaa0cbac58
+  data.tar.gz: f94fdbec137832b79ff52c6a63c2a2bb1d777a629df5ec474b11d18ee85335c5fd31f83d2d02dbbe31996f23e3cbb5570bd2582c98c6779744acdd39d45e98ee

data/Gemfile

@@ -19,3 +19,5 @@ gem "dotenv", "~> 2.7.6"
 gem "byebug"
 
 gem "rack", "2.2.4"
+
+gem "curb", "~> 1.0", ">= 1.0.5"

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    forki (0.1.0)
+    forki (0.1.1)
       apparition
       capybara
       oj
@@ -48,6 +48,7 @@ GEM
       xpath (~> 3.2)
     concurrent-ruby (1.2.2)
     crass (1.0.6)
+    curb (1.0.5)
     dotenv (2.7.6)
     erubi (1.12.0)
     ethon (0.16.0)
@@ -150,6 +151,7 @@ PLATFORMS
 
 DEPENDENCIES
   byebug
+  curb (~> 1.0, >= 1.0.5)
   dotenv (~> 2.7.6)
   forki!
   minitest (~> 5.0)

data/lib/forki/scrapers/post_scraper.rb

@@ -349,8 +349,9 @@ module Forki
       page.quit
 
       post_data
-    rescue Net::ReadTimeout
-      # Eat it?
+    rescue Net::ReadTimeout => e
+      puts "Time out error: #{e}"
+      puts e.backtrace
     rescue StandardError => e
       raise e
     ensure

data/lib/forki/scrapers/scraper.rb

@@ -6,6 +6,7 @@ require "dotenv/load"
 require "oj"
 require "selenium-webdriver"
 require "open-uri"
+require 'selenium/webdriver/remote/http/curb'
 
 options = Selenium::WebDriver::Options.chrome(exclude_switches: ["enable-automation"])
 options.add_argument("--start-maximized")
@@ -20,8 +21,8 @@ options.add_argument("--remote-debugging-port=9222")
 options.add_argument("--user-data-dir=/tmp/tarun_forki_#{SecureRandom.uuid}")
 
 Capybara.register_driver :selenium_forki do |app|
-  client = Selenium::WebDriver::Remote::Http::Default.new
-  client.read_timeout = 60  # Don't wait 60 seconds to return Net::ReadTimeoutError. We'll retry through Hypatia after 10 seconds
+  client = Selenium::WebDriver::Remote::Http::Curb.new
+  # client.read_timeout = 60  # Don't wait 60 seconds to return Net::ReadTimeoutError. We'll retry through Hypatia after 10 seconds
   Capybara::Selenium::Driver.new(app, browser: :chrome, options: options, http_client: client)
 end
 
@@ -97,8 +98,8 @@ module Forki
       options.add_argument("--user-data-dir=/tmp/tarun_forki_#{SecureRandom.uuid}")
 
       Capybara.register_driver :selenium_forki do |app|
-        client = Selenium::WebDriver::Remote::Http::Default.new
-        client.read_timeout = 60  # Don't wait 60 seconds to return Net::ReadTimeoutError. We'll retry through Hypatia after 10 seconds
+        client = Selenium::WebDriver::Remote::Http::Curb.new
+        # client.read_timeout = 60  # Don't wait 60 seconds to return Net::ReadTimeoutError. We'll retry through Hypatia after 10 seconds
         Capybara::Selenium::Driver.new(app, browser: :chrome, options: options, http_client: client)
       end
 
@@ -110,7 +111,9 @@ module Forki
       raise MissingCredentialsError if ENV["FACEBOOK_EMAIL"].nil? || ENV["FACEBOOK_PASSWORD"].nil?
 
       url ||= "https://www.facebook.com"
-      visit(url)  # Visit the url passed in or the facebook homepage if nothing is
+
+
+      page.driver.browser.navigate.to(url)  # Visit the url passed in or the facebook homepage if nothing is
 
       # Look for "login_form" box, which throws an error if not found. So we catch it and run the rest of the tests
       begin
@@ -120,7 +123,7 @@ module Forki
       end
 
       # Since we're not logged in, let's do that quick
-      visit("https://www.facebook.com") if login_form.nil?
+      page.driver.browser.navigate.to("https://www.facebook.com") if login_form.nil?
 
       login_form.fill_in("email", with: ENV["FACEBOOK_EMAIL"])
       login_form.fill_in("pass", with: ENV["FACEBOOK_PASSWORD"])

data/lib/forki/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Forki
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: forki
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - ''
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-05-23 00:00:00.000000000 Z
+date: 2023-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara