forki 0.2.9 → 0.2.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: be729f6e73f3a233ef2337076e907a5f62abd6d82541d38cf59ac4cf97ba99ae
-  data.tar.gz: 8cd062ac0cf5688f60fd1d2afd6718013f7bd1a5a037194ee01135f9bb890f15
+  metadata.gz: a7f3c7b6c1fc45dcd2c162f6ff308f3187e07c54b921739d16c37395e3574324
+  data.tar.gz: ed7537f07b914f4500a31e948b2ee1cc8c375a15a36ea971c7186a7dbd5a7935
 SHA512:
-  metadata.gz: f0f6002e321608fc472775ddeef2b476336ad2f104d7a82063c9b8d05ec15f6e795d09dfe67a9990653fb7297c9f82dc200032285143ef43a178b458801669ad
-  data.tar.gz: a8e5a9311783f97d6acbb628025ee6d1513ebdffe1e957b80658a3bf03f8261109fc50d4c7d765b4557046fd03288ce39627cc84deab774b6ac68023aa782dc3
+  metadata.gz: ed836bcedbe80ef77780183d0bdcc9618d8449bed16c996c1413b109360b13e343d72ffaca8b4b4da3ea42788b29a895ba2eac22be4a57523dd232144500f412
+  data.tar.gz: a676e6f6cae22491bf7d7d1ad916e8e14f96832f0000c1c60b222759cfed89fb3875c67f9a02253ee19adb9f9e247190e97e4a056b921a0b6a210c24e0e37d18

data/lib/forki/scrapers/post_scraper.rb

@@ -505,7 +505,11 @@ module Forki
         # Do nothing if element not found
       end
 
-      save_screenshot("#{Forki.temp_storage_location}/facebook_screenshot_#{SecureRandom.uuid}.png")
+      begin
+        save_screenshot("#{Forki.temp_storage_location}/facebook_screenshot_#{SecureRandom.uuid}.png")
+      rescue Selenium::WebDriver::Error::TimeoutError
+        raise Net::ReadTimeout
+      end
     end
 
     # Uses GraphQL data and DOM elements to collect information about the current post
@@ -536,14 +540,20 @@ module Forki
     rescue Net::ReadTimeout => e
       puts "Time out error: #{e}"
       puts e.backtrace
+      raise Forki::RetryableError # This insures it'll eventually be retried by Hypatia
     rescue StandardError => e
       raise e
+      raise Forki::RetryableError
     ensure
       # `page` here can be broken already. In which case we want to raise an error so it's retried later
       begin
         page.quit
       rescue Curl::Err::ConnectionFailedError
-        raise Forki::RretryableError # This insures it'll eventually be retried by Hypatia
+        raise Forki::RetryableError # This insures it'll eventually be retried by Hypatia
+      rescue StandardError => e
+        puts "Error closing browser: #{e}"
+        raise e
+        # raise Forki::RetryableError
       end
     end
   end

data/lib/forki/scrapers/sieves/video_sieves/video_sieve_watch_tab.rb

@@ -41,12 +41,15 @@ class VideoSieveWatchTab < VideoSieve
   def self.sieve(graphql_objects)
     video_object = self.extractor(graphql_objects)
 
-    # video_url = video_object["attachments"].first["media"]["browser_native_sd_url"]
-    video_url = video_object["short_form_video_context"]["playback_video"]["browser_native_hd_url"]
-    video_url = video_object["short_form_video_context"]["playback_video"]["browser_native_sd_url"] if video_url.nil?
+    video_url = video_object["attachments"]&.first.dig("media", "browser_native_sd_url")
 
-    # video_preview_image_url = video_object["attachments"].first["media"]["preferred_thumbnail"]["image"]["uri"]
-    video_preview_image_url = video_object["short_form_video_context"]["video"]["first_frame_thumbnail"]
+    video_url = video_object.dig("short_form_video_context", "playback_video", "browser_native_hd_url") if video_url.nil?
+    video_url = video_object.dig("short_form_video_context", "playback_video", "browser_native_sd_url") if video_url.nil?
+
+    debugger if video_url.nil?
+
+    video_preview_image_url = video_object["attachments"]&.first.dig("media", "preferred_thumbnail", "image", "uri")
+    video_preview_image_url = video_object["short_form_video_context"]["video"]["first_frame_thumbnail"] if video_preview_image_url.nil?
 
     if !video_object["feedback_context"].nil?
       feedback_object = video_object["feedback_context"]["feedback_target_with_context"]

data/lib/forki/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Forki
-  VERSION = "0.2.9"
+  VERSION = "0.2.11"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: forki
 version: !ruby/object:Gem::Version
-  version: 0.2.9
+  version: 0.2.11
 platform: ruby
 authors:
 - ''
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-09-12 00:00:00.000000000 Z
+date: 2024-10-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: capybara