birdsong 0.2.5 → 0.2.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ebf200672c8ac8965aa8e61af1346f32724a1b5244cebda6dff9e74efbdaea50
-  data.tar.gz: b73a8da99d9fdf61ccb62e2ddd474e2267ca4e5057a29f642d36d8a9e4f8837c
+  metadata.gz: 1808eed99ef9e1885a1935f212651f7da9d5a60dcf2d74d5988eca88fd962122
+  data.tar.gz: c7fc73864f0f71cbd4dfd7f038e02bdbfa11ff1091d8d1f2fd13f07ad71abefd
 SHA512:
-  metadata.gz: 686cf3df6f5dfac9fbe71de0c599b5581057ef8f5e63c93dfda4c6ab58e5b775a475dda944b41f2d0fee2a97acb1e478b301969c9af3ee4c9540636bee86f851
-  data.tar.gz: 556899f220a43bd05e3fed8b214c77312d48f33cc4d029c8d21c9a919cf2d21f046821d9b883014fa1f966353b926bb2f9510a0dc55f850c9f293fb42c0e0a45
+  metadata.gz: 97a72857edf2f49da68729ac86f4cc1aa992e76d0f58bcaafc1b7595e9becb5859dcb17819929920833e477586c58cdc957a8c480a8036862f5df5e9fa7c57da
+  data.tar.gz: 874c0218358e28d827a67da10a0ef0dad45623deb0897c5dbf7939266fb2eaa23d40146d624acbb6a68cbd9bc02f36890be96bfe18affaa810e49bc919d3ff52

data/.ruby-version

@@ -1 +1 @@
-3.1.4
+3.0.5

data/Gemfile.lock

@@ -1,8 +1,13 @@
 PATH
   remote: .
   specs:
-    birdsong (0.1.0)
+    birdsong (0.2.5)
+      capybara (~> 3.40)
+      curb (~> 1.0, >= 1.0.5)
       oauth (~> 0.5.6)
+      oj (~> 3.16, >= 3.16.3)
+      selenium-devtools
+      selenium-webdriver (~> 4.21, >= 4.21.1)
       typhoeus (~> 1.4.0)
 
 GEM
@@ -26,22 +31,38 @@ GEM
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
+    addressable (2.8.6)
+      public_suffix (>= 2.0.2, < 6.0)
     ast (2.4.2)
+    base64 (0.2.0)
+    bigdecimal (3.1.7)
     builder (3.2.4)
     byebug (11.1.3)
+    capybara (3.40.0)
+      addressable
+      matrix
+      mini_mime (>= 0.1.3)
+      nokogiri (~> 1.11)
+      rack (>= 1.6.0)
+      rack-test (>= 0.6.3)
+      regexp_parser (>= 1.5, < 3.0)
+      xpath (~> 3.2)
     concurrent-ruby (1.1.9)
     crass (1.0.6)
+    curb (1.0.5)
     dotenv (2.7.6)
     erubi (1.10.0)
-    ethon (0.15.0)
+    ethon (0.16.0)
       ffi (>= 1.15.0)
-    ffi (1.15.5)
+    ffi (1.16.3)
     i18n (1.9.1)
       concurrent-ruby (~> 1.0)
     loofah (2.13.0)
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
+    matrix (0.4.2)
     method_source (1.0.0)
+    mini_mime (1.1.5)
     minitest (5.15.0)
     nokogiri (1.13.1-arm64-darwin)
       racc (~> 1.4)
@@ -49,10 +70,13 @@ GEM
       racc (~> 1.4)
     nokogiri (1.13.1-x86_64-linux)
       racc (~> 1.4)
-    oauth (0.5.8)
+    oauth (0.5.14)
+    oj (3.16.3)
+      bigdecimal (>= 3.0)
     parallel (1.21.0)
     parser (3.1.0.0)
       ast (~> 2.4.1)
+    public_suffix (5.0.5)
     racc (1.6.0)
     rack (2.2.3)
     rack-test (1.1.0)
@@ -104,17 +128,29 @@ GEM
       rubocop-performance (~> 1.11)
       rubocop-rails (~> 2.0)
     ruby-progressbar (1.11.0)
+    rubyzip (2.3.2)
+    selenium-devtools (0.125.0)
+      selenium-webdriver (~> 4.2)
+    selenium-webdriver (4.21.1)
+      base64 (~> 0.2)
+      rexml (~> 3.2, >= 3.2.5)
+      rubyzip (>= 1.2.2, < 3.0)
+      websocket (~> 1.0)
     thor (1.2.1)
-    typhoeus (1.4.0)
+    typhoeus (1.4.1)
       ethon (>= 0.9.0)
     tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
     unicode-display_width (2.1.0)
+    websocket (1.2.10)
+    xpath (3.2.0)
+      nokogiri (~> 1.8)
     zeitwerk (2.5.4)
 
 PLATFORMS
   arm64-darwin-21
   arm64-darwin-22
+  arm64-darwin-23
   x86_64-darwin-20
   x86_64-linux
 
@@ -130,4 +166,4 @@ DEPENDENCIES
   rubocop-rails_config
 
 BUNDLED WITH
-   2.3.3
+   2.3.26

data/birdsong.gemspec

@@ -32,6 +32,11 @@ Gem::Specification.new do |spec|
   # Prod dependencies
   spec.add_dependency "typhoeus", "~> 1.4.0"
   spec.add_dependency "oauth", "~> 0.5.6"
+  spec.add_dependency "oj", "~> 3.16", ">= 3.16.3"
+  spec.add_dependency "capybara", "~> 3.40"
+  spec.add_dependency "selenium-webdriver", "~> 4.21", ">= 4.21.1"
+  spec.add_dependency "curb", "~> 1.0", ">= 1.0.5"
+  spec.add_dependency "selenium-devtools"
 
   # Dev dependencies
   spec.add_development_dependency "byebug"

data/lib/birdsong/monkeypatch.rb

@@ -41,7 +41,7 @@ module SeleniumMonkeypatch
       data[:sessionId] = @session_id if @session_id
       message = @ws.send_cmd(**data)
       if message.nil? == false && message["error"] && (method != "Fetch.continueRequest")
-        raise Birdsong::WebDriverError, error_message(message["error"])
+        raise Selenium::WebDriver::Error::WebDriverError, error_message(message["error"])
       end
 
       message

data/lib/birdsong/scrapers/scraper.rb

@@ -7,7 +7,7 @@ require "selenium-webdriver"
 require "logger"
 require "securerandom"
 require "selenium/webdriver/remote/http/curb"
-require "debug"
+# require "debug"
 
 # 2022-06-07 14:15:23 WARN Selenium [DEPRECATION] [:browser_options] :options as a parameter for driver initialization is deprecated. Use :capabilities with an Array of value capabilities/options if necessary instead.
 
@@ -148,11 +148,11 @@ module Birdsong
     #   page.quit
 
     #   # Check if we're on a Instagram page already, if not visit it.
-    #   unless page.driver.browser.current_url.include? "twitter.com"
+    #   unless page.driver.browser.current_url.include? "twitter.com" || page.driver.browser.current_url.include? "x.com"
     #     # There seems to be a bug in the Linux ARM64 version of chromedriver where this will properly
     #     # navigate but then timeout, crashing it all up. So instead we check and raise the error when
     #     # that then fails again.
-    #     page.driver.browser.navigate.to("https://twitter.com")
+    #     page.driver.browser.navigate.to("https://x.com")
     #   end
 
       # # We don't have to login if we already are

data/lib/birdsong/scrapers/tweet_scraper.rb

@@ -14,12 +14,12 @@ module Birdsong
       # - Number of likes *
       # - Hashtags
 
-      Capybara.app_host = "https://twitter.com"
+      Capybara.app_host = "https://x.com"
 
       # video slideshows https://www.instagram.com/p/CY7KxwYOFBS/?utm_source=ig_embed&utm_campaign=loading
       # login
       graphql_object = get_content_of_subpage_from_url(
-        "https://twitter.com/jack/status/#{id}",
+        "https://x.com/jack/status/#{id}",
         "/graphql",
         "data,tweetResult,result"
       )

data/lib/birdsong/user.rb

@@ -39,7 +39,7 @@ module Birdsong
 
       @description = user_object[:description]
       @url = user_object[:url]
-      @url = "https://www.twitter.com/#{@username}" if @url.nil?
+      @url = "https://www.x.com/#{@username}" if @url.nil?
 
       @followers_count = user_object[:followers_count]
       @following_count = user_object[:following_count]

data/lib/birdsong/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Birdsong
-  VERSION = "0.2.5"
+  VERSION = "0.2.7"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: birdsong
 version: !ruby/object:Gem::Version
-  version: 0.2.5
+  version: 0.2.7
 platform: ruby
 authors:
 - Christopher Guess
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-04-15 00:00:00.000000000 Z
+date: 2024-06-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
@@ -38,6 +38,94 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 0.5.6
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.16'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.16.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.16'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.16.3
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.40'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.40'
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.21'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.21.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.21'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.21.1
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.5
+- !ruby/object:Gem::Dependency
+  name: selenium-devtools
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: byebug
   requirement: !ruby/object:Gem::Requirement
@@ -200,7 +288,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.20
+rubygems_version: 3.2.33
 signing_key:
 specification_version: 4
 summary: A gem to interface with Twitter's API V2