proxy_fetcher 0.15.1 → 0.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 071dd5bfeaf01174bf803981de6147f999e75b99a2d03c32e034b72dd5dc7c82
-  data.tar.gz: 1675ce07491e0cbce401c2a113ee7eccdcba0c4cf42ba7e380ad63be988ec91a
+  metadata.gz: 985e3e5cffffa62960dbe04510e232b5a8e652119acb2cc787824e0834f10870
+  data.tar.gz: beb50433ddf5d298ca1c7c45af357395cb24f87b695231159b3b52ad8429cd8b
 SHA512:
-  metadata.gz: 42037b0b55109b535e25284815a096154c79bca2f58b107311f5c53da5b9ec0242ab39a6dd9bae48ef3e863c7f43251167180266578ac177887bd3a63215ef1e
-  data.tar.gz: 188dd298f8ea03e5985d89e97f99a12ef5d5384eae03a78f9b77e5172c28ae5990dec64795817d52ea6895395679a6c2f2deafafa3f8617154afb32fc06bc972
+  metadata.gz: 28ee05704cdcf8dc48881119a208dad97408d3c50f34b691e6062ca6a8697f3ffe58ba5056c0c8d07f8fec9f5f977927877341572716fe6db3a28876b537264d
+  data.tar.gz: c0533aa9584e02300734385ae8552c5e50d9836f7647337eb797eb11aa50b0edd93bc6a54eb3b22059ac4eed26adbb8ea21dcca9285d9bceff019c67a797146c

data/.github/dependabot.yml

@@ -0,0 +1,8 @@
+version: 2
+updates:
+- package-ecosystem: bundler
+  directory: "/"
+  schedule:
+    interval: daily
+    time: "03:00"
+  open-pull-requests-limit: 10

data/.github/workflows/ci.yml

@@ -0,0 +1,58 @@
+name: CI
+
+on: [push, pull_request]
+
+jobs:
+  build:
+    name: >-
+      Ruby ${{ matrix.ruby }} (${{ matrix.gemfile }})
+    env:
+      CI: true
+    runs-on: ${{ matrix.os }}
+    continue-on-error: ${{ endsWith(matrix.ruby, 'head') || matrix.ruby == 'debug' || matrix.experimental }}
+    if: |
+      !(   contains(github.event.pull_request.title,  '[ci skip]')
+        || contains(github.event.pull_request.title,  '[skip ci]'))
+    strategy:
+      fail-fast: true
+      matrix:
+        experimental: [false]
+        os: [ ubuntu-latest ]
+        ruby:
+          - 2.6
+          - 2.7
+          - '3.0'
+          - '3.1'
+        gemfile:
+          - gemfiles/oga.gemfile
+          - gemfiles/nokogiri.gemfile
+        include:
+          - ruby: head
+            os: ubuntu-latest
+            gemfile: gemfiles/nokogiri.gemfile
+            experimental: true
+          - ruby: head
+          os: ubuntu-latest
+          gemfile: gemfiles/oga.gemfile
+          experimental: true
+          - ruby: jruby
+            os: ubuntu-latest
+            gemfile: gemfiles/nokogiri.gemfile
+            experimental: true
+          - ruby: truffleruby
+            os: ubuntu-latest
+            gemfile: gemfiles/nokogiri.gemfile
+            experimental: true
+    steps:
+      - name: Repo checkout
+        uses: actions/checkout@v2
+
+      - name: Setup Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+          bundler-cache: true
+
+      - name: Run tests
+        timeout-minutes: 10
+        run: bundle exec rake spec

data/Gemfile

@@ -9,7 +9,7 @@ gem "oga", "~> 3.2"
 gem "rubocop", "~> 1.0"
 
 group :test do
-  gem "coveralls", require: false
+  gem "coveralls_reborn", require: false
   # Until I find a way to introduce other MITM proxy
   gem "webrick", "1.4.2"
   gem "evil-proxy", "~> 0.2"

data/gemfiles/nokogiri.gemfile

@@ -7,7 +7,7 @@ gemspec path: "../"
 gem "nokogiri", "~> 1.8"
 
 group :test do
-  gem "coveralls", require: false
+  gem "coveralls_reborn", require: false
   gem "webrick"
   gem "evil-proxy", "~> 0.2"
 end

data/gemfiles/oga.gemfile

@@ -7,7 +7,7 @@ gemspec path: "../"
 gem "oga", "~> 3.0"
 
 group :test do
-  gem "coveralls", require: false
+  gem "coveralls_reborn", require: false
   gem "webrick"
   gem "evil-proxy", "~> 0.2"
 end

data/lib/proxy_fetcher/providers/free_proxy_list.rb

@@ -11,7 +11,7 @@ module ProxyFetcher
 
       # [NOTE] Doesn't support filtering
       def xpath
-        '//table[@id="proxylisttable"]/tbody/tr'
+        "//table[./thead/tr/th[contains(text(), 'IP')]]/tbody/tr"
       end
 
       # Converts HTML node (entry of N tags) to <code>ProxyFetcher::Proxy</code>

data/lib/proxy_fetcher/providers/free_proxy_list_socks.rb

@@ -11,7 +11,7 @@ module ProxyFetcher
 
       # [NOTE] Doesn't support filtering
       def xpath
-        '//table[@id="proxylisttable"]/tbody/tr'
+        "//table[./thead/tr/th[contains(text(), 'IP')]]/tbody/tr"
       end
 
       # Converts HTML node (entry of N tags) to <code>ProxyFetcher::Proxy</code>

data/lib/proxy_fetcher/providers/free_proxy_list_ssl.rb

@@ -11,7 +11,7 @@ module ProxyFetcher
 
       # [NOTE] Doesn't support filtering
       def xpath
-        '//table[@id="proxylisttable"]/tbody/tr'
+        "//table[./thead/tr/th[contains(text(), 'IP')]]/tbody/tr"
       end
 
       # Converts HTML node (entry of N tags) to <code>ProxyFetcher::Proxy</code>

data/lib/proxy_fetcher/providers/free_proxy_list_us.rb

@@ -11,7 +11,7 @@ module ProxyFetcher
 
       # [NOTE] Doesn't support filtering
       def xpath
-        '//table[@id="proxylisttable"]/tbody/tr'
+        "//table[./thead/tr/th[contains(text(), 'IP')]]/tbody/tr"
       end
 
       # Converts HTML node (entry of N tags) to <code>ProxyFetcher::Proxy</code>

data/lib/proxy_fetcher/version.rb

@@ -13,9 +13,9 @@ module ProxyFetcher
     # Major version number
     MAJOR = 0
     # Minor version number
-    MINOR = 15
+    MINOR = 16
     # Smallest version number
-    TINY  = 1
+    TINY  = 0
 
     # Full version number
     STRING = [MAJOR, MINOR, TINY].compact.join(".")

data/proxy_fetcher.gemspec

@@ -23,7 +23,7 @@ Gem::Specification.new do |gem|
   gem.license = "MIT"
   gem.required_ruby_version = ">= 2.3.0"
 
-  gem.add_runtime_dependency "http", ">= 3", "< 5"
+  gem.add_runtime_dependency "http", ">= 3"
 
   gem.add_development_dependency "rake", ">= 12.0"
   gem.add_development_dependency "rspec", "~> 3.9"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.15.1
+  version: 0.16.0
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-02-17 00:00:00.000000000 Z
+date: 2022-02-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -17,9 +17,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '3'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -27,9 +24,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '3'
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: '5'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -67,6 +61,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/dependabot.yml"
+- ".github/workflows/ci.yml"
 - ".gitignore"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
@@ -143,7 +139,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Ruby gem for dealing with proxy lists from different providers