proxy_fetcher 0.16.0 → 0.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 985e3e5cffffa62960dbe04510e232b5a8e652119acb2cc787824e0834f10870
-  data.tar.gz: beb50433ddf5d298ca1c7c45af357395cb24f87b695231159b3b52ad8429cd8b
+  metadata.gz: a35a9ffcd025603a3fe87c281a3d9d19fc68a7c88ae75adb6f9ef63b8b55c121
+  data.tar.gz: 2a9657da7a409c3ae13e5425da5623e351a04a75495546613473698004efe2a1
 SHA512:
-  metadata.gz: 28ee05704cdcf8dc48881119a208dad97408d3c50f34b691e6062ca6a8697f3ffe58ba5056c0c8d07f8fec9f5f977927877341572716fe6db3a28876b537264d
-  data.tar.gz: c0533aa9584e02300734385ae8552c5e50d9836f7647337eb797eb11aa50b0edd93bc6a54eb3b22059ac4eed26adbb8ea21dcca9285d9bceff019c67a797146c
+  metadata.gz: 6b74bd11f91f0ef06bd754d048fd28705859f6c30b1f4a126a0dfbaa4b697d099efd4c26d4f6a98cbc3c47367baef3a3b5a0a80e099bc3fa5f1bfc3108b51def
+  data.tar.gz: 7b37eddbe892c7ce0f7343d231a18166213a4c9dd2bdd3dbe3720fe1f1c799474a7c2a312adc56134e587d58aebe34bb2b0dad2da51a21a355e846759c1e084b

data/.github/workflows/ci.yml

@@ -32,9 +32,9 @@ jobs:
             gemfile: gemfiles/nokogiri.gemfile
             experimental: true
           - ruby: head
-          os: ubuntu-latest
-          gemfile: gemfiles/oga.gemfile
-          experimental: true
+            os: ubuntu-latest
+            gemfile: gemfiles/oga.gemfile
+            experimental: true
           - ruby: jruby
             os: ubuntu-latest
             gemfile: gemfiles/nokogiri.gemfile

data/CHANGELOG.md

@@ -6,6 +6,15 @@ Reverse Chronological Order:
 
 ...
 
+## `0.17.0` (2023-06-02)
+
+* Remove dead providers
+
+## `0.16.0` (2022-02-04)
+
+* Fix providers
+* Improve HTTP.rb dependency
+
 ## `0.15.1` (2021-02-17)
 
 * Support for Ruby 3.0

data/lib/proxy_fetcher/version.rb

@@ -13,7 +13,7 @@ module ProxyFetcher
     # Major version number
     MAJOR = 0
     # Minor version number
-    MINOR = 16
+    MINOR = 17
     # Smallest version number
     TINY  = 0
 

data/lib/proxy_fetcher.rb

@@ -41,9 +41,6 @@ module ProxyFetcher
     require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/mtpro"
     require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/proxy_list"
     require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/proxypedia"
-    require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/proxyscrape_http"
-    require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/proxyscrape_socks4"
-    require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/proxyscrape_socks5"
     require "#{File.dirname(__FILE__)}/proxy_fetcher/providers/xroxy"
   end
 

data/spec/proxy_fetcher/providers/proxy_classes_spec.rb

@@ -12,9 +12,6 @@ describe "Proxy classes" do
     [:mtpro,                 "MTPro"],
     [:proxy_list,            "ProxyList"],
     [:proxypedia,            "Proxypedia"],
-    [:proxyscrape_http,      "ProxyscrapeHTTP"],
-    [:proxyscrape_socks4,    "ProxyscrapeSOCKS4"],
-    [:proxyscrape_socks5,    "ProxyscrapeSOCKS5"],
     [:xroxy,                 "XRoxy"]
   ].each do |(provider_name, provider_klass)|
     describe Object.const_get("ProxyFetcher::Providers::#{provider_klass}") do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: proxy_fetcher
 version: !ruby/object:Gem::Version
-  version: 0.16.0
+  version: 0.17.0
 platform: ruby
 authors:
 - Nikita Bulai
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-02-04 00:00:00.000000000 Z
+date: 2023-06-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -97,9 +97,6 @@ files:
 - lib/proxy_fetcher/providers/mtpro.rb
 - lib/proxy_fetcher/providers/proxy_list.rb
 - lib/proxy_fetcher/providers/proxypedia.rb
-- lib/proxy_fetcher/providers/proxyscrape_http.rb
-- lib/proxy_fetcher/providers/proxyscrape_socks4.rb
-- lib/proxy_fetcher/providers/proxyscrape_socks5.rb
 - lib/proxy_fetcher/providers/xroxy.rb
 - lib/proxy_fetcher/proxy.rb
 - lib/proxy_fetcher/utils/http_client.rb
@@ -139,7 +136,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.8
+rubygems_version: 3.1.6
 signing_key: 
 specification_version: 4
 summary: Ruby gem for dealing with proxy lists from different providers

data/lib/proxy_fetcher/providers/proxyscrape_http.rb

@@ -1,65 +0,0 @@
-# frozen_string_literal: true
-
-require "csv"
-
-module ProxyFetcher
-  module Providers
-    # FreeProxyList provider class.
-    class ProxyscrapeHTTP < Base
-      # Provider URL to fetch proxy list
-      def provider_url
-        "https://api.proxyscrape.com/v2/?request=getproxies&protocol=http"
-      end
-
-      # Loads provider HTML and parses it with internal document object.
-      #
-      # @param url [String]
-      #   URL to fetch
-      #
-      # @param filters [Hash]
-      #   filters for proxy provider
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_document(url, filters = {})
-        html = load_html(url, filters)
-
-        CSV.parse(html, col_sep: "\t").map(&:first)
-      end
-
-      # Fetches HTML content by sending HTTP request to the provider URL and
-      # parses the txt document to return all the proxy entries (ip addresses
-      # and ports).
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_proxy_list(filters = {})
-        load_document(provider_url, filters)
-      end
-
-      # Converts String to <code>ProxyFetcher::Proxy</code> object.
-      #
-      # @param node [String]
-      #   String
-      #
-      # @return [ProxyFetcher::Proxy]
-      #   Proxy object
-      #
-      def to_proxy(node)
-        addr, port = node.split(":")
-
-        ProxyFetcher::Proxy.new.tap do |proxy|
-          proxy.addr = addr
-          proxy.port = Integer(port)
-          proxy.country = "Unknown"
-          proxy.anonymity = "Unknown"
-          proxy.type = ProxyFetcher::Proxy::HTTP
-        end
-      end
-    end
-
-    ProxyFetcher::Configuration.register_provider(:proxyscrape_http, ProxyscrapeHTTP)
-  end
-end

data/lib/proxy_fetcher/providers/proxyscrape_socks4.rb

@@ -1,65 +0,0 @@
-# frozen_string_literal: true
-
-require "csv"
-
-module ProxyFetcher
-  module Providers
-    # FreeProxyList provider class.
-    class ProxyscrapeSOCKS4 < Base
-      # Provider URL to fetch proxy list
-      def provider_url
-        "https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks4"
-      end
-
-      # Loads provider HTML and parses it with internal document object.
-      #
-      # @param url [String]
-      #   URL to fetch
-      #
-      # @param filters [Hash]
-      #   filters for proxy provider
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_document(url, filters = {})
-        html = load_html(url, filters)
-
-        CSV.parse(html, col_sep: "\t").map(&:first)
-      end
-
-      # Fetches HTML content by sending HTTP request to the provider URL and
-      # parses the txt document to return all the proxy entries (ip addresses
-      # and ports).
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_proxy_list(filters = {})
-        load_document(provider_url, filters)
-      end
-
-      # Converts String to <code>ProxyFetcher::Proxy</code> object.
-      #
-      # @param node [String]
-      #   String
-      #
-      # @return [ProxyFetcher::Proxy]
-      #   Proxy object
-      #
-      def to_proxy(html_node)
-        addr, port = html_node.split(":")
-
-        ProxyFetcher::Proxy.new.tap do |proxy|
-          proxy.addr = addr
-          proxy.port = Integer(port)
-          proxy.country = "Unknown"
-          proxy.anonymity = "Unknown"
-          proxy.type = ProxyFetcher::Proxy::SOCKS4
-        end
-      end
-    end
-
-    ProxyFetcher::Configuration.register_provider(:proxyscrape_socks4, ProxyscrapeSOCKS4)
-  end
-end

data/lib/proxy_fetcher/providers/proxyscrape_socks5.rb

@@ -1,65 +0,0 @@
-# frozen_string_literal: true
-
-require "csv"
-
-module ProxyFetcher
-  module Providers
-    # FreeProxyList provider class.
-    class ProxyscrapeSOCKS5 < Base
-      # Provider URL to fetch proxy list
-      def provider_url
-        "https://api.proxyscrape.com/v2/?request=getproxies&protocol=socks5"
-      end
-
-      # Loads provider HTML and parses it with internal document object.
-      #
-      # @param url [String]
-      #   URL to fetch
-      #
-      # @param filters [Hash]
-      #   filters for proxy provider
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_document(url, filters = {})
-        html = load_html(url, filters)
-
-        CSV.parse(html, col_sep: "\t").map(&:first)
-      end
-
-      # Fetches HTML content by sending HTTP request to the provider URL and
-      # parses the txt document to return all the proxy entries (ip addresses
-      # and ports).
-      #
-      # @return [Array]
-      #   Collection of extracted proxies with ports
-      #
-      def load_proxy_list(filters = {})
-        load_document(provider_url, filters)
-      end
-
-      # Converts String to <code>ProxyFetcher::Proxy</code> object.
-      #
-      # @param node [String]
-      #   String
-      #
-      # @return [ProxyFetcher::Proxy]
-      #   Proxy object
-      #
-      def to_proxy(html_node)
-        addr, port = html_node.split(":")
-
-        ProxyFetcher::Proxy.new.tap do |proxy|
-          proxy.addr = addr
-          proxy.port = Integer(port)
-          proxy.country = "Unknown"
-          proxy.anonymity = "Unknown"
-          proxy.type = ProxyFetcher::Proxy::SOCKS5
-        end
-      end
-    end
-
-    ProxyFetcher::Configuration.register_provider(:proxyscrape_socks5, ProxyscrapeSOCKS5)
-  end
-end