active_proxy 1.0.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8bd1368da1b34144f5d7878a5937a56cea5cc1664cc485f4f90a66c10d2d1e95
-  data.tar.gz: b48f92261b395ff5d367c1171e200b705d515f0923c9ed4218db8e9384462d24
+  metadata.gz: fd0a6e260e23509c1d4eb0c346e781921fa925a191bf7bb3dad43a42454f2672
+  data.tar.gz: 77296c9f3fbd121ef0acb8d60f1651b1f9c0c346981eeeea8d4aab00728f216f
 SHA512:
-  metadata.gz: 5ffbd1994514e253d65a1524ca3f0fa145a0d57e614884668994b3df7a3fa1af0a191583967fa3f2b7f2ec58fbfa11423b2d0077145aa6669fb6477434571441
-  data.tar.gz: 722b26f35ecf28a9bfc457adba21fe8528e375775ffc309612599f676f8a89d3cb06ee0efda900c7f0e29cf1e5563ad5a8ada07db945bb523fd02f0b6fe8f8a2
+  metadata.gz: 2369db3eef5589a354124afd144322fc8adfb85b51fc61c6072575911e5abdf5d533f1ba690c9c7c99bf7835faa9c1319f9abd503997c4d8a24de57881189f63
+  data.tar.gz: ba4dfcc0c92549713a5f4a3d2ca3f44f7b2c5ed2bce8ab1778e1c9f29f0b6ae9d61d934402310ec7489e2e658a2e1dcfe958763cb7def43e0f3ec627c261c7c1

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    active_proxy (1.0.0)
+    active_proxy (1.0.1)
       nokogiri (>= 1.6.8)
       proxy_fetcher (>= 0.9.0)
       retries (>= 0.0.5)

data/README.md

@@ -1,28 +1,130 @@
 # ActiveProxy
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/active_proxy`. To experiment with that code, run `bin/console` for an interactive prompt.
+![Alt text](https://travis-ci.com/sebyx07/active_proxy.svg?branch=master)
+[![Gem Version](https://badge.fury.io/rb/active_proxy.svg)](https://badge.fury.io/rb/active_proxy)
 
-TODO: Delete this and the text above, and describe your gem
+### Easy to use ruby proxy fetcher with support for multiple http clients. Has auto retry🚀, fetch 🤖user agent
 
-## Installation
-
-Add this line to your application's Gemfile:
 
 ```ruby
 gem 'active_proxy'
 ```
 
-And then execute:
+### Examples
+
+#### HTTParty
+
+```ruby
+    cache = ActiveSupport::Cache::MemoryStore.new(size: 10.megabytes)
+
+    ActiveProxy.call("ipify", cache) do |proxy| # for rails: ActiveProxy.call("ipify", Rails.cache) do |proxy|
+      
+      options = proxy.format_proxy_httparty
+      options[:timeout] = 2
+      options[:headers] = {
+          "Accept" => "application/json",
+          "User-Agent" => proxy.user_agent
+      }
+
+      result = HTTParty.get("https://api.ipify.org?format=json", options).body
+      p JSON.parse(result)
+      
+    end
+```
+
+#### Http.rb
+
+```ruby
+    cache = ActiveSupport::Cache::MemoryStore.new(size: 10.megabytes)
+
+    ActiveProxy.call("ipify", cache) do |proxy| # for rails: ActiveProxy.call("ipify", Rails.cache) do |proxy|
+      
+      proxy_arguments = proxy.format_proxy_http
+      headers = {
+        "Accept" => "application/json",
+        "User-Agent" => proxy.user_agent
+      }
+
+      result = HTTP.via(*proxy_arguments)
+                   .headers(headers)
+                   .timeout(write: 2, connect: 1, read: 1)
+                   .get("https://api.ipify.org?format=json")
+                   .body
+
+      p JSON.parse(result)      
+      
+    end
+```
 
-    $ bundle
+#### Typhoeus
 
-Or install it yourself as:
 
-    $ gem install active_proxy
+```ruby
+    cache = ActiveSupport::Cache::MemoryStore.new(size: 10.megabytes)
+
+    ActiveProxy.call("ipify", cache) do |proxy| # for rails: ActiveProxy.call("ipify", Rails.cache) do |proxy|
+      
+      options = proxy.format_proxy_typhoeus
+      options[:timeout] = 2
+      options[:followlocation] = true
+      options[:headers] = {
+        "Accept" => "application/json",
+        "User-Agent" => proxy.user_agent
+      }
+      options[:method] = :get
+
+      result = Typhoeus::Request.new("https://api.ipify.org?format=json", options).run.body
+
+      p JSON.parse(result)     
+       
+    end
+```
+
+
+#### custom client
+
+```ruby
+    cache = ActiveSupport::Cache::MemoryStore.new(size: 10.megabytes)
+
+    ActiveProxy.call("ipify", cache) do |proxy| # for rails: ActiveProxy.call("ipify", Rails.cache) do |proxy|
+      
+      options = proxy.current_proxy
+      # then you access the options[:address] and options[:port]
+    end
+```
 
-## Usage
 
-TODO: Write usage instructions here
+### Custom options
+
+#### User agent
+
+When calling `.user_agent` you can pass params, check https://github.com/asconix/user-agent-randomizer
+
+#### Limit retries
+
+Current limit is 10.
+
+Because proxies are unreliable, set a higher number
+
+```ruby
+    ActiveProxy.call("ipify", cache, {max_retries: 100}) do
+    
+    end
+```
+
+
+#### Proxy list
+
+Current configuration is `{ filters: { maxtime: "200" } }`
+
+You can check what configuration you can pass https://github.com/nbulaj/proxy_fetcher
+
+```ruby
+    ActiveProxy.call("ipify", cache, {proxy_manager_options: { filters: { maxtime: "100" } }}) do
+    
+    end
+```
+
 
 ## Development
 

data/lib/active_proxy/fetcher.rb

@@ -41,8 +41,8 @@ module ActiveProxy
       current_proxy
     end
 
-    def user_agent
-      UserAgentRandomizer::UserAgent.fetch.string
+    def user_agent(options = {})
+      UserAgentRandomizer::UserAgent.fetch(options).string
     end
 
     private

data/lib/active_proxy/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module ActiveProxy
-  VERSION = "1.0.0"
+  VERSION = "1.0.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: active_proxy
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
 platform: ruby
 authors:
 - sebi