proxy_manager 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fe7f910d9310e38469d40a4a72286f72217544da
+  data.tar.gz: 4567b6b40b3b556ab08eca47bd7f5f6df03aabce
+SHA512:
+  metadata.gz: 3155dc554b0ce53f2758095a2ad5acdf1f14c64d25bf56ba97ae3432d566df34063945c84b497c6ec755012fac144defda9791210b11cb2d5694cf9e4cfe8027
+  data.tar.gz: 67efd91bad3b9d432ba8fd46c634e7776b2fe79fff1cb73f053ee9c766629f3fc962eea0327a2bfd083c951ce9fa4d9df8267cc25b6ae4deba4d2517e1ab371d

data/.rspec

@@ -0,0 +1,3 @@
+--drb
+--format Fuubar
+--color

data/MIT-LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Kirill Platonov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.rdoc

@@ -0,0 +1,3 @@
+= ProxyManager
+
+This project rocks and uses MIT-LICENSE.

data/Rakefile

@@ -0,0 +1,20 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'ProxyManager'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new
+task default: :spec

data/lib/proxy_manager/main.rb

@@ -0,0 +1,94 @@
+module ProxyManager
+  class Main
+    attr_reader :list, :bad_list, :list_file, :bad_list_file
+
+    def initialize(proxies, bad_proxies)
+      @list = []
+      @bad_list = []
+
+      if proxies.is_a? Array
+        load_list_from_array(proxies)
+      else
+        if proxies.empty? or bad_proxies.empty?
+          raise 'Both arguments "proxies" and "bad_proxies" required'
+        end
+
+        @list_file, @bad_list_file = proxies, bad_proxies
+
+        load_list_from_file(proxies)
+      end
+    end
+
+    def connectable?(proxy)
+      proxy = proxy.chomp.split(':') if proxy.is_a? String
+      Net::Ping::TCP.new(proxy[0], proxy[1].to_i).ping
+    end
+
+    def get(count = 1)
+      raise 'List is empty' if @list.empty?
+
+      items = []
+
+      @list.each_with_index do |proxy, key|
+        @list.delete_at(key)
+
+        if connectable? proxy
+          @list << proxy
+
+          if count == 1
+            items = proxy
+            break
+          else
+            items << proxy
+            break if items.size == count
+          end
+        else
+          @bad_list << proxy
+        end
+      end
+
+      raise 'There are no available proxy' if items.empty?
+
+      if @list_file && @bad_list_file
+        File.open(@list_file, "w+") do |f|
+          source = ''
+
+          @list.each_with_index do |p, index|
+            source << "#{p[0]}:#{p[1]}"
+            source << "\n" if @list[index + 1]
+          end
+
+          f.write(source)
+        end
+
+        File.open(@bad_list_file, "w+") do |f|
+          source = ''
+
+          @bad_list.each_with_index do |p, index|
+            source << "#{p[0]}:#{p[1]}"
+            source << "\n" if @bad_list[index + 1]
+          end
+
+          f.write(source)
+        end
+      end
+
+      items
+    end
+
+    private
+
+      def load_list_from_array(proxies)
+        @list = proxies.map { |arg| [arg.split(':')[0], arg.split(':')[1].to_i] }
+      end
+
+      def load_list_from_file(proxies)
+        File.open(proxies, "r").each do |line|
+          line = line.chomp.split(':')
+          if line[0].is_a? String and line[1].is_a? String
+            @list << [line[0], line[1].to_i]
+          end
+        end
+      end
+  end
+end

data/lib/proxy_manager.rb

@@ -0,0 +1,12 @@
+require 'proxy_manager/main'
+require 'net/ping'
+
+module ProxyManager
+  def self.root
+    File.expand_path '../..', __FILE__
+  end
+
+  def self.load(proxies, bad_proxies = nil)
+    Main.new(proxies, bad_proxies)
+  end
+end

data/lib/tasks/proxy_manager_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :proxy_manager do
+#   # Task goes here
+# end

data/spec/proxy_manager/proxy_manager_spec.rb

@@ -0,0 +1,76 @@
+require 'spec_helper'
+require 'proxy_manager'
+
+describe ProxyManager do
+  it { expect(subject.root).not_to be_empty }
+
+  context 'proxies' do
+    let(:list) { [['0.0.1.0', 9000], ['0.0.0.1', 2000], ['0.0.0.0', 7000]] }
+    let(:proxies_file) { File.join(subject.root, 'spec', 'support', 'proxies.txt') }
+    let(:bad_proxies_file) { File.join(subject.root, 'spec', 'support', 'bad_proxies.txt') }
+    let(:proxy) { subject.load(['0.0.1.0:9000', '0.0.0.1:2000', '0.0.0.0:7000']) }
+
+    it 'should return list' do
+      expect(proxy.list).to match_array list
+    end
+
+    context '#connectable' do
+      it 'should response' do
+        expect(proxy).to respond_to(:connectable?)
+      end
+
+      it 'should receive array' do
+        expect(proxy.connectable?(['google.com', 80])).to be_true
+      end
+
+      it 'should receive string' do
+        expect(proxy.connectable?('google.com:80')).to be_true
+      end
+    end
+
+    context '#get' do
+      it 'should response' do
+        expect(proxy).to respond_to(:get)
+      end
+
+      it 'should return array' do
+        expect(proxy.get).to be_a Array
+      end
+
+      it 'should return many proxies' do
+        expect { proxy.get(3) }.not_to raise_error
+      end
+    end
+
+    it { expect(proxy.bad_list).to be_a Array }
+
+    context 'when load from file' do
+      let(:proxy) { subject.load(proxies_file, bad_proxies_file) }
+
+      it 'should return list' do
+        expect(proxy.list).to match_array list
+      end
+
+      context 'and save file' do
+        before { @source = File.read(proxies_file) }
+
+        it 'should update proxies source' do
+          proxy.get(2)
+
+          source = ''
+          proxy.list.each_with_index do |p, index|
+            source << "#{p[0]}:#{p[1]}"
+            source << "\n" if proxy.list[index + 1]
+          end
+
+          expect(File.open(proxies_file, "rb").read).to eq(source)
+        end
+
+        after do
+          File.open(proxies_file, 'w').write(@source)
+          File.open(bad_proxies_file, 'w').truncate(0)
+        end
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

data/spec/support/proxies.txt

@@ -0,0 +1,3 @@
+0.0.1.0:9000
+0.0.0.1:2000
+0.0.0.0:7000

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification
+name: proxy_manager
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Kirill Platonov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: net-ping
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: turn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: growl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fuubar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: |2
+      This gem is for easy usage proxy in your parsers/web-bots. It will manage your proxy
+      list and check availability.
+email:
+- platonov.kd@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rspec"
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- lib/proxy_manager.rb
+- lib/proxy_manager/main.rb
+- lib/tasks/proxy_manager_tasks.rake
+- spec/proxy_manager/proxy_manager_spec.rb
+- spec/spec_helper.rb
+- spec/support/bad_proxies.txt
+- spec/support/proxies.txt
+homepage: https://github.com/bloodyhistory/proxy_manager
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Ruby proxy manager. Gem for easy usage proxy in parser/web bots.
+test_files:
+- spec/proxy_manager/proxy_manager_spec.rb
+- spec/spec_helper.rb
+- spec/support/bad_proxies.txt
+- spec/support/proxies.txt