r_proxy 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 5839c4652d9988cb964b5c26a98d942940b40ca752dd93d6771418dcd3c0edb2
+  data.tar.gz: 15244457f3886e601b65c9ede7aa42ff7e185a61262e3403fa44a7bbdc3c0e63
+SHA512:
+  metadata.gz: f9881daa03f08e974a1b64a08123a24598092f50422c357028b23b09500dcaf052411b8ec5d6679bd2b52697d62cdb6c00856b42e309b4473d475deb03c5c4ef
+  data.tar.gz: 2a7af84937c888473343c9f88a2f1b86068637b29ee3011e26d17633212cca70b19f4b761fe224586c2073d963c73a6f9322d40a828c392ecb6ae3f9301e8b51

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.idea
+server_cert.txt
+server_key.txt
+debug.log
+test_server.rb

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+cache: bundler
+rvm:
+  - 2.5.3
+before_install: gem install bundler -v 2.1.4

data/Gemfile

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in r_proxy.gemspec
+gemspec
+
+gem "rake", "~> 12.0"
+gem "minitest", "~> 5.0"
+gem 'eventmachine', '~> 1.2', '>= 1.2.7'
+gem 'redis', '~> 4.1', '>= 4.1.4'

data/Gemfile.lock

@@ -0,0 +1,27 @@
+PATH
+  remote: .
+  specs:
+    r_proxy (0.1.0)
+      eventmachine (~> 1.2, >= 1.2.7)
+      redis (~> 4.1, >= 4.1.4)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    eventmachine (1.2.7)
+    minitest (5.14.0)
+    rake (12.3.3)
+    redis (4.1.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  eventmachine (~> 1.2, >= 1.2.7)
+  minitest (~> 5.0)
+  r_proxy!
+  rake (~> 12.0)
+  redis (~> 4.1, >= 4.1.4)
+
+BUNDLED WITH
+   2.1.4

data/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2020 Ning An
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,76 @@
+# RProxy
+
+ruby http proxy server, base on eventmachine
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'r_proxy'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install r_proxy
+
+## Usage
+
+Http and Https proxy server
+
+integrated with Redis, if you enable auth then you must provide redis url
+to let server connect to redis.
+
+e.g: `server.set(:redis_url, "redis://@localhost:6379/1")`
+
+redis key rule: `proxy:username-password`
+
+redis value rule: `integer string` e.g: `1234567`
+
+the value describe how many bytes that user can use. 
+
+`unit: bytes`
+
+```ruby
+require 'r_proxy'
+
+server = RProxy::MasterProcess.new
+
+server.set(:host, '127.0.0.1')
+server.set(:port, 8080)
+
+# if disable_auth is true
+# then server will not auth user and password
+# server.set(:disable_auth, true)
+
+# if disable unbind cb, then it mean
+# server will not decrby usage for user
+# server.set(:disable_unbind_cb, true)
+
+# default is true 
+server.set(:enable_ssl, true) 
+
+server.set(:callback_url,'http://127.0.0.1:1234')
+
+server.set(:redis_url, "redis://@localhost:6379/1")
+
+server.set(:ssl_private_key, './server_key.txt')
+server.set(:ssl_cert, './server_cert.txt')
+
+server.set(:logger, Logger.new(STDOUT))
+# logger output like:
+# I, [2020-05-08T21:04:00.492477 #86348]  INFO -- : r_proxy @1588935840 process start....
+# I, [2020-05-08T21:04:21.534989 #87168]  INFO -- : r_proxy rebuild new instance replace @1588935861....
+
+# call run to start server
+server.run!
+```
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/r_proxy.
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "r_proxy"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/example.rb

@@ -0,0 +1,21 @@
+require 'r_proxy'
+
+server = RProxy::MasterProcess.new
+
+server.set(:host, '127.0.0.1')
+server.set(:port, 8080)
+
+
+server.set(:disable_auth, true)
+# server.set(:disable_unbind_cb, true)
+server.set(:enable_ssl, false)
+
+server.set(:callback_url,'http://127.0.0.1:1234')
+
+server.set(:redis_url, "redis://@localhost:6379/1")
+
+server.set(:ssl_private_key, './server_key.txt')
+server.set(:ssl_cert, './server_cert.txt')
+
+server.set(:logger, Logger.new(STDOUT))
+server.run!

data/lib/r_proxy/callback_connection.rb

@@ -0,0 +1,36 @@
+module RProxy
+  class CallbackConnection < EM::Connection
+    def initialize(uri, user, pass, value, tls)
+      @uri = uri
+      @path = uri.path.empty? ? '/' : uri.path
+      @http_request = RProxy::HttpPostTemplate.
+        new(@path).
+        create(user, pass, value)
+      @response = ''
+      @need_tls = tls
+    end
+
+    def assign_logger(logger)
+      @logger = logger
+    end
+
+    def connection_completed
+      start_tls if @need_tls
+      set_comm_inactivity_timeout(20)
+      send_data(@http_request)
+    end
+
+    def receive_data(data)
+      @response = data.split("\r\n")[0]
+      close_connection
+    end
+
+    def ssl_handshake_completed
+      send_data(@http_request)
+    end
+
+    def unbind
+      @logger.info("#{@uri.host}#{@path} response status: #{@response}") if @logger
+    end
+  end
+end

data/lib/r_proxy/callback_service.rb

@@ -0,0 +1,19 @@
+module RProxy
+  class CallbackService
+    def self.call(url, user, pass, value)
+      uri = URI(url)
+      tls = uri.scheme == 'https'
+
+      EventMachine.connect(
+        uri.host,
+        uri.port,
+        RProxy::CallbackConnection,
+        uri,
+        user,
+        pass,
+        value,
+        tls
+      )
+    end
+  end
+end

data/lib/r_proxy/check_snapshot_service.rb

@@ -0,0 +1,30 @@
+module RProxy
+  class CheckSnapshotService
+
+    def initialize(redis, config)
+      @redis = redis
+      @snapshot_expire_in = 15 * 60
+      @usage_threshold = config.usage_threshold
+      @cb_url = config.callback_url
+      @logger = config.logger
+    end
+
+    def call(user, pass, result)
+
+      s_key = "proxy:#{user}-#{pass}:snapshot"
+      snapshot_value = @redis.get(s_key)
+
+      if snapshot_value.nil? || snapshot_value.empty?
+        @redis.setex(s_key, @snapshot_expire_in, result)
+      else
+        tmp = snapshot_value.to_i - result.to_i
+
+        if tmp >= @usage_threshold
+          connection = RProxy::CallbackService.call(@cb_url, user, pass, tmp)
+          connection.assign_logger(@logger)
+          @redis.setex(s_key, @snapshot_expire_in, result)
+        end
+      end
+    end
+  end
+end

data/lib/r_proxy/config.rb

@@ -0,0 +1,57 @@
+module RProxy
+  class Config
+    class << self
+      def add_config(name, default_value = nil)
+        self.define_method("#{name}") do
+          store = instance_variable_get('@store')
+          store["#{name}"].nil? ? default_value : store["#{name}"]
+        end
+
+        define_set_config_value_method(name)
+      end
+
+      def add_exception_config(name)
+        self.define_method("#{name}") do
+          store = instance_variable_get('@store')
+          val = store["#{name}"]
+          raise RProxy::EmptyConfigError,
+                "#{name} cannot set as empty or nil" if val.nil?
+          val
+        end
+
+        define_set_config_value_method(name)
+      end
+
+      def define_set_config_value_method(name)
+        self.define_method("#{name}=") do |value|
+          store = instance_variable_get('@store')
+          store["#{name}"] = value
+        end
+      end
+    end
+
+    add_config(:instances, 1)
+    add_config(:host, '0.0.0.0')
+    add_config(:port, 8081)
+
+    add_config(:logger)
+
+    add_config(:callback_url)
+    add_config(:usage_threshold, 1 * 1024 * 1024 * 1024)
+    add_config(:proxy_buffer, 1024 * 1024 * 10) # default is 10M
+
+    add_config(:disable_auth, false)
+    add_config(:disable_unbind_cb, false)
+
+    # e.g "redis://:p4ssw0rd@10.0.1.1:6380/15"
+    add_exception_config(:redis_url)
+
+    add_config(:enable_ssl, true)
+    add_exception_config(:ssl_private_key)
+    add_exception_config(:ssl_cert)
+
+    def initialize
+      @store = {}
+    end
+  end
+end

data/lib/r_proxy/connection_handler.rb

@@ -0,0 +1,86 @@
+module RProxy
+  class ConnectionHandler < EM::Connection
+    def initialize(config)
+      @config = config
+      @logger = @config.logger
+      @redis = RProxy::RedisService.instance(@config.redis_url)
+      @http_parser = HttpProxyParser.new(@redis)
+      @disable_auth = @config.disable_auth
+      @disable_unbind_cb = @config.disable_unbind_cb
+      @buffer_size = @config.proxy_buffer
+      @callback_url = @config.callback_url
+      @username = nil
+      @password = nil
+      @target_connection = nil
+
+      @unbind_service = UnbindService.new(config, @redis)
+      @snapshot_service = RProxy::CheckSnapshotService.new(@redis, @config)
+    end
+
+    def post_init
+      begin
+        if @config.enable_ssl
+          start_tls(
+            private_key_file: @config.ssl_private_key,
+            cert_chain_file: @config.ssl_cert
+          )
+        end
+        @port, @ip = Socket.unpack_sockaddr_in(get_peername)
+
+        @timer = EventMachine.add_timer(20) do
+          self.close_connection(false)
+          @timer = nil
+        end
+      rescue => e
+        if @logger
+          @logger.error("id:#{@ip}, #{e.message}")
+        end
+        close_connection
+      end
+    end
+
+    def receive_data(data)
+      begin
+        target_host, target_port, remain = @http_parser.parse(data, !@disable_auth)
+
+        @target_connection = EventMachine.
+          connect(target_host,
+                  target_port,
+                  RProxy::TargetConnection,
+                  self,
+                  @disable_unbind_cb,
+                  @buffer_size,
+                  @unbind_service)
+        @target_connection.assign_logger(@logger)
+        if !@disable_auth
+          @username = @http_parser.username
+          @password = @http_parser.password
+          @target_connection.assign_user_and_password(@username, @password)
+
+          # check snapshot
+          @snapshot_service.call(@username, @password, remain)
+        end
+      rescue RProxy::HTTPAuthFailed
+        send_data(RProxy::Constants::HTTP_FAILED_AUTH)
+        close_connection_after_writing
+      rescue RProxy::HTTPNotSupport
+        send_data(RProxy::Constants::HTTP_BAD_REQUEST)
+        close_connection_after_writing
+      rescue => e
+        if @logger
+          @logger.error("client: id:#{@ip}, #{e.message}, #{e.backtrace}")
+        end
+        close_connection
+      end
+    end
+
+    def proxy_target_unbound
+      close_connection
+    end
+
+    def unbind
+      return if @disable_unbind_cb
+      @unbind_service.call(@username, @password, get_proxied_bytes)
+    end
+  end
+end

data/lib/r_proxy/constants.rb

@@ -0,0 +1,9 @@
+module RProxy
+  module Constants
+    HTTP_SUCCESS = "HTTP/1.1 200 OK\r\n\r\n"
+    HTTP_FAILED_AUTH = "HTTP/1.1 401 Unauthorized\r\n\r\n"
+    HTTP_BAD_REQUEST = "HTTP/1.1 400 Bad Request\r\n\r\n"
+
+    HTTP_CONNECT_TITLE = "CONNECT\s"
+  end
+end

data/lib/r_proxy/http_post_template.rb

@@ -0,0 +1,44 @@
+require 'json'
+
+module RProxy
+  class HttpPostTemplate
+
+    def initialize(route)
+      @route = route
+      @headers = init_headers
+      @protocol = "POST #{route} HTTP/1.1"
+    end
+
+    def create(user, pass, value)
+      body = {
+        user: user,
+        pass: pass,
+        value: value,
+        timestamp: Time.now.getutc.to_i
+      }.to_json
+
+      @headers['Content-Length'] = body.bytesize
+
+      headers_str = header_to_s
+
+      "#{@protocol}\r\n#{headers_str}\r\n#{body}"
+    end
+
+    private
+
+    def header_to_s
+      tmp = ''
+      @headers.each do |k, v|
+        tmp += "#{k}: #{v}\r\n"
+      end
+      tmp
+    end
+
+    def init_headers
+      {
+        'User-Agent' => "RSocks/#{RProxy::VERSION}",
+        'Content-Type' => 'application/json',
+      }
+    end
+  end
+end

data/lib/r_proxy/http_proxy_parser.rb

@@ -0,0 +1,71 @@
+require 'base64'
+
+module RProxy
+  class HttpProxyParser
+
+    attr_reader :username, :password
+
+    def initialize(redis)
+      @redis = redis
+      @max_connection_size = 4 * 1024
+    end
+
+    def parse(data, need_auth)
+      parse_connect_request(data)
+      remain = 0
+      remain = auth_user if need_auth
+
+      [@schema.host, @schema.port, remain]
+    end
+
+    private
+
+    def auth_user
+      begin
+        temp = @headers['proxy-authorization']
+        raise RProxy::HTTPNotSupport if temp.nil?
+        pattern = /^Basic /
+        token = temp.gsub(pattern, '')
+        str = Base64.decode64(token)
+        @username, @password = str.split(':')
+      rescue
+        raise RProxy::HTTPNotSupport, "token parse failed #{token}"
+      end
+      key = "proxy:#{@username}-#{@password}"
+      value = @redis.get(key)
+
+      raise RProxy::HTTPAuthFailed if value.nil?
+      value
+    end
+
+    def parse_connect_request(data)
+      size_of_data = data.bytesize
+      raise RProxy::HTTPNotSupport unless
+        size_of_data <= @max_connection_size && check_is_valid_request(data[0...8])
+      temp = data.split("\r\n")
+      @schema = parse_connect_target(temp.shift)
+      @headers = parse_header(temp)
+    end
+
+    def parse_header(arr)
+      headers = {}
+      arr.each do |val|
+        name, value = val.split(':')
+        next if name.nil?
+        headers[name.strip.downcase] = value&.strip
+      end
+      headers
+    end
+
+    def parse_connect_target(data)
+      temp = data.split("\s")
+      URI("tcp://#{temp[1]}/")
+    end
+
+    def check_is_valid_request(s)
+      # hold for heath check, if needed.
+      # s[0...4] == "GET\s"
+      s == RProxy::Constants::HTTP_CONNECT_TITLE
+    end
+  end
+end

data/lib/r_proxy/master_process.rb

@@ -0,0 +1,76 @@
+require 'socket'
+
+module RProxy
+  class MasterProcess
+
+    attr_reader :config
+
+    def initialize
+      @config = RProxy::Config.new
+      @pids = []
+    end
+
+    def set(name, value)
+      @config.send("#{name}=", value)
+    end
+
+    def run!
+      @logger = @config.logger
+      begin
+        start_r_proxy
+      rescue Interrupt
+        @logger.info('existing all process....') if @logger
+        EventMachine.stop_event_loop if EventMachine.reactor_running?
+      rescue => e
+        @logger.info("master process exit with #{e.message}, #{e.backtrace}") if @logger
+        EventMachine.stop_event_loop if EventMachine.reactor_running?
+      end
+
+      at_exit { stop_all_process }
+    end
+
+    private
+
+    def stop_all_process
+      @pids.each do |pid|
+        next unless pid
+        Process.kill("TERM", pid)
+      end
+    end
+
+    def start_r_proxy
+
+      instance_amount = @config.instances
+      server = TCPServer.new(@config.host, @config.port)
+      instance_amount.times do
+        timestamp = Time.now.to_i
+        pid =  Process.fork do
+          begin
+            @logger.info("r_proxy @#{timestamp} process start....") if @logger
+            RProxy::ProxyServer.new(server, @config).run!
+          rescue Interrupt
+            @logger.info("r_proxy TPC server instance @#{timestamp} closed now....") if @logger
+          rescue => e
+            @logger.error("instance @#{timestamp}, error: #{e.message}, #{e.backtrace}") if @logger
+            exit!(false)
+          end
+        end
+
+        Process.detach(pid)
+        @pids << pid
+      end
+
+      EventMachine.kqueue=(true)
+      EventMachine.run do
+        @pids.each do |pid|
+          EventMachine.watch_process(pid,
+                                     RProxy::ProcessHandler,
+                                     @pids,
+                                     @config,
+                                     server,
+                                     pid)
+        end
+      end
+    end
+  end
+end

data/lib/r_proxy/process_handler.rb

@@ -0,0 +1,40 @@
+module RProxy
+  class ProcessHandler < EventMachine::ProcessWatch
+
+    def initialize(pids, config, socket, pid)
+      @pids = pids
+      @id = pid
+      @config = config
+      @socket = socket
+      @logger = config.logger
+    end
+
+    def process_exited
+
+      @pids.delete(@id)
+      timestamp = Time.now.to_i
+
+      pid = Process.fork do
+        begin
+          @logger.info("r_proxy rebuild new instance replace @#{timestamp}....") if @logger
+          RProxy::ProxyServer.new(@socket, @config).run!
+        rescue Interrupt
+          @logger.info("r_proxy TPC server instance @#{timestamp} closed now....") if @logger
+        rescue => e
+          @logger.error("instance @#{timestamp}, error: #{e.message}, #{e.backtrace}") if @logger
+          exit(false)
+        end
+      end
+
+      Process.detach(pid)
+      @pids << pid
+
+      EventMachine.watch_process(pid, RProxy::ProcessHandler,
+                                 @pids,
+                                 @config,
+                                 @socket,
+                                 pid)
+      close_connection
+    end
+  end
+end

data/lib/r_proxy/proxy_server.rb

@@ -0,0 +1,15 @@
+module RProxy
+  class ProxyServer
+    def initialize(sock, config)
+      @sock = sock
+      @config = config
+    end
+
+    def run!
+      Signal.trap("TERM") { exit! }
+      EventMachine.run do
+        EventMachine.attach_server(@sock, RProxy::ConnectionHandler, @config)
+      end
+    end
+  end
+end

data/lib/r_proxy/redis_service.rb

@@ -0,0 +1,7 @@
+module RProxy
+  class RedisService
+    def self.instance(url)
+      Redis.new(url: url)
+    end
+  end
+end

data/lib/r_proxy/target_connection.rb

@@ -0,0 +1,46 @@
+module RProxy
+  class TargetConnection < EM::Connection
+
+    def initialize(client, disable_cb, buffer_size, unbind)
+      @disable_unbind_callback = disable_cb
+      @client_connection = client
+      @buffer_size = buffer_size
+      @unbind_service = unbind
+    end
+
+    def assign_logger(logger)
+      @logger = logger
+    end
+
+    def assign_user_and_password(username, password)
+      @username = username
+      @password = password
+    end
+
+    def connection_completed
+      response_proxy_connect_ready
+    end
+
+    def proxy_target_unbound
+      close_connection
+    end
+
+    def unbind
+      return if @disable_unbind_callback
+      @unbind_service.call(@username, @password, get_proxied_bytes)
+    end
+
+    private
+
+    def response_proxy_connect_ready
+      begin
+        @client_connection.send_data(RProxy::Constants::HTTP_SUCCESS)
+        @client_connection.proxy_incoming_to(self, @buffer_size)
+        proxy_incoming_to(@client_connection, @buffer_size)
+      rescue => e
+        port, ip = Socket.unpack_sockaddr_in(get_peername)
+        @logger.error("target ip: #{ip}, port: #{port}, #{e.message}") if @logger
+      end
+    end
+  end
+end

data/lib/r_proxy/unbind_service.rb

@@ -0,0 +1,24 @@
+module RProxy
+  class UnbindService
+
+    def initialize(config, redis)
+      @config = config
+      @cb_url = config.callback_url
+      @redis = redis
+      @usage_threshold = @config.usage_threshold
+      @snapshot_expire_in = 15 * 60 # 15 min
+    end
+
+    def call(user, pass, usage)
+
+      return if user.nil? || pass.nil? || usage.nil?
+
+      key = proxy_key(user, pass)
+      @redis.decrby(key, usage)
+    end
+
+    def proxy_key(user, pass)
+      "proxy:#{user}-#{pass}"
+    end
+  end
+end

data/lib/r_proxy/version.rb

@@ -0,0 +1,3 @@
+module RProxy
+  VERSION = "0.1.0"
+end

data/lib/r_proxy.rb

@@ -0,0 +1,31 @@
+require 'logger'
+require 'r_proxy/version'
+require 'eventmachine'
+require 'redis'
+require 'r_proxy/config'
+require 'r_proxy/constants'
+require 'r_proxy/check_snapshot_service'
+require 'r_proxy/http_proxy_parser'
+require 'r_proxy/redis_service'
+
+require 'r_proxy/master_process'
+require 'r_proxy/process_handler'
+
+require 'r_proxy/target_connection'
+require 'r_proxy/connection_handler'
+require 'r_proxy/unbind_service'
+
+require 'r_proxy/callback_connection'
+require 'r_proxy/http_post_template'
+require 'r_proxy/callback_service'
+
+require 'r_proxy/proxy_server'
+require 'r_proxy/master_process'
+
+module RProxy
+  class Error < StandardError; end
+  class EmptyConfigError < Error; end
+
+  class HTTPNotSupport < Error; end
+  class HTTPAuthFailed < Error; end
+end

data/r_proxy.gemspec

@@ -0,0 +1,31 @@
+require_relative 'lib/r_proxy/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "r_proxy"
+  spec.version       = RProxy::VERSION
+  spec.authors       = ["Nick An"]
+  spec.email         = ["anning0322@gmail.com"]
+  spec.licenses      = ['Apache-2.0']
+
+  spec.summary       = %q{http https proxy}
+  spec.description   = %q{ruby http and https proxy server}
+  spec.homepage      = "https://github.com/nickoan/r_proxy"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.5.0")
+
+  # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/nickoan/r_proxy"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency 'eventmachine', '~> 1.2', '>= 1.2.7'
+  spec.add_runtime_dependency 'redis', '~> 4.1', '>= 4.1.4'
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: r_proxy
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Nick An
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2020-05-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.2.7
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.1.4
+description: ruby http and https proxy server
+email:
+- anning0322@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- example.rb
+- lib/r_proxy.rb
+- lib/r_proxy/callback_connection.rb
+- lib/r_proxy/callback_service.rb
+- lib/r_proxy/check_snapshot_service.rb
+- lib/r_proxy/config.rb
+- lib/r_proxy/connection_handler.rb
+- lib/r_proxy/constants.rb
+- lib/r_proxy/http_post_template.rb
+- lib/r_proxy/http_proxy_parser.rb
+- lib/r_proxy/master_process.rb
+- lib/r_proxy/process_handler.rb
+- lib/r_proxy/proxy_server.rb
+- lib/r_proxy/redis_service.rb
+- lib/r_proxy/target_connection.rb
+- lib/r_proxy/unbind_service.rb
+- lib/r_proxy/version.rb
+- r_proxy.gemspec
+homepage: https://github.com/nickoan/r_proxy
+licenses:
+- Apache-2.0
+metadata:
+  homepage_uri: https://github.com/nickoan/r_proxy
+  source_code_uri: https://github.com/nickoan/r_proxy
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.5.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: http https proxy
+test_files: []