peatio1.9 0.4.4

data/lib/peatio/mq/client.rb

@@ -0,0 +1,30 @@
+module Peatio::MQ
+  class Client
+    class << self
+      attr_accessor :channel, :connection
+
+      def new
+        @options = {
+          host: ENV["RABBITMQ_HOST"] || "0.0.0.0",
+          port: ENV["RABBITMQ_PORT"] || "5672",
+          username: ENV["RABBITMQ_USER"],
+          password: ENV["RABBITMQ_PASSWORD"],
+        }
+      end
+
+      def connect!
+        @connection = Bunny.new(@options)
+        @connection.start
+      end
+
+      def create_channel!
+        @channel = @connection.create_channel
+      end
+
+      def disconnect
+        @connection.close
+        yield if block_given?
+      end
+    end
+  end
+end

data/lib/peatio/mq/events.rb

@@ -0,0 +1,128 @@
+require "socket"
+
+module Peatio::MQ::Events
+  def self.subscribe!
+    ranger = RangerEvents.new
+    ranger.subscribe
+  end
+
+  def self.publish(type, id, event, payload)
+    @@client ||= begin
+      ranger = RangerEvents.new
+      ranger.connect!
+      ranger
+    end
+
+    @@client.publish(type, id, event, payload) do
+      yield if block_given?
+    end
+  end
+
+  class Client
+    attr_accessor :streams, :authorized, :user
+
+    @@all = []
+
+    def self.all
+      @@all
+    end
+
+    def self.user(user)
+      @@all.each do |handler|
+        if handler.user == user
+          yield handler
+        end
+      end
+    end
+
+    def initialize(socket, streams)
+      @socket = socket
+      @streams = streams
+
+      @user = ""
+      @authorized = false
+
+      @@all << self
+    end
+
+    def send_payload(message)
+      @socket.send message.to_json
+    end
+  end
+
+  class RangerEvents
+    attr_accessor :exchange_name
+
+    def initialize
+      @exchange_name = "peatio.events.ranger"
+    end
+
+    def connect!
+      if Peatio::MQ::Client.channel.nil?
+        Peatio::MQ::Client.new
+        Peatio::MQ::Client.connect!
+        Peatio::MQ::Client.create_channel!
+      end
+      @exchange = Peatio::MQ::Client.channel.topic(@exchange_name)
+    end
+
+    def publish(type, id, event, payload)
+      routing_key = [type, id, event].join(".")
+      serialized_data = JSON.dump(payload)
+
+      @exchange.publish(serialized_data, routing_key: routing_key)
+
+      Peatio::Logger::debug { "published event to #{routing_key} " }
+
+      yield if block_given?
+    end
+
+    def subscribe
+      exchange = Peatio::MQ::Client.channel.topic(@exchange_name)
+
+      suffix = "#{Socket.gethostname.split(/-/).last}#{Random.rand(10_000)}"
+
+      queue_name = "#{@topic_name}.ranger.#{suffix}"
+
+      Peatio::MQ::Client.channel
+        .queue(queue_name, durable: false, auto_delete: true)
+        .bind(exchange, routing_key: "#").subscribe do |delivery_info, metadata, payload|
+
+        # type@id@event
+        # type can be public|private
+        # id can be user id or market
+        # event can be anything like order_completed or just trade
+
+        routing_key = delivery_info.routing_key
+        if routing_key.count(".") != 2
+          Peatio::Logger::error do
+            "got invalid routing key from amqp: #{routing_key}"
+          end
+
+          next
+        end
+
+        type, id, event = routing_key.split(".")
+        payload_decoded = JSON.parse payload
+
+        if type == "private"
+          Client.user(id) do |client|
+            if client.streams.include?(event)
+              client.send_payload [event, payload_decoded]
+            end
+          end
+
+          next
+        end
+
+        stream = [id, event].join(".")
+
+        Client.all.each do |handler|
+          if handler.streams.include?(id) or handler.streams.include?(stream)
+            handler.send_payload [stream, payload_decoded]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/peatio/ranger.rb

@@ -0,0 +1,106 @@
+module Peatio::Ranger
+  class Connection
+    def initialize(authenticator, socket, logger)
+      @authenticator = authenticator
+      @socket = socket
+      @logger = logger
+      @streams = []
+    end
+
+    def send(method, data)
+      payload = JSON.dump(method => data)
+      @logger.debug { payload }
+      @socket.send payload
+    end
+
+    def handle(msg)
+      authorized = false
+      begin
+        data = JSON.parse(msg)
+
+        token = data["jwt"]
+
+        payload = @authenticator.authenticate!(token)
+
+        authorized = true
+      rescue JSON::ParserError
+      rescue => error
+        @logger.error error.message
+      end
+
+      if !authorized
+        send :error, message: "Authentication failed."
+        return
+      end
+
+      @client.user = payload[:uid]
+      @client.authorized = true
+
+      @logger.info "ranger: user #{@client.user} authenticated #{@streams}"
+
+      send :success, message: "Authenticated."
+    end
+
+    def handshake(handshake)
+      query = URI::decode_www_form(handshake.query_string)
+
+      @streams = query.map do |item|
+        if item.first == "stream"
+          item.last
+        end
+      end
+
+      @logger.info "ranger: WebSocket connection openned, streams: #{@streams}"
+
+      @client = Peatio::MQ::Events::Client.new(
+        @socket, @streams,
+      )
+
+      @socket.instance_variable_set(:@connection_handler, @client)
+    end
+  end
+
+  def self.run!(jwt_public_key)
+    host = ENV["RANGER_HOST"] || "0.0.0.0"
+    port = ENV["RANGER_PORT"] || "8081"
+
+    authenticator = Peatio::Auth::JWTAuthenticator.new(jwt_public_key)
+
+    logger = Peatio::Logger.logger
+    logger.info "Starting the server on port #{port}"
+
+    EM.run do
+      Peatio::MQ::Client.new
+      Peatio::MQ::Client.connect!
+      Peatio::MQ::Client.create_channel!
+
+      Peatio::MQ::Events.subscribe!
+
+      EM::WebSocket.start(
+        host: host,
+        port: port,
+        secure: false,
+      ) do |socket|
+        connection = Connection.new(authenticator, socket, logger)
+
+        socket.onopen do |handshake|
+          connection.handshake(handshake)
+        end
+
+        socket.onmessage do |msg|
+          connection.handle(msg)
+        end
+
+        socket.onclose do
+          logger.info "ranger: WebSocket connection closed"
+        end
+
+        socket.onerror do |e|
+          logger.error "ranger: WebSocket Error: #{e.message}"
+        end
+      end
+
+      yield if block_given?
+    end
+  end
+end

data/lib/peatio/security/key_generator.rb

@@ -0,0 +1,26 @@
+require 'fileutils'
+
+module Peatio::Security
+  class KeyGenerator
+
+    attr_reader :public, :private
+
+    def initialize
+      OpenSSL::PKey::RSA.generate(2048).tap do |pkey|
+        @public = pkey.public_key.to_pem
+        @private = pkey.to_pem
+      end
+    end
+
+    def save(folder)
+      FileUtils.mkdir_p(folder) unless File.exists?(folder)
+
+      write(File.join(folder, 'rsa-key'), @private)
+      write(File.join(folder, 'rsa-key.pub'), @public)
+    end
+
+    def write(filename, text)
+      File.open(filename, 'w') { |file| file.write(text) }
+    end
+  end
+end

data/lib/peatio/sql/client.rb

@@ -0,0 +1,19 @@
+module Peatio::Sql
+  class Client
+    attr_accessor :client, :config
+
+    def initialize
+      @config = {
+        host: ENV["DATABASE_HOST"] || "localhost",
+        username: ENV["DATABASE_USER"] || "root",
+        password: ENV["DATABASE_PASS"] || "",
+        port: ENV["DATABASE_PORT"] || "3306",
+        database: ENV["DATABASE_NAME"] || "peatio_development",
+      }
+    end
+
+    def connect
+      @client = Mysql2::Client.new(config)
+    end
+  end
+end

data/lib/peatio/sql/schema.rb

@@ -0,0 +1,72 @@
+module Peatio::Sql
+  class Schema
+    attr_accessor :client
+
+    def initialize(sql_client)
+      @client = sql_client
+    end
+
+    def create_database(name)
+      client.query("CREATE DATABASE IF NOT EXISTS `#{ name }`;")
+    end
+
+    def create_tables(options = {})
+      statements = []
+      statements << "DROP TABLE IF EXISTS `operations`;" if options[:drop_if_exists]
+      statements << <<-EOF
+CREATE TABLE IF NOT EXISTS `operations` (
+    id              INT UNSIGNED NOT NULL AUTO_INCREMENT,
+    code            TINYINT UNSIGNED NOT NULL,
+    account_id      INT UNSIGNED NOT NULL,
+    reference       INT UNSIGNED NOT NULL,
+    debit           DECIMAL(32, 16) NOT NULL,
+    credit          DECIMAL(32, 16) NOT NULL,
+    created_at      DATETIME NOT NULL,
+    updated_at      DATETIME NOT NULL,
+    PRIMARY KEY     (id),
+    INDEX `balance_key` (account_id, debit, credit)
+) ENGINE = InnoDB;
+EOF
+
+      statements << "DROP TABLE IF EXISTS `orders`;" if options[:drop_if_exists]
+      statements << <<EOF
+CREATE TABLE IF NOT EXISTS`orders` (
+  `id`          INT(11) UNSIGNED NOT NULL AUTO_INCREMENT,
+  `uid`         INT(11) UNSIGNED NOT NULL,
+  `bid`         VARCHAR(5) NOT NULL,
+  `ask`         VARCHAR(5) NOT NULL,
+  `market`      VARCHAR(10) NOT NULL,
+  `price`       DECIMAL(32,16) DEFAULT NULL,
+  `volume`      DECIMAL(32,16) NOT NULL,
+  `fee`         DECIMAL(32,16) NOT NULL DEFAULT '0.0000000000000000',
+  `type`        TINYINT UNSIGNED NOT NULL,
+  `state`       TINYINT UNSIGNED NOT NULL,
+  `created_at`  DATETIME NOT NULL,
+  `updated_at`  DATETIME NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+EOF
+
+      statements << "DROP TABLE IF EXISTS `trades`;" if options[:drop_if_exists]
+      statements << <<EOF
+CREATE TABLE IF NOT EXISTS `trades` (
+  `id`          int(11) NOT NULL AUTO_INCREMENT,
+  `market`      varchar(10) NOT NULL,
+  `volume`      decimal(32,16) NOT NULL,
+  `price`       decimal(32,16) NOT NULL,
+  `ask_id`      int(11) NOT NULL,
+  `bid_id`      int(11) NOT NULL,
+  `ask_uid`     int(11) NOT NULL,
+  `bid_uid`     int(11) NOT NULL,
+  `created_at` datetime NOT NULL,
+  `updated_at` datetime NOT NULL,
+  PRIMARY KEY (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+EOF
+      statements.each do |statement|
+        puts statement
+        client.query(statement)
+      end
+    end
+  end
+end

data/lib/peatio/version.rb

@@ -0,0 +1,3 @@
+module Peatio
+  VERSION = "0.4.4"
+end

data/peatio1.9.gemspec

@@ -0,0 +1,44 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "peatio/version"
+
+Gem::Specification.new do |spec|
+  spec.name = "peatio1.9"
+  spec.version = Peatio::VERSION
+  spec.authors = ["topdev"]
+  spec.email = ["riguang102@gmail.com"]
+
+  spec.summary = %q{Peatio is a gem for running critical core services}
+  spec.description = %q{Peatio gem contains microservices and command line tools}
+  spec.homepage = "https://github.com/top1st/peatio-core-1.9"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path("..", __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir = "bin"
+  spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "clamp"
+  spec.add_dependency "amqp"
+  spec.add_dependency "eventmachine"
+  spec.add_dependency "em-websocket"
+  spec.add_dependency "mysql2"
+  spec.add_dependency "jwt"
+  spec.add_dependency "bunny"
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "bump"
+  spec.add_development_dependency "em-spec"
+  spec.add_development_dependency "em-websocket-client"
+  spec.add_development_dependency "bunny-mock"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "simplecov-json"
+  spec.add_development_dependency "rspec_junit_formatter"
+  spec.add_development_dependency "rubocop-github"
+end

metadata

@@ -0,0 +1,331 @@
+--- !ruby/object:Gem::Specification
+name: peatio1.9
+version: !ruby/object:Gem::Version
+  version: 0.4.4
+platform: ruby
+authors:
+- topdev
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-08-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: amqp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jwt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bunny
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: bump
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-spec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: em-websocket-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bunny-mock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-github
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Peatio gem contains microservices and command line tools
+email:
+- riguang102@gmail.com
+executables:
+- console
+- peatio
+- setup
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".simplecov"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/peatio
+- bin/setup
+- lib/peatio.rb
+- lib/peatio/auth/error.rb
+- lib/peatio/auth/jwt_authenticator.rb
+- lib/peatio/command/amqp.rb
+- lib/peatio/command/base.rb
+- lib/peatio/command/db.rb
+- lib/peatio/command/inject.rb
+- lib/peatio/command/root.rb
+- lib/peatio/command/security.rb
+- lib/peatio/command/service.rb
+- lib/peatio/error.rb
+- lib/peatio/executor.rb
+- lib/peatio/injectors/peatio_events.rb
+- lib/peatio/logger.rb
+- lib/peatio/mq/client.rb
+- lib/peatio/mq/events.rb
+- lib/peatio/ranger.rb
+- lib/peatio/security/key_generator.rb
+- lib/peatio/sql/client.rb
+- lib/peatio/sql/schema.rb
+- lib/peatio/version.rb
+- peatio1.9.gemspec
+homepage: https://github.com/top1st/peatio-core-1.9
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Peatio is a gem for running critical core services
+test_files: []