peatio 0.6.3 → 2.4.0.pre.alpha

data/lib/peatio/ranger/web_socket.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+module Peatio::Ranger
+  def self.run(jwt_public_key, exchange_name, opts={})
+    host = opts[:ranger_host] || ENV["RANGER_HOST"] || "0.0.0.0"
+    port = opts[:ranger_port] || ENV["RANGER_PORT"] || "8081"
+
+    authenticator = Peatio::Auth::JWTAuthenticator.new(jwt_public_key)
+
+    logger = Peatio::Logger.logger
+    logger.info "Starting the server on port #{port}"
+
+    client = Peatio::MQ::Client.new
+    router = Peatio::Ranger::Router.new(opts[:registry])
+    client.subscribe(exchange_name, &router.method(:on_message))
+
+    if opts[:display_stats]
+      EM.add_periodic_timer(opts[:stats_period]) do
+        Peatio::Logger.logger.info { router.stats }
+        Peatio::Logger.logger.debug { router.debug }
+      end
+    end
+
+    EM::WebSocket.start(host: host, port: port, secure: false) do |socket|
+      connection = Peatio::Ranger::Connection.new(router, socket, logger)
+      socket.onopen do |hs|
+        connection.handshake(authenticator, hs)
+        router.on_connection_open(connection)
+      end
+
+      socket.onmessage do |msg|
+        connection.handle(msg)
+      end
+
+      socket.onping do |value|
+        logger.debug { "Received ping: #{value}" }
+      end
+
+      socket.onclose do
+        logger.debug { "Websocket connection closed" }
+        router.on_connection_close(connection)
+      end
+
+      socket.onerror do |e|
+        logger.info { "WebSocket Error: #{e.message}" }
+      end
+    end
+  end
+
+  def self.run!(jwt_public_key, exchange_name, opts={})
+    metrics_host = opts[:metrics_host] || ENV["METRICS_HOST"] || "0.0.0.0"
+    metrics_port = opts[:metrics_port] || ENV["METRICS_PORT"] || "8082"
+
+    EM.run do
+      run(jwt_public_key, exchange_name, opts)
+
+      if opts[:registry]
+        thin = Rack::Handler.get("thin")
+        thin.run(Peatio::Metrics::Server.app(opts[:registry]), Host: metrics_host, Port: metrics_port)
+      end
+
+      trap("INT") do
+        puts "\nSIGINT received, stopping ranger..."
+        EM.stop
+      end
+    end
+  end
+end

data/lib/peatio/version.rb

@@ -1,3 +1,3 @@
 module Peatio
-  VERSION = "0.6.3"
+  VERSION = "2.4.0-alpha"
 end

data/peatio.gemspec

@@ -1,5 +1,6 @@
+# frozen_string_literal: true
 
-lib = File.expand_path("../lib", __FILE__)
+lib = File.expand_path("lib", __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require "peatio/version"
 
@@ -9,38 +10,41 @@ Gem::Specification.new do |spec|
   spec.authors = ["Louis B.", "Camille M."]
   spec.email = ["lbellet@heliostech.fr"]
 
-  spec.summary = %q{Peatio is a gem for running critical core services}
-  spec.description = %q{Peatio gem contains microservices and command line tools}
+  spec.summary = "Peatio is a gem for running critical core services"
+  spec.description = "Peatio gem contains microservices and command line tools"
   spec.homepage = "https://www.peatio.tech"
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(File.expand_path("..", __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject {|f| f.match(%r{^(test|spec|features)/}) }
   end
   spec.bindir = "bin"
-  spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.executables = spec.files.grep(%r{^bin/}) {|f| File.basename(f) }
   spec.require_paths = ["lib"]
 
   spec.add_dependency "activemodel", "> 5.2", "<= 6.0.0"
-  spec.add_dependency "clamp"
   spec.add_dependency "amqp"
-  spec.add_dependency "eventmachine"
+  spec.add_dependency "bunny"
+  spec.add_dependency "clamp"
   spec.add_dependency "em-websocket"
-  spec.add_dependency "mysql2"
+  spec.add_dependency "eventmachine"
   spec.add_dependency "jwt"
-  spec.add_dependency "bunny"
+  spec.add_dependency "mysql2"
+  spec.add_dependency "prometheus-client"
+  spec.add_dependency "thin"
 
-  spec.add_development_dependency "bundler", "~> 1.16"
-  spec.add_development_dependency "rake", "~> 10.0"
-  spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "bump"
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "bunny-mock"
   spec.add_development_dependency "em-spec"
   spec.add_development_dependency "em-websocket-client"
-  spec.add_development_dependency "bunny-mock"
-  spec.add_development_dependency "simplecov"
-  spec.add_development_dependency "simplecov-json"
+  spec.add_development_dependency "irb"
+  spec.add_development_dependency "pry-byebug"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "rspec_junit_formatter"
   spec.add_development_dependency "rubocop-github"
-  spec.add_development_dependency "pry-byebug"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "simplecov-json"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: peatio
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 2.4.0.pre.alpha
 platform: ruby
 authors:
 - Louis B.
@@ -32,7 +32,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 6.0.0
 - !ruby/object:Gem::Dependency
-  name: clamp
+  name: amqp
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -46,7 +46,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: amqp
+  name: bunny
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -60,7 +60,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: eventmachine
+  name: clamp
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -88,7 +88,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: mysql2
+  name: eventmachine
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -116,7 +116,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bunny
+  name: mysql2
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -130,49 +130,63 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: prometheus-client
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.16'
-  type: :development
+        version: '0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rake
+  name: thin
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bump
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec
+  name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '1.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '1.16'
 - !ruby/object:Gem::Dependency
-  name: bump
+  name: bunny-mock
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -214,7 +228,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bunny-mock
+  name: irb
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -228,7 +242,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: simplecov
+  name: pry-byebug
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -242,7 +256,35 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: simplecov-json
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec_junit_formatter
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -256,7 +298,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rspec_junit_formatter
+  name: rubocop-github
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -270,7 +312,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: rubocop-github
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -284,7 +326,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: pry-byebug
+  name: simplecov-json
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -327,7 +369,6 @@ files:
 - lib/peatio/blockchain/abstract.rb
 - lib/peatio/blockchain/error.rb
 - lib/peatio/blockchain/registry.rb
-- lib/peatio/command/amqp.rb
 - lib/peatio/command/base.rb
 - lib/peatio/command/db.rb
 - lib/peatio/command/inject.rb
@@ -338,9 +379,12 @@ files:
 - lib/peatio/executor.rb
 - lib/peatio/injectors/peatio_events.rb
 - lib/peatio/logger.rb
+- lib/peatio/metrics/server.rb
 - lib/peatio/mq/client.rb
-- lib/peatio/mq/events.rb
-- lib/peatio/ranger.rb
+- lib/peatio/ranger/connection.rb
+- lib/peatio/ranger/events.rb
+- lib/peatio/ranger/router.rb
+- lib/peatio/ranger/web_socket.rb
 - lib/peatio/security/key_generator.rb
 - lib/peatio/sql/client.rb
 - lib/peatio/sql/schema.rb
@@ -364,9 +408,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.3
 signing_key: 

data/lib/peatio/command/amqp.rb

@@ -1,9 +0,0 @@
-module Peatio::Command::AMQP
-  class Root < Peatio::Command::Base
-
-    def execute
-      say "Nothing here"
-    end
-
-  end
-end

data/lib/peatio/mq/events.rb

@@ -1,128 +0,0 @@
-require "socket"
-
-module Peatio::MQ::Events
-  def self.subscribe!
-    ranger = RangerEvents.new
-    ranger.subscribe
-  end
-
-  def self.publish(type, id, event, payload)
-    @@client ||= begin
-      ranger = RangerEvents.new
-      ranger.connect!
-      ranger
-    end
-
-    @@client.publish(type, id, event, payload) do
-      yield if block_given?
-    end
-  end
-
-  class Client
-    attr_accessor :streams, :authorized, :user
-
-    @@all = []
-
-    def self.all
-      @@all
-    end
-
-    def self.user(user)
-      @@all.each do |handler|
-        if handler.user == user
-          yield handler
-        end
-      end
-    end
-
-    def initialize(socket, streams = {})
-      @socket = socket
-      @streams = streams
-
-      @user = ""
-      @authorized = false
-
-      @@all << self
-    end
-
-    def send_payload(message)
-      @socket.send message.to_json
-    end
-  end
-
-  class RangerEvents
-    attr_accessor :exchange_name
-
-    def initialize
-      @exchange_name = "peatio.events.ranger"
-    end
-
-    def connect!
-      if Peatio::MQ::Client.channel.nil?
-        Peatio::MQ::Client.new
-        Peatio::MQ::Client.connect!
-        Peatio::MQ::Client.create_channel!
-      end
-      @exchange = Peatio::MQ::Client.channel.topic(@exchange_name)
-    end
-
-    def publish(type, id, event, payload)
-      routing_key = [type, id, event].join(".")
-      serialized_data = JSON.dump(payload)
-
-      @exchange.publish(serialized_data, routing_key: routing_key)
-
-      Peatio::Logger::debug { "published event to #{routing_key} " }
-
-      yield if block_given?
-    end
-
-    def subscribe
-      exchange = Peatio::MQ::Client.channel.topic(@exchange_name)
-
-      suffix = "#{Socket.gethostname.split(/-/).last}#{Random.rand(10_000)}"
-
-      queue_name = "#{@topic_name}.ranger.#{suffix}"
-
-      Peatio::MQ::Client.channel
-        .queue(queue_name, durable: false, auto_delete: true)
-        .bind(exchange, routing_key: "#").subscribe do |delivery_info, metadata, payload|
-
-        # type@id@event
-        # type can be public|private
-        # id can be user id or market
-        # event can be anything like order_completed or just trade
-
-        routing_key = delivery_info.routing_key
-        if routing_key.count(".") != 2
-          Peatio::Logger::error do
-            "got invalid routing key from amqp: #{routing_key}"
-          end
-
-          next
-        end
-
-        type, id, event = routing_key.split(".")
-        payload_decoded = JSON.parse payload
-
-        if type == "private"
-          Client.user(id) do |client|
-            if client.streams.include?(event)
-              client.send_payload(event => payload_decoded)
-            end
-          end
-
-          next
-        end
-
-        stream = [id, event].join(".")
-
-        Client.all.each do |handler|
-          if handler.streams.include?(id) or handler.streams.include?(stream)
-            handler.send_payload(stream => payload_decoded)
-          end
-        end
-      end
-    end
-  end
-end