api-harvester 0.0.8 → 0.0.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/api-harvester.gemspec +1 -1
- data/lib/harvester/parser.rb +3 -4
- data/lib/harvester/puller.rb +1 -1
- data/lib/harvester/pusher.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8f891d4016422367716f60e2ab13ede9dcae1521
|
4
|
+
data.tar.gz: f9672836c070a398643fe4f8663dc2ffb12bb707
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b0c19e12ef8d9418494c3b7f8dd1cc9db6c1c1e4d4a85c480f3b5c15d6c85923f22e9a421b0004e664dfac890bc24c94690ea5f6d0578a9b3406952f6ff08b0e
|
7
|
+
data.tar.gz: d03e446dbd31132c417a6a6788ba0f4f44ea29802097442256f7ce7b6a81c88e07f8903465e9e624e52d29a7437143905d41967c74794f8d1a02958e63556ed0
|
data/api-harvester.gemspec
CHANGED
data/lib/harvester/parser.rb
CHANGED
@@ -3,13 +3,11 @@ require 'ezmq'
|
|
3
3
|
require 'msgpack'
|
4
4
|
require 'oj'
|
5
5
|
require_relative 'settings'
|
6
|
-
# require_relative '../../key_transactions'
|
7
|
-
Dir["../parser_functions/*.rb"].each {|file| require file }
|
8
6
|
module Parser
|
9
|
-
@broadcaster = EZMQ::Publisher.new :bind, port:
|
7
|
+
@broadcaster = EZMQ::Publisher.new :bind, port: 6060, encode: -> m { Oj.dump m }
|
10
8
|
def self.activate topic, endpoint
|
11
9
|
puts topic, endpoint
|
12
|
-
listener = EZMQ::Subscriber.new :connect, port:
|
10
|
+
listener = EZMQ::Subscriber.new :connect, port: 5050, topic: topic, decode: -> m { Oj.load m }
|
13
11
|
listener.listen do |message, topic|
|
14
12
|
data = plow message, topic
|
15
13
|
data.each do |item|
|
@@ -19,6 +17,7 @@ module Parser
|
|
19
17
|
end
|
20
18
|
|
21
19
|
def self.plow message, parse
|
20
|
+
require_relative "../../parser_functions/#{parse}"
|
22
21
|
send(parse, message)
|
23
22
|
end
|
24
23
|
end
|
data/lib/harvester/puller.rb
CHANGED
@@ -6,7 +6,7 @@ require 'excon'
|
|
6
6
|
require_relative 'settings'
|
7
7
|
|
8
8
|
module Puller
|
9
|
-
@broadcaster = EZMQ::Publisher.new :bind, port:
|
9
|
+
@broadcaster = EZMQ::Publisher.new :bind, port: 5050
|
10
10
|
def self.fetch_data(endpoint)
|
11
11
|
conn = Faraday.new(url: endpoint) do |faraday|
|
12
12
|
faraday.adapter :excon
|
data/lib/harvester/pusher.rb
CHANGED
@@ -8,7 +8,7 @@ module Pusher
|
|
8
8
|
@connection = InfluxDB::Client.new host: Settings.influx_host, username: Settings.influx_user, password: Settings.influx_pass
|
9
9
|
|
10
10
|
def self.activate topic, endpoint
|
11
|
-
listener = EZMQ::Subscriber.new :connect, port:
|
11
|
+
listener = EZMQ::Subscriber.new :connect, port: 6060, topic: topic, decode: -> m { Oj.load m }
|
12
12
|
listener.listen do |message, topic|
|
13
13
|
puts write message
|
14
14
|
end
|