sentra 0.2.6 → 0.2.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/sentra/version.rb +1 -1
- data/lib/sentra.rb +17 -12
- data/tools/multithread_batch.rb +2 -2
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ad69c7d856fa4bcacff402c12326c5e786f7c977
|
4
|
+
data.tar.gz: a505f9734151a992a437792ec5041e67837868e6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ccc163e9530e8c0a34d0ad2e00fe2aeda4ac848e6a9f035d8c4f9de2e25a5f7c03ee42e9432be3ed0bc76ca916693c978596001aac12d38835f0eb1ead7f4217
|
7
|
+
data.tar.gz: 6f76514bf292ad1910f3c3ce373635c9565912a7109c9b20c41a4faa3293269cc1341afde7b0cac3cef9a8e64645f254c0f2d1cc82c592d3b643ffc151630c58
|
data/lib/sentra/version.rb
CHANGED
data/lib/sentra.rb
CHANGED
@@ -47,6 +47,8 @@ module Sentra
|
|
47
47
|
set :spout, spout
|
48
48
|
set :bolt, bolt
|
49
49
|
set :cluster, cluster
|
50
|
+
|
51
|
+
|
50
52
|
end
|
51
53
|
|
52
54
|
|
@@ -78,28 +80,31 @@ module Sentra
|
|
78
80
|
else
|
79
81
|
list.add("Test.")
|
80
82
|
end
|
81
|
-
#p tweet['content']
|
82
83
|
end
|
83
84
|
|
84
85
|
responses = []
|
85
86
|
|
86
87
|
key = SecureRandom.urlsafe_base64
|
87
|
-
|
88
|
-
|
88
|
+
if list.size > 0
|
89
|
+
settings.spout.putArticle(key, list);
|
90
|
+
article_cl = settings.bolt.getArticle(key)
|
89
91
|
|
90
92
|
|
91
|
-
|
92
|
-
|
93
|
+
article_cl.each { |a|
|
94
|
+
begin
|
93
95
|
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
96
|
+
facts = a.getMetadata('twitter').getFacts()
|
97
|
+
responses.push(process_result(facts))
|
98
|
+
rescue Exception => e
|
99
|
+
puts "Problems with article"
|
100
|
+
end
|
99
101
|
|
100
|
-
|
102
|
+
}
|
101
103
|
|
102
|
-
|
104
|
+
responses.to_json
|
105
|
+
else
|
106
|
+
responses.to_json
|
107
|
+
end
|
103
108
|
end
|
104
109
|
|
105
110
|
|
data/tools/multithread_batch.rb
CHANGED
@@ -5,7 +5,7 @@ class CheckBatch
|
|
5
5
|
@id=id
|
6
6
|
mycsv = CSV_MODULE::MyCSV.new('auxillary/testdata.csv')
|
7
7
|
@queries = mycsv.get_queries
|
8
|
-
@iterations =
|
8
|
+
@iterations = 400
|
9
9
|
@url = "http://#{host}/sentra/analyzer/batch"
|
10
10
|
end
|
11
11
|
|
@@ -45,7 +45,7 @@ executor = ThreadPoolExecutor.new(num_threads, # core_pool_treads
|
|
45
45
|
|
46
46
|
|
47
47
|
num_threads.times do |i|
|
48
|
-
crawler = CheckBatch.new(i
|
48
|
+
crawler = CheckBatch.new(i) do |selff|
|
49
49
|
end
|
50
50
|
|
51
51
|
task = FutureTask.new(crawler)
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: sentra
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- kshakirov
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-05-
|
11
|
+
date: 2015-05-13 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|