iron_response 0.1.5 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/iron_response.rb +1 -1
- data/lib/iron_response/batch.rb +7 -41
- data/lib/iron_response/common.rb +2 -1
- data/lib/iron_response/{error.rb → log.rb} +1 -1
- data/lib/iron_response/version.rb +1 -1
- data/test/gem_dependency_test.rb +34 -37
- data/test/synopsis_test.rb +12 -19
- metadata +3 -3
data/lib/iron_response.rb
CHANGED
data/lib/iron_response/batch.rb
CHANGED
@@ -6,9 +6,10 @@ require "json"
|
|
6
6
|
module IronResponse
|
7
7
|
class Batch
|
8
8
|
attr_accessor :config
|
9
|
-
attr_accessor :
|
9
|
+
attr_accessor :name
|
10
10
|
attr_accessor :params_array
|
11
11
|
attr_accessor :results
|
12
|
+
attr_accessor :code
|
12
13
|
|
13
14
|
def initialize(config)
|
14
15
|
@config = config
|
@@ -16,11 +17,7 @@ module IronResponse
|
|
16
17
|
end
|
17
18
|
|
18
19
|
def worker_name
|
19
|
-
@
|
20
|
-
end
|
21
|
-
|
22
|
-
def worker_language
|
23
|
-
is_ruby
|
20
|
+
@code.name
|
24
21
|
end
|
25
22
|
|
26
23
|
def run!
|
@@ -68,44 +65,13 @@ module IronResponse
|
|
68
65
|
IronResponse::Common.handle_response(response, task_id, @client)
|
69
66
|
end
|
70
67
|
|
71
|
-
def
|
72
|
-
|
73
|
-
return "node" if @worker.end_with?(".js")
|
74
|
-
end
|
75
|
-
|
76
|
-
def prepare_ruby_code(code)
|
77
|
-
code.runtime = "ruby"
|
78
|
-
end
|
79
|
-
|
80
|
-
def prepare_node_code(code)
|
81
|
-
code.runtime = "node"
|
82
|
-
code.dir = "node_modules"
|
83
|
-
code.file = "package.json"
|
84
|
-
end
|
85
|
-
|
86
|
-
def code
|
87
|
-
if @code.nil?
|
88
|
-
@code = IronWorkerNG::Code::Ruby.new(exec: @worker)
|
89
|
-
@code.name = worker_name
|
90
|
-
@code.merge_gem("iron_response", IronResponse::VERSION) # bootstraps the current version with the worker
|
91
|
-
|
92
|
-
case runtime
|
93
|
-
when "ruby"
|
94
|
-
prepare_ruby_code(@code)
|
95
|
-
when "node"
|
96
|
-
prepare_node_code(@code)
|
97
|
-
end
|
98
|
-
end
|
99
|
-
|
100
|
-
@code
|
101
|
-
end
|
102
|
-
|
103
|
-
def patch_code!
|
104
|
-
@client.codes.patch(code)
|
68
|
+
def patch_code!(options={})
|
69
|
+
@client.codes.patch(@code, options)
|
105
70
|
end
|
106
71
|
|
107
72
|
def create_code!(options={})
|
108
|
-
@
|
73
|
+
@code.merge_gem("iron_response", IronResponse::VERSION) if @code.runtime == "ruby" # bootstraps the current version with the worker
|
74
|
+
@client.codes.create(@code, options)
|
109
75
|
end
|
110
76
|
end
|
111
77
|
end
|
data/lib/iron_response/common.rb
CHANGED
@@ -27,8 +27,9 @@ module IronResponse
|
|
27
27
|
|
28
28
|
def Common.handle_response(response, task_id, client)
|
29
29
|
if response.nil?
|
30
|
+
p "getting error for Task ID: #{task_id}"
|
30
31
|
msg = client.tasks_log(task_id)
|
31
|
-
IronResponse::
|
32
|
+
IronResponse::Log.new("IronWorker logs for task #{task_id}: #{msg}")
|
32
33
|
else
|
33
34
|
JSON.parse(response.value)
|
34
35
|
end
|
data/test/gem_dependency_test.rb
CHANGED
@@ -6,32 +6,31 @@ class GemDependencyTest < MiniTest::Unit::TestCase
|
|
6
6
|
config = Configuration.keys
|
7
7
|
batch = IronResponse::Batch.new(iron_io: config[:iron_io])
|
8
8
|
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
9
|
+
code = IronWorkerNG::Code::Ruby.new
|
10
|
+
code.exec "test/workers/fcc_filings_counter.rb"
|
11
|
+
code.runtime = "ruby"
|
12
|
+
code.merge_gem("nokogiri", "< 1.6.0") # keeps the build times low
|
13
|
+
code.merge_gem("ecfs")
|
14
|
+
code.full_remote_build(true)
|
15
|
+
|
16
|
+
batch.code = code
|
17
|
+
params = [
|
18
|
+
"12-375", "12-268",
|
19
|
+
"12-238", "12-353",
|
20
|
+
"13-150", "13-5",
|
21
|
+
"10-71"
|
22
|
+
].map { |i| {docket_number: i} }
|
23
|
+
batch.params_array = params
|
21
24
|
batch.create_code!
|
22
25
|
|
23
|
-
results
|
26
|
+
results = batch.run!
|
24
27
|
|
25
28
|
#binding.pry
|
26
29
|
|
27
30
|
assert_equal batch.params_array.length, results.length
|
28
|
-
|
29
|
-
results.select! {|r| !r.is_a?(IronResponse::Error)}
|
30
|
-
|
31
|
+
results.select! {|r| !r.is_a?(IronResponse::Log)}
|
31
32
|
total = results.map {|r| r["length"]}.inject(:+)
|
32
|
-
|
33
33
|
p "There are #{total} total filings in these dockets."
|
34
|
-
|
35
34
|
assert_equal Array, results.class
|
36
35
|
end
|
37
36
|
|
@@ -40,32 +39,30 @@ class GemDependencyTest < MiniTest::Unit::TestCase
|
|
40
39
|
config = Configuration.keys
|
41
40
|
batch = IronResponse::Batch.new(config)
|
42
41
|
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
42
|
+
code = IronWorkerNG::Code::Ruby.new
|
43
|
+
code.exec "test/workers/fcc_filings_counter.rb"
|
44
|
+
code.runtime = "ruby"
|
45
|
+
code.merge_gem("nokogiri", "< 1.6.0") # keeps the build times low
|
46
|
+
code.merge_gem("ecfs")
|
47
|
+
code.full_remote_build(true)
|
48
|
+
|
49
|
+
batch.code = code
|
50
|
+
|
51
|
+
params = [
|
52
|
+
"12-375", "12-268",
|
53
|
+
"12-238", "12-353",
|
54
|
+
"13-150", "13-5",
|
55
|
+
"10-71"
|
56
|
+
].map { |i| {docket_number: i} }
|
57
|
+
batch.params_array = params
|
55
58
|
|
56
59
|
batch.create_code!
|
57
60
|
results = batch.run!
|
58
|
-
|
59
61
|
assert_equal batch.params_array.length, results.length
|
60
|
-
|
61
62
|
#binding.pry
|
62
|
-
|
63
|
-
results.select! {|r| !r.is_a?(IronResponse::Error)}
|
64
|
-
|
63
|
+
results.select! {|r| !r.is_a?(IronResponse::Log)}
|
65
64
|
total = results.map {|r| r["length"]}.inject(:+)
|
66
|
-
|
67
65
|
p "There are #{total} total filings in these dockets."
|
68
|
-
|
69
66
|
assert_equal Array, results.class
|
70
67
|
end
|
71
68
|
|
data/test/synopsis_test.rb
CHANGED
@@ -4,39 +4,32 @@ class SynopsisTest < MiniTest::Unit::TestCase
|
|
4
4
|
def test_synopsis_with_s3
|
5
5
|
config = Configuration.keys
|
6
6
|
batch = IronResponse::Batch.new(config)
|
7
|
-
|
8
|
-
|
9
|
-
|
7
|
+
code = IronWorkerNG::Code::Ruby.new
|
8
|
+
code.runtime = "ruby"
|
9
|
+
code.exec "test/workers/hello.rb"
|
10
|
+
batch.code = code
|
11
|
+
batch.params_array = Array(1..4).map {|i| {number: i}}
|
10
12
|
batch.create_code!
|
11
|
-
|
12
13
|
results = batch.run!
|
13
|
-
|
14
14
|
assert_equal batch.params_array.length, results.length
|
15
|
-
|
16
|
-
results.select! {|r| !r.is_a?(IronResponse::Error)}
|
17
|
-
|
15
|
+
results.select! {|r| !r.is_a?(IronResponse::Log)}
|
18
16
|
#binding.pry
|
19
|
-
|
20
17
|
assert_equal Array, results.class
|
21
18
|
end
|
22
19
|
|
23
20
|
def test_synopsis_with_iron_cache
|
24
21
|
config = Configuration.keys
|
25
22
|
batch = IronResponse::Batch.new(iron_io: config[:iron_io])
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
23
|
+
code = IronWorkerNG::Code::Ruby.new
|
24
|
+
code.runtime = "ruby"
|
25
|
+
code.exec "test/workers/hello.rb"
|
26
|
+
batch.code = code
|
27
|
+
batch.params_array = Array(1..4).map {|i| {number: i}}
|
30
28
|
batch.create_code!
|
31
|
-
|
32
29
|
results = batch.run!
|
33
|
-
|
34
30
|
assert_equal batch.params_array.length, results.length
|
35
|
-
|
36
|
-
results.select! {|r| !r.is_a?(IronResponse::Error)}
|
37
|
-
|
31
|
+
results.select! {|r| !r.is_a?(IronResponse::Log)}
|
38
32
|
#binding.pry
|
39
|
-
|
40
33
|
assert_equal Array, results.class
|
41
34
|
end
|
42
35
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: iron_response
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-08-
|
12
|
+
date: 2013-08-24 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: iron_worker_ng
|
@@ -123,7 +123,7 @@ files:
|
|
123
123
|
- lib/iron_response.rb
|
124
124
|
- lib/iron_response/batch.rb
|
125
125
|
- lib/iron_response/common.rb
|
126
|
-
- lib/iron_response/
|
126
|
+
- lib/iron_response/log.rb
|
127
127
|
- lib/iron_response/version.rb
|
128
128
|
- lib/iron_response/worker.rb
|
129
129
|
- test/configuration.rb.example
|