impas-client 0.0.9 → 0.0.10
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +1 -0
- data/example/parse_tsv.rb +30 -0
- data/impas-client.gemspec +1 -1
- data/lib/impas-client/version.rb +1 -1
- metadata +5 -4
data/.gitignore
CHANGED
@@ -0,0 +1,30 @@
|
|
1
|
+
require 'benchmark'
|
2
|
+
require 'CSV'
|
3
|
+
require 'impas-client'
|
4
|
+
require 'parallel'
|
5
|
+
|
6
|
+
client = Impas::Client.new({api_url:'http://impas-hideack.sqale.jp/'})
|
7
|
+
|
8
|
+
if ARGV.length != 3
|
9
|
+
puts "Usage:"
|
10
|
+
puts "ruby parse_tsv.rb [Parse target file] [Impas group key] [client threads]"
|
11
|
+
exit
|
12
|
+
end
|
13
|
+
|
14
|
+
puts "CSV Parse start. Target:#{ARGV[0]}"
|
15
|
+
|
16
|
+
targetUrls = []
|
17
|
+
CSV.foreach(ARGV[0], :col_sep=>"\t") do |row|
|
18
|
+
targetUrls << row
|
19
|
+
end
|
20
|
+
|
21
|
+
puts "CSV Parse finished."
|
22
|
+
puts "Impas post start."
|
23
|
+
|
24
|
+
puts Benchmark::CAPTION
|
25
|
+
puts Benchmark.measure{
|
26
|
+
Parallel.each(targetUrls, in_threads: ARGV[2].to_i) do |row|
|
27
|
+
client.add_url ARGV[1], row[1], row[0]
|
28
|
+
end
|
29
|
+
}
|
30
|
+
|
data/impas-client.gemspec
CHANGED
data/lib/impas-client/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: impas-client
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.10
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2013-
|
12
|
+
date: 2013-06-18 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rspec
|
@@ -50,7 +50,7 @@ dependencies:
|
|
50
50
|
requirements:
|
51
51
|
- - ~>
|
52
52
|
- !ruby/object:Gem::Version
|
53
|
-
version: 1.
|
53
|
+
version: 1.8.0
|
54
54
|
type: :runtime
|
55
55
|
prerelease: false
|
56
56
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -58,7 +58,7 @@ dependencies:
|
|
58
58
|
requirements:
|
59
59
|
- - ~>
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: 1.
|
61
|
+
version: 1.8.0
|
62
62
|
description: Impas API client (Impas is social parameters crawling application.)
|
63
63
|
email:
|
64
64
|
- hide.terai@gmail.com
|
@@ -72,6 +72,7 @@ files:
|
|
72
72
|
- LICENSE
|
73
73
|
- README.md
|
74
74
|
- Rakefile
|
75
|
+
- example/parse_tsv.rb
|
75
76
|
- impas-client.gemspec
|
76
77
|
- lib/impas-client.rb
|
77
78
|
- lib/impas-client/version.rb
|