embulk-input-lkqd 0.2.0 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/embulk-input-lkqd.gemspec +2 -2
- data/lib/embulk/input/lkqd.rb +7 -3
- metadata +4 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 91f22f40f5c5355374294c52225ffbe6904f143f
|
|
4
|
+
data.tar.gz: 402ee7368dd9ab9c616bb0b9640c15799020e0fa
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: daca45292d2111a5eea6d18e740d7a6d840197fff424b90387e3439c26309b80b50a8cfce856ef27af1d4909b90b261434fd96994d5d08cef8e541ac87fa3bb0
|
|
7
|
+
data.tar.gz: dfe3bd60522da1da9ca19896cc04927cea719322115544e166b6b7f1d87656aa377653f2a58ff13b59b4b056b536d27cd81ed0af1874d4d20369221569d715d6
|
data/embulk-input-lkqd.gemspec
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Gem::Specification.new do |spec|
|
|
2
2
|
spec.name = "embulk-input-lkqd"
|
|
3
|
-
spec.version = "0.
|
|
3
|
+
spec.version = "0.3.0"
|
|
4
4
|
spec.authors = ["Ming Liu"]
|
|
5
5
|
spec.summary = "LKQD input plugin for Embulk"
|
|
6
6
|
spec.description = "Loads reporting data from LKQD API."
|
|
@@ -15,7 +15,7 @@ Gem::Specification.new do |spec|
|
|
|
15
15
|
spec.add_dependency 'http', ['~> 2.2.2']
|
|
16
16
|
|
|
17
17
|
#spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
|
|
18
|
-
spec.add_development_dependency 'embulk', ['
|
|
18
|
+
spec.add_development_dependency 'embulk', ['~> 0.8.28']
|
|
19
19
|
spec.add_development_dependency 'bundler', ['>= 1.10.6']
|
|
20
20
|
spec.add_development_dependency 'rake', ['>= 10.0']
|
|
21
21
|
end
|
data/lib/embulk/input/lkqd.rb
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
require 'base64'
|
|
2
2
|
require 'json'
|
|
3
3
|
require 'csv'
|
|
4
|
+
require 'fileutils'
|
|
4
5
|
require 'tempfile'
|
|
5
6
|
require 'http'
|
|
6
7
|
|
|
@@ -20,10 +21,12 @@ module Embulk
|
|
|
20
21
|
task['authorization'] = Base64.urlsafe_encode64("#{task['secret_key_id']}:#{task['secret_key']}")
|
|
21
22
|
|
|
22
23
|
response = request_lkqd({authorization: task['authorization'], endpoint: task['endpoint'], report_parameters: task['report_parameters']})
|
|
23
|
-
tempfile = Tempfile.new('lkqd_')
|
|
24
|
-
|
|
25
|
-
|
|
24
|
+
tempfile = Tempfile.new('emublk-input-lkqd_')
|
|
25
|
+
while chunk = response.body.readpartial
|
|
26
|
+
tempfile.write chunk
|
|
27
|
+
end
|
|
26
28
|
tempfile.close
|
|
29
|
+
task['tempfile_path'] = tempfile.path
|
|
27
30
|
|
|
28
31
|
columns = []
|
|
29
32
|
::CSV.foreach(tempfile.path).first.each_with_index do |column_name, index|
|
|
@@ -89,6 +92,7 @@ module Embulk
|
|
|
89
92
|
page_builder.add(Lkqd.try_convert(row))
|
|
90
93
|
end
|
|
91
94
|
page_builder.finish
|
|
95
|
+
FileUtils.rm_rf(@task['tempfile_path'])
|
|
92
96
|
|
|
93
97
|
task_report = {}
|
|
94
98
|
return task_report
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-lkqd
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.3.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Ming Liu
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-08-
|
|
11
|
+
date: 2017-08-17 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: http
|
|
@@ -28,14 +28,14 @@ dependencies:
|
|
|
28
28
|
name: embulk
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
30
30
|
requirements:
|
|
31
|
-
- -
|
|
31
|
+
- - "~>"
|
|
32
32
|
- !ruby/object:Gem::Version
|
|
33
33
|
version: 0.8.28
|
|
34
34
|
type: :development
|
|
35
35
|
prerelease: false
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- -
|
|
38
|
+
- - "~>"
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: 0.8.28
|
|
41
41
|
- !ruby/object:Gem::Dependency
|