embulk-parser-query_string 0.2.0 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +16 -7
- data/.travis.yml.erb +21 -0
- data/CHANGELOG.md +10 -1
- data/README.md +2 -2
- data/Rakefile +6 -52
- data/embulk-parser-query_string.gemspec +3 -2
- data/gemfiles/embulk-0.6-latest +4 -0
- data/gemfiles/{embulk-0.6.10 → embulk-0.6.17} +1 -1
- data/gemfiles/{embulk-0.6.11 → embulk-0.6.18} +1 -1
- data/gemfiles/{embulk-0.6.12 → embulk-0.6.19} +1 -1
- data/gemfiles/{embulk-0.6.13 → embulk-0.6.20} +1 -1
- data/gemfiles/embulk-0.6.21 +4 -0
- data/gemfiles/embulk-0.6.22 +4 -0
- data/gemfiles/embulk-0.6.23 +4 -0
- data/gemfiles/embulk-0.6.24 +4 -0
- data/gemfiles/embulk-0.6.25 +4 -0
- data/gemfiles/embulk-0.6.26 +4 -0
- data/gemfiles/embulk-latest +2 -0
- data/gemfiles/template.erb +4 -0
- data/lib/embulk/guess/query_string.rb +16 -12
- data/lib/embulk/parser/query_string.rb +2 -1
- data/test/embulk/guess/test_query_string.rb +18 -5
- data/test/embulk/parser/test_query_string.rb +1 -0
- data/test/test_embulk_run.rb +14 -14
- metadata +37 -11
- data/gemfiles/embulk-0.6.14 +0 -4
- data/gemfiles/embulk-0.6.15 +0 -4
- data/gemfiles/embulk-0.6.16 +0 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2c11fbc6c48a1093680df5f8c9c434fb8fe7a8b7
|
|
4
|
+
data.tar.gz: 081c955d594d76be409b6c070c1a7182b17a8ab0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e7ac576ae7d86f430ae3f466c11a62cb2dfc65aa2f7a6b260517a600c5edf0e04f3b53c7a1cab0cb03e608ccd5e7d5f39ee800fd5bb3db2cbb1797a273850788
|
|
7
|
+
data.tar.gz: 2361a39588b0eda9fa965e2f68738088ec7f50f6e0969af6697296faf7b0dadd35c4be473b226a144551bb7fe43fdef8d5046dcf186cc5b9ea2cc5672da7ca77
|
data/.travis.yml
CHANGED
|
@@ -10,12 +10,21 @@ notifications:
|
|
|
10
10
|
secure: "QRZ6zQxcRdN2XylIz+b46TbYIv7x5Ko7Y0Mi0aGbf7Wg1xfnS4X2FZKp8gF+RH1qjT6CYsQFUpPBhPVCMx0fP0ik5/gBrdngrj0htludvQ5CTK2oVegM1VC5NSn+gi8bt2F20Ode9fxU5OS1HDzNR9sjPz3W7miMUNDZoYPy77Om/CvmVkBbGyMkWnfwhEvwnL8JpBNpklDvrUUKznNsAcSbKQBMBAglFMds/OaHXCkK142zMbSlHMctch1VDAKhX9/6M3v8v6ZRheX68+VVCz3nTrTF0/lnYh3ig9ey3DNlgkZUqK2gmypnhTE6tpeibHdyVa8qOMNzyAgltu1qIhFHN390WMk9gZXEcvWG3m++PMAIKKtd4varbH1vdCeHOGUV7GRgarcfSMvJ54I9xc5GkUnAhjRKj8xDzYzhkXwApD8eqWb2RgGXUm6G4cKj0MeQ4WBqHr9FOW/4EJcZoztFi0YlP7KE+6xptBJU479KSsv31BwHrMfblObOOj58C7gUfdbTCByxng0u1axxvixL8zJwgHvFND3/4yoXoCCgm0DXBPbi6B5xpt8QmN6K4E5sMGrppTI7VwJqkcwkVD0EEeCedRNiWLTaxlKpLYxYnoXwEnpm9o2WXWa+PjkWeawsnJvV5IAt6oJhaK22VqJN86Macuu+nCdeF1/0TZU="
|
|
11
11
|
jdk:
|
|
12
12
|
- oraclejdk8
|
|
13
|
+
|
|
13
14
|
gemfile:
|
|
14
|
-
- gemfiles/embulk-0.6.
|
|
15
|
-
- gemfiles/embulk-0.6.
|
|
16
|
-
- gemfiles/embulk-0.6.
|
|
17
|
-
- gemfiles/embulk-0.6.
|
|
18
|
-
- gemfiles/embulk-0.6.
|
|
19
|
-
- gemfiles/embulk-0.6.
|
|
20
|
-
- gemfiles/embulk-0.6.
|
|
15
|
+
- gemfiles/embulk-0.6.17
|
|
16
|
+
- gemfiles/embulk-0.6.18
|
|
17
|
+
- gemfiles/embulk-0.6.19
|
|
18
|
+
- gemfiles/embulk-0.6.20
|
|
19
|
+
- gemfiles/embulk-0.6.21
|
|
20
|
+
- gemfiles/embulk-0.6.22
|
|
21
|
+
- gemfiles/embulk-0.6.23
|
|
22
|
+
- gemfiles/embulk-0.6.24
|
|
23
|
+
- gemfiles/embulk-0.6.25
|
|
24
|
+
- gemfiles/embulk-0.6-latest
|
|
21
25
|
- gemfiles/embulk-latest
|
|
26
|
+
|
|
27
|
+
matrix:
|
|
28
|
+
allow_failures:
|
|
29
|
+
- gemfile: gemfiles/embulk-0.6.22
|
|
30
|
+
- gemfile: gemfiles/embulk-latest
|
data/.travis.yml.erb
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
language: ruby
|
|
2
|
+
rvm:
|
|
3
|
+
- jruby-19mode
|
|
4
|
+
addons:
|
|
5
|
+
code_climate:
|
|
6
|
+
repo_token:
|
|
7
|
+
secure: "cSTIvR+haBzyXfAQGGxCjdnLM/iEWFJuVJFqQi0cqr78yZuhJ4A06tJhLIVd7uU+ZRa+JCT/kpD7zZbVc5BC2kmVJybLOXx+bR1SFgT1W2QVQJL7yU6pzPzpT4hr1VQFd8OIKgko8vTBGykXL804F0e/xHKv+FHGMh6TI2CfXqG8cpZpa4oCtnt48V3VUpszNpNuufvfTFJADpI9NvuyosbA3btcH7pY/vbjLTOAd0cSTjZ6Qufy9jV2KwSRyMHXs1m1paErKHrxL7aPxy+rBWqCVeyrU9Tx/Kw/DgJLP9dIPjFvcDHdaUKpcZAcaU87VYFPhcPW7bDIQoeaI7lfrPiBgQTgfZxeiL9vJ2oRUP9NhkhCF18ljhoqI9uTonuyv49zgyAXrLlJQu0cEdC4tW/qsEsB0b56MyctUm8Iq0gWIZO8uI961p/VzkjV6d3/n+QFTUIKnGqf7sRWfxqXFOP6SmlyZtbST4uzUDNw7MWuRRzqmEagQtnzjzmYXCrFpAwn2BG3tPkjrypmlBBjBKsPww/nkeTn25449UvYUwOKRPY3P0amXPdemubiy4jLCWTHUSxhszTrp85Jx6492z50qDo6wU6bw8MaMdrZbxChyNT6ulgbiBaQm/c1bUPNUyrT8ixyxc+/F+SFuILhIvclHjcAEAiRNAyV5LXhb+U="
|
|
8
|
+
notifications:
|
|
9
|
+
slack:
|
|
10
|
+
secure: "QRZ6zQxcRdN2XylIz+b46TbYIv7x5Ko7Y0Mi0aGbf7Wg1xfnS4X2FZKp8gF+RH1qjT6CYsQFUpPBhPVCMx0fP0ik5/gBrdngrj0htludvQ5CTK2oVegM1VC5NSn+gi8bt2F20Ode9fxU5OS1HDzNR9sjPz3W7miMUNDZoYPy77Om/CvmVkBbGyMkWnfwhEvwnL8JpBNpklDvrUUKznNsAcSbKQBMBAglFMds/OaHXCkK142zMbSlHMctch1VDAKhX9/6M3v8v6ZRheX68+VVCz3nTrTF0/lnYh3ig9ey3DNlgkZUqK2gmypnhTE6tpeibHdyVa8qOMNzyAgltu1qIhFHN390WMk9gZXEcvWG3m++PMAIKKtd4varbH1vdCeHOGUV7GRgarcfSMvJ54I9xc5GkUnAhjRKj8xDzYzhkXwApD8eqWb2RgGXUm6G4cKj0MeQ4WBqHr9FOW/4EJcZoztFi0YlP7KE+6xptBJU479KSsv31BwHrMfblObOOj58C7gUfdbTCByxng0u1axxvixL8zJwgHvFND3/4yoXoCCgm0DXBPbi6B5xpt8QmN6K4E5sMGrppTI7VwJqkcwkVD0EEeCedRNiWLTaxlKpLYxYnoXwEnpm9o2WXWa+PjkWeawsnJvV5IAt6oJhaK22VqJN86Macuu+nCdeF1/0TZU="
|
|
11
|
+
jdk:
|
|
12
|
+
- oraclejdk8
|
|
13
|
+
|
|
14
|
+
gemfile:
|
|
15
|
+
<% versions.each do |file| -%>
|
|
16
|
+
- gemfiles/<%= file %>
|
|
17
|
+
<% end -%>
|
|
18
|
+
|
|
19
|
+
matrix:
|
|
20
|
+
allow_failures:
|
|
21
|
+
- gemfile: gemfiles/embulk-0.6.22
|
data/CHANGELOG.md
CHANGED
|
@@ -1,10 +1,19 @@
|
|
|
1
|
+
## 0.2.1 - 2015-09-30
|
|
2
|
+
|
|
3
|
+
* [maintenance] Suppress logger in test [#31](https://github.com/treasure-data/embulk-parser-query_string/pull/31)
|
|
4
|
+
* [enhancement] Support timestamp guessing [#30](https://github.com/treasure-data/embulk-parser-query_string/pull/30)
|
|
5
|
+
* [enhancement] Logging invalid line [#29](https://github.com/treasure-data/embulk-parser-query_string/pull/29)
|
|
6
|
+
* [enhancement] Show skipped lines and the line numbers as log messages if the parser cannot parse lines and skip them [#28](https://github.com/treasure-data/embulk-parser-query_string/pull/28)
|
|
7
|
+
* [maintenance] Refactor with embulk 0.6.17 [#20](https://github.com/treasure-data/embulk-parser-query_string/pull/20)
|
|
8
|
+
* [maintenance] Reject embulk 0.6.22 [#25](https://github.com/treasure-data/embulk-parser-query_string/pull/25)
|
|
9
|
+
|
|
1
10
|
## 0.2.0 - 2015-07-29
|
|
2
11
|
|
|
3
12
|
This version breaks backword compatibility. With this version, if you use config created by embulk-parser-query_string 0.1.3 or earlier, you should replace `schema:` key name with `columns:` in your config file (e.g. `config.yml`) .
|
|
4
13
|
|
|
5
14
|
* [fixed] Use "column" as key for schema in config file [#22](https://github.com/treasure-data/embulk-parser-query_string/pull/22) [[reported by @muga](https://github.com/treasure-data/embulk-parser-query_string/issues/21). Thanks!!]
|
|
6
15
|
* [enhancement] Display cast error log to human [#19](https://github.com/treasure-data/embulk-parser-query_string/pull/19)
|
|
7
|
-
* [
|
|
16
|
+
* [maintenance] Fix same name tests weren't run [#18](https://github.com/treasure-data/embulk-parser-query_string/pull/18)
|
|
8
17
|
|
|
9
18
|
## 0.1.3 - 2015-07-16
|
|
10
19
|
* [enhancement] Fix bug nil value casting unexpectedly [#16](https://github.com/treasure-data/embulk-parser-query_string/pull/16)
|
data/README.md
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
[](https://travis-ci.org/treasure-data/embulk-parser-query_string)
|
|
1
|
+
[](https://travis-ci.org/treasure-data/embulk-parser-query_string)
|
|
2
2
|
[](https://codeclimate.com/github/treasure-data/embulk-parser-query_string)
|
|
3
3
|
[](https://codeclimate.com/github/treasure-data/embulk-parser-query_string/coverage)
|
|
4
4
|
|
|
@@ -13,7 +13,7 @@ Currently, this plugin supports minimum case, some edge cases are unsupported as
|
|
|
13
13
|
|
|
14
14
|
## Overview
|
|
15
15
|
|
|
16
|
-
Required Embulk version >= 0.6.
|
|
16
|
+
Required Embulk version >= 0.6.17.
|
|
17
17
|
|
|
18
18
|
* **Plugin type**: parser
|
|
19
19
|
* **Guess supported**: yes
|
data/Rakefile
CHANGED
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
require "bundler/gem_tasks"
|
|
2
|
-
require "
|
|
2
|
+
require "everyleaf/embulk_helper/tasks"
|
|
3
|
+
|
|
4
|
+
Everyleaf::EmbulkHelper::Tasks.install({
|
|
5
|
+
gemspec: "./embulk-parser-query_string.gemspec",
|
|
6
|
+
github_name: "treasure-data/embulk-parser-query_string",
|
|
7
|
+
})
|
|
3
8
|
|
|
4
9
|
task default: :test
|
|
5
10
|
|
|
@@ -7,54 +12,3 @@ desc "Run tests"
|
|
|
7
12
|
task :test do
|
|
8
13
|
ruby("test/run-test.rb", "--use-color=yes")
|
|
9
14
|
end
|
|
10
|
-
|
|
11
|
-
namespace :release do
|
|
12
|
-
desc "Add header of now version release to ChangeLog and bump up version"
|
|
13
|
-
task :prepare do
|
|
14
|
-
root_dir = Pathname.new(File.expand_path("../", __FILE__))
|
|
15
|
-
changelog_file = root_dir.join("CHANGELOG.md")
|
|
16
|
-
gemspec_file = root_dir.join("embulk-parser-query_string.gemspec")
|
|
17
|
-
|
|
18
|
-
system("git fetch origin")
|
|
19
|
-
|
|
20
|
-
# detect merged PR
|
|
21
|
-
old_version = gemspec_file.read[/spec\.version += *"([0-9]+\.[0-9]+\.[0-9]+)"/, 1]
|
|
22
|
-
pr_numbers = `git log v#{old_version}..origin/master --oneline`.scan(/#[0-9]+/)
|
|
23
|
-
|
|
24
|
-
if !$?.success? || pr_numbers.empty?
|
|
25
|
-
puts "Detecting PR failed. Please confirm if any PR were merged after the latest release."
|
|
26
|
-
exit(false)
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
# Generate new version
|
|
30
|
-
major, minor, patch = old_version.split(".").map(&:to_i)
|
|
31
|
-
new_version = "#{major}.#{minor}.#{patch + 1}"
|
|
32
|
-
|
|
33
|
-
# Update ChangeLog
|
|
34
|
-
pr_descriptions = pr_numbers.map do |number|
|
|
35
|
-
body = open("https://api.github.com/repos/treasure-data/embulk-parser-query_string/issues/#{number.gsub("#", "")}").read
|
|
36
|
-
payload = JSON.parse(body)
|
|
37
|
-
"* [] #{payload["title"]} [#{number}](https://github.com/treasure-data/embulk-parser-query_string/pull/#{number.gsub('#', '')})"
|
|
38
|
-
end.join("\n")
|
|
39
|
-
|
|
40
|
-
new_changelog = <<-HEADER
|
|
41
|
-
## #{new_version} - #{Time.now.strftime("%Y-%m-%d")}
|
|
42
|
-
#{pr_descriptions}
|
|
43
|
-
|
|
44
|
-
#{changelog_file.read.chomp}
|
|
45
|
-
HEADER
|
|
46
|
-
|
|
47
|
-
File.open(changelog_file, "w") {|f| f.write(new_changelog) }
|
|
48
|
-
|
|
49
|
-
# Update version.rb
|
|
50
|
-
old_content = gemspec_file.read
|
|
51
|
-
File.open(gemspec_file, "w") do |f|
|
|
52
|
-
f.write old_content.gsub(/(spec\.version += *)".*?"/, %Q!\\1"#{new_version}"!)
|
|
53
|
-
end
|
|
54
|
-
|
|
55
|
-
# Update Gemfile.lock
|
|
56
|
-
system("bundle install")
|
|
57
|
-
|
|
58
|
-
puts "ChangeLog, version and Gemfile.lock were updated. New version is #{new_version}."
|
|
59
|
-
end
|
|
60
|
-
end
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
|
|
2
2
|
Gem::Specification.new do |spec|
|
|
3
3
|
spec.name = "embulk-parser-query_string"
|
|
4
|
-
spec.version = "0.2.
|
|
4
|
+
spec.version = "0.2.1"
|
|
5
5
|
spec.authors = ["yoshihara", "uu59"]
|
|
6
6
|
spec.summary = "Query String parser plugin for Embulk"
|
|
7
7
|
spec.description = "Parses Query String files read by other file input plugins."
|
|
@@ -13,8 +13,9 @@ Gem::Specification.new do |spec|
|
|
|
13
13
|
spec.test_files = spec.files.grep(%r{^(test|spec)/})
|
|
14
14
|
spec.require_paths = ["lib"]
|
|
15
15
|
|
|
16
|
-
spec.add_development_dependency 'embulk', [">= 0.6.10", "<
|
|
16
|
+
spec.add_development_dependency 'embulk', [">= 0.6.10", "!= 0.6.22", "< 0.7"]
|
|
17
17
|
spec.add_development_dependency 'bundler', ['~> 1.0']
|
|
18
|
+
spec.add_development_dependency 'everyleaf-embulk_helper'
|
|
18
19
|
spec.add_development_dependency 'rake', ['>= 10.0']
|
|
19
20
|
spec.add_development_dependency 'pry'
|
|
20
21
|
spec.add_development_dependency 'test-unit'
|
data/gemfiles/embulk-latest
CHANGED
|
@@ -19,20 +19,24 @@ module Embulk
|
|
|
19
19
|
records = sample_lines.map do |line|
|
|
20
20
|
Parser::QueryString.parse(line, options) || {}
|
|
21
21
|
end
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
result
|
|
22
|
+
|
|
23
|
+
column_names = records.map(&:keys).flatten.uniq.sort
|
|
24
|
+
samples = records.map do |record|
|
|
25
|
+
column_names.map {|name| record[name]}
|
|
27
26
|
end
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
end
|
|
27
|
+
|
|
28
|
+
columns = Guess::SchemaGuess.from_array_records(column_names, samples)
|
|
29
|
+
columns = columns.map do |c|
|
|
30
|
+
column = {name: c.name, type: c.type}
|
|
31
|
+
column[:format] = c.format if c.format
|
|
32
|
+
column
|
|
35
33
|
end
|
|
34
|
+
|
|
35
|
+
guessed = {
|
|
36
|
+
type: "query_string",
|
|
37
|
+
columns: columns
|
|
38
|
+
}
|
|
39
|
+
|
|
36
40
|
return {"parser" => guessed}
|
|
37
41
|
end
|
|
38
42
|
end
|
|
@@ -39,7 +39,7 @@ module Embulk
|
|
|
39
39
|
end
|
|
40
40
|
|
|
41
41
|
def run(file_input)
|
|
42
|
-
decoder = Java::LineDecoder.new(file_input.
|
|
42
|
+
decoder = Java::LineDecoder.new(file_input.to_java, @decoder)
|
|
43
43
|
|
|
44
44
|
while decoder.nextFile
|
|
45
45
|
while line = decoder.poll
|
|
@@ -66,6 +66,7 @@ module Embulk
|
|
|
66
66
|
begin
|
|
67
67
|
Hash[URI.decode_www_form(line)]
|
|
68
68
|
rescue ArgumentError
|
|
69
|
+
Embulk.logger.warn "Failed parse: #{line}"
|
|
69
70
|
nil
|
|
70
71
|
end
|
|
71
72
|
end
|
|
@@ -16,6 +16,8 @@ module Embulk
|
|
|
16
16
|
end
|
|
17
17
|
|
|
18
18
|
def test_columns(data)
|
|
19
|
+
stub(Embulk.logger).warn {}
|
|
20
|
+
|
|
19
21
|
sample_lines, columns = data
|
|
20
22
|
actual = QueryString.new.guess_lines(config, sample_lines)
|
|
21
23
|
expected = {
|
|
@@ -27,6 +29,12 @@ module Embulk
|
|
|
27
29
|
assert_equal(expected, actual)
|
|
28
30
|
end
|
|
29
31
|
|
|
32
|
+
def test_warn_invalid_columns
|
|
33
|
+
mock(Embulk.logger).warn(/Failed parse/)
|
|
34
|
+
|
|
35
|
+
QueryString.new.guess_lines(config, self.class.sample_lines_with_invalid)
|
|
36
|
+
end
|
|
37
|
+
|
|
30
38
|
data do
|
|
31
39
|
valid_columns = {
|
|
32
40
|
"parser" => {
|
|
@@ -56,16 +64,17 @@ module Embulk
|
|
|
56
64
|
class << self
|
|
57
65
|
def sample_lines_with_same_keys
|
|
58
66
|
[
|
|
59
|
-
%Q(foo=1&bar=vv&baz=3),
|
|
60
|
-
%Q(foo=2&bar=ss&baz=a),
|
|
67
|
+
%Q(foo=1&bar=vv&baz=3&time=2015-07-08T16%3A25%3A46%2B09%3A00),
|
|
68
|
+
%Q(foo=2&bar=ss&baz=a&time=2015-07-09T16%3A25%3A46),
|
|
61
69
|
]
|
|
62
70
|
end
|
|
63
71
|
|
|
64
72
|
def columns_with_same_keys
|
|
65
73
|
[
|
|
66
|
-
{name: "foo", type: :long},
|
|
67
74
|
{name: "bar", type: :string},
|
|
68
75
|
{name: "baz", type: :string},
|
|
76
|
+
{name: "foo", type: :long},
|
|
77
|
+
{name: "time", type: :timestamp, format: "%Y-%m-%dT%H:%M:%S"}
|
|
69
78
|
]
|
|
70
79
|
end
|
|
71
80
|
|
|
@@ -78,9 +87,9 @@ module Embulk
|
|
|
78
87
|
|
|
79
88
|
def columns_with_different_keys
|
|
80
89
|
[
|
|
81
|
-
{name: "foo", type: :long},
|
|
82
90
|
{name: "bar", type: :string},
|
|
83
91
|
{name: "baz", type: :string},
|
|
92
|
+
{name: "foo", type: :long},
|
|
84
93
|
{name: "hoge", type: :long},
|
|
85
94
|
{name: "xxx", type: :string},
|
|
86
95
|
]
|
|
@@ -95,7 +104,11 @@ module Embulk
|
|
|
95
104
|
end
|
|
96
105
|
|
|
97
106
|
def columns_with_invalid
|
|
98
|
-
|
|
107
|
+
[
|
|
108
|
+
{name: "bar", type: :string},
|
|
109
|
+
{name: "baz", type: :string},
|
|
110
|
+
{name: "foo", type: :long},
|
|
111
|
+
]
|
|
99
112
|
end
|
|
100
113
|
end
|
|
101
114
|
|
data/test/test_embulk_run.rb
CHANGED
|
@@ -43,19 +43,19 @@ module Embulk
|
|
|
43
43
|
end
|
|
44
44
|
|
|
45
45
|
assert_true(out.include?(<<-CONTENT))
|
|
46
|
-
FOO
|
|
47
|
-
FOO
|
|
48
|
-
FOO
|
|
49
|
-
FOO
|
|
50
|
-
FOO
|
|
51
|
-
FOO
|
|
52
|
-
FOO
|
|
53
|
-
FOO
|
|
54
|
-
FOO
|
|
55
|
-
FOO
|
|
56
|
-
FOO
|
|
57
|
-
FOO
|
|
58
|
-
FOO
|
|
46
|
+
1,FOO
|
|
47
|
+
2,FOO
|
|
48
|
+
3,FOO
|
|
49
|
+
4,FOO
|
|
50
|
+
5,FOO
|
|
51
|
+
6,FOO
|
|
52
|
+
7,FOO
|
|
53
|
+
8,FOO
|
|
54
|
+
9,FOO
|
|
55
|
+
10,FOO
|
|
56
|
+
11,FOO
|
|
57
|
+
12,FOO
|
|
58
|
+
13,FOO
|
|
59
59
|
CONTENT
|
|
60
60
|
end
|
|
61
61
|
|
|
@@ -98,8 +98,8 @@ in:
|
|
|
98
98
|
newline: CRLF
|
|
99
99
|
type: query_string
|
|
100
100
|
columns:
|
|
101
|
-
- {name: foo, type: string}
|
|
102
101
|
- {name: bar, type: long}
|
|
102
|
+
- {name: foo, type: string}
|
|
103
103
|
exec: {}
|
|
104
104
|
out: {type: stdout}
|
|
105
105
|
YAML
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-parser-query_string
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- yoshihara
|
|
@@ -9,7 +9,7 @@ authors:
|
|
|
9
9
|
autorequire:
|
|
10
10
|
bindir: bin
|
|
11
11
|
cert_chain: []
|
|
12
|
-
date: 2015-
|
|
12
|
+
date: 2015-09-30 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
|
14
14
|
- !ruby/object:Gem::Dependency
|
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -17,9 +17,12 @@ dependencies:
|
|
|
17
17
|
- - '>='
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
19
|
version: 0.6.10
|
|
20
|
+
- - '!='
|
|
21
|
+
- !ruby/object:Gem::Version
|
|
22
|
+
version: 0.6.22
|
|
20
23
|
- - <
|
|
21
24
|
- !ruby/object:Gem::Version
|
|
22
|
-
version: '
|
|
25
|
+
version: '0.7'
|
|
23
26
|
name: embulk
|
|
24
27
|
prerelease: false
|
|
25
28
|
type: :development
|
|
@@ -28,9 +31,12 @@ dependencies:
|
|
|
28
31
|
- - '>='
|
|
29
32
|
- !ruby/object:Gem::Version
|
|
30
33
|
version: 0.6.10
|
|
34
|
+
- - '!='
|
|
35
|
+
- !ruby/object:Gem::Version
|
|
36
|
+
version: 0.6.22
|
|
31
37
|
- - <
|
|
32
38
|
- !ruby/object:Gem::Version
|
|
33
|
-
version: '
|
|
39
|
+
version: '0.7'
|
|
34
40
|
- !ruby/object:Gem::Dependency
|
|
35
41
|
requirement: !ruby/object:Gem::Requirement
|
|
36
42
|
requirements:
|
|
@@ -45,6 +51,20 @@ dependencies:
|
|
|
45
51
|
- - ~>
|
|
46
52
|
- !ruby/object:Gem::Version
|
|
47
53
|
version: '1.0'
|
|
54
|
+
- !ruby/object:Gem::Dependency
|
|
55
|
+
requirement: !ruby/object:Gem::Requirement
|
|
56
|
+
requirements:
|
|
57
|
+
- - '>='
|
|
58
|
+
- !ruby/object:Gem::Version
|
|
59
|
+
version: '0'
|
|
60
|
+
name: everyleaf-embulk_helper
|
|
61
|
+
prerelease: false
|
|
62
|
+
type: :development
|
|
63
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
64
|
+
requirements:
|
|
65
|
+
- - '>='
|
|
66
|
+
- !ruby/object:Gem::Version
|
|
67
|
+
version: '0'
|
|
48
68
|
- !ruby/object:Gem::Dependency
|
|
49
69
|
requirement: !ruby/object:Gem::Requirement
|
|
50
70
|
requirements:
|
|
@@ -125,6 +145,7 @@ extra_rdoc_files: []
|
|
|
125
145
|
files:
|
|
126
146
|
- .gitignore
|
|
127
147
|
- .travis.yml
|
|
148
|
+
- .travis.yml.erb
|
|
128
149
|
- CHANGELOG.md
|
|
129
150
|
- Gemfile
|
|
130
151
|
- LICENSE
|
|
@@ -132,14 +153,19 @@ files:
|
|
|
132
153
|
- README.md
|
|
133
154
|
- Rakefile
|
|
134
155
|
- embulk-parser-query_string.gemspec
|
|
135
|
-
- gemfiles/embulk-0.6
|
|
136
|
-
- gemfiles/embulk-0.6.
|
|
137
|
-
- gemfiles/embulk-0.6.
|
|
138
|
-
- gemfiles/embulk-0.6.
|
|
139
|
-
- gemfiles/embulk-0.6.
|
|
140
|
-
- gemfiles/embulk-0.6.
|
|
141
|
-
- gemfiles/embulk-0.6.
|
|
156
|
+
- gemfiles/embulk-0.6-latest
|
|
157
|
+
- gemfiles/embulk-0.6.17
|
|
158
|
+
- gemfiles/embulk-0.6.18
|
|
159
|
+
- gemfiles/embulk-0.6.19
|
|
160
|
+
- gemfiles/embulk-0.6.20
|
|
161
|
+
- gemfiles/embulk-0.6.21
|
|
162
|
+
- gemfiles/embulk-0.6.22
|
|
163
|
+
- gemfiles/embulk-0.6.23
|
|
164
|
+
- gemfiles/embulk-0.6.24
|
|
165
|
+
- gemfiles/embulk-0.6.25
|
|
166
|
+
- gemfiles/embulk-0.6.26
|
|
142
167
|
- gemfiles/embulk-latest
|
|
168
|
+
- gemfiles/template.erb
|
|
143
169
|
- lib/embulk/guess/query_string.rb
|
|
144
170
|
- lib/embulk/parser/query_string.rb
|
|
145
171
|
- partial-config.yml
|
data/gemfiles/embulk-0.6.14
DELETED
data/gemfiles/embulk-0.6.15
DELETED
data/gemfiles/embulk-0.6.16
DELETED