embulk 0.8.10 → 0.8.11
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/build.gradle +1 -1
- data/embulk-docs/build.gradle +3 -2
- data/embulk-docs/src/built-in.rst +47 -44
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.8.11.rst +12 -0
- data/lib/embulk/command/embulk_run.rb +0 -23
- data/lib/embulk/version.rb +1 -1
- metadata +6 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 81c887e218fd9d238dec965be53e323c01f44d50
|
|
4
|
+
data.tar.gz: 18070eab3f000095620d8ad225c1fb2409bd3469
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: df63c0e61d61b000418b4a27459be10d9ea03e414d8146c6010d1b5117b72159ac483ed370a0e139c962964bbf82a8f8f5eb7ada39fa91ee07ec373dfd284603
|
|
7
|
+
data.tar.gz: c52e9bc1f9bbf102fa7be647fbd879513d056a79be64ffba303c765ae78457500b5d91457b47d9b626d7c3ce38868804941b56e656309e568a8847f8181570e1
|
data/build.gradle
CHANGED
data/embulk-docs/build.gradle
CHANGED
|
@@ -2,11 +2,12 @@ apply plugin: 'com.github.jruby-gradle.base'
|
|
|
2
2
|
|
|
3
3
|
import com.github.jrubygradle.JRubyExec
|
|
4
4
|
jruby {
|
|
5
|
-
execVersion =
|
|
5
|
+
execVersion = '9.0.4.0' // TODO jruby-9.1.2.0 causes "Unhandled Java exception: IRReturnJump..." exception
|
|
6
|
+
//execVersion = project.jrubyVersion
|
|
6
7
|
}
|
|
7
8
|
|
|
8
9
|
dependencies {
|
|
9
|
-
jrubyExec 'rubygems:yard:0.
|
|
10
|
+
jrubyExec 'rubygems:yard:0.9.5'
|
|
10
11
|
}
|
|
11
12
|
|
|
12
13
|
task sphinxHtml(type: Exec) {
|
|
@@ -189,51 +189,56 @@ The ``csv`` parser plugin parses CSV and TSV files.
|
|
|
189
189
|
Options
|
|
190
190
|
~~~~~~~~~~~~~~~~~~
|
|
191
191
|
|
|
192
|
-
|
|
193
|
-
| name | type | description | required?
|
|
194
|
-
|
|
195
|
-
| delimiter | string | Delimiter character such as ``,`` for CSV, ``"\t"`` for TSV, ``"|"``
|
|
196
|
-
|
|
197
|
-
| quote | string | The character surrounding a quoted value. Setting ``null`` disables quoting. | ``"`` by default
|
|
198
|
-
|
|
199
|
-
| escape | string | Escape character to escape a special character. Setting ``null`` disables escaping. | ``\\`` by default
|
|
200
|
-
|
|
201
|
-
| skip\_header\_lines | integer | Skip this number of lines first. Set 1 if the file has header line. | ``0`` by default
|
|
202
|
-
|
|
203
|
-
| null\_string | string | If a value is this string, converts it to NULL. For example, set ``\N`` for CSV files created by mysqldump |
|
|
204
|
-
|
|
205
|
-
| trim\_if\_not\_quoted | boolean | If true, remove spaces of a value if the value is not surrounded by the quote character | ``false`` by default
|
|
206
|
-
|
|
207
|
-
| comment\_line\_marker | string | Skip a line if the line begins with this string | null by default
|
|
208
|
-
|
|
209
|
-
| allow\_optional\_columns | boolean | If true, set null to insufficient columns. Otherwise, skip the row in case of insufficient number of columns | ``false`` by default
|
|
210
|
-
|
|
211
|
-
| allow\_extra\_columns | boolean | If true, ignore too many columns. Otherwise, skip the row in case of too many columns | ``false`` by default
|
|
212
|
-
|
|
213
|
-
| max\_quoted\_size\_limit | integer | Maximum number of bytes of a quoted value. If a value exceeds the limit, the row will be skipped | ``131072`` by default
|
|
214
|
-
|
|
215
|
-
| stop\_on\_invalid\_record | boolean | Stop bulk load transaction if a file includes invalid record (such as invalid timestamp) | ``false`` by default
|
|
216
|
-
|
|
217
|
-
| default\_timezone | string | Time zone of timestamp columns if the value itself doesn't include time zone description (eg. Asia/Tokyo) | ``UTC`` by default
|
|
218
|
-
|
|
219
|
-
|
|
|
220
|
-
|
|
221
|
-
|
|
|
222
|
-
|
|
223
|
-
|
|
|
224
|
-
|
|
192
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
193
|
+
| name | type | description | required? |
|
|
194
|
+
+============================+==========+================================================================================================================+===========================+
|
|
195
|
+
| delimiter | string | Delimiter character such as ``,`` for CSV, ``"\t"`` for TSV, ``"|"`` | ``,`` by default |
|
|
196
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
197
|
+
| quote | string | The character surrounding a quoted value. Setting ``null`` disables quoting. | ``"`` by default |
|
|
198
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
199
|
+
| escape | string | Escape character to escape a special character. Setting ``null`` disables escaping. | ``\\`` by default |
|
|
200
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
201
|
+
| skip\_header\_lines | integer | Skip this number of lines first. Set 1 if the file has header line. | ``0`` by default |
|
|
202
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
203
|
+
| null\_string | string | If a value is this string, converts it to NULL. For example, set ``\N`` for CSV files created by mysqldump | |
|
|
204
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
205
|
+
| trim\_if\_not\_quoted | boolean | If true, remove spaces of a value if the value is not surrounded by the quote character | ``false`` by default |
|
|
206
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
207
|
+
| comment\_line\_marker | string | Skip a line if the line begins with this string | null by default |
|
|
208
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
209
|
+
| allow\_optional\_columns | boolean | If true, set null to insufficient columns. Otherwise, skip the row in case of insufficient number of columns | ``false`` by default |
|
|
210
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
211
|
+
| allow\_extra\_columns | boolean | If true, ignore too many columns. Otherwise, skip the row in case of too many columns | ``false`` by default |
|
|
212
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
213
|
+
| max\_quoted\_size\_limit | integer | Maximum number of bytes of a quoted value. If a value exceeds the limit, the row will be skipped | ``131072`` by default |
|
|
214
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
215
|
+
| stop\_on\_invalid\_record | boolean | Stop bulk load transaction if a file includes invalid record (such as invalid timestamp) | ``false`` by default |
|
|
216
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
217
|
+
| default\_timezone | string | Time zone of timestamp columns if the value itself doesn't include time zone description (eg. Asia/Tokyo) | ``UTC`` by default |
|
|
218
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
219
|
+
| default\_date | string | Set date part if the format doesn’t include date part. | ``1970-01-01`` by default |
|
|
220
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
221
|
+
| newline | enum | Newline character (CRLF, LF or CR) | ``CRLF`` by default |
|
|
222
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
223
|
+
| charset | enum | Character encoding (eg. ISO-8859-1, UTF-8) | ``UTF-8`` by default |
|
|
224
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
225
|
+
| columns | hash | Columns (see below) | required |
|
|
226
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
225
227
|
|
|
226
228
|
The ``columns`` option declares the list of columns. This CSV parser plugin ignores the header line.
|
|
227
229
|
|
|
228
|
-
|
|
229
|
-
| name | description
|
|
230
|
-
|
|
231
|
-
| name | Name of the column
|
|
232
|
-
|
|
233
|
-
| type | Type of the column (see below)
|
|
234
|
-
|
|
235
|
-
| format | Format of the timestamp if type is timestamp
|
|
236
|
-
|
|
230
|
+
+----------+--------------------------------------------------------+
|
|
231
|
+
| name | description |
|
|
232
|
+
+==========+========================================================+
|
|
233
|
+
| name | Name of the column |
|
|
234
|
+
+----------+--------------------------------------------------------+
|
|
235
|
+
| type | Type of the column (see below) |
|
|
236
|
+
+----------+--------------------------------------------------------+
|
|
237
|
+
| format | Format of the timestamp if type is timestamp |
|
|
238
|
+
+----------+--------------------------------------------------------+
|
|
239
|
+
| date | Set date part if the format doesn’t include date part |
|
|
240
|
+
+----------+--------------------------------------------------------+
|
|
241
|
+
|
|
237
242
|
|
|
238
243
|
List of types:
|
|
239
244
|
|
|
@@ -616,5 +621,3 @@ Example
|
|
|
616
621
|
out:
|
|
617
622
|
type: ...
|
|
618
623
|
...
|
|
619
|
-
|
|
620
|
-
|
data/embulk-docs/src/release.rst
CHANGED
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
Release 0.8.11
|
|
2
|
+
==================================
|
|
3
|
+
|
|
4
|
+
General Changes
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Fixed ``undefined method `jar_path' for Gem:Module`` that may happen when ``embulk gem`` command installs dependent gem libraries recursively.
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
Release Date
|
|
11
|
+
------------------
|
|
12
|
+
2016-07-25
|
|
@@ -6,10 +6,6 @@ module Embulk
|
|
|
6
6
|
# multiple classloaders. default classloader should be Plugin.class.getClassloader().
|
|
7
7
|
java.lang.Thread.current_thread.set_context_class_loader(nil)
|
|
8
8
|
|
|
9
|
-
# Gem.path is called when GemRunner installs a gem with native extension.
|
|
10
|
-
# Running extconf.rb fails without this hack.
|
|
11
|
-
fix_gem_ruby_path
|
|
12
|
-
|
|
13
9
|
require 'embulk/version'
|
|
14
10
|
|
|
15
11
|
i = argv.find_index {|arg| arg !~ /^\-/ }
|
|
@@ -327,25 +323,6 @@ examples:
|
|
|
327
323
|
|
|
328
324
|
private
|
|
329
325
|
|
|
330
|
-
def self.fix_gem_ruby_path
|
|
331
|
-
# Oveerride Gem.ruby method so that rubygems can execute ruby command (as another process).
|
|
332
|
-
# By default, Gem.ruby uses "java -jar jar_path" command. However, it doesn't work because
|
|
333
|
-
# Main-Class is overwritten to org.embulk.cli.Main. Here fixes it to use
|
|
334
|
-
# "java -cp jar_path org.jruby.main" instead.
|
|
335
|
-
|
|
336
|
-
jar, resource = __FILE__.split("!", 2)
|
|
337
|
-
jar_uri = URI.parse(jar).path rescue jar
|
|
338
|
-
|
|
339
|
-
manifest = File.read("#{jar_uri}!/META-INF/MANIFEST.MF") rescue ""
|
|
340
|
-
m = /Main-Class: ([^\r\n]+)/.match(manifest)
|
|
341
|
-
if m && m[1] != "org.jruby.Main"
|
|
342
|
-
# Main-Class is not jruby
|
|
343
|
-
Gem.define_singleton_method(:ruby) do
|
|
344
|
-
"java -cp #{jar_path(jar_uri)} org.jruby.Main"
|
|
345
|
-
end
|
|
346
|
-
end
|
|
347
|
-
end
|
|
348
|
-
|
|
349
326
|
def self.setup_plugin_paths(plugin_paths)
|
|
350
327
|
plugin_paths.each do |path|
|
|
351
328
|
unless File.directory?(path)
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.8.
|
|
4
|
+
version: 0.8.11
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-07-
|
|
11
|
+
date: 2016-07-26 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: jruby-jars
|
|
@@ -108,9 +108,9 @@ files:
|
|
|
108
108
|
- classpath/commons-beanutils-core-1.8.3.jar
|
|
109
109
|
- classpath/commons-compress-1.10.jar
|
|
110
110
|
- classpath/commons-lang3-3.1.jar
|
|
111
|
-
- classpath/embulk-cli-0.8.
|
|
112
|
-
- classpath/embulk-core-0.8.
|
|
113
|
-
- classpath/embulk-standards-0.8.
|
|
111
|
+
- classpath/embulk-cli-0.8.11.jar
|
|
112
|
+
- classpath/embulk-core-0.8.11.jar
|
|
113
|
+
- classpath/embulk-standards-0.8.11.jar
|
|
114
114
|
- classpath/guava-18.0.jar
|
|
115
115
|
- classpath/guice-4.0.jar
|
|
116
116
|
- classpath/guice-bootstrap-0.1.1.jar
|
|
@@ -424,6 +424,7 @@ files:
|
|
|
424
424
|
- embulk-docs/src/release/release-0.8.0.rst
|
|
425
425
|
- embulk-docs/src/release/release-0.8.1.rst
|
|
426
426
|
- embulk-docs/src/release/release-0.8.10.rst
|
|
427
|
+
- embulk-docs/src/release/release-0.8.11.rst
|
|
427
428
|
- embulk-docs/src/release/release-0.8.2.rst
|
|
428
429
|
- embulk-docs/src/release/release-0.8.3.rst
|
|
429
430
|
- embulk-docs/src/release/release-0.8.4.rst
|