embulk 0.8.10-java → 0.8.11-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build.gradle +1 -1
- data/embulk-docs/build.gradle +3 -2
- data/embulk-docs/src/built-in.rst +47 -44
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.8.11.rst +12 -0
- data/lib/embulk/command/embulk_run.rb +0 -23
- data/lib/embulk/version.rb +1 -1
- metadata +6 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 78e67052219cf2ff3381c89b23f314796a4a9bc1
|
|
4
|
+
data.tar.gz: 797e290bdf936f6e37b25f3a14554cd9fd27733b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c31ddfac5a13f7220f27c2ced42981da75da226092282e560daf774e207fe809b6d9dc78feba4c6e7e2aae344c0fd1fb7dece93c221a2d6be47668da18f20949
|
|
7
|
+
data.tar.gz: a868a8d27d8872c01d2a18bcc4d0322d12ce39d96e9613e8ac6dae5ddb7ca01ef2703e88c1380286d13387f3b2263212e5de898e1fd0642f389d20a64bbfdbcd
|
data/build.gradle
CHANGED
data/embulk-docs/build.gradle
CHANGED
|
@@ -2,11 +2,12 @@ apply plugin: 'com.github.jruby-gradle.base'
|
|
|
2
2
|
|
|
3
3
|
import com.github.jrubygradle.JRubyExec
|
|
4
4
|
jruby {
|
|
5
|
-
execVersion =
|
|
5
|
+
execVersion = '9.0.4.0' // TODO jruby-9.1.2.0 causes "Unhandled Java exception: IRReturnJump..." exception
|
|
6
|
+
//execVersion = project.jrubyVersion
|
|
6
7
|
}
|
|
7
8
|
|
|
8
9
|
dependencies {
|
|
9
|
-
jrubyExec 'rubygems:yard:0.
|
|
10
|
+
jrubyExec 'rubygems:yard:0.9.5'
|
|
10
11
|
}
|
|
11
12
|
|
|
12
13
|
task sphinxHtml(type: Exec) {
|
|
@@ -189,51 +189,56 @@ The ``csv`` parser plugin parses CSV and TSV files.
|
|
|
189
189
|
Options
|
|
190
190
|
~~~~~~~~~~~~~~~~~~
|
|
191
191
|
|
|
192
|
-
|
|
193
|
-
| name | type | description | required?
|
|
194
|
-
|
|
195
|
-
| delimiter | string | Delimiter character such as ``,`` for CSV, ``"\t"`` for TSV, ``"|"``
|
|
196
|
-
|
|
197
|
-
| quote | string | The character surrounding a quoted value. Setting ``null`` disables quoting. | ``"`` by default
|
|
198
|
-
|
|
199
|
-
| escape | string | Escape character to escape a special character. Setting ``null`` disables escaping. | ``\\`` by default
|
|
200
|
-
|
|
201
|
-
| skip\_header\_lines | integer | Skip this number of lines first. Set 1 if the file has header line. | ``0`` by default
|
|
202
|
-
|
|
203
|
-
| null\_string | string | If a value is this string, converts it to NULL. For example, set ``\N`` for CSV files created by mysqldump |
|
|
204
|
-
|
|
205
|
-
| trim\_if\_not\_quoted | boolean | If true, remove spaces of a value if the value is not surrounded by the quote character | ``false`` by default
|
|
206
|
-
|
|
207
|
-
| comment\_line\_marker | string | Skip a line if the line begins with this string | null by default
|
|
208
|
-
|
|
209
|
-
| allow\_optional\_columns | boolean | If true, set null to insufficient columns. Otherwise, skip the row in case of insufficient number of columns | ``false`` by default
|
|
210
|
-
|
|
211
|
-
| allow\_extra\_columns | boolean | If true, ignore too many columns. Otherwise, skip the row in case of too many columns | ``false`` by default
|
|
212
|
-
|
|
213
|
-
| max\_quoted\_size\_limit | integer | Maximum number of bytes of a quoted value. If a value exceeds the limit, the row will be skipped | ``131072`` by default
|
|
214
|
-
|
|
215
|
-
| stop\_on\_invalid\_record | boolean | Stop bulk load transaction if a file includes invalid record (such as invalid timestamp) | ``false`` by default
|
|
216
|
-
|
|
217
|
-
| default\_timezone | string | Time zone of timestamp columns if the value itself doesn't include time zone description (eg. Asia/Tokyo) | ``UTC`` by default
|
|
218
|
-
|
|
219
|
-
|
|
|
220
|
-
|
|
221
|
-
|
|
|
222
|
-
|
|
223
|
-
|
|
|
224
|
-
|
|
192
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
193
|
+
| name | type | description | required? |
|
|
194
|
+
+============================+==========+================================================================================================================+===========================+
|
|
195
|
+
| delimiter | string | Delimiter character such as ``,`` for CSV, ``"\t"`` for TSV, ``"|"`` | ``,`` by default |
|
|
196
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
197
|
+
| quote | string | The character surrounding a quoted value. Setting ``null`` disables quoting. | ``"`` by default |
|
|
198
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
199
|
+
| escape | string | Escape character to escape a special character. Setting ``null`` disables escaping. | ``\\`` by default |
|
|
200
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
201
|
+
| skip\_header\_lines | integer | Skip this number of lines first. Set 1 if the file has header line. | ``0`` by default |
|
|
202
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
203
|
+
| null\_string | string | If a value is this string, converts it to NULL. For example, set ``\N`` for CSV files created by mysqldump | |
|
|
204
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
205
|
+
| trim\_if\_not\_quoted | boolean | If true, remove spaces of a value if the value is not surrounded by the quote character | ``false`` by default |
|
|
206
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
207
|
+
| comment\_line\_marker | string | Skip a line if the line begins with this string | null by default |
|
|
208
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
209
|
+
| allow\_optional\_columns | boolean | If true, set null to insufficient columns. Otherwise, skip the row in case of insufficient number of columns | ``false`` by default |
|
|
210
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
211
|
+
| allow\_extra\_columns | boolean | If true, ignore too many columns. Otherwise, skip the row in case of too many columns | ``false`` by default |
|
|
212
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
213
|
+
| max\_quoted\_size\_limit | integer | Maximum number of bytes of a quoted value. If a value exceeds the limit, the row will be skipped | ``131072`` by default |
|
|
214
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
215
|
+
| stop\_on\_invalid\_record | boolean | Stop bulk load transaction if a file includes invalid record (such as invalid timestamp) | ``false`` by default |
|
|
216
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
217
|
+
| default\_timezone | string | Time zone of timestamp columns if the value itself doesn't include time zone description (eg. Asia/Tokyo) | ``UTC`` by default |
|
|
218
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
219
|
+
| default\_date | string | Set date part if the format doesn’t include date part. | ``1970-01-01`` by default |
|
|
220
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
221
|
+
| newline | enum | Newline character (CRLF, LF or CR) | ``CRLF`` by default |
|
|
222
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
223
|
+
| charset | enum | Character encoding (eg. ISO-8859-1, UTF-8) | ``UTF-8`` by default |
|
|
224
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
225
|
+
| columns | hash | Columns (see below) | required |
|
|
226
|
+
+----------------------------+----------+----------------------------------------------------------------------------------------------------------------+---------------------------+
|
|
225
227
|
|
|
226
228
|
The ``columns`` option declares the list of columns. This CSV parser plugin ignores the header line.
|
|
227
229
|
|
|
228
|
-
|
|
229
|
-
| name | description
|
|
230
|
-
|
|
231
|
-
| name | Name of the column
|
|
232
|
-
|
|
233
|
-
| type | Type of the column (see below)
|
|
234
|
-
|
|
235
|
-
| format | Format of the timestamp if type is timestamp
|
|
236
|
-
|
|
230
|
+
+----------+--------------------------------------------------------+
|
|
231
|
+
| name | description |
|
|
232
|
+
+==========+========================================================+
|
|
233
|
+
| name | Name of the column |
|
|
234
|
+
+----------+--------------------------------------------------------+
|
|
235
|
+
| type | Type of the column (see below) |
|
|
236
|
+
+----------+--------------------------------------------------------+
|
|
237
|
+
| format | Format of the timestamp if type is timestamp |
|
|
238
|
+
+----------+--------------------------------------------------------+
|
|
239
|
+
| date | Set date part if the format doesn’t include date part |
|
|
240
|
+
+----------+--------------------------------------------------------+
|
|
241
|
+
|
|
237
242
|
|
|
238
243
|
List of types:
|
|
239
244
|
|
|
@@ -616,5 +621,3 @@ Example
|
|
|
616
621
|
out:
|
|
617
622
|
type: ...
|
|
618
623
|
...
|
|
619
|
-
|
|
620
|
-
|
data/embulk-docs/src/release.rst
CHANGED
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
Release 0.8.11
|
|
2
|
+
==================================
|
|
3
|
+
|
|
4
|
+
General Changes
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* Fixed ``undefined method `jar_path' for Gem:Module`` that may happen when ``embulk gem`` command installs dependent gem libraries recursively.
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
Release Date
|
|
11
|
+
------------------
|
|
12
|
+
2016-07-25
|
|
@@ -6,10 +6,6 @@ module Embulk
|
|
|
6
6
|
# multiple classloaders. default classloader should be Plugin.class.getClassloader().
|
|
7
7
|
java.lang.Thread.current_thread.set_context_class_loader(nil)
|
|
8
8
|
|
|
9
|
-
# Gem.path is called when GemRunner installs a gem with native extension.
|
|
10
|
-
# Running extconf.rb fails without this hack.
|
|
11
|
-
fix_gem_ruby_path
|
|
12
|
-
|
|
13
9
|
require 'embulk/version'
|
|
14
10
|
|
|
15
11
|
i = argv.find_index {|arg| arg !~ /^\-/ }
|
|
@@ -327,25 +323,6 @@ examples:
|
|
|
327
323
|
|
|
328
324
|
private
|
|
329
325
|
|
|
330
|
-
def self.fix_gem_ruby_path
|
|
331
|
-
# Oveerride Gem.ruby method so that rubygems can execute ruby command (as another process).
|
|
332
|
-
# By default, Gem.ruby uses "java -jar jar_path" command. However, it doesn't work because
|
|
333
|
-
# Main-Class is overwritten to org.embulk.cli.Main. Here fixes it to use
|
|
334
|
-
# "java -cp jar_path org.jruby.main" instead.
|
|
335
|
-
|
|
336
|
-
jar, resource = __FILE__.split("!", 2)
|
|
337
|
-
jar_uri = URI.parse(jar).path rescue jar
|
|
338
|
-
|
|
339
|
-
manifest = File.read("#{jar_uri}!/META-INF/MANIFEST.MF") rescue ""
|
|
340
|
-
m = /Main-Class: ([^\r\n]+)/.match(manifest)
|
|
341
|
-
if m && m[1] != "org.jruby.Main"
|
|
342
|
-
# Main-Class is not jruby
|
|
343
|
-
Gem.define_singleton_method(:ruby) do
|
|
344
|
-
"java -cp #{jar_path(jar_uri)} org.jruby.Main"
|
|
345
|
-
end
|
|
346
|
-
end
|
|
347
|
-
end
|
|
348
|
-
|
|
349
326
|
def self.setup_plugin_paths(plugin_paths)
|
|
350
327
|
plugin_paths.each do |path|
|
|
351
328
|
unless File.directory?(path)
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.8.
|
|
4
|
+
version: 0.8.11
|
|
5
5
|
platform: java
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2016-07-
|
|
11
|
+
date: 2016-07-26 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -148,9 +148,9 @@ files:
|
|
|
148
148
|
- classpath/commons-beanutils-core-1.8.3.jar
|
|
149
149
|
- classpath/commons-compress-1.10.jar
|
|
150
150
|
- classpath/commons-lang3-3.1.jar
|
|
151
|
-
- classpath/embulk-cli-0.8.
|
|
152
|
-
- classpath/embulk-core-0.8.
|
|
153
|
-
- classpath/embulk-standards-0.8.
|
|
151
|
+
- classpath/embulk-cli-0.8.11.jar
|
|
152
|
+
- classpath/embulk-core-0.8.11.jar
|
|
153
|
+
- classpath/embulk-standards-0.8.11.jar
|
|
154
154
|
- classpath/guava-18.0.jar
|
|
155
155
|
- classpath/guice-4.0.jar
|
|
156
156
|
- classpath/guice-bootstrap-0.1.1.jar
|
|
@@ -464,6 +464,7 @@ files:
|
|
|
464
464
|
- embulk-docs/src/release/release-0.8.0.rst
|
|
465
465
|
- embulk-docs/src/release/release-0.8.1.rst
|
|
466
466
|
- embulk-docs/src/release/release-0.8.10.rst
|
|
467
|
+
- embulk-docs/src/release/release-0.8.11.rst
|
|
467
468
|
- embulk-docs/src/release/release-0.8.2.rst
|
|
468
469
|
- embulk-docs/src/release/release-0.8.3.rst
|
|
469
470
|
- embulk-docs/src/release/release-0.8.4.rst
|