embulk 0.6.0 → 0.6.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +24 -9
- data/build.gradle +1 -1
- data/embulk-docs/src/conf.py +2 -2
- data/embulk-docs/src/recipe/scheduled-csv-load-to-elasticsearch-kibana4.rst +1 -1
- data/embulk-docs/src/release.rst +1 -0
- data/embulk-docs/src/release/release-0.6.1.rst +11 -0
- data/lib/embulk/guess/csv.rb +1 -1
- data/lib/embulk/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6de3d95e030e043dd82676af00373a34a2e50e47
|
4
|
+
data.tar.gz: 554e7b89b160fe65d540eeffd1dd03403b08fdaf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ad8d669c190e0d468c44803fbf5b4614302e19e582a1f66cf99540a4a00ae1baf9261ad568cd6116c8c22fbefe3a7d1d13585ab25e8cbc38ec79837ce823fd40
|
7
|
+
data.tar.gz: 562d3cff28a2ba94de942a36e768e20f3205cf44a8b95551223702fce8fe1cfe974eb9ce6c6a8cb4b5416189f9b5dadf0b4c5e2657282c90b0932bf4d9cf955c
|
data/README.md
CHANGED
@@ -30,13 +30,13 @@ Embulk is a Java application. Please make sure that you installed [Java](http://
|
|
30
30
|
Following 4 commands install embulk to your home directory:
|
31
31
|
|
32
32
|
```
|
33
|
-
curl --create-dirs -o ~/.embulk/bin/embulk -L https://bintray.com/artifact/download/embulk/maven/embulk-0.6.
|
33
|
+
curl --create-dirs -o ~/.embulk/bin/embulk -L https://bintray.com/artifact/download/embulk/maven/embulk-0.6.1.jar
|
34
34
|
chmod +x ~/.embulk/bin/embulk
|
35
35
|
echo 'export PATH="$HOME/.embulk/bin:$PATH"' >> ~/.bashrc
|
36
36
|
source ~/.bashrc
|
37
37
|
```
|
38
38
|
|
39
|
-
Next step: [Trying
|
39
|
+
Next step: [Trying the example](#trying-the-example)
|
40
40
|
|
41
41
|
### Windows
|
42
42
|
|
@@ -45,12 +45,12 @@ Embulk is a Java application. Please make sure that you installed [Java](http://
|
|
45
45
|
You can assume the jar file is a .bat file.
|
46
46
|
|
47
47
|
```
|
48
|
-
PowerShell -Command "& {Invoke-WebRequest https://bintray.com/artifact/download/embulk/maven/embulk-0.6.
|
48
|
+
PowerShell -Command "& {Invoke-WebRequest https://bintray.com/artifact/download/embulk/maven/embulk-0.6.1.jar -OutFile embulk.bat}"
|
49
49
|
```
|
50
50
|
|
51
|
-
Next step: [Trying
|
51
|
+
Next step: [Trying the example](#trying-the-example)
|
52
52
|
|
53
|
-
### Trying
|
53
|
+
### Trying the example
|
54
54
|
|
55
55
|
Let's load a CSV file, for example. `embulk example` subcommand generates a csv file and config file for you.
|
56
56
|
|
@@ -65,15 +65,30 @@ Next step: [Using plugins](#using-plugins)
|
|
65
65
|
|
66
66
|
### Using plugins
|
67
67
|
|
68
|
-
You can use plugins to load data from/to various systems and file formats.
|
69
|
-
|
68
|
+
You can use plugins to load data from/to various systems and file formats. Here is the list of publicly released plugins: [list of plugins by category](http://www.embulk.org/plugins/).
|
69
|
+
|
70
|
+
An example is [embulk-output-command](https://github.com/embulk/embulk-output-command) plugin. It executes an external command to output the records.
|
71
|
+
|
72
|
+
To install plugins, you can use `embulk gem install <name>` command:
|
70
73
|
|
71
74
|
```
|
72
|
-
embulk gem install embulk-output-
|
75
|
+
embulk gem install embulk-output-command
|
73
76
|
embulk gem list
|
74
77
|
```
|
75
78
|
|
76
|
-
|
79
|
+
Embulk bundles some built-in plugins such as `embulk-encoder-gzip` or `embulk-formatter-csv`. You can use those plugins with following configuration file:
|
80
|
+
|
81
|
+
```
|
82
|
+
in:
|
83
|
+
# ...
|
84
|
+
out:
|
85
|
+
type: command
|
86
|
+
command: "cat - > task.$INDEX.$SEQID.csv.gz"
|
87
|
+
encoders:
|
88
|
+
- {type: gzip}
|
89
|
+
formatter:
|
90
|
+
type: csv
|
91
|
+
```
|
77
92
|
|
78
93
|
### Using plugin bundle
|
79
94
|
|
data/build.gradle
CHANGED
data/embulk-docs/src/conf.py
CHANGED
@@ -53,9 +53,9 @@ copyright = u'2015, Embulk Project'
|
|
53
53
|
# built documents.
|
54
54
|
#
|
55
55
|
# The short X.Y version.
|
56
|
-
version = '0.
|
56
|
+
version = '0.6'
|
57
57
|
# The full version, including alpha/beta/rc tags.
|
58
|
-
release = '0.
|
58
|
+
release = '0.6'
|
59
59
|
|
60
60
|
# The language for content autogenerated by Sphinx. Refer to documentation
|
61
61
|
# for a list of supported languages.
|
@@ -56,7 +56,7 @@ You can find the latest embulk binary from the `releases <https://bintray.com/em
|
|
56
56
|
|
57
57
|
.. code-block:: console
|
58
58
|
|
59
|
-
$ sudo wget https://bintray.com/artifact/download/embulk/maven/embulk-0.6.
|
59
|
+
$ sudo wget https://bintray.com/artifact/download/embulk/maven/embulk-0.6.1.jar -O /usr/local/bin/embulk
|
60
60
|
$ sudo chmod +x /usr/local/bin/embulk
|
61
61
|
|
62
62
|
Step 2. Install Elasticsearch plugin
|
data/embulk-docs/src/release.rst
CHANGED
data/lib/embulk/guess/csv.rb
CHANGED
@@ -28,7 +28,7 @@ module Embulk
|
|
28
28
|
NO_SKIP_DETECT_LINES = 10
|
29
29
|
|
30
30
|
def guess_lines(config, sample_lines)
|
31
|
-
return {} unless config.fetch("type", "csv") == "csv"
|
31
|
+
return {} unless config.fetch("parser", {}).fetch("type", "csv") == "csv"
|
32
32
|
|
33
33
|
delim = guess_delimiter(sample_lines)
|
34
34
|
unless delim
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.6.
|
4
|
+
version: 0.6.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-04-
|
11
|
+
date: 2015-04-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -289,6 +289,7 @@ files:
|
|
289
289
|
- embulk-docs/src/release/release-0.5.4.rst
|
290
290
|
- embulk-docs/src/release/release-0.5.5.rst
|
291
291
|
- embulk-docs/src/release/release-0.6.0.rst
|
292
|
+
- embulk-docs/src/release/release-0.6.1.rst
|
292
293
|
- embulk-standards/build.gradle
|
293
294
|
- embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
|
294
295
|
- embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
|
@@ -394,8 +395,8 @@ files:
|
|
394
395
|
- classpath/bval-jsr303-0.5.jar
|
395
396
|
- classpath/commons-beanutils-core-1.8.3.jar
|
396
397
|
- classpath/commons-lang3-3.1.jar
|
397
|
-
- classpath/embulk-core-0.6.
|
398
|
-
- classpath/embulk-standards-0.6.
|
398
|
+
- classpath/embulk-core-0.6.1.jar
|
399
|
+
- classpath/embulk-standards-0.6.1.jar
|
399
400
|
- classpath/guava-18.0.jar
|
400
401
|
- classpath/guice-3.0.jar
|
401
402
|
- classpath/guice-multibindings-3.0.jar
|