embulk 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +7 -8
- data/README.md +2 -2
- data/build.gradle +62 -44
- data/embulk-docs/build.gradle +10 -3
- data/embulk-docs/push-gh-pages.sh +39 -19
- data/embulk-docs/src/release/release-0.4.1.rst +18 -0
- data/lib/embulk/command/embulk_run.rb +1 -1
- data/lib/embulk/plugin_registry.rb +2 -2
- data/lib/embulk/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 2aebc5b785b1d7e303dd69fe4b7922abdce2954e
|
|
4
|
+
data.tar.gz: 99189534152199abb9b280b7f7ce5511691098e7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: fafcf2fcaadaa263619c3f56e90f7a3abf5fa6b257c4ab8338ab0e84130e47ecec5fb3bc09c45b4ccbb7ec207123b1f4517324605000de2525a7632f32ae187f
|
|
7
|
+
data.tar.gz: 7b72ad6d02f613583624265608ebda2201159b28aaefeed8d5fd9e1a553c2ff361078b4e68d5a2a7f242dc4329536c58925ee4b20739274f9dafb2ba81761d93
|
data/.travis.yml
CHANGED
|
@@ -2,15 +2,14 @@ language: java
|
|
|
2
2
|
jdk:
|
|
3
3
|
- oraclejdk8
|
|
4
4
|
sudo: false
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
- sphinx
|
|
8
|
-
- yardoc
|
|
5
|
+
install:
|
|
6
|
+
- pip install --user sphinx
|
|
9
7
|
script:
|
|
10
8
|
- ./gradlew check
|
|
11
|
-
|
|
9
|
+
after_success:
|
|
10
|
+
- PATH="$HOME/.local/bin:$PATH" ./embulk-docs/push-gh-pages.sh
|
|
12
11
|
env:
|
|
13
12
|
global:
|
|
14
|
-
GIT_USER_NAME
|
|
15
|
-
|
|
16
|
-
secure:
|
|
13
|
+
- GIT_USER_NAME=travis
|
|
14
|
+
- GIT_USER_EMAIL=travis@embulk.org
|
|
15
|
+
- secure: K5qT2PcCP/40dNW+1H4NZ6y1+GAZbyP/lMQ1tSMsAICGkMQ/A+Mp5wtnIGIsAf6JGcJ1PvpCoLE1V6wKFL5fEwxi4SRcTnZTh9PkeAk8dgezOMoX4EqeZiQAYv4MM2zKL+Gr6QivjmRA7I5jrZCo8JyaA5XfQ7ygjICKNJy8NaE=
|
data/README.md
CHANGED
|
@@ -24,7 +24,7 @@ You can release plugins to share your efforts of data cleaning, error handling,
|
|
|
24
24
|
The single-file package is the simplest way to try Embulk. You can download the latest embulk-VERSION.jar from [the releases page](https://bintray.com/embulk/maven/embulk/view#files) and run it with java:
|
|
25
25
|
|
|
26
26
|
```
|
|
27
|
-
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.
|
|
27
|
+
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.4.1.jar -O embulk.jar
|
|
28
28
|
java -jar embulk.jar --help
|
|
29
29
|
```
|
|
30
30
|
|
|
@@ -47,7 +47,7 @@ java -jar embulk.jar gem install embulk-plugin-postgres-json
|
|
|
47
47
|
java -jar embulk.jar gem list
|
|
48
48
|
```
|
|
49
49
|
|
|
50
|
-
You can search plugins on RubyGems: [search for "embulk
|
|
50
|
+
You can search plugins on RubyGems: [search for "embulk"](https://rubygems.org/search?utf8=%E2%9C%93&query=embulk).
|
|
51
51
|
|
|
52
52
|
### Using plugin bundle
|
|
53
53
|
|
data/build.gradle
CHANGED
|
@@ -9,12 +9,53 @@ plugins {
|
|
|
9
9
|
|
|
10
10
|
allprojects {
|
|
11
11
|
group = 'org.embulk'
|
|
12
|
-
version = '0.4.
|
|
13
|
-
}
|
|
12
|
+
version = '0.4.1'
|
|
14
13
|
|
|
15
|
-
subprojects {
|
|
16
14
|
apply plugin: 'maven' // install jar files to the local repo: $ gradle install
|
|
15
|
+
apply plugin: 'maven-publish'
|
|
16
|
+
apply plugin: 'com.jfrog.bintray'
|
|
17
17
|
apply plugin: 'java'
|
|
18
|
+
|
|
19
|
+
// upload artifacts to Bintray: $ gradle bintrayUpload
|
|
20
|
+
bintray {
|
|
21
|
+
// write at your bintray user name and api key to ~/.gradle/gradle.properties file:
|
|
22
|
+
// bintray_user=frsyuki
|
|
23
|
+
// bintray_api_key=xxxxxxxxxxx
|
|
24
|
+
user = project.hasProperty('bintray_user') ? bintray_user : ''
|
|
25
|
+
key = project.hasProperty('bintray_api_key') ? bintray_api_key : ''
|
|
26
|
+
|
|
27
|
+
publications = ['mavenJava']
|
|
28
|
+
|
|
29
|
+
dryRun = false
|
|
30
|
+
publish = false // TODO automate uploading embulk.jar and make this true
|
|
31
|
+
|
|
32
|
+
pkg {
|
|
33
|
+
userOrg = 'embulk'
|
|
34
|
+
repo = 'maven'
|
|
35
|
+
name = 'embulk'
|
|
36
|
+
desc = 'Embulk, a plugin-based parallel bulk data loader'
|
|
37
|
+
websiteUrl = 'https://github.com/embulk/embulk'
|
|
38
|
+
issueTrackerUrl = 'https://github.com/embulk/embulk/issues'
|
|
39
|
+
vcsUrl = 'https://github.com/embulk/embulk.git'
|
|
40
|
+
licenses = ['Apache-2.0']
|
|
41
|
+
labels = ['embulk', 'ruby', 'java']
|
|
42
|
+
publicDownloadNumbers = true
|
|
43
|
+
|
|
44
|
+
version {
|
|
45
|
+
name = project.version
|
|
46
|
+
// TODO
|
|
47
|
+
//mavenCentralSync {
|
|
48
|
+
// sync = true
|
|
49
|
+
// user = 'userToken'
|
|
50
|
+
// password = 'paasword'
|
|
51
|
+
// close = '1'
|
|
52
|
+
//}
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
subprojects {
|
|
18
59
|
apply plugin: 'findbugs'
|
|
19
60
|
apply plugin: 'jacoco'
|
|
20
61
|
|
|
@@ -78,6 +119,13 @@ subprojects {
|
|
|
78
119
|
ignoreFailures = true
|
|
79
120
|
}
|
|
80
121
|
|
|
122
|
+
javadoc {
|
|
123
|
+
options {
|
|
124
|
+
locale = 'en_US'
|
|
125
|
+
encoding = 'UTF-8'
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
|
|
81
129
|
// add javadoc/source jar tasks as artifacts to be released
|
|
82
130
|
task sourcesJar(type: Jar, dependsOn: classes) {
|
|
83
131
|
classifier = 'sources'
|
|
@@ -91,47 +139,17 @@ subprojects {
|
|
|
91
139
|
archives sourcesJar, javadocJar
|
|
92
140
|
}
|
|
93
141
|
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
// bintray_api_key=xxxxxxxxxxx
|
|
106
|
-
user = project.hasProperty('bintray_user') ? bintray_user : ''
|
|
107
|
-
key = project.hasProperty('bintray_api_key') ? bintray_api_key : ''
|
|
108
|
-
|
|
109
|
-
publications = ['mavenJava']
|
|
110
|
-
|
|
111
|
-
dryRun = false
|
|
112
|
-
publish = false // TODO automate uploading embulk.jar and make this true
|
|
113
|
-
|
|
114
|
-
pkg {
|
|
115
|
-
userOrg = 'embulk'
|
|
116
|
-
repo = 'maven'
|
|
117
|
-
name = 'embulk'
|
|
118
|
-
desc = 'Embulk, a plugin-based parallel bulk data loader'
|
|
119
|
-
websiteUrl = 'https://github.com/embulk/embulk'
|
|
120
|
-
issueTrackerUrl = 'https://github.com/embulk/embulk/issues'
|
|
121
|
-
vcsUrl = 'https://github.com/embulk/embulk.git'
|
|
122
|
-
licenses = ['Apache-2.0']
|
|
123
|
-
labels = ['embulk', 'ruby', 'java']
|
|
124
|
-
publicDownloadNumbers = true
|
|
125
|
-
|
|
126
|
-
version {
|
|
127
|
-
name = project.version
|
|
128
|
-
// TODO
|
|
129
|
-
//mavenCentralSync {
|
|
130
|
-
// sync = true
|
|
131
|
-
// user = 'userToken'
|
|
132
|
-
// password = 'paasword'
|
|
133
|
-
// close = '1'
|
|
134
|
-
//}
|
|
142
|
+
publishing {
|
|
143
|
+
publications {
|
|
144
|
+
if (!project.name.equals("embulk-docs")) {
|
|
145
|
+
mavenJava(MavenPublication) {
|
|
146
|
+
groupId project.group
|
|
147
|
+
artifactId project.name
|
|
148
|
+
version project.version
|
|
149
|
+
from components.java
|
|
150
|
+
artifact sourcesJar
|
|
151
|
+
artifact javadocJar
|
|
152
|
+
}
|
|
135
153
|
}
|
|
136
154
|
}
|
|
137
155
|
}
|
data/embulk-docs/build.gradle
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
apply plugin: 'com.github.jruby-gradle.base'
|
|
2
|
+
|
|
3
|
+
dependencies {
|
|
4
|
+
jrubyExec 'rubygems:yard:0.8.7.6'
|
|
5
|
+
}
|
|
6
|
+
|
|
1
7
|
task sphinx_html(type: Exec) {
|
|
2
8
|
workingDir '.'
|
|
3
9
|
commandLine 'make'
|
|
@@ -10,10 +16,11 @@ task javadoc_html(type: Copy, dependsOn: [':embulk-core:javadoc']) {
|
|
|
10
16
|
into 'build/html/javadoc'
|
|
11
17
|
}
|
|
12
18
|
|
|
13
|
-
|
|
19
|
+
import com.github.jrubygradle.JRubyExec
|
|
20
|
+
task rdoc_html(type: JRubyExec) {
|
|
14
21
|
workingDir '..'
|
|
15
|
-
|
|
16
|
-
|
|
22
|
+
jrubyArgs '-ryard', '-eYARD::CLI::Yardoc.run(*ARGV)', '--', '-o', 'embulk-docs/build/html/rdoc'
|
|
23
|
+
script 'lib'
|
|
17
24
|
}
|
|
18
25
|
|
|
19
26
|
task site(type: Copy, dependsOn: ['sphinx_html', 'rdoc_html', 'javadoc_html']) {
|
|
@@ -1,29 +1,49 @@
|
|
|
1
1
|
#!/bin/bash
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
function re() {
|
|
4
|
+
r "$@"
|
|
5
|
+
if [ $? -ne 0 ];then
|
|
6
|
+
exit $?
|
|
7
|
+
fi
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
function r() {
|
|
11
|
+
echo "$@"
|
|
12
|
+
"$@"
|
|
13
|
+
}
|
|
14
|
+
|
|
4
15
|
[ "$TRAVIS_PULL_REQUEST" != "false" ] && exit 0
|
|
16
|
+
[ "$TRAVIS_BRANCH" != "master" ] && exit 0
|
|
5
17
|
|
|
6
18
|
revision="$(git rev-parse HEAD)"
|
|
7
|
-
remote="$(git config remote.origin.url | sed "s+^git:+
|
|
8
|
-
./gradlew site
|
|
19
|
+
remote="$(git config remote.origin.url | sed "s+^git:+https:+")"
|
|
20
|
+
re ./gradlew site
|
|
21
|
+
|
|
22
|
+
r git fetch --unshallow || echo "using complete repository."
|
|
23
|
+
|
|
24
|
+
re rm -rf gh_pages
|
|
25
|
+
re git clone . gh_pages
|
|
26
|
+
re cd gh_pages
|
|
9
27
|
|
|
10
|
-
|
|
11
|
-
git
|
|
12
|
-
cd gh_pages
|
|
28
|
+
re git remote add travis_push "$remote"
|
|
29
|
+
re git fetch travis_push
|
|
13
30
|
|
|
14
|
-
git
|
|
15
|
-
|
|
31
|
+
re git checkout -b gh-pages travis_push/gh-pages
|
|
32
|
+
re rm -rf docs
|
|
33
|
+
re cp -a ../embulk-docs/build/html docs
|
|
34
|
+
re git add --all docs
|
|
16
35
|
|
|
17
|
-
git
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
git add docs
|
|
36
|
+
re git config user.name "$GIT_USER_NAME"
|
|
37
|
+
re git config user.email "$GIT_USER_EMAIL"
|
|
38
|
+
r git commit -m "Updated document $revision"
|
|
21
39
|
|
|
22
|
-
git
|
|
23
|
-
|
|
24
|
-
|
|
40
|
+
git show | grep -E '^[+-] ' | grep -Eqv 'Generated by|Generated on|Search.setIndex|meta name="date" content='
|
|
41
|
+
if [ $? -ne 0 ];then
|
|
42
|
+
echo "No document changes."
|
|
43
|
+
exit 0
|
|
44
|
+
fi
|
|
25
45
|
|
|
26
|
-
git config credential.helper "store --file
|
|
27
|
-
echo "https://$GITHUB_TOKEN:@github.com" > "$HOME/.
|
|
28
|
-
trap "rm -rf $HOME/.
|
|
29
|
-
git push travis_push gh-pages
|
|
46
|
+
re git config credential.helper "store --file=$HOME/.git_credentials"
|
|
47
|
+
echo "https://$GITHUB_TOKEN:@github.com" > "$HOME/.git_credentials"
|
|
48
|
+
trap "rm -rf $HOME/.git_credentials" EXIT
|
|
49
|
+
re git push travis_push gh-pages
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
Release 0.4.0
|
|
2
|
+
==================================
|
|
3
|
+
|
|
4
|
+
CLI
|
|
5
|
+
------------------
|
|
6
|
+
|
|
7
|
+
* ``--version`` exists with code=0 (@yuskesh++)
|
|
8
|
+
|
|
9
|
+
General Changes
|
|
10
|
+
------------------
|
|
11
|
+
|
|
12
|
+
* Fixed a build script problem where it uploads corrupted CLI jar file
|
|
13
|
+
* Updated document build script to not depend on externally installed "yardoc" command
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
Release Date
|
|
17
|
+
------------------
|
|
18
|
+
2015-02-15
|
|
@@ -25,9 +25,9 @@ module Embulk
|
|
|
25
25
|
if value = @map[type]
|
|
26
26
|
return value
|
|
27
27
|
end
|
|
28
|
-
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'.
|
|
28
|
+
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is installed but it does not correctly register plugin."
|
|
29
29
|
else
|
|
30
|
-
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is not installed. Run 'gem search -rd embulk-#{@category}' command to find
|
|
30
|
+
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is not installed. Run 'embulk gem search -rd embulk-#{@category}' command to find plugins."
|
|
31
31
|
end
|
|
32
32
|
end
|
|
33
33
|
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-02-
|
|
11
|
+
date: 2015-02-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -266,6 +266,7 @@ files:
|
|
|
266
266
|
- embulk-docs/src/release/release-0.3.1.rst
|
|
267
267
|
- embulk-docs/src/release/release-0.3.2.rst
|
|
268
268
|
- embulk-docs/src/release/release-0.4.0.rst
|
|
269
|
+
- embulk-docs/src/release/release-0.4.1.rst
|
|
269
270
|
- embulk-standards/build.gradle
|
|
270
271
|
- embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
|
|
271
272
|
- embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
|
|
@@ -360,8 +361,8 @@ files:
|
|
|
360
361
|
- classpath/bval-jsr303-0.5.jar
|
|
361
362
|
- classpath/commons-beanutils-core-1.8.3.jar
|
|
362
363
|
- classpath/commons-lang3-3.1.jar
|
|
363
|
-
- classpath/embulk-core-0.4.
|
|
364
|
-
- classpath/embulk-standards-0.4.
|
|
364
|
+
- classpath/embulk-core-0.4.1.jar
|
|
365
|
+
- classpath/embulk-standards-0.4.1.jar
|
|
365
366
|
- classpath/guava-18.0.jar
|
|
366
367
|
- classpath/guice-3.0.jar
|
|
367
368
|
- classpath/guice-multibindings-3.0.jar
|