embulk 0.4.0 → 0.4.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +7 -8
- data/README.md +2 -2
- data/build.gradle +62 -44
- data/embulk-docs/build.gradle +10 -3
- data/embulk-docs/push-gh-pages.sh +39 -19
- data/embulk-docs/src/release/release-0.4.1.rst +18 -0
- data/lib/embulk/command/embulk_run.rb +1 -1
- data/lib/embulk/plugin_registry.rb +2 -2
- data/lib/embulk/version.rb +1 -1
- metadata +5 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 2aebc5b785b1d7e303dd69fe4b7922abdce2954e
|
4
|
+
data.tar.gz: 99189534152199abb9b280b7f7ce5511691098e7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: fafcf2fcaadaa263619c3f56e90f7a3abf5fa6b257c4ab8338ab0e84130e47ecec5fb3bc09c45b4ccbb7ec207123b1f4517324605000de2525a7632f32ae187f
|
7
|
+
data.tar.gz: 7b72ad6d02f613583624265608ebda2201159b28aaefeed8d5fd9e1a553c2ff361078b4e68d5a2a7f242dc4329536c58925ee4b20739274f9dafb2ba81761d93
|
data/.travis.yml
CHANGED
@@ -2,15 +2,14 @@ language: java
|
|
2
2
|
jdk:
|
3
3
|
- oraclejdk8
|
4
4
|
sudo: false
|
5
|
-
|
6
|
-
|
7
|
-
- sphinx
|
8
|
-
- yardoc
|
5
|
+
install:
|
6
|
+
- pip install --user sphinx
|
9
7
|
script:
|
10
8
|
- ./gradlew check
|
11
|
-
|
9
|
+
after_success:
|
10
|
+
- PATH="$HOME/.local/bin:$PATH" ./embulk-docs/push-gh-pages.sh
|
12
11
|
env:
|
13
12
|
global:
|
14
|
-
GIT_USER_NAME
|
15
|
-
|
16
|
-
secure:
|
13
|
+
- GIT_USER_NAME=travis
|
14
|
+
- GIT_USER_EMAIL=travis@embulk.org
|
15
|
+
- secure: K5qT2PcCP/40dNW+1H4NZ6y1+GAZbyP/lMQ1tSMsAICGkMQ/A+Mp5wtnIGIsAf6JGcJ1PvpCoLE1V6wKFL5fEwxi4SRcTnZTh9PkeAk8dgezOMoX4EqeZiQAYv4MM2zKL+Gr6QivjmRA7I5jrZCo8JyaA5XfQ7ygjICKNJy8NaE=
|
data/README.md
CHANGED
@@ -24,7 +24,7 @@ You can release plugins to share your efforts of data cleaning, error handling,
|
|
24
24
|
The single-file package is the simplest way to try Embulk. You can download the latest embulk-VERSION.jar from [the releases page](https://bintray.com/embulk/maven/embulk/view#files) and run it with java:
|
25
25
|
|
26
26
|
```
|
27
|
-
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.
|
27
|
+
wget https://bintray.com/artifact/download/embulk/maven/embulk-0.4.1.jar -O embulk.jar
|
28
28
|
java -jar embulk.jar --help
|
29
29
|
```
|
30
30
|
|
@@ -47,7 +47,7 @@ java -jar embulk.jar gem install embulk-plugin-postgres-json
|
|
47
47
|
java -jar embulk.jar gem list
|
48
48
|
```
|
49
49
|
|
50
|
-
You can search plugins on RubyGems: [search for "embulk
|
50
|
+
You can search plugins on RubyGems: [search for "embulk"](https://rubygems.org/search?utf8=%E2%9C%93&query=embulk).
|
51
51
|
|
52
52
|
### Using plugin bundle
|
53
53
|
|
data/build.gradle
CHANGED
@@ -9,12 +9,53 @@ plugins {
|
|
9
9
|
|
10
10
|
allprojects {
|
11
11
|
group = 'org.embulk'
|
12
|
-
version = '0.4.
|
13
|
-
}
|
12
|
+
version = '0.4.1'
|
14
13
|
|
15
|
-
subprojects {
|
16
14
|
apply plugin: 'maven' // install jar files to the local repo: $ gradle install
|
15
|
+
apply plugin: 'maven-publish'
|
16
|
+
apply plugin: 'com.jfrog.bintray'
|
17
17
|
apply plugin: 'java'
|
18
|
+
|
19
|
+
// upload artifacts to Bintray: $ gradle bintrayUpload
|
20
|
+
bintray {
|
21
|
+
// write at your bintray user name and api key to ~/.gradle/gradle.properties file:
|
22
|
+
// bintray_user=frsyuki
|
23
|
+
// bintray_api_key=xxxxxxxxxxx
|
24
|
+
user = project.hasProperty('bintray_user') ? bintray_user : ''
|
25
|
+
key = project.hasProperty('bintray_api_key') ? bintray_api_key : ''
|
26
|
+
|
27
|
+
publications = ['mavenJava']
|
28
|
+
|
29
|
+
dryRun = false
|
30
|
+
publish = false // TODO automate uploading embulk.jar and make this true
|
31
|
+
|
32
|
+
pkg {
|
33
|
+
userOrg = 'embulk'
|
34
|
+
repo = 'maven'
|
35
|
+
name = 'embulk'
|
36
|
+
desc = 'Embulk, a plugin-based parallel bulk data loader'
|
37
|
+
websiteUrl = 'https://github.com/embulk/embulk'
|
38
|
+
issueTrackerUrl = 'https://github.com/embulk/embulk/issues'
|
39
|
+
vcsUrl = 'https://github.com/embulk/embulk.git'
|
40
|
+
licenses = ['Apache-2.0']
|
41
|
+
labels = ['embulk', 'ruby', 'java']
|
42
|
+
publicDownloadNumbers = true
|
43
|
+
|
44
|
+
version {
|
45
|
+
name = project.version
|
46
|
+
// TODO
|
47
|
+
//mavenCentralSync {
|
48
|
+
// sync = true
|
49
|
+
// user = 'userToken'
|
50
|
+
// password = 'paasword'
|
51
|
+
// close = '1'
|
52
|
+
//}
|
53
|
+
}
|
54
|
+
}
|
55
|
+
}
|
56
|
+
}
|
57
|
+
|
58
|
+
subprojects {
|
18
59
|
apply plugin: 'findbugs'
|
19
60
|
apply plugin: 'jacoco'
|
20
61
|
|
@@ -78,6 +119,13 @@ subprojects {
|
|
78
119
|
ignoreFailures = true
|
79
120
|
}
|
80
121
|
|
122
|
+
javadoc {
|
123
|
+
options {
|
124
|
+
locale = 'en_US'
|
125
|
+
encoding = 'UTF-8'
|
126
|
+
}
|
127
|
+
}
|
128
|
+
|
81
129
|
// add javadoc/source jar tasks as artifacts to be released
|
82
130
|
task sourcesJar(type: Jar, dependsOn: classes) {
|
83
131
|
classifier = 'sources'
|
@@ -91,47 +139,17 @@ subprojects {
|
|
91
139
|
archives sourcesJar, javadocJar
|
92
140
|
}
|
93
141
|
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
// bintray_api_key=xxxxxxxxxxx
|
106
|
-
user = project.hasProperty('bintray_user') ? bintray_user : ''
|
107
|
-
key = project.hasProperty('bintray_api_key') ? bintray_api_key : ''
|
108
|
-
|
109
|
-
publications = ['mavenJava']
|
110
|
-
|
111
|
-
dryRun = false
|
112
|
-
publish = false // TODO automate uploading embulk.jar and make this true
|
113
|
-
|
114
|
-
pkg {
|
115
|
-
userOrg = 'embulk'
|
116
|
-
repo = 'maven'
|
117
|
-
name = 'embulk'
|
118
|
-
desc = 'Embulk, a plugin-based parallel bulk data loader'
|
119
|
-
websiteUrl = 'https://github.com/embulk/embulk'
|
120
|
-
issueTrackerUrl = 'https://github.com/embulk/embulk/issues'
|
121
|
-
vcsUrl = 'https://github.com/embulk/embulk.git'
|
122
|
-
licenses = ['Apache-2.0']
|
123
|
-
labels = ['embulk', 'ruby', 'java']
|
124
|
-
publicDownloadNumbers = true
|
125
|
-
|
126
|
-
version {
|
127
|
-
name = project.version
|
128
|
-
// TODO
|
129
|
-
//mavenCentralSync {
|
130
|
-
// sync = true
|
131
|
-
// user = 'userToken'
|
132
|
-
// password = 'paasword'
|
133
|
-
// close = '1'
|
134
|
-
//}
|
142
|
+
publishing {
|
143
|
+
publications {
|
144
|
+
if (!project.name.equals("embulk-docs")) {
|
145
|
+
mavenJava(MavenPublication) {
|
146
|
+
groupId project.group
|
147
|
+
artifactId project.name
|
148
|
+
version project.version
|
149
|
+
from components.java
|
150
|
+
artifact sourcesJar
|
151
|
+
artifact javadocJar
|
152
|
+
}
|
135
153
|
}
|
136
154
|
}
|
137
155
|
}
|
data/embulk-docs/build.gradle
CHANGED
@@ -1,3 +1,9 @@
|
|
1
|
+
apply plugin: 'com.github.jruby-gradle.base'
|
2
|
+
|
3
|
+
dependencies {
|
4
|
+
jrubyExec 'rubygems:yard:0.8.7.6'
|
5
|
+
}
|
6
|
+
|
1
7
|
task sphinx_html(type: Exec) {
|
2
8
|
workingDir '.'
|
3
9
|
commandLine 'make'
|
@@ -10,10 +16,11 @@ task javadoc_html(type: Copy, dependsOn: [':embulk-core:javadoc']) {
|
|
10
16
|
into 'build/html/javadoc'
|
11
17
|
}
|
12
18
|
|
13
|
-
|
19
|
+
import com.github.jrubygradle.JRubyExec
|
20
|
+
task rdoc_html(type: JRubyExec) {
|
14
21
|
workingDir '..'
|
15
|
-
|
16
|
-
|
22
|
+
jrubyArgs '-ryard', '-eYARD::CLI::Yardoc.run(*ARGV)', '--', '-o', 'embulk-docs/build/html/rdoc'
|
23
|
+
script 'lib'
|
17
24
|
}
|
18
25
|
|
19
26
|
task site(type: Copy, dependsOn: ['sphinx_html', 'rdoc_html', 'javadoc_html']) {
|
@@ -1,29 +1,49 @@
|
|
1
1
|
#!/bin/bash
|
2
2
|
|
3
|
-
|
3
|
+
function re() {
|
4
|
+
r "$@"
|
5
|
+
if [ $? -ne 0 ];then
|
6
|
+
exit $?
|
7
|
+
fi
|
8
|
+
}
|
9
|
+
|
10
|
+
function r() {
|
11
|
+
echo "$@"
|
12
|
+
"$@"
|
13
|
+
}
|
14
|
+
|
4
15
|
[ "$TRAVIS_PULL_REQUEST" != "false" ] && exit 0
|
16
|
+
[ "$TRAVIS_BRANCH" != "master" ] && exit 0
|
5
17
|
|
6
18
|
revision="$(git rev-parse HEAD)"
|
7
|
-
remote="$(git config remote.origin.url | sed "s+^git:+
|
8
|
-
./gradlew site
|
19
|
+
remote="$(git config remote.origin.url | sed "s+^git:+https:+")"
|
20
|
+
re ./gradlew site
|
21
|
+
|
22
|
+
r git fetch --unshallow || echo "using complete repository."
|
23
|
+
|
24
|
+
re rm -rf gh_pages
|
25
|
+
re git clone . gh_pages
|
26
|
+
re cd gh_pages
|
9
27
|
|
10
|
-
|
11
|
-
git
|
12
|
-
cd gh_pages
|
28
|
+
re git remote add travis_push "$remote"
|
29
|
+
re git fetch travis_push
|
13
30
|
|
14
|
-
git
|
15
|
-
|
31
|
+
re git checkout -b gh-pages travis_push/gh-pages
|
32
|
+
re rm -rf docs
|
33
|
+
re cp -a ../embulk-docs/build/html docs
|
34
|
+
re git add --all docs
|
16
35
|
|
17
|
-
git
|
18
|
-
|
19
|
-
|
20
|
-
git add docs
|
36
|
+
re git config user.name "$GIT_USER_NAME"
|
37
|
+
re git config user.email "$GIT_USER_EMAIL"
|
38
|
+
r git commit -m "Updated document $revision"
|
21
39
|
|
22
|
-
git
|
23
|
-
|
24
|
-
|
40
|
+
git show | grep -E '^[+-] ' | grep -Eqv 'Generated by|Generated on|Search.setIndex|meta name="date" content='
|
41
|
+
if [ $? -ne 0 ];then
|
42
|
+
echo "No document changes."
|
43
|
+
exit 0
|
44
|
+
fi
|
25
45
|
|
26
|
-
git config credential.helper "store --file
|
27
|
-
echo "https://$GITHUB_TOKEN:@github.com" > "$HOME/.
|
28
|
-
trap "rm -rf $HOME/.
|
29
|
-
git push travis_push gh-pages
|
46
|
+
re git config credential.helper "store --file=$HOME/.git_credentials"
|
47
|
+
echo "https://$GITHUB_TOKEN:@github.com" > "$HOME/.git_credentials"
|
48
|
+
trap "rm -rf $HOME/.git_credentials" EXIT
|
49
|
+
re git push travis_push gh-pages
|
@@ -0,0 +1,18 @@
|
|
1
|
+
Release 0.4.0
|
2
|
+
==================================
|
3
|
+
|
4
|
+
CLI
|
5
|
+
------------------
|
6
|
+
|
7
|
+
* ``--version`` exists with code=0 (@yuskesh++)
|
8
|
+
|
9
|
+
General Changes
|
10
|
+
------------------
|
11
|
+
|
12
|
+
* Fixed a build script problem where it uploads corrupted CLI jar file
|
13
|
+
* Updated document build script to not depend on externally installed "yardoc" command
|
14
|
+
|
15
|
+
|
16
|
+
Release Date
|
17
|
+
------------------
|
18
|
+
2015-02-15
|
@@ -25,9 +25,9 @@ module Embulk
|
|
25
25
|
if value = @map[type]
|
26
26
|
return value
|
27
27
|
end
|
28
|
-
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'.
|
28
|
+
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is installed but it does not correctly register plugin."
|
29
29
|
else
|
30
|
-
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is not installed. Run 'gem search -rd embulk-#{@category}' command to find
|
30
|
+
raise PluginLoadError, "Unknown #{@category} plugin '#{type}'. #{@search_prefix}#{type}.rb is not installed. Run 'embulk gem search -rd embulk-#{@category}' command to find plugins."
|
31
31
|
end
|
32
32
|
end
|
33
33
|
|
data/lib/embulk/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-02-
|
11
|
+
date: 2015-02-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -266,6 +266,7 @@ files:
|
|
266
266
|
- embulk-docs/src/release/release-0.3.1.rst
|
267
267
|
- embulk-docs/src/release/release-0.3.2.rst
|
268
268
|
- embulk-docs/src/release/release-0.4.0.rst
|
269
|
+
- embulk-docs/src/release/release-0.4.1.rst
|
269
270
|
- embulk-standards/build.gradle
|
270
271
|
- embulk-standards/src/main/java/org/embulk/standards/CsvFormatterPlugin.java
|
271
272
|
- embulk-standards/src/main/java/org/embulk/standards/CsvParserPlugin.java
|
@@ -360,8 +361,8 @@ files:
|
|
360
361
|
- classpath/bval-jsr303-0.5.jar
|
361
362
|
- classpath/commons-beanutils-core-1.8.3.jar
|
362
363
|
- classpath/commons-lang3-3.1.jar
|
363
|
-
- classpath/embulk-core-0.4.
|
364
|
-
- classpath/embulk-standards-0.4.
|
364
|
+
- classpath/embulk-core-0.4.1.jar
|
365
|
+
- classpath/embulk-standards-0.4.1.jar
|
365
366
|
- classpath/guava-18.0.jar
|
366
367
|
- classpath/guice-3.0.jar
|
367
368
|
- classpath/guice-multibindings-3.0.jar
|