embulk-executor-remoteserver 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +11 -0
- data/gradle.properties +1 -1
- data/src/main/java/org/embulk/executor/remoteserver/Session.java +3 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c4ea491089752939f80cdb185fbb49c98231bf7b
|
|
4
|
+
data.tar.gz: d548b330992af638341e655560886af6e9e05703
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6269c634253213e86af20e1803eedf139369704bbcc31e4e86238fa7c1debabe94eac04784267f1074703364a82b746601524d779e4e86fc7898749db0b5d14b
|
|
7
|
+
data.tar.gz: 6d0fd99dc49c4d1ff750fb4987946b5bfe9cfe2ad8c2bced5f6b95c61c79a94b5e5ef4e61882f7b25a8a6545c8c82b6cb7729e343ae75403965065db1751c125
|
data/README.md
CHANGED
|
@@ -6,6 +6,10 @@ Embulk executor plugin to run plugins on remote server.
|
|
|
6
6
|
|
|
7
7
|
* **Plugin type**: executor
|
|
8
8
|
|
|
9
|
+
### Notes
|
|
10
|
+
- It's still very experimental version, so might change its spec without notification.
|
|
11
|
+
- It might have performance issues or bugs. I would appreciate it if you use this and give me reports/feedback!
|
|
12
|
+
|
|
9
13
|
## Configuration
|
|
10
14
|
|
|
11
15
|
- **hosts**: List of remote servers. If not specified, the executor runs as local mode, which start Embulk server on its own process (array of string)
|
|
@@ -22,6 +26,13 @@ exec:
|
|
|
22
26
|
timeout_seconds: 86400
|
|
23
27
|
```
|
|
24
28
|
|
|
29
|
+
## Running Embulk server as Docker container
|
|
30
|
+
Its image is hosted by [DockerHub](https://cloud.docker.com/repository/docker/kamatama41/embulk-executor-remoteserver)
|
|
31
|
+
You can try running Embulk server by the following command.
|
|
32
|
+
|
|
33
|
+
```sh
|
|
34
|
+
$ docker run --rm -p 30001:30001 kamatama41/embulk-executor-remoteserver
|
|
35
|
+
```
|
|
25
36
|
|
|
26
37
|
## Build
|
|
27
38
|
|
data/gradle.properties
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
version=0.1.
|
|
1
|
+
version=0.1.1
|
|
@@ -79,6 +79,7 @@ class Session implements AutoCloseable {
|
|
|
79
79
|
}
|
|
80
80
|
|
|
81
81
|
private void runTask(int taskIndex) throws InterruptedException {
|
|
82
|
+
long startTime = System.currentTimeMillis();
|
|
82
83
|
bufferMap.putIfAbsent(taskIndex, new LinkedList<>());
|
|
83
84
|
try {
|
|
84
85
|
Executors.process(session, processTask, taskIndex, new Executors.ProcessStateCallback() {
|
|
@@ -116,7 +117,7 @@ class Session implements AutoCloseable {
|
|
|
116
117
|
|
|
117
118
|
// Flush buffer if remaining
|
|
118
119
|
int waitSeconds = 10;
|
|
119
|
-
while (!buffer.isEmpty()) {
|
|
120
|
+
while (!buffer.isEmpty() && (System.currentTimeMillis() - startTime) <= pluginTask.getTimeoutSeconds() * 1000) {
|
|
120
121
|
if (connection.isOpen()) {
|
|
121
122
|
flushBuffer(taskIndex, connection);
|
|
122
123
|
return;
|
|
@@ -124,6 +125,7 @@ class Session implements AutoCloseable {
|
|
|
124
125
|
log.warn("Connection is closed, wait {} seconds until reconnected.", waitSeconds);
|
|
125
126
|
TimeUnit.SECONDS.sleep(waitSeconds);
|
|
126
127
|
}
|
|
128
|
+
log.warn("Connection was not able to be available again.");
|
|
127
129
|
}
|
|
128
130
|
|
|
129
131
|
void updateConnection(Connection connection) {
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-executor-remoteserver
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Shinichi Ishimura
|
|
@@ -51,7 +51,7 @@ files:
|
|
|
51
51
|
- LICENSE
|
|
52
52
|
- README.md
|
|
53
53
|
- build.gradle
|
|
54
|
-
- classpath/embulk-executor-remoteserver-0.1.
|
|
54
|
+
- classpath/embulk-executor-remoteserver-0.1.1.jar
|
|
55
55
|
- classpath/msgpack-core-0.8.16.jar
|
|
56
56
|
- classpath/nsocket-0.2.10.jar
|
|
57
57
|
- classpath/slf4j-api-1.7.26.jar
|