telekinesis 2.0.0-java → 2.0.1-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +12 -12
- data/ext/pom.xml +2 -2
- data/lib/telekinesis/telekinesis-2.0.1.jar +0 -0
- data/lib/telekinesis/version.rb +1 -1
- metadata +3 -4
- data/ext/pom.xml.template +0 -65
- data/lib/telekinesis/telekinesis-2.0.0.jar +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: de0cb955b6e18af3b78556bb76547de2da174e79
|
4
|
+
data.tar.gz: f46ac116e56b5bad319e1030dabca0329ae0eebb
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 79071fbac4f1136a484c53c00f0b58ab49ff133925ffc9f6c8b17c820f866b3a144536c2fc16d7f5095c73b6459e73ddfbd90516abb6208405f932f2774b426e
|
7
|
+
data.tar.gz: 301f45a6b0c9367172693d82da262132226dfb754665e264884f4f8ea2b4658eff4108f326e44bdf67ce790885a79d7b5f55ac52522b22d0030976237147df87
|
data/README.md
CHANGED
@@ -55,7 +55,7 @@ in the PutRecords API documentation.
|
|
55
55
|
|
56
56
|
### SyncProducer
|
57
57
|
|
58
|
-
The `SyncProducer` sends data to Kinesis every time `put` or `
|
58
|
+
The `SyncProducer` sends data to Kinesis every time `put` or `put_all`
|
59
59
|
is called. These calls will block until the call to Kinesis returns.
|
60
60
|
|
61
61
|
|
@@ -72,14 +72,14 @@ producer = Telekinesis::Producer::SyncProducer.create(
|
|
72
72
|
```
|
73
73
|
|
74
74
|
Calls to `put` send a single record at a time to Kinesis, where calls to
|
75
|
-
`
|
76
|
-
If more than 500 records are passed to `
|
77
|
-
and sent.
|
75
|
+
`put_all` can send up to 500 records at a time, which is the Kinesis service
|
76
|
+
limit. If more than 500 records are passed to `put_all` they're grouped into
|
77
|
+
batches and sent.
|
78
78
|
|
79
|
-
> NOTE: To send fewer records to Kinesis at a time when using `
|
80
|
-
>
|
79
|
+
> NOTE: To send fewer records to Kinesis at a time when using `put_all`, you
|
80
|
+
> can adjust the `:send_size` parameter in the `create` method.
|
81
81
|
|
82
|
-
Using `
|
82
|
+
Using `put_all` over `put` is recommended if you have any way to batch your
|
83
83
|
data. Since Kinesis has an HTTP API and often has high latency, it tends to make
|
84
84
|
sense to try and increase throughput as much as possible by batching data.
|
85
85
|
|
@@ -112,7 +112,7 @@ When something goes wrong and the Kinesis client throws an exception, it bubbles
|
|
112
112
|
up as a `Telekinesis::Aws::KinesisError` with the underlying exception accessible
|
113
113
|
as the `cause` field.
|
114
114
|
|
115
|
-
When some of (but maybe not all of) the records passed to `
|
115
|
+
When some of (but maybe not all of) the records passed to `put_all` cause
|
116
116
|
problems, they're returned as an array of
|
117
117
|
`[key, value, error_code, error_message]` tuples.
|
118
118
|
|
@@ -375,19 +375,19 @@ $ source ~/.bash_profile
|
|
375
375
|
Build the Java shim and jar.
|
376
376
|
|
377
377
|
```
|
378
|
-
$ rake build
|
378
|
+
$ rake ext:build
|
379
379
|
```
|
380
380
|
|
381
|
-
The `rake build
|
381
|
+
The `rake ext:build` task builds the Java shim and packages all of the required Java
|
382
382
|
classes into a single jar. Since bytecode is portable, the JAR is shipped with
|
383
383
|
the built gem.
|
384
384
|
|
385
385
|
Build the Gem.
|
386
386
|
|
387
|
-
Use the `rake build
|
387
|
+
Use the `rake gem:build` task to build the complete gem, uberjar and all.
|
388
388
|
|
389
389
|
```
|
390
|
-
$ rake build
|
390
|
+
$ rake gem:build
|
391
391
|
```
|
392
392
|
|
393
393
|
# Testing
|
data/ext/pom.xml
CHANGED
@@ -4,7 +4,7 @@
|
|
4
4
|
|
5
5
|
<groupId>com.kickstarter</groupId>
|
6
6
|
<artifactId>telekinesis</artifactId>
|
7
|
-
<version>2.0.
|
7
|
+
<version>2.0.1</version>
|
8
8
|
|
9
9
|
<!-- ================================================================== -->
|
10
10
|
<build>
|
@@ -58,6 +58,6 @@
|
|
58
58
|
<!-- ================================================================== -->
|
59
59
|
<properties>
|
60
60
|
<aws-java-sdk-version>1.6.9.1</aws-java-sdk-version>
|
61
|
-
<amazon-kinesis-client-version>1.
|
61
|
+
<amazon-kinesis-client-version>1.6.1</amazon-kinesis-client-version>
|
62
62
|
</properties>
|
63
63
|
</project>
|
Binary file
|
data/lib/telekinesis/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: telekinesis
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Ben Linsay
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-10-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -93,7 +93,6 @@ files:
|
|
93
93
|
- Rakefile
|
94
94
|
- ext/.gitignore
|
95
95
|
- ext/pom.xml
|
96
|
-
- ext/pom.xml.template
|
97
96
|
- ext/src/main/java/com/kickstarter/jruby/Telekinesis.java
|
98
97
|
- lib/telekinesis.rb
|
99
98
|
- lib/telekinesis/aws.rb
|
@@ -122,7 +121,7 @@ files:
|
|
122
121
|
- test/producer/test_helper.rb
|
123
122
|
- test/producer/test_sync_producer.rb
|
124
123
|
- test/test_helper.rb
|
125
|
-
- lib/telekinesis/telekinesis-2.0.
|
124
|
+
- lib/telekinesis/telekinesis-2.0.1.jar
|
126
125
|
homepage: https://github.com/kickstarter/telekinesis
|
127
126
|
licenses: []
|
128
127
|
metadata: {}
|
data/ext/pom.xml.template
DELETED
@@ -1,65 +0,0 @@
|
|
1
|
-
<?xml version="1.0" encoding="UTF-8"?>
|
2
|
-
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
3
|
-
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
4
|
-
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
5
|
-
<modelVersion>4.0.0</modelVersion>
|
6
|
-
|
7
|
-
<groupId>com.kickstarter</groupId>
|
8
|
-
<artifactId>telekinesis</artifactId>
|
9
|
-
<version>1.0.0</version>
|
10
|
-
|
11
|
-
<!-- ================================================================== -->
|
12
|
-
<build>
|
13
|
-
<finalName>${project.artifactId}-${project.version}</finalName>
|
14
|
-
|
15
|
-
<plugins>
|
16
|
-
<plugin>
|
17
|
-
<groupId>org.apache.maven.plugins</groupId>
|
18
|
-
<artifactId>maven-compiler-plugin</artifactId>
|
19
|
-
<version>3.1</version>
|
20
|
-
<configuration>
|
21
|
-
<source>1.6</source>
|
22
|
-
<target>1.6</target>
|
23
|
-
</configuration>
|
24
|
-
</plugin>
|
25
|
-
<plugin>
|
26
|
-
<groupId>org.apache.maven.plugins</groupId>
|
27
|
-
<artifactId>maven-shade-plugin</artifactId>
|
28
|
-
<version>1.6</version>
|
29
|
-
<configuration>
|
30
|
-
<createDependencyReducedPom>true</createDependencyReducedPom>
|
31
|
-
</configuration>
|
32
|
-
<executions>
|
33
|
-
<execution>
|
34
|
-
<phase>package</phase>
|
35
|
-
<goals>
|
36
|
-
<goal>shade</goal>
|
37
|
-
</goals>
|
38
|
-
</execution>
|
39
|
-
</executions>
|
40
|
-
</plugin>
|
41
|
-
</plugins>
|
42
|
-
</build>
|
43
|
-
|
44
|
-
<!-- ================================================================== -->
|
45
|
-
<!-- NOTE: all version numbers are defined in the properties section -->
|
46
|
-
<dependencies>
|
47
|
-
<!-- Production dependencies :: Default scope -->
|
48
|
-
<dependency>
|
49
|
-
<groupId>com.amazonaws</groupId>
|
50
|
-
<artifactId>amazon-kinesis-client</artifactId>
|
51
|
-
<version>${amazon-kinesis-client-version}</version>
|
52
|
-
</dependency>
|
53
|
-
<dependency>
|
54
|
-
<groupId>com.google.guava</groupId>
|
55
|
-
<artifactId>guava</artifactId>
|
56
|
-
<version>18.0</version>
|
57
|
-
</dependency>
|
58
|
-
</dependencies>
|
59
|
-
|
60
|
-
<!-- ================================================================== -->
|
61
|
-
<properties>
|
62
|
-
<aws-java-sdk-version>1.6.9.1</aws-java-sdk-version>
|
63
|
-
<amazon-kinesis-client-version>1.2.1</amazon-kinesis-client-version>
|
64
|
-
</properties>
|
65
|
-
</project>
|
Binary file
|