embulk-parser-firebase_avro 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build.gradle +10 -8
- data/build.sbt +2 -2
- data/src/main/scala/org/embulk/parser/firebase_avro/FirebaseAvroParserPlugin.scala +1 -1
- metadata +37 -34
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f6a5fd96defbceaf97a1c6d04db77f707bc8bc04
|
|
4
|
+
data.tar.gz: a476c7cc495ad4c0e445235261b21fbd890b31aa
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: cc6bca0985cd22a77cab0646dfb04d9a1d4795230ad154fdbecb93d33a97876bef88a539d9ba28fde188c40a3199cd968d23ce741a2499362017b4161c6b0779
|
|
7
|
+
data.tar.gz: 32c9c37eb729fd7a586a388a84486bcbb04d669ae6e7d40b0a1b68e0c950b519456f7efeffe117e38effa22aa1f647d5cdf84c650550115f6f7556adb2c3358d
|
data/build.gradle
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
plugins {
|
|
2
2
|
id "com.jfrog.bintray" version "1.1"
|
|
3
|
-
id "com.github.jruby-gradle.base" version "
|
|
3
|
+
id "com.github.jruby-gradle.base" version "1.5.0"
|
|
4
4
|
id "java"
|
|
5
5
|
id "scala"
|
|
6
6
|
}
|
|
@@ -13,7 +13,7 @@ configurations {
|
|
|
13
13
|
provided
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
version = "0.1.
|
|
16
|
+
version = "0.1.3"
|
|
17
17
|
|
|
18
18
|
sourceCompatibility = 1.7
|
|
19
19
|
targetCompatibility = 1.7
|
|
@@ -21,10 +21,10 @@ targetCompatibility = 1.7
|
|
|
21
21
|
dependencies {
|
|
22
22
|
compile "org.embulk:embulk-core:0.8.22"
|
|
23
23
|
compile "org.scala-lang:scala-library:2.11.11"
|
|
24
|
-
compile group: 'com.sksamuel.avro4s', name: 'avro4s-core_2.11', version: '1.
|
|
24
|
+
compile group: 'com.sksamuel.avro4s', name: 'avro4s-core_2.11', version: '1.8.3'
|
|
25
25
|
compile group: 'io.circe', name: 'circe-core_2.11', version: '0.8.0'
|
|
26
26
|
compile group: 'io.circe', name: 'circe-generic_2.11', version: '0.8.0'
|
|
27
|
-
provided "org.embulk:embulk-core:0.
|
|
27
|
+
provided "org.embulk:embulk-core:0.9.7"
|
|
28
28
|
}
|
|
29
29
|
|
|
30
30
|
task classpath(type: Copy, dependsOn: ["jar"]) {
|
|
@@ -35,14 +35,16 @@ task classpath(type: Copy, dependsOn: ["jar"]) {
|
|
|
35
35
|
clean { delete "classpath" }
|
|
36
36
|
|
|
37
37
|
task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
|
|
38
|
-
jrubyArgs "-
|
|
39
|
-
script "
|
|
38
|
+
jrubyArgs "-S"
|
|
39
|
+
script "gem"
|
|
40
|
+
scriptArgs "build", "${project.name}.gemspec"
|
|
40
41
|
doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
|
|
41
42
|
}
|
|
42
43
|
|
|
43
44
|
task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
|
|
44
|
-
jrubyArgs "-
|
|
45
|
-
script "
|
|
45
|
+
jrubyArgs "-S"
|
|
46
|
+
script "gem"
|
|
47
|
+
scriptArgs "push", "pkg/${project.name}-${project.version}.gem"
|
|
46
48
|
}
|
|
47
49
|
|
|
48
50
|
task "package"(dependsOn: ["gemspec", "classpath"]) {
|
data/build.sbt
CHANGED
|
@@ -19,9 +19,9 @@ resolvers += Resolver.sonatypeRepo("releases")
|
|
|
19
19
|
|
|
20
20
|
lazy val circeVersion = "0.8.0"
|
|
21
21
|
libraryDependencies ++= Seq(
|
|
22
|
-
"com.sksamuel.avro4s" %% "avro4s-core" % "1.
|
|
22
|
+
"com.sksamuel.avro4s" %% "avro4s-core" % "1.8.3",
|
|
23
23
|
"org.jruby" % "jruby-complete" % "1.6.5",
|
|
24
|
-
"org.embulk" % "embulk-core" % "0.
|
|
24
|
+
"org.embulk" % "embulk-core" % "0.9.7",
|
|
25
25
|
"com.chuusai" %% "shapeless" % "2.3.2",
|
|
26
26
|
"io.circe" %% "circe-core" % circeVersion,
|
|
27
27
|
"io.circe" %% "circe-generic" % circeVersion,
|
|
@@ -31,7 +31,7 @@ class FirebaseAvroParserPlugin extends ParserPlugin {
|
|
|
31
31
|
LoanPattern(new PageBuilder(Exec.getBufferAllocator, schema, output)) { pb =>
|
|
32
32
|
while (input.nextFile()) {
|
|
33
33
|
val bytes = ByteStreams.toByteArray(new FileInputInputStream(input))
|
|
34
|
-
AvroInputStream.data[Root](bytes).iterator
|
|
34
|
+
AvroInputStream.data[Root](bytes).iterator.foreach { record =>
|
|
35
35
|
addRecords(pb, record)
|
|
36
36
|
}
|
|
37
37
|
}
|
metadata
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-parser-firebase_avro
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- smdmts
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2018-06-27 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
15
15
|
requirements:
|
|
16
|
-
- - ~>
|
|
16
|
+
- - "~>"
|
|
17
17
|
- !ruby/object:Gem::Version
|
|
18
18
|
version: '1.0'
|
|
19
19
|
name: bundler
|
|
@@ -21,13 +21,13 @@ dependencies:
|
|
|
21
21
|
type: :development
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
|
-
- - ~>
|
|
24
|
+
- - "~>"
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
26
|
version: '1.0'
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
requirement: !ruby/object:Gem::Requirement
|
|
29
29
|
requirements:
|
|
30
|
-
- -
|
|
30
|
+
- - ">="
|
|
31
31
|
- !ruby/object:Gem::Version
|
|
32
32
|
version: '10.0'
|
|
33
33
|
name: rake
|
|
@@ -35,7 +35,7 @@ dependencies:
|
|
|
35
35
|
type: :development
|
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
|
37
37
|
requirements:
|
|
38
|
-
- -
|
|
38
|
+
- - ">="
|
|
39
39
|
- !ruby/object:Gem::Version
|
|
40
40
|
version: '10.0'
|
|
41
41
|
description: Parses Firebase Avro files read by other file input plugins.
|
|
@@ -45,13 +45,38 @@ executables: []
|
|
|
45
45
|
extensions: []
|
|
46
46
|
extra_rdoc_files: []
|
|
47
47
|
files:
|
|
48
|
-
- .circleci/config.yml
|
|
49
|
-
- .gitignore
|
|
50
|
-
- .scalafmt.conf
|
|
48
|
+
- ".circleci/config.yml"
|
|
49
|
+
- ".gitignore"
|
|
50
|
+
- ".scalafmt.conf"
|
|
51
51
|
- LICENSE.txt
|
|
52
52
|
- README.md
|
|
53
53
|
- build.gradle
|
|
54
54
|
- build.sbt
|
|
55
|
+
- classpath/avro-1.8.2.jar
|
|
56
|
+
- classpath/avro4s-core_2.11-1.8.3.jar
|
|
57
|
+
- classpath/avro4s-macros_2.11-1.8.3.jar
|
|
58
|
+
- classpath/cats-core_2.11-0.9.0.jar
|
|
59
|
+
- classpath/cats-kernel_2.11-0.9.0.jar
|
|
60
|
+
- classpath/cats-macros_2.11-0.9.0.jar
|
|
61
|
+
- classpath/circe-core_2.11-0.8.0.jar
|
|
62
|
+
- classpath/circe-generic_2.11-0.8.0.jar
|
|
63
|
+
- classpath/circe-numbers_2.11-0.8.0.jar
|
|
64
|
+
- classpath/commons-compress-1.8.1.jar
|
|
65
|
+
- classpath/commons-lang3-3.1.jar
|
|
66
|
+
- classpath/embulk-core-0.8.22.jar
|
|
67
|
+
- classpath/embulk-parser-firebase_avro-0.1.3.jar
|
|
68
|
+
- classpath/jackson-core-asl-1.9.13.jar
|
|
69
|
+
- classpath/jackson-mapper-asl-1.9.13.jar
|
|
70
|
+
- classpath/jruby-complete-9.1.5.0.jar
|
|
71
|
+
- classpath/machinist_2.11-0.6.1.jar
|
|
72
|
+
- classpath/macro-compat_2.11-1.1.1.jar
|
|
73
|
+
- classpath/paranamer-2.7.jar
|
|
74
|
+
- classpath/scala-library-2.11.12.jar
|
|
75
|
+
- classpath/scala-reflect-2.11.12.jar
|
|
76
|
+
- classpath/shapeless_2.11-2.3.2.jar
|
|
77
|
+
- classpath/simulacrum_2.11-0.10.0.jar
|
|
78
|
+
- classpath/snappy-java-1.1.1.3.jar
|
|
79
|
+
- classpath/xz-1.5.jar
|
|
55
80
|
- gradle/wrapper/gradle-wrapper.jar
|
|
56
81
|
- gradle/wrapper/gradle-wrapper.properties
|
|
57
82
|
- gradlew
|
|
@@ -90,28 +115,6 @@ files:
|
|
|
90
115
|
- src/test/scala/org/embulk/parser/firebase_avro/ParserTest.scala
|
|
91
116
|
- src/test/scala/org/embulk/parser/firebase_avro/column/ColumnsTest.scala
|
|
92
117
|
- src/test/scala/org/embulk/parser/firebase_avro/json/event_dim/EventParmsJsonSerializerTest.scala
|
|
93
|
-
- classpath/avro-1.8.1.jar
|
|
94
|
-
- classpath/avro4s-core_2.11-1.6.4.jar
|
|
95
|
-
- classpath/avro4s-macros_2.11-1.6.4.jar
|
|
96
|
-
- classpath/cats-core_2.11-0.9.0.jar
|
|
97
|
-
- classpath/cats-kernel_2.11-0.9.0.jar
|
|
98
|
-
- classpath/cats-macros_2.11-0.9.0.jar
|
|
99
|
-
- classpath/circe-core_2.11-0.8.0.jar
|
|
100
|
-
- classpath/circe-generic_2.11-0.8.0.jar
|
|
101
|
-
- classpath/circe-numbers_2.11-0.8.0.jar
|
|
102
|
-
- classpath/commons-compress-1.8.1.jar
|
|
103
|
-
- classpath/embulk-parser-firebase_avro-0.1.2.jar
|
|
104
|
-
- classpath/jackson-core-asl-1.9.13.jar
|
|
105
|
-
- classpath/jackson-mapper-asl-1.9.13.jar
|
|
106
|
-
- classpath/machinist_2.11-0.6.1.jar
|
|
107
|
-
- classpath/macro-compat_2.11-1.1.1.jar
|
|
108
|
-
- classpath/paranamer-2.7.jar
|
|
109
|
-
- classpath/scala-library-2.11.11.jar
|
|
110
|
-
- classpath/scala-reflect-2.11.8.jar
|
|
111
|
-
- classpath/shapeless_2.11-2.3.2.jar
|
|
112
|
-
- classpath/simulacrum_2.11-0.10.0.jar
|
|
113
|
-
- classpath/snappy-java-1.1.1.3.jar
|
|
114
|
-
- classpath/xz-1.5.jar
|
|
115
118
|
homepage: https://github.com/smdmts/embulk-parser-firebase_avro
|
|
116
119
|
licenses:
|
|
117
120
|
- MIT
|
|
@@ -122,17 +125,17 @@ require_paths:
|
|
|
122
125
|
- lib
|
|
123
126
|
required_ruby_version: !ruby/object:Gem::Requirement
|
|
124
127
|
requirements:
|
|
125
|
-
- -
|
|
128
|
+
- - ">="
|
|
126
129
|
- !ruby/object:Gem::Version
|
|
127
130
|
version: '0'
|
|
128
131
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
129
132
|
requirements:
|
|
130
|
-
- -
|
|
133
|
+
- - ">="
|
|
131
134
|
- !ruby/object:Gem::Version
|
|
132
135
|
version: '0'
|
|
133
136
|
requirements: []
|
|
134
137
|
rubyforge_project:
|
|
135
|
-
rubygems_version: 2.
|
|
138
|
+
rubygems_version: 2.6.8
|
|
136
139
|
signing_key:
|
|
137
140
|
specification_version: 4
|
|
138
141
|
summary: Firebase Avro parser plugin for Embulk
|