tapsoob 0.4.13-java → 0.4.17-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/tapsoob/data_stream.rb +4 -4
- data/lib/tapsoob/utils.rb +12 -3
- data/lib/tapsoob/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7dde8f342520a6d2dd96362628bdd3d2ccf91fbc3590ee27a1b09e5ad264a4cd
|
4
|
+
data.tar.gz: 0e3df729ea764e07bdc1631483892a5313d93b136b4fb7c01392a8de88505ec2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e5e2418c63d6be6f1f03252160ce27dc822cc892ae82ee7fa620ca5b9638c103d24577f180a34bd327557bf38e13874f8bb94eaa7245a47d259bc3746a7409a8
|
7
|
+
data.tar.gz: 889704b167c445922382e8c379ef1277ccd94d1cb96f4a48e089c7bef878467f5758de981be6ce91a079396b623791b5d5d1cddab29513c2aa51531c99630946
|
data/lib/tapsoob/data_stream.rb
CHANGED
@@ -75,7 +75,7 @@ module Tapsoob
|
|
75
75
|
state[:chunksize] = fetch_chunksize
|
76
76
|
ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
|
77
77
|
log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
|
78
|
-
rows = Tapsoob::Utils.format_data(ds.all,
|
78
|
+
rows = Tapsoob::Utils.format_data(db, ds.all,
|
79
79
|
:string_columns => string_columns,
|
80
80
|
:schema => db.schema(table_name),
|
81
81
|
:table => table_name
|
@@ -152,15 +152,15 @@ module Tapsoob
|
|
152
152
|
|
153
153
|
rows = parse_encoded_data(encoded_data, json[:checksum])
|
154
154
|
|
155
|
-
@complete = rows
|
155
|
+
@complete = rows == { }
|
156
156
|
|
157
157
|
# update local state
|
158
158
|
state.merge!(json[:state].merge(:chunksize => state[:chunksize]))
|
159
159
|
|
160
160
|
unless @complete
|
161
161
|
yield rows if block_given?
|
162
|
-
state[:offset] +=
|
163
|
-
rows[:data].size
|
162
|
+
state[:offset] += rows[:data].size
|
163
|
+
rows[:data].size
|
164
164
|
else
|
165
165
|
0
|
166
166
|
end
|
data/lib/tapsoob/utils.rb
CHANGED
@@ -37,7 +37,7 @@ module Tapsoob
|
|
37
37
|
data.unpack("m").first
|
38
38
|
end
|
39
39
|
|
40
|
-
def format_data(data, opts = {})
|
40
|
+
def format_data(db, data, opts = {})
|
41
41
|
return {} if data.size == 0
|
42
42
|
string_columns = opts[:string_columns] || []
|
43
43
|
schema = opts[:schema] || []
|
@@ -75,7 +75,16 @@ Data : #{data}
|
|
75
75
|
res = { table_name: table, header: header, data: only_data }
|
76
76
|
|
77
77
|
# Add types if schema isn't empty
|
78
|
-
res[:types] = schema.map
|
78
|
+
res[:types] = schema.map do |c|
|
79
|
+
case db.column_schema_to_ruby_type(c.last[:type])[:type]
|
80
|
+
when BigDecimal
|
81
|
+
"float"
|
82
|
+
when File
|
83
|
+
"blob"
|
84
|
+
else
|
85
|
+
db.column_schema_to_ruby_type(c.last[:type])[:type].to_s.downcase
|
86
|
+
end
|
87
|
+
end unless schema.empty?
|
79
88
|
|
80
89
|
res
|
81
90
|
end
|
@@ -144,7 +153,7 @@ Data : #{data}
|
|
144
153
|
data = row_data
|
145
154
|
if File.exists?(File.join(dump_path, "data", "#{table}.json"))
|
146
155
|
previous_data = JSON.parse(File.read(File.join(dump_path, "data", "#{table}.json")))
|
147
|
-
data[:data] = previous_data["data"] + row_data[:data]
|
156
|
+
data[:data] = previous_data["data"] + row_data[:data] unless row_data[:data].nil?
|
148
157
|
end
|
149
158
|
|
150
159
|
File.open(File.join(dump_path, "data", "#{table}.json"), 'w') do |file|
|
data/lib/tapsoob/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tapsoob
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.17
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Félix Bellanger
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2021-
|
12
|
+
date: 2021-10-19 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|