tapsoob 0.4.13-java → 0.4.17-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/tapsoob/data_stream.rb +4 -4
- data/lib/tapsoob/utils.rb +12 -3
- data/lib/tapsoob/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7dde8f342520a6d2dd96362628bdd3d2ccf91fbc3590ee27a1b09e5ad264a4cd
|
4
|
+
data.tar.gz: 0e3df729ea764e07bdc1631483892a5313d93b136b4fb7c01392a8de88505ec2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e5e2418c63d6be6f1f03252160ce27dc822cc892ae82ee7fa620ca5b9638c103d24577f180a34bd327557bf38e13874f8bb94eaa7245a47d259bc3746a7409a8
|
7
|
+
data.tar.gz: 889704b167c445922382e8c379ef1277ccd94d1cb96f4a48e089c7bef878467f5758de981be6ce91a079396b623791b5d5d1cddab29513c2aa51531c99630946
|
data/lib/tapsoob/data_stream.rb
CHANGED
@@ -75,7 +75,7 @@ module Tapsoob
|
|
75
75
|
state[:chunksize] = fetch_chunksize
|
76
76
|
ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
|
77
77
|
log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
|
78
|
-
rows = Tapsoob::Utils.format_data(ds.all,
|
78
|
+
rows = Tapsoob::Utils.format_data(db, ds.all,
|
79
79
|
:string_columns => string_columns,
|
80
80
|
:schema => db.schema(table_name),
|
81
81
|
:table => table_name
|
@@ -152,15 +152,15 @@ module Tapsoob
|
|
152
152
|
|
153
153
|
rows = parse_encoded_data(encoded_data, json[:checksum])
|
154
154
|
|
155
|
-
@complete = rows
|
155
|
+
@complete = rows == { }
|
156
156
|
|
157
157
|
# update local state
|
158
158
|
state.merge!(json[:state].merge(:chunksize => state[:chunksize]))
|
159
159
|
|
160
160
|
unless @complete
|
161
161
|
yield rows if block_given?
|
162
|
-
state[:offset] +=
|
163
|
-
rows[:data].size
|
162
|
+
state[:offset] += rows[:data].size
|
163
|
+
rows[:data].size
|
164
164
|
else
|
165
165
|
0
|
166
166
|
end
|
data/lib/tapsoob/utils.rb
CHANGED
@@ -37,7 +37,7 @@ module Tapsoob
|
|
37
37
|
data.unpack("m").first
|
38
38
|
end
|
39
39
|
|
40
|
-
def format_data(data, opts = {})
|
40
|
+
def format_data(db, data, opts = {})
|
41
41
|
return {} if data.size == 0
|
42
42
|
string_columns = opts[:string_columns] || []
|
43
43
|
schema = opts[:schema] || []
|
@@ -75,7 +75,16 @@ Data : #{data}
|
|
75
75
|
res = { table_name: table, header: header, data: only_data }
|
76
76
|
|
77
77
|
# Add types if schema isn't empty
|
78
|
-
res[:types] = schema.map
|
78
|
+
res[:types] = schema.map do |c|
|
79
|
+
case db.column_schema_to_ruby_type(c.last[:type])[:type]
|
80
|
+
when BigDecimal
|
81
|
+
"float"
|
82
|
+
when File
|
83
|
+
"blob"
|
84
|
+
else
|
85
|
+
db.column_schema_to_ruby_type(c.last[:type])[:type].to_s.downcase
|
86
|
+
end
|
87
|
+
end unless schema.empty?
|
79
88
|
|
80
89
|
res
|
81
90
|
end
|
@@ -144,7 +153,7 @@ Data : #{data}
|
|
144
153
|
data = row_data
|
145
154
|
if File.exists?(File.join(dump_path, "data", "#{table}.json"))
|
146
155
|
previous_data = JSON.parse(File.read(File.join(dump_path, "data", "#{table}.json")))
|
147
|
-
data[:data] = previous_data["data"] + row_data[:data]
|
156
|
+
data[:data] = previous_data["data"] + row_data[:data] unless row_data[:data].nil?
|
148
157
|
end
|
149
158
|
|
150
159
|
File.open(File.join(dump_path, "data", "#{table}.json"), 'w') do |file|
|
data/lib/tapsoob/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tapsoob
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.17
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Félix Bellanger
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2021-
|
12
|
+
date: 2021-10-19 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|