tapsoob 0.5.3 → 0.5.6
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/tapsoob/cli/root.rb +1 -1
- data/lib/tapsoob/data_stream.rb +9 -9
- data/lib/tapsoob/version.rb +1 -1
- data/lib/tasks/tapsoob.rake +2 -2
- data/tapsoob.gemspec +4 -4
- metadata +6 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: df630c020c82bdc3e12cbf14883d23a1c9efb92561093b308ab358d53bc8221a
|
4
|
+
data.tar.gz: 5d9e232534db5ac1d40b200f337a8de61d0abe9acd4c2382abe87bd1a7b4cf16
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f8958025c1339c8625d490533922e838de87cb72daa1cfba8c1800be9cfd99602b9f18de4097ae44c581ed15ff016c1ff99a1d201d3fe7c87ad28b521386cc3c
|
7
|
+
data.tar.gz: 4db6c30969608e6b12b22375c361d4f70679f07ba919d6db81afa42cdb8b742c9d8db59c317f1207f862215a59783390aee0d874d91669280e5b085bec69a52c
|
data/lib/tapsoob/cli/root.rb
CHANGED
data/lib/tapsoob/data_stream.rb
CHANGED
@@ -72,7 +72,7 @@ module Tapsoob
|
|
72
72
|
# keep a record of the average chunksize within the first few hundred thousand records, after chunksize
|
73
73
|
# goes below 100 or maybe if offset is > 1000
|
74
74
|
def fetch_rows
|
75
|
-
state[:chunksize] = fetch_chunksize
|
75
|
+
#state[:chunksize] = fetch_chunksize
|
76
76
|
ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
|
77
77
|
state[:size] = table.count
|
78
78
|
log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
|
@@ -86,7 +86,7 @@ module Tapsoob
|
|
86
86
|
end
|
87
87
|
|
88
88
|
def fetch_file(dump_path)
|
89
|
-
state[:chunksize] = fetch_chunksize
|
89
|
+
#state[:chunksize] = fetch_chunksize
|
90
90
|
ds = JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))
|
91
91
|
state[:size] = ds["data"].size
|
92
92
|
log.debug "DataStream#fetch_file"
|
@@ -104,13 +104,13 @@ module Tapsoob
|
|
104
104
|
20
|
105
105
|
end
|
106
106
|
|
107
|
-
def fetch_chunksize
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
end
|
107
|
+
#def fetch_chunksize
|
108
|
+
# chunksize = state[:chunksize]
|
109
|
+
# return chunksize if state[:num_chunksize] < max_chunksize_training
|
110
|
+
# return chunksize if state[:avg_chunksize] == 0
|
111
|
+
# return chunksize if state[:error]
|
112
|
+
# state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
|
113
|
+
#end
|
114
114
|
|
115
115
|
def update_chunksize_stats
|
116
116
|
return if state[:num_chunksize] >= max_chunksize_training
|
data/lib/tapsoob/version.rb
CHANGED
data/lib/tasks/tapsoob.rake
CHANGED
@@ -2,7 +2,7 @@ namespace :tapsoob do
|
|
2
2
|
desc "Pulls a database to your filesystem"
|
3
3
|
task :pull => :environment do
|
4
4
|
# Default options
|
5
|
-
opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
|
5
|
+
opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
|
6
6
|
|
7
7
|
# Get the dump_path
|
8
8
|
dump_path = File.expand_path(Rails.root.join("db", Time.now.strftime("%Y%m%d%I%M%S%p"))).to_s
|
@@ -23,7 +23,7 @@ namespace :tapsoob do
|
|
23
23
|
desc "Push a compatible dump on your filesystem to a database"
|
24
24
|
task :push, [:timestamp] => :environment do |t, args|
|
25
25
|
# Default options
|
26
|
-
opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
|
26
|
+
opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
|
27
27
|
|
28
28
|
# Get the dumps
|
29
29
|
dumps = Dir[Rails.root.join("db", "*/")].select { |e| e =~ /([0-9]{14})([A-Z]{2})/ }.sort
|
data/tapsoob.gemspec
CHANGED
@@ -21,8 +21,8 @@ Gem::Specification.new do |s|
|
|
21
21
|
|
22
22
|
# Dependencies
|
23
23
|
s.add_dependency "ripl", "~> 0.7.1"
|
24
|
-
s.add_dependency "sequel", "~> 5.
|
25
|
-
s.add_dependency "thor", "~> 1.
|
24
|
+
s.add_dependency "sequel", "~> 5.55.0"
|
25
|
+
s.add_dependency "thor", "~> 1.2.1"
|
26
26
|
|
27
27
|
if (RUBY_PLATFORM =~ /java/).nil?
|
28
28
|
s.add_development_dependency "mysql2", "~> 0.4.10"
|
@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
|
|
32
32
|
s.platform = 'java'
|
33
33
|
|
34
34
|
s.add_dependency "jdbc-mysql", "~> 5.1.44"
|
35
|
-
s.add_dependency "jdbc-postgres", "~> 42.
|
36
|
-
s.add_dependency "jdbc-sqlite3", "~> 3.
|
35
|
+
s.add_dependency "jdbc-postgres", "~> 42.2.25"
|
36
|
+
s.add_dependency "jdbc-sqlite3", "~> 3.28.0"
|
37
37
|
end
|
38
38
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tapsoob
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.6
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Félix Bellanger
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2022-
|
12
|
+
date: 2022-04-20 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: ripl
|
@@ -31,28 +31,28 @@ dependencies:
|
|
31
31
|
requirements:
|
32
32
|
- - "~>"
|
33
33
|
- !ruby/object:Gem::Version
|
34
|
-
version: 5.
|
34
|
+
version: 5.55.0
|
35
35
|
type: :runtime
|
36
36
|
prerelease: false
|
37
37
|
version_requirements: !ruby/object:Gem::Requirement
|
38
38
|
requirements:
|
39
39
|
- - "~>"
|
40
40
|
- !ruby/object:Gem::Version
|
41
|
-
version: 5.
|
41
|
+
version: 5.55.0
|
42
42
|
- !ruby/object:Gem::Dependency
|
43
43
|
name: thor
|
44
44
|
requirement: !ruby/object:Gem::Requirement
|
45
45
|
requirements:
|
46
46
|
- - "~>"
|
47
47
|
- !ruby/object:Gem::Version
|
48
|
-
version: 1.
|
48
|
+
version: 1.2.1
|
49
49
|
type: :runtime
|
50
50
|
prerelease: false
|
51
51
|
version_requirements: !ruby/object:Gem::Requirement
|
52
52
|
requirements:
|
53
53
|
- - "~>"
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version: 1.
|
55
|
+
version: 1.2.1
|
56
56
|
- !ruby/object:Gem::Dependency
|
57
57
|
name: mysql2
|
58
58
|
requirement: !ruby/object:Gem::Requirement
|