tapsoob 0.5.3 → 0.5.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: af1c77e65193e1c885e35d4e0b7e2c28b933f915b9b2ad0d21398fe5fa7abd8c
4
- data.tar.gz: 0a286d60df2babfe2282a708fb802d561afa9960ca7e8287030c1e9d9df3500e
3
+ metadata.gz: df630c020c82bdc3e12cbf14883d23a1c9efb92561093b308ab358d53bc8221a
4
+ data.tar.gz: 5d9e232534db5ac1d40b200f337a8de61d0abe9acd4c2382abe87bd1a7b4cf16
5
5
  SHA512:
6
- metadata.gz: 4fad86e7e1ec643b8d3f3a86ea06a69f2b5878cf20ae0c866f48bbbceae5af09f8d1da55533d875045b6e75470e3bf73be82512db90ef86be931616207c86a30
7
- data.tar.gz: e4740da5ddbdbe77248707db361cb825afb9130a6db63a6dd212cad06fc0a266a11f6424503ecec6c676ba41d62f68c9c108a38c8b43109890da15f9512f83ed
6
+ metadata.gz: f8958025c1339c8625d490533922e838de87cb72daa1cfba8c1800be9cfd99602b9f18de4097ae44c581ed15ff016c1ff99a1d201d3fe7c87ad28b521386cc3c
7
+ data.tar.gz: 4db6c30969608e6b12b22375c361d4f70679f07ba919d6db81afa42cdb8b742c9d8db59c317f1207f862215a59783390aee0d874d91669280e5b085bec69a52c
@@ -70,7 +70,7 @@ module Tapsoob
70
70
  # Default options
71
71
  opts = {
72
72
  data: options[:data],
73
- data: options[:schema],
73
+ schema: options[:schema],
74
74
  indexes_first: options[:"indexes_first"],
75
75
  disable_compression: options[:"disable-compression"],
76
76
  tables: options[:tables],
@@ -72,7 +72,7 @@ module Tapsoob
72
72
  # keep a record of the average chunksize within the first few hundred thousand records, after chunksize
73
73
  # goes below 100 or maybe if offset is > 1000
74
74
  def fetch_rows
75
- state[:chunksize] = fetch_chunksize
75
+ #state[:chunksize] = fetch_chunksize
76
76
  ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
77
77
  state[:size] = table.count
78
78
  log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
@@ -86,7 +86,7 @@ module Tapsoob
86
86
  end
87
87
 
88
88
  def fetch_file(dump_path)
89
- state[:chunksize] = fetch_chunksize
89
+ #state[:chunksize] = fetch_chunksize
90
90
  ds = JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))
91
91
  state[:size] = ds["data"].size
92
92
  log.debug "DataStream#fetch_file"
@@ -104,13 +104,13 @@ module Tapsoob
104
104
  20
105
105
  end
106
106
 
107
- def fetch_chunksize
108
- chunksize = state[:chunksize]
109
- return chunksize if state[:num_chunksize] < max_chunksize_training
110
- return chunksize if state[:avg_chunksize] == 0
111
- return chunksize if state[:error]
112
- state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
113
- end
107
+ #def fetch_chunksize
108
+ # chunksize = state[:chunksize]
109
+ # return chunksize if state[:num_chunksize] < max_chunksize_training
110
+ # return chunksize if state[:avg_chunksize] == 0
111
+ # return chunksize if state[:error]
112
+ # state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
113
+ #end
114
114
 
115
115
  def update_chunksize_stats
116
116
  return if state[:num_chunksize] >= max_chunksize_training
@@ -1,4 +1,4 @@
1
1
  # -*- encoding : utf-8 -*-
2
2
  module Tapsoob
3
- VERSION = "0.5.3".freeze
3
+ VERSION = "0.5.6".freeze
4
4
  end
@@ -2,7 +2,7 @@ namespace :tapsoob do
2
2
  desc "Pulls a database to your filesystem"
3
3
  task :pull => :environment do
4
4
  # Default options
5
- opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
5
+ opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
6
6
 
7
7
  # Get the dump_path
8
8
  dump_path = File.expand_path(Rails.root.join("db", Time.now.strftime("%Y%m%d%I%M%S%p"))).to_s
@@ -23,7 +23,7 @@ namespace :tapsoob do
23
23
  desc "Push a compatible dump on your filesystem to a database"
24
24
  task :push, [:timestamp] => :environment do |t, args|
25
25
  # Default options
26
- opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
26
+ opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
27
27
 
28
28
  # Get the dumps
29
29
  dumps = Dir[Rails.root.join("db", "*/")].select { |e| e =~ /([0-9]{14})([A-Z]{2})/ }.sort
data/tapsoob.gemspec CHANGED
@@ -21,8 +21,8 @@ Gem::Specification.new do |s|
21
21
 
22
22
  # Dependencies
23
23
  s.add_dependency "ripl", "~> 0.7.1"
24
- s.add_dependency "sequel", "~> 5.37.0"
25
- s.add_dependency "thor", "~> 1.0.1"
24
+ s.add_dependency "sequel", "~> 5.55.0"
25
+ s.add_dependency "thor", "~> 1.2.1"
26
26
 
27
27
  if (RUBY_PLATFORM =~ /java/).nil?
28
28
  s.add_development_dependency "mysql2", "~> 0.4.10"
@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
32
32
  s.platform = 'java'
33
33
 
34
34
  s.add_dependency "jdbc-mysql", "~> 5.1.44"
35
- s.add_dependency "jdbc-postgres", "~> 42.1.4"
36
- s.add_dependency "jdbc-sqlite3", "~> 3.20.1"
35
+ s.add_dependency "jdbc-postgres", "~> 42.2.25"
36
+ s.add_dependency "jdbc-sqlite3", "~> 3.28.0"
37
37
  end
38
38
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tapsoob
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.5.3
4
+ version: 0.5.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Félix Bellanger
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2022-02-01 00:00:00.000000000 Z
12
+ date: 2022-04-20 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: ripl
@@ -31,28 +31,28 @@ dependencies:
31
31
  requirements:
32
32
  - - "~>"
33
33
  - !ruby/object:Gem::Version
34
- version: 5.37.0
34
+ version: 5.55.0
35
35
  type: :runtime
36
36
  prerelease: false
37
37
  version_requirements: !ruby/object:Gem::Requirement
38
38
  requirements:
39
39
  - - "~>"
40
40
  - !ruby/object:Gem::Version
41
- version: 5.37.0
41
+ version: 5.55.0
42
42
  - !ruby/object:Gem::Dependency
43
43
  name: thor
44
44
  requirement: !ruby/object:Gem::Requirement
45
45
  requirements:
46
46
  - - "~>"
47
47
  - !ruby/object:Gem::Version
48
- version: 1.0.1
48
+ version: 1.2.1
49
49
  type: :runtime
50
50
  prerelease: false
51
51
  version_requirements: !ruby/object:Gem::Requirement
52
52
  requirements:
53
53
  - - "~>"
54
54
  - !ruby/object:Gem::Version
55
- version: 1.0.1
55
+ version: 1.2.1
56
56
  - !ruby/object:Gem::Dependency
57
57
  name: mysql2
58
58
  requirement: !ruby/object:Gem::Requirement