tapsoob 0.5.3 → 0.5.6

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: af1c77e65193e1c885e35d4e0b7e2c28b933f915b9b2ad0d21398fe5fa7abd8c
4
- data.tar.gz: 0a286d60df2babfe2282a708fb802d561afa9960ca7e8287030c1e9d9df3500e
3
+ metadata.gz: df630c020c82bdc3e12cbf14883d23a1c9efb92561093b308ab358d53bc8221a
4
+ data.tar.gz: 5d9e232534db5ac1d40b200f337a8de61d0abe9acd4c2382abe87bd1a7b4cf16
5
5
  SHA512:
6
- metadata.gz: 4fad86e7e1ec643b8d3f3a86ea06a69f2b5878cf20ae0c866f48bbbceae5af09f8d1da55533d875045b6e75470e3bf73be82512db90ef86be931616207c86a30
7
- data.tar.gz: e4740da5ddbdbe77248707db361cb825afb9130a6db63a6dd212cad06fc0a266a11f6424503ecec6c676ba41d62f68c9c108a38c8b43109890da15f9512f83ed
6
+ metadata.gz: f8958025c1339c8625d490533922e838de87cb72daa1cfba8c1800be9cfd99602b9f18de4097ae44c581ed15ff016c1ff99a1d201d3fe7c87ad28b521386cc3c
7
+ data.tar.gz: 4db6c30969608e6b12b22375c361d4f70679f07ba919d6db81afa42cdb8b742c9d8db59c317f1207f862215a59783390aee0d874d91669280e5b085bec69a52c
@@ -70,7 +70,7 @@ module Tapsoob
70
70
  # Default options
71
71
  opts = {
72
72
  data: options[:data],
73
- data: options[:schema],
73
+ schema: options[:schema],
74
74
  indexes_first: options[:"indexes_first"],
75
75
  disable_compression: options[:"disable-compression"],
76
76
  tables: options[:tables],
@@ -72,7 +72,7 @@ module Tapsoob
72
72
  # keep a record of the average chunksize within the first few hundred thousand records, after chunksize
73
73
  # goes below 100 or maybe if offset is > 1000
74
74
  def fetch_rows
75
- state[:chunksize] = fetch_chunksize
75
+ #state[:chunksize] = fetch_chunksize
76
76
  ds = table.order(*order_by).limit(state[:chunksize], state[:offset])
77
77
  state[:size] = table.count
78
78
  log.debug "DataStream#fetch_rows SQL -> #{ds.sql}"
@@ -86,7 +86,7 @@ module Tapsoob
86
86
  end
87
87
 
88
88
  def fetch_file(dump_path)
89
- state[:chunksize] = fetch_chunksize
89
+ #state[:chunksize] = fetch_chunksize
90
90
  ds = JSON.parse(File.read(File.join(dump_path, "data", "#{table_name}.json")))
91
91
  state[:size] = ds["data"].size
92
92
  log.debug "DataStream#fetch_file"
@@ -104,13 +104,13 @@ module Tapsoob
104
104
  20
105
105
  end
106
106
 
107
- def fetch_chunksize
108
- chunksize = state[:chunksize]
109
- return chunksize if state[:num_chunksize] < max_chunksize_training
110
- return chunksize if state[:avg_chunksize] == 0
111
- return chunksize if state[:error]
112
- state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
113
- end
107
+ #def fetch_chunksize
108
+ # chunksize = state[:chunksize]
109
+ # return chunksize if state[:num_chunksize] < max_chunksize_training
110
+ # return chunksize if state[:avg_chunksize] == 0
111
+ # return chunksize if state[:error]
112
+ # state[:avg_chunksize] > chunksize ? state[:avg_chunksize] : chunksize
113
+ #end
114
114
 
115
115
  def update_chunksize_stats
116
116
  return if state[:num_chunksize] >= max_chunksize_training
@@ -1,4 +1,4 @@
1
1
  # -*- encoding : utf-8 -*-
2
2
  module Tapsoob
3
- VERSION = "0.5.3".freeze
3
+ VERSION = "0.5.6".freeze
4
4
  end
@@ -2,7 +2,7 @@ namespace :tapsoob do
2
2
  desc "Pulls a database to your filesystem"
3
3
  task :pull => :environment do
4
4
  # Default options
5
- opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
5
+ opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
6
6
 
7
7
  # Get the dump_path
8
8
  dump_path = File.expand_path(Rails.root.join("db", Time.now.strftime("%Y%m%d%I%M%S%p"))).to_s
@@ -23,7 +23,7 @@ namespace :tapsoob do
23
23
  desc "Push a compatible dump on your filesystem to a database"
24
24
  task :push, [:timestamp] => :environment do |t, args|
25
25
  # Default options
26
- opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :indexes_first => false}
26
+ opts={:default_chunksize => 1000, :debug => false, :resume_filename => nil, :disable_compression => false, :schema => true, :data => true, :indexes_first => false}
27
27
 
28
28
  # Get the dumps
29
29
  dumps = Dir[Rails.root.join("db", "*/")].select { |e| e =~ /([0-9]{14})([A-Z]{2})/ }.sort
data/tapsoob.gemspec CHANGED
@@ -21,8 +21,8 @@ Gem::Specification.new do |s|
21
21
 
22
22
  # Dependencies
23
23
  s.add_dependency "ripl", "~> 0.7.1"
24
- s.add_dependency "sequel", "~> 5.37.0"
25
- s.add_dependency "thor", "~> 1.0.1"
24
+ s.add_dependency "sequel", "~> 5.55.0"
25
+ s.add_dependency "thor", "~> 1.2.1"
26
26
 
27
27
  if (RUBY_PLATFORM =~ /java/).nil?
28
28
  s.add_development_dependency "mysql2", "~> 0.4.10"
@@ -32,7 +32,7 @@ Gem::Specification.new do |s|
32
32
  s.platform = 'java'
33
33
 
34
34
  s.add_dependency "jdbc-mysql", "~> 5.1.44"
35
- s.add_dependency "jdbc-postgres", "~> 42.1.4"
36
- s.add_dependency "jdbc-sqlite3", "~> 3.20.1"
35
+ s.add_dependency "jdbc-postgres", "~> 42.2.25"
36
+ s.add_dependency "jdbc-sqlite3", "~> 3.28.0"
37
37
  end
38
38
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tapsoob
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.5.3
4
+ version: 0.5.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Félix Bellanger
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2022-02-01 00:00:00.000000000 Z
12
+ date: 2022-04-20 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: ripl
@@ -31,28 +31,28 @@ dependencies:
31
31
  requirements:
32
32
  - - "~>"
33
33
  - !ruby/object:Gem::Version
34
- version: 5.37.0
34
+ version: 5.55.0
35
35
  type: :runtime
36
36
  prerelease: false
37
37
  version_requirements: !ruby/object:Gem::Requirement
38
38
  requirements:
39
39
  - - "~>"
40
40
  - !ruby/object:Gem::Version
41
- version: 5.37.0
41
+ version: 5.55.0
42
42
  - !ruby/object:Gem::Dependency
43
43
  name: thor
44
44
  requirement: !ruby/object:Gem::Requirement
45
45
  requirements:
46
46
  - - "~>"
47
47
  - !ruby/object:Gem::Version
48
- version: 1.0.1
48
+ version: 1.2.1
49
49
  type: :runtime
50
50
  prerelease: false
51
51
  version_requirements: !ruby/object:Gem::Requirement
52
52
  requirements:
53
53
  - - "~>"
54
54
  - !ruby/object:Gem::Version
55
- version: 1.0.1
55
+ version: 1.2.1
56
56
  - !ruby/object:Gem::Dependency
57
57
  name: mysql2
58
58
  requirement: !ruby/object:Gem::Requirement