data_migrate 8.0.0.rc1 → 8.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Changelog.md +9 -0
- data/README.md +1 -15
- data/lib/data_migrate/database_tasks.rb +34 -1
- data/lib/data_migrate/schema_dumper.rb +1 -1
- data/lib/data_migrate/status_service_five.rb +1 -1
- data/lib/data_migrate/tasks/data_migrate_tasks.rb +81 -0
- data/lib/data_migrate/version.rb +1 -1
- data/spec/data_migrate/tasks/data_migrate_tasks_spec.rb +46 -0
- data/tasks/databases.rake +37 -148
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c2279e8f7ac44136ae9fca448e3a239066cf901e1f8e46813888deed8d2288f5
|
4
|
+
data.tar.gz: c0314320a07bff4ce02e148b4e7026e22155a7eab18e3a69c441f1689880ff0f
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: '087890b935d8a520994eebebfbfdf6c86b6cd115fbb7629f65e1d56170bd1c013109cbbb5bf737a4a61572db3e1a85e966589f4541c422d772e87fdaf2be2f5f'
|
7
|
+
data.tar.gz: f6a2e6811e8cdb29ab0cfa963a6fc69d4b8694fe09aa6cd0eb9859784cbe9c2c1e5fbaad4b35dee4c3923a0d74ab66c410523818f53e585eeced1cfee0546716
|
data/Changelog.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Changelog
|
2
2
|
|
3
|
+
## 8.1.0
|
4
|
+
|
5
|
+
Avoid globally accessible functions for all rake tasks [berniechiu](https://github.com/berniechiu)
|
6
|
+
fixed `db:migrate:with_data` to compare data schema versions correctly [cadactive](https://github.com/cadactive)
|
7
|
+
|
8
|
+
## 8.0.0.rc2
|
9
|
+
|
10
|
+
Bug fixes [gdott9](https://github.com/gdott9)
|
11
|
+
|
3
12
|
## 8.0.0.rc1
|
4
13
|
Add support for Rails 7
|
5
14
|
Removed support for Rails versions below 5.2. Now are supported only versions Rails 5.2 and up
|
data/README.md
CHANGED
@@ -36,22 +36,8 @@ table to track all migrations.
|
|
36
36
|
|
37
37
|
## Rails Support
|
38
38
|
|
39
|
-
Support Rails 5.
|
39
|
+
Support Rails 5.2 through 7.0
|
40
40
|
|
41
|
-
### Important notes for older versions
|
42
|
-
|
43
|
-
#### v2
|
44
|
-
|
45
|
-
If you upgraded to Rails 4 while using `data_migrate` prior to version 2,
|
46
|
-
the gem wrote data migration versions into
|
47
|
-
`schema_migrations` table. After the fix, it was corrected to write into
|
48
|
-
`data_migrations`.
|
49
|
-
|
50
|
-
If you need to use these old migrations, add the following configuration
|
51
|
-
|
52
|
-
It is recommended to move all legacy migrations from `schema_migrations` table into `data_migrations` table
|
53
|
-
|
54
|
-
This may cause some unintended consequences. See [#22](https://github.com/ilyakatz/data-migrate/issues/22)
|
55
41
|
|
56
42
|
#### v1
|
57
43
|
|
@@ -47,6 +47,40 @@ module DataMigrate
|
|
47
47
|
Kernel.abort message
|
48
48
|
end
|
49
49
|
end
|
50
|
+
|
51
|
+
def pending_migrations
|
52
|
+
sort_migrations(
|
53
|
+
pending_schema_migrations,
|
54
|
+
pending_data_migrations
|
55
|
+
)
|
56
|
+
end
|
57
|
+
|
58
|
+
def sort_migrations set_1, set_2=nil
|
59
|
+
migrations = set_1 + (set_2 || [])
|
60
|
+
migrations.sort{|a,b| sort_string(a) <=> sort_string(b)}
|
61
|
+
end
|
62
|
+
|
63
|
+
def sort_string migration
|
64
|
+
"#{migration[:version]}_#{migration[:kind] == :data ? 1 : 0}"
|
65
|
+
end
|
66
|
+
|
67
|
+
def data_migrations_path
|
68
|
+
::DataMigrate.config.data_migrations_path
|
69
|
+
end
|
70
|
+
|
71
|
+
def run_migration(migration, direction)
|
72
|
+
if migration[:kind] == :data
|
73
|
+
::ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
|
74
|
+
::DataMigrate::DataMigrator.run(direction, data_migrations_path, migration[:version])
|
75
|
+
else
|
76
|
+
::ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
|
77
|
+
::DataMigrate::SchemaMigration.run(
|
78
|
+
direction,
|
79
|
+
::Continuation::SchemaMigration.migrations_paths,
|
80
|
+
migration[:version]
|
81
|
+
)
|
82
|
+
end
|
83
|
+
end
|
50
84
|
end
|
51
85
|
|
52
86
|
# This overrides ActiveRecord::Tasks::DatabaseTasks
|
@@ -121,6 +155,5 @@ module DataMigrate
|
|
121
155
|
|
122
156
|
sort == "asc" ? sort_migrations(migrations) : sort_migrations(migrations).reverse
|
123
157
|
end
|
124
|
-
|
125
158
|
end
|
126
159
|
end
|
@@ -2,6 +2,11 @@ module DataMigrate
|
|
2
2
|
module Tasks
|
3
3
|
module DataMigrateTasks
|
4
4
|
extend self
|
5
|
+
|
6
|
+
def schema_migrations_path
|
7
|
+
File.join('db', 'migrate')
|
8
|
+
end
|
9
|
+
|
5
10
|
def migrations_paths
|
6
11
|
@migrations_paths ||= DataMigrate.config.data_migrations_path
|
7
12
|
end
|
@@ -40,6 +45,82 @@ module DataMigrate
|
|
40
45
|
ActiveRecord::Base.dump_schema_after_migration
|
41
46
|
end
|
42
47
|
end
|
48
|
+
|
49
|
+
def status
|
50
|
+
config = connect_to_database
|
51
|
+
return unless config
|
52
|
+
|
53
|
+
connection = ActiveRecord::Base.connection
|
54
|
+
puts "\ndatabase: #{config['database']}\n\n"
|
55
|
+
DataMigrate::StatusService.dump(connection)
|
56
|
+
end
|
57
|
+
|
58
|
+
def status_with_schema
|
59
|
+
config = connect_to_database
|
60
|
+
return unless config
|
61
|
+
|
62
|
+
db_list_data = ActiveRecord::Base.connection.select_values(
|
63
|
+
"SELECT version FROM #{DataMigrate::DataSchemaMigration.table_name}"
|
64
|
+
)
|
65
|
+
db_list_schema = ActiveRecord::Base.connection.select_values(
|
66
|
+
"SELECT version FROM #{ActiveRecord::SchemaMigration.schema_migrations_table_name}"
|
67
|
+
)
|
68
|
+
file_list = []
|
69
|
+
|
70
|
+
Dir.foreach(File.join(Rails.root, migrations_paths)) do |file|
|
71
|
+
# only files matching "20091231235959_some_name.rb" pattern
|
72
|
+
if match_data = /(\d{14})_(.+)\.rb/.match(file)
|
73
|
+
status = db_list_data.delete(match_data[1]) ? 'up' : 'down'
|
74
|
+
file_list << [status, match_data[1], match_data[2], 'data']
|
75
|
+
end
|
76
|
+
end
|
77
|
+
|
78
|
+
Dir.foreach(File.join(Rails.root, schema_migrations_path)) do |file|
|
79
|
+
# only files matching "20091231235959_some_name.rb" pattern
|
80
|
+
if match_data = /(\d{14})_(.+)\.rb/.match(file)
|
81
|
+
status = db_list_schema.delete(match_data[1]) ? 'up' : 'down'
|
82
|
+
file_list << [status, match_data[1], match_data[2], 'schema']
|
83
|
+
end
|
84
|
+
end
|
85
|
+
|
86
|
+
file_list.sort!{|a,b| "#{a[1]}_#{a[3] == 'data' ? 1 : 0}" <=> "#{b[1]}_#{b[3] == 'data' ? 1 : 0}" }
|
87
|
+
|
88
|
+
# output
|
89
|
+
puts "\ndatabase: #{config['database']}\n\n"
|
90
|
+
puts "#{"Status".center(8)} #{"Type".center(8)} #{"Migration ID".ljust(14)} Migration Name"
|
91
|
+
puts "-" * 60
|
92
|
+
file_list.each do |file|
|
93
|
+
puts "#{file[0].center(8)} #{file[3].center(8)} #{file[1].ljust(14)} #{file[2].humanize}"
|
94
|
+
end
|
95
|
+
db_list_schema.each do |version|
|
96
|
+
puts "#{'up'.center(8)} #{version.ljust(14)} *** NO SCHEMA FILE ***"
|
97
|
+
end
|
98
|
+
db_list_data.each do |version|
|
99
|
+
puts "#{'up'.center(8)} #{version.ljust(14)} *** NO DATA FILE ***"
|
100
|
+
end
|
101
|
+
puts
|
102
|
+
end
|
103
|
+
|
104
|
+
private
|
105
|
+
|
106
|
+
def connect_to_database
|
107
|
+
config = if ActiveRecord.version < Gem::Version.new('6.1')
|
108
|
+
ActiveRecord::Base.configurations[Rails.env || 'development']
|
109
|
+
else
|
110
|
+
ActiveRecord::Base.configurations.find_db_config(Rails.env || 'development').configuration_hash
|
111
|
+
end
|
112
|
+
ActiveRecord::Base.establish_connection(config)
|
113
|
+
|
114
|
+
unless DataMigrate::DataSchemaMigration.table_exists?
|
115
|
+
puts 'Data migrations table does not exist yet.'
|
116
|
+
config = nil
|
117
|
+
end
|
118
|
+
unless ActiveRecord::SchemaMigration.table_exists?
|
119
|
+
puts 'Schema migrations table does not exist yet.'
|
120
|
+
config = nil
|
121
|
+
end
|
122
|
+
config
|
123
|
+
end
|
43
124
|
end
|
44
125
|
end
|
45
126
|
end
|
data/lib/data_migrate/version.rb
CHANGED
@@ -115,4 +115,50 @@ describe DataMigrate::Tasks::DataMigrateTasks do
|
|
115
115
|
end
|
116
116
|
end
|
117
117
|
end
|
118
|
+
|
119
|
+
describe :status do
|
120
|
+
let(:db_config) do
|
121
|
+
{
|
122
|
+
adapter: "sqlite3",
|
123
|
+
database: "spec/db/test.db"
|
124
|
+
}
|
125
|
+
end
|
126
|
+
|
127
|
+
before do
|
128
|
+
if Rails::VERSION::MAJOR == 5
|
129
|
+
ActiveRecord::Base.configurations['test'] = db_config
|
130
|
+
else
|
131
|
+
hash_config = ActiveRecord::DatabaseConfigurations::HashConfig.new('test', 'test', db_config)
|
132
|
+
config_obj = ActiveRecord::DatabaseConfigurations.new([hash_config])
|
133
|
+
allow(ActiveRecord::Base).to receive(:configurations).and_return(config_obj)
|
134
|
+
end
|
135
|
+
|
136
|
+
allow(Rails).to receive(:root) { '.' }
|
137
|
+
|
138
|
+
if Rails::VERSION::MAJOR == 5
|
139
|
+
allow(DataMigrate::Tasks::DataMigrateTasks).to receive(:schema_migrations_path) { 'spec/db/migrate/5.2' }
|
140
|
+
else
|
141
|
+
allow(DataMigrate::Tasks::DataMigrateTasks).to receive(:schema_migrations_path) { 'spec/db/migrate/6.0' }
|
142
|
+
end
|
143
|
+
|
144
|
+
DataMigrate::Tasks::DataMigrateTasks.migrate
|
145
|
+
end
|
146
|
+
|
147
|
+
after do
|
148
|
+
ActiveRecord::Migration.drop_table("data_migrations")
|
149
|
+
end
|
150
|
+
|
151
|
+
it "should display data migration status" do
|
152
|
+
expect {
|
153
|
+
DataMigrate::Tasks::DataMigrateTasks.status
|
154
|
+
}.to output(/up 20091231235959 Some name/).to_stdout
|
155
|
+
end
|
156
|
+
|
157
|
+
it "should display schema and data migration status" do
|
158
|
+
expect {
|
159
|
+
DataMigrate::Tasks::DataMigrateTasks.status_with_schema
|
160
|
+
}.to output(match(/up data 20091231235959 Some name/)
|
161
|
+
.and match(/down schema 20131111111111 Late migration/)).to_stdout
|
162
|
+
end
|
163
|
+
end
|
118
164
|
end
|
data/tasks/databases.rake
CHANGED
@@ -4,29 +4,29 @@ namespace :db do
|
|
4
4
|
namespace :migrate do
|
5
5
|
desc "Migrate the database data and schema (options: VERSION=x, VERBOSE=false)."
|
6
6
|
task :with_data => :environment do
|
7
|
-
assure_data_schema_table
|
7
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
8
8
|
|
9
9
|
ActiveRecord::Migration.verbose = ENV["VERBOSE"] ? ENV["VERBOSE"] == "true" : true
|
10
10
|
target_version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
|
11
11
|
migrations = []
|
12
12
|
|
13
13
|
if target_version.nil?
|
14
|
-
migrations = pending_migrations.map{ |m| m.merge(:direction =>:up) }
|
14
|
+
migrations = DataMigrate::DatabaseTasks.pending_migrations.map{ |m| m.merge(:direction =>:up) }
|
15
15
|
else
|
16
16
|
current_schema_version = ActiveRecord::Migrator.current_version
|
17
17
|
schema_migrations = if target_version > current_schema_version
|
18
|
-
pending_schema_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
|
18
|
+
DataMigrate::DatabaseTasks.pending_schema_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
|
19
19
|
elsif target_version < current_schema_version
|
20
|
-
past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
|
20
|
+
DataMigrate::DatabaseTasks.past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
|
21
21
|
else # ==
|
22
22
|
[]
|
23
23
|
end
|
24
24
|
|
25
|
-
current_data_version =
|
25
|
+
current_data_version = DataMigrate::DataMigrator.current_version
|
26
26
|
data_migrations = if target_version > current_data_version
|
27
|
-
pending_data_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
|
27
|
+
DataMigrate::DatabaseTasks.pending_data_migrations.keep_if{ |m| m[:version] <= target_version }.map{ |m| m.merge(:direction =>:up) }
|
28
28
|
elsif target_version < current_data_version
|
29
|
-
past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
|
29
|
+
DataMigrate::DatabaseTasks.past_migrations.keep_if{ |m| m[:version] > target_version }.map{ |m| m.merge(:direction =>:down) }
|
30
30
|
else # ==
|
31
31
|
[]
|
32
32
|
end
|
@@ -35,9 +35,9 @@ namespace :db do
|
|
35
35
|
elsif data_migrations.empty?
|
36
36
|
schema_migrations
|
37
37
|
elsif target_version > current_data_version && target_version > current_schema_version
|
38
|
-
sort_migrations data_migrations, schema_migrations
|
38
|
+
DataMigrate::DatabaseTasks.sort_migrations data_migrations, schema_migrations
|
39
39
|
elsif target_version < current_data_version && target_version < current_schema_version
|
40
|
-
sort_migrations(data_migrations, schema_migrations).reverse
|
40
|
+
DataMigrate::DatabaseTasks.sort_migrations(data_migrations, schema_migrations).reverse
|
41
41
|
elsif target_version > current_data_version && target_version < current_schema_version
|
42
42
|
schema_migrations + data_migrations
|
43
43
|
elsif target_version < current_data_version && target_version > current_schema_version
|
@@ -46,7 +46,7 @@ namespace :db do
|
|
46
46
|
end
|
47
47
|
|
48
48
|
migrations.each do |migration|
|
49
|
-
run_migration(migration, migration[:direction])
|
49
|
+
DataMigrate::DatabaseTasks.run_migration(migration, migration[:direction])
|
50
50
|
end
|
51
51
|
|
52
52
|
Rake::Task["db:_dump"].invoke
|
@@ -56,7 +56,7 @@ namespace :db do
|
|
56
56
|
namespace :redo do
|
57
57
|
desc 'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
|
58
58
|
task :with_data => :environment do
|
59
|
-
assure_data_schema_table
|
59
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
60
60
|
if ENV["VERSION"]
|
61
61
|
Rake::Task["db:migrate:down:with_data"].invoke
|
62
62
|
Rake::Task["db:migrate:up:with_data"].invoke
|
@@ -72,16 +72,16 @@ namespace :db do
|
|
72
72
|
task :with_data => :environment do
|
73
73
|
version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
|
74
74
|
raise "VERSION is required" unless version
|
75
|
-
assure_data_schema_table
|
75
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
76
76
|
run_both = ENV["BOTH"] == "true"
|
77
|
-
migrations = pending_migrations.keep_if{|m| m[:version] == version}
|
77
|
+
migrations = DataMigrate::DatabaseTasks.pending_migrations.keep_if{|m| m[:version] == version}
|
78
78
|
|
79
79
|
unless run_both || migrations.size < 2
|
80
80
|
migrations = migrations.slice(0,1)
|
81
81
|
end
|
82
82
|
|
83
83
|
migrations.each do |migration|
|
84
|
-
run_migration(migration, :up)
|
84
|
+
DataMigrate::DatabaseTasks.run_migration(migration, :up)
|
85
85
|
end
|
86
86
|
|
87
87
|
Rake::Task["db:_dump"].invoke
|
@@ -94,16 +94,16 @@ namespace :db do
|
|
94
94
|
task :with_data => :environment do
|
95
95
|
version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
|
96
96
|
raise "VERSION is required" unless version
|
97
|
-
assure_data_schema_table
|
97
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
98
98
|
run_both = ENV["BOTH"] == "true"
|
99
|
-
migrations = past_migrations.keep_if{|m| m[:version] == version}
|
99
|
+
migrations = DataMigrate::DatabaseTasks.past_migrations.keep_if{|m| m[:version] == version}
|
100
100
|
|
101
101
|
unless run_both || migrations.size < 2
|
102
102
|
migrations = migrations.slice(0,1)
|
103
103
|
end
|
104
104
|
|
105
105
|
migrations.each do |migration|
|
106
|
-
run_migration(migration, :down)
|
106
|
+
DataMigrate::DatabaseTasks.run_migration(migration, :down)
|
107
107
|
end
|
108
108
|
|
109
109
|
Rake::Task["db:_dump"].invoke
|
@@ -114,49 +114,7 @@ namespace :db do
|
|
114
114
|
namespace :status do
|
115
115
|
desc "Display status of data and schema migrations"
|
116
116
|
task :with_data => :environment do
|
117
|
-
|
118
|
-
next unless config
|
119
|
-
|
120
|
-
db_list_data = ActiveRecord::Base.connection.select_values(
|
121
|
-
"SELECT version FROM #{DataMigrate::DataSchemaMigration.table_name}"
|
122
|
-
)
|
123
|
-
db_list_schema = ActiveRecord::Base.connection.select_values(
|
124
|
-
"SELECT version FROM #{ActiveRecord::SchemaMigration.schema_migrations_table_name}"
|
125
|
-
)
|
126
|
-
file_list = []
|
127
|
-
|
128
|
-
Dir.foreach(File.join(Rails.root, data_migrations_path)) do |file|
|
129
|
-
# only files matching "20091231235959_some_name.rb" pattern
|
130
|
-
if match_data = /(\d{14})_(.+)\.rb/.match(file)
|
131
|
-
status = db_list_data.delete(match_data[1]) ? 'up' : 'down'
|
132
|
-
file_list << [status, match_data[1], match_data[2], 'data']
|
133
|
-
end
|
134
|
-
end
|
135
|
-
|
136
|
-
Dir.foreach(File.join(Rails.root, 'db', 'migrate')) do |file|
|
137
|
-
# only files matching "20091231235959_some_name.rb" pattern
|
138
|
-
if match_data = /(\d{14})_(.+)\.rb/.match(file)
|
139
|
-
status = db_list_schema.delete(match_data[1]) ? 'up' : 'down'
|
140
|
-
file_list << [status, match_data[1], match_data[2], 'schema']
|
141
|
-
end
|
142
|
-
end
|
143
|
-
|
144
|
-
file_list.sort!{|a,b| "#{a[1]}_#{a[3] == 'data' ? 1 : 0}" <=> "#{b[1]}_#{b[3] == 'data' ? 1 : 0}" }
|
145
|
-
|
146
|
-
# output
|
147
|
-
puts "\ndatabase: #{config['database']}\n\n"
|
148
|
-
puts "#{"Status".center(8)} #{"Type".center(8)} #{"Migration ID".ljust(14)} Migration Name"
|
149
|
-
puts "-" * 60
|
150
|
-
file_list.each do |file|
|
151
|
-
puts "#{file[0].center(8)} #{file[3].center(8)} #{file[1].ljust(14)} #{file[2].humanize}"
|
152
|
-
end
|
153
|
-
db_list_schema.each do |version|
|
154
|
-
puts "#{'up'.center(8)} #{version.ljust(14)} *** NO SCHEMA FILE ***"
|
155
|
-
end
|
156
|
-
db_list_data.each do |version|
|
157
|
-
puts "#{'up'.center(8)} #{version.ljust(14)} *** NO DATA FILE ***"
|
158
|
-
end
|
159
|
-
puts
|
117
|
+
DataMigrate::Tasks::DataMigrateTasks.status_with_schema
|
160
118
|
end
|
161
119
|
end
|
162
120
|
end # END OF MIGRATE NAME SPACE
|
@@ -165,9 +123,9 @@ namespace :db do
|
|
165
123
|
desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
|
166
124
|
task :with_data => :environment do
|
167
125
|
step = ENV['STEP'] ? ENV['STEP'].to_i : 1
|
168
|
-
assure_data_schema_table
|
169
|
-
past_migrations[0..(step - 1)].each do | past_migration |
|
170
|
-
run_migration(past_migration, :down)
|
126
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
127
|
+
DataMigrate::DatabaseTasks.past_migrations[0..(step - 1)].each do | past_migration |
|
128
|
+
DataMigrate::DatabaseTasks.run_migration(past_migration, :down)
|
171
129
|
end
|
172
130
|
|
173
131
|
Rake::Task["db:_dump"].invoke
|
@@ -178,7 +136,7 @@ namespace :db do
|
|
178
136
|
namespace :forward do
|
179
137
|
desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
|
180
138
|
task :with_data => :environment do
|
181
|
-
assure_data_schema_table
|
139
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
182
140
|
step = ENV['STEP'] ? ENV['STEP'].to_i : 1
|
183
141
|
DataMigrate::DatabaseTasks.forward(step)
|
184
142
|
Rake::Task["db:_dump"].invoke
|
@@ -189,7 +147,7 @@ namespace :db do
|
|
189
147
|
namespace :version do
|
190
148
|
desc "Retrieves the current schema version numbers for data and schema migrations"
|
191
149
|
task :with_data => :environment do
|
192
|
-
assure_data_schema_table
|
150
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
193
151
|
puts "Current Schema version: #{ActiveRecord::Migrator.current_version}"
|
194
152
|
puts "Current Data version: #{DataMigrate::DataMigrator.current_version}"
|
195
153
|
end
|
@@ -199,7 +157,7 @@ namespace :db do
|
|
199
157
|
desc "Raises an error if there are pending migrations or data migrations"
|
200
158
|
task with_data: :environment do
|
201
159
|
message = %{Run `rake db:migrate:with_data` to update your database then try again.}
|
202
|
-
DataMigrate::Tasks::DataMigrateTasks.abort_if_pending_migrations(pending_migrations, message)
|
160
|
+
DataMigrate::Tasks::DataMigrateTasks.abort_if_pending_migrations(DataMigrate::DatabaseTasks.pending_migrations, message)
|
203
161
|
end
|
204
162
|
end
|
205
163
|
|
@@ -242,7 +200,7 @@ namespace :data do
|
|
242
200
|
namespace :migrate do
|
243
201
|
desc 'Rollbacks the database one migration and re migrate up (options: STEP=x, VERSION=x).'
|
244
202
|
task :redo => :environment do
|
245
|
-
assure_data_schema_table
|
203
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
246
204
|
if ENV["VERSION"]
|
247
205
|
Rake::Task["data:migrate:down"].invoke
|
248
206
|
Rake::Task["data:migrate:up"].invoke
|
@@ -254,10 +212,10 @@ namespace :data do
|
|
254
212
|
|
255
213
|
desc 'Runs the "up" for a given migration VERSION.'
|
256
214
|
task :up => :environment do
|
257
|
-
assure_data_schema_table
|
215
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
258
216
|
version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
|
259
217
|
raise "VERSION is required" unless version
|
260
|
-
DataMigrate::DataMigrator.run(:up, data_migrations_path, version)
|
218
|
+
DataMigrate::DataMigrator.run(:up, DataMigrate::DatabaseTasks.data_migrations_path, version)
|
261
219
|
Rake::Task["data:dump"].invoke
|
262
220
|
end
|
263
221
|
|
@@ -265,52 +223,48 @@ namespace :data do
|
|
265
223
|
task :down => :environment do
|
266
224
|
version = ENV["VERSION"] ? ENV["VERSION"].to_i : nil
|
267
225
|
raise "VERSION is required" unless version
|
268
|
-
assure_data_schema_table
|
269
|
-
DataMigrate::DataMigrator.run(:down, data_migrations_path, version)
|
226
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
227
|
+
DataMigrate::DataMigrator.run(:down, DataMigrate::DatabaseTasks.data_migrations_path, version)
|
270
228
|
Rake::Task["data:dump"].invoke
|
271
229
|
end
|
272
230
|
|
273
231
|
desc "Display status of data migrations"
|
274
232
|
task :status => :environment do
|
275
|
-
|
276
|
-
ActiveRecord::Base.establish_connection(config)
|
277
|
-
connection = ActiveRecord::Base.connection
|
278
|
-
puts "\ndatabase: #{config['database']}\n\n"
|
279
|
-
DataMigrate::StatusService.dump(connection)
|
233
|
+
DataMigrate::Tasks::DataMigrateTasks.status
|
280
234
|
end
|
281
235
|
end
|
282
236
|
|
283
237
|
desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
|
284
238
|
task :rollback => :environment do
|
285
|
-
assure_data_schema_table
|
239
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
286
240
|
step = ENV['STEP'] ? ENV['STEP'].to_i : 1
|
287
|
-
DataMigrate::DataMigrator.rollback(data_migrations_path, step)
|
241
|
+
DataMigrate::DataMigrator.rollback(DataMigrate::DatabaseTasks.data_migrations_path, step)
|
288
242
|
Rake::Task["data:dump"].invoke
|
289
243
|
end
|
290
244
|
|
291
245
|
desc 'Pushes the schema to the next version (specify steps w/ STEP=n).'
|
292
246
|
task :forward => :environment do
|
293
|
-
assure_data_schema_table
|
247
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
294
248
|
step = ENV['STEP'] ? ENV['STEP'].to_i : 1
|
295
249
|
# TODO: No worky for .forward
|
296
250
|
# DataMigrate::DataMigrator.forward('db/data/', step)
|
297
|
-
migrations = pending_data_migrations.reverse.pop(step).reverse
|
251
|
+
migrations = DataMigrate::DatabaseTasks.pending_data_migrations.reverse.pop(step).reverse
|
298
252
|
migrations.each do | pending_migration |
|
299
|
-
DataMigrate::DataMigrator.run(:up, data_migrations_path, pending_migration[:version])
|
253
|
+
DataMigrate::DataMigrator.run(:up, DataMigrate::DatabaseTasks.data_migrations_path, pending_migration[:version])
|
300
254
|
end
|
301
255
|
Rake::Task["data:dump"].invoke
|
302
256
|
end
|
303
257
|
|
304
258
|
desc "Retrieves the current schema version number for data migrations"
|
305
259
|
task :version => :environment do
|
306
|
-
assure_data_schema_table
|
260
|
+
DataMigrate::DataMigrator.assure_data_schema_table
|
307
261
|
puts "Current data version: #{DataMigrate::DataMigrator.current_version}"
|
308
262
|
end
|
309
263
|
|
310
264
|
desc "Raises an error if there are pending data migrations"
|
311
265
|
task abort_if_pending_migrations: :environment do
|
312
266
|
message = %{Run `rake data:migrate` to update your database then try again.}
|
313
|
-
DataMigrate::Tasks::DataMigrateTasks.abort_if_pending_migrations(pending_data_migrations, message)
|
267
|
+
DataMigrate::Tasks::DataMigrateTasks.abort_if_pending_migrations(DataMigrate::DatabaseTasks.pending_data_migrations, message)
|
314
268
|
end
|
315
269
|
|
316
270
|
desc "Create a db/data_schema.rb file that stores the current data version"
|
@@ -333,68 +287,3 @@ namespace :data do
|
|
333
287
|
end
|
334
288
|
end
|
335
289
|
end
|
336
|
-
|
337
|
-
def pending_migrations
|
338
|
-
DataMigrate::DatabaseTasks.sort_migrations(
|
339
|
-
DataMigrate::DatabaseTasks.pending_schema_migrations,
|
340
|
-
DataMigrate::DatabaseTasks.pending_data_migrations
|
341
|
-
)
|
342
|
-
end
|
343
|
-
|
344
|
-
def pending_data_migrations
|
345
|
-
DataMigrate::DatabaseTasks.pending_data_migrations
|
346
|
-
end
|
347
|
-
|
348
|
-
def pending_schema_migrations
|
349
|
-
DataMigrate::DatabaseTasks.pending_schema_migrations
|
350
|
-
end
|
351
|
-
|
352
|
-
def sort_migrations set_1, set_2=nil
|
353
|
-
migrations = set_1 + (set_2 || [])
|
354
|
-
migrations.sort{|a,b| sort_string(a) <=> sort_string(b)}
|
355
|
-
end
|
356
|
-
|
357
|
-
def sort_string migration
|
358
|
-
"#{migration[:version]}_#{migration[:kind] == :data ? 1 : 0}"
|
359
|
-
end
|
360
|
-
|
361
|
-
def connect_to_database
|
362
|
-
config = ActiveRecord::Base.configurations[Rails.env || 'development']
|
363
|
-
ActiveRecord::Base.establish_connection(config)
|
364
|
-
|
365
|
-
unless DataMigrate::DataSchemaMigration.table_exists?
|
366
|
-
puts 'Data migrations table does not exist yet.'
|
367
|
-
config = nil
|
368
|
-
end
|
369
|
-
unless ActiveRecord::SchemaMigration.table_exists?
|
370
|
-
puts 'Schema migrations table does not exist yet.'
|
371
|
-
config = nil
|
372
|
-
end
|
373
|
-
config
|
374
|
-
end
|
375
|
-
|
376
|
-
def past_migrations(sort=nil)
|
377
|
-
DataMigrate::DatabaseTasks.past_migrations(sort)
|
378
|
-
end
|
379
|
-
|
380
|
-
def assure_data_schema_table
|
381
|
-
DataMigrate::DataMigrator.assure_data_schema_table
|
382
|
-
end
|
383
|
-
|
384
|
-
def data_migrations_path
|
385
|
-
DataMigrate.config.data_migrations_path
|
386
|
-
end
|
387
|
-
|
388
|
-
def run_migration(migration, direction)
|
389
|
-
if migration[:kind] == :data
|
390
|
-
ActiveRecord::Migration.write("== %s %s" % ['Data', "=" * 71])
|
391
|
-
DataMigrate::DataMigrator.run(direction, data_migrations_path, migration[:version])
|
392
|
-
else
|
393
|
-
ActiveRecord::Migration.write("== %s %s" % ['Schema', "=" * 69])
|
394
|
-
DataMigrate::SchemaMigration.run(
|
395
|
-
direction,
|
396
|
-
DataMigrate::SchemaMigration.migrations_paths,
|
397
|
-
migration[:version]
|
398
|
-
)
|
399
|
-
end
|
400
|
-
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: data_migrate
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 8.
|
4
|
+
version: 8.1.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew J Vargo
|
@@ -10,7 +10,7 @@ authors:
|
|
10
10
|
autorequire:
|
11
11
|
bindir: bin
|
12
12
|
cert_chain: []
|
13
|
-
date: 2022-
|
13
|
+
date: 2022-08-02 00:00:00.000000000 Z
|
14
14
|
dependencies:
|
15
15
|
- !ruby/object:Gem::Dependency
|
16
16
|
name: activerecord
|
@@ -287,11 +287,11 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
287
287
|
version: '0'
|
288
288
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
289
289
|
requirements:
|
290
|
-
- - "
|
290
|
+
- - ">="
|
291
291
|
- !ruby/object:Gem::Version
|
292
|
-
version:
|
292
|
+
version: '0'
|
293
293
|
requirements: []
|
294
|
-
rubygems_version: 3.
|
294
|
+
rubygems_version: 3.3.7
|
295
295
|
signing_key:
|
296
296
|
specification_version: 4
|
297
297
|
summary: Rake tasks to migrate data alongside schema changes.
|