rails_data_fix 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9aecc5561ca42500f7eeac7f0c491994a2ec22bffe93ac3a562ec3b233c09bc0
+  data.tar.gz: 7649eb215c34e313ddda879feb54334f56f0d01d140cf799a06e082d6ea40b0c
+SHA512:
+  metadata.gz: b578010033aad671e725ee684ed7619a04c624d2ad39034749a670358e87373de4b402b741d74f26ff48f7cc3d403738116649cb29719824bc4ed0993e014b93
+  data.tar.gz: 5d5a8ec6b185644d1ba2ca2563e4a908fb574804c1c8982fb3af20fff99bec7b747fbee49ec4383e54c8faef93a25ff93fd46b72e126cdce86df8ec0bef4fb16

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# Emacs
+*~
+
+# rspec failure tracking
+.rspec_status

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,13 @@
+AllCops:
+  TargetRubyVersion: 2.4
+
+Style/StringLiterals:
+  Enabled: true
+  EnforcedStyle: double_quotes
+
+Style/StringLiteralsInInterpolation:
+  Enabled: true
+  EnforcedStyle: double_quotes
+
+Layout/LineLength:
+  Max: 120

data/CHANGELOG.org

@@ -0,0 +1,7 @@
+#+TITLE: ChangeLog
+
+** [Unreleased]
+
+** [0.1.1] - 2021-07-30
+
+- Initial release

data/Gemfile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in data_fix.gemspec
+gemspec
+
+gem "rake", "~> 13.0"
+
+gem "rspec", "~> 3.0"
+
+gem "rubocop", "~> 1.7"

data/Gemfile.lock

@@ -0,0 +1,55 @@
+PATH
+  remote: .
+  specs:
+    data_fix (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.4.2)
+    diff-lcs (1.4.4)
+    parallel (1.20.1)
+    parser (3.0.2.0)
+      ast (~> 2.4.1)
+    rainbow (3.0.0)
+    rake (13.0.6)
+    regexp_parser (2.1.1)
+    rexml (3.2.5)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.1)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.2)
+    rubocop (1.18.4)
+      parallel (~> 1.10)
+      parser (>= 3.0.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml
+      rubocop-ast (>= 1.8.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 3.0)
+    rubocop-ast (1.8.0)
+      parser (>= 3.0.1.1)
+    ruby-progressbar (1.11.0)
+    unicode-display_width (2.0.0)
+
+PLATFORMS
+  x86_64-linux
+
+DEPENDENCIES
+  data_fix!
+  rake (~> 13.0)
+  rspec (~> 3.0)
+  rubocop (~> 1.7)
+
+BUNDLED WITH
+   2.2.19

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2021 Adolfo Villafiorita
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.org

@@ -0,0 +1,210 @@
+#+TITLE: DataFix - Data Maintenance Tasks Manager
+#+AUTHOR: Adolfo Villafiorita
+
+Manage your data maintenance tasks like migrations.
+
+* Introduction
+
+This Rails gem provides a set of tasks to manage DB data maintenance
+tasks like they were migrations.
+
+Data maintenance tasks include anything which does not fit in a schema
+migration, such as, for instance, adding new records in production,
+fixing errors in existing records, migrating data to a new
+schema, ...
+
+Before we wrote =data_fix= we would create a rake tasks or a script
+with the migration code, test the script in development and finally
+run it in production.  The process was highly manual, with no
+information about which migrations were run and when.  Although these
+scripts are usually one-offs and lose their value once run, we were
+not quite ok with the approach.
+
+=data_fix= helps by enforcing standards and keeping track of the data
+fix run.
+
+Similar to Rails schema migrations, thus, =data_fix= provides:
+
+- Tasks for generating time-stamped scripts, where you will put the
+  code you need to run on your data.=
+- A table in your DBs to keep track of which scripts have been already
+  run
+- Tasks to manage execution of the scripts and of the table of the
+  tasks run
+- Automatic backup of your data before running the scripts
+
+Different from schema migrations data_fix does **not** provide a
+mechanism for data rollbacks.  In fact writing reversible maintenance
+scripts on data not only is complex, but also, in many cases,
+pointless: why should you write the code to fix a typo in a record and
+also that to reintroduce the typo you are fixing?  It is also an
+overkill, since it is much simpler rolling back to a previous version
+using a backup.
+
+We now use it at [[https://shair.tech][Shair.Tech]] to perform data cleaning and data updates
+of our Rails apps.
+
+* Installation
+
+Add this line to your application's Gemfile:
+
+#+begin_example ruby
+gem 'rails_data_fix'
+#+end_example
+
+And then execute:
+
+#+begin_example
+$ bundle install
+#+end_example
+
+Or install it yourself as:
+
+#+begin_example
+$ gem install rails_data_fix
+#+end_example
+
+Than *for each environment and DB in which you want to use
+=data_fix=* run the following command:
+
+#+begin_example
+rails data_fix:init
+#+end_example
+
+*This means that you need to run =RAILS_ENV=production rake
+data_fix:init= in your production environment, if you want to use it
+there.*
+
+* Usage
+
+First create a file and write the script:
+
+#+begin_example sh
+rails data_fix:create[data_fix_name]
+[... write the script in the generated file ...]
+#+end_example
+
+Then, for each environment in which you need to run the script:
+
+#+begin_example sh
+rails data_fix:run
+#+end_example  
+
+=data_fix= scripts are not atomic: if you interrupt a script, the DB
+will be left in status which depends on the code you wrote and when
+you interrupted the script.  In a typical scenario only part your
+record will have been updated/fixed.
+
+* Testing
+
+It is a good idea to test your scripts in development before running
+them on the actual data.
+
+You can run the same script multiple times on the DB either by
+restoring the status from a backup or by using the =rollback= task,
+which declares one or more migrations as not run.
+
+For instance:
+
+#+begin_example
+rake db:run
+[... ERROR! ... ]
+[... FIX SCRIPT ...]
+rake db:rollback
+rake db:run
+[... REPEAT ...]
+#+end_example
+
+* Example  
+
+A typical usage scenario is the following.
+
+0. You realize you have been inconsistent in storing color names in
+   the =color= field of a table of your DB: some of your records use
+   the word =gray= while others use the British spelling =grey=.
+
+1. You use =data_fix:create= to generate a file in =db/migrate-data=.
+   (The file will contain your data migration/maintenance script):
+
+   #+begin_example sh
+   rails data_fix:create[prefer_british_spelling]
+   #+end_example
+
+   The script generates a file whose name is along the lines of:
+   =db/migrate-data/20210730135129_prefer_british_over_american.rb=
+
+2. You now write the code to fix your data in the file just created. For
+   instance something along the lines of:
+
+   #+begin_example sh
+   cat > db/migrate-data/20210730135129_prefer_british_over_american.rb
+   Color.where(name: "gray").each do |record|
+     record.color = "grey"
+     record.save
+   end
+   ^D
+   #+end_example
+
+3. You can test your script in development by running:
+
+   #+begin_example sh
+   rails data_fix:run
+   #+end_example   
+
+4. If you are unhappy, you can declare the data_fix as not run, fix
+   you script, and run it again:
+
+   #+begin_example sh
+   rails data_fix:rollback
+   #+end_example
+
+   #+begin_example sh
+   cat > db/migrate-data/20210730135129_prefer_british_over_american.rb
+   puts "I prefer a brute-force approach"
+   Color.all.each do |record|
+     record.color = "grey"
+     record.save
+   end
+   ^D
+   #+end_example
+   
+   #+begin_example sh
+   rails data_fix:run
+   #+end_example   
+
+   #+begin_quote
+     Despite the name of the task, =data_fix:rollback= does not roll
+     back data: for that you need to reload from a DB.  The
+     =data_fix:rollback= task updates the table in the DB declaring
+     the the latest =data_fix= has not yet been run.
+   #+end_quote
+
+You repeat the steps above for any other data fix you need.  When you
+are ready, you can run all the migrations at once in production, with
+the following command:
+
+   #+begin_example
+   RAILS_ENV=production rails data_fix:run
+   #+end_example
+
+=data_fix= keeps track of the scripts it has already run ensuring the
+script is not run twice.
+
+
+* Development
+
+To install this gem onto your local machine, run `bundle exec rake
+install`. To release a new version, update the version number in
+`version.rb`, and then run `bundle exec rake release`, which will
+create a git tag for the version, push git commits and the created
+tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+* Contributing
+
+Bug reports and pull requests are welcome on GitHub at
+https://github.com/shair.tech/data_fix.
+
+* License
+
+The gem is available as open source under the terms of the
+[[https://opensource.org/licenses/MIT][MIT License]].

data/Rakefile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+require "rubocop/rake_task"
+
+RuboCop::RakeTask.new
+
+task default: %i[spec rubocop]

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "data_fix"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/data_fix.gemspec

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+require_relative "lib/data_fix/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "rails_data_fix"
+  spec.version       = DataFix::VERSION
+  spec.authors       = ["Adolfo Villafiorita"]
+  spec.email         = ["adolfo@shair.tech"]
+
+  spec.summary       = "Manage your data maintenance tasks like they were migrations"
+  spec.description   = <<-EOS
+ This gem provides a set of commands to manage data maintenance scripts of a Rails application like migrations.  
+
+Each script has a timestamped name; a table in the DBs keeps track of
+the scripts which have been run.  Similar to migrations you can run
+multiple scripts in the same session.  DataFix keeps track of which
+scripts have already run.
+
+We use it at Shair.Tech to simplify testing of migration scripts.
+  EOS
+  spec.homepage      = "https://ict4g.net/gitea/haoyun/data_fix.git"
+  spec.license       = "MIT"
+  spec.required_ruby_version = ">= 2.4.0"
+
+  spec.metadata["allowed_push_host"] = "https://www.rubygems.org"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = spec.homepage
+  spec.metadata["changelog_uri"] = File.join spec.homepage, "CHANGELOG.org"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{\A(?:test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Uncomment to register a new dependency of your gem
+  # spec.add_dependency "example-gem", "~> 1.0"
+
+  # For more information and examples about making a new gem, checkout our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

data/lib/data_fix/data_fix.rb

@@ -0,0 +1,6 @@
+require 'active_record'
+
+module DataFix
+  class DataFix < ActiveRecord::Base
+  end
+end

data/lib/data_fix/railtie.rb

@@ -0,0 +1,7 @@
+module DataFix
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      load "tasks/data_fix_tasks.rake"
+    end
+  end
+end

data/lib/data_fix/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module DataFix
+  VERSION = "0.1.1"
+end

data/lib/data_fix.rb

@@ -0,0 +1,6 @@
+# frozen_string_literal: true
+
+require_relative "data_fix/version"
+
+require_relative "data_fix/data_fix"
+require_relative "data_fix/railtie" if defined?(Rails::Railtie)

data/lib/tasks/data_fix_tasks.rake

@@ -0,0 +1,168 @@
+# coding: utf-8
+namespace :data_fix do
+  DATAFIX_DIR = File.join("db", "migrate-data")
+
+  def puts_and_log message, level = :info
+    puts "** #{message}"
+    logger = Rails.logger
+    logger.send(level) { |msg| "data_fix: #{message}" }
+  end
+
+  # strip characters and whitespace to create valid filenames, also lowercase
+  def sanitize_filename(name)
+    if(name.is_a? Integer)
+      return name.to_s
+    end
+    return name.tr(
+             "ÀÁÂÃÄÅàáâãäåĀāĂ㥹ÇçĆćĈĉĊċČčÐðĎďĐđÈÉÊËèéêëĒēĔĕĖėĘęĚěĜĝĞğĠġĢģĤĥĦħÌÍÎÏìíîïĨĩĪīĬĭĮįİıĴĵĶķĸĹĺĻļĽľĿŀŁłÑñŃńŅņŇňʼnŊŋÑñÒÓÔÕÖØòóôõöøŌōŎŏŐőŔŕŖŗŘřŚśŜŝŞşŠšſŢţŤťŦŧÙÚÛÜùúûüŨũŪūŬŭŮůŰűŲųŴŵÝýÿŶŷŸŹźŻżŽž",
+             "AAAAAAaaaaaaAaAaAaCcCcCcCcCcDdDdDdEEEEeeeeEeEeEeEeEeGgGgGgGgHhHhIIIIiiiiIiIiIiIiIiJjKkkLlLlLlLlLlNnNnNnNnnNnNnOOOOOOooooooOoOoOoRrRrRrSsSsSsSssTtTtTtUUUUuuuuUuUuUuUuUuUuWwYyyYyYZzZzZz"
+           ).downcase.strip.gsub(' ', '-').gsub(/[^\w.-]/, '')
+  end
+
+  def exit_if_not_installed
+    if not ActiveRecord::Base.connection.table_exists? :data_fixes
+      puts_and_log "ERROR: it seems like data_fix:init has not been run yet", :error
+      exit(1)
+    end
+  end
+
+  desc 'Add a :data_fixes table to the DB (run the first time only)'
+  task :init => :environment do
+    unless ActiveRecord::Base.connection.table_exists? :data_fixes
+      ActiveRecord::Base.connection.create_table :data_fixes do |t|
+        t.string :name
+        t.timestamps
+      end
+    end
+    Dir.mkdir DATAFIX_DIR if not Dir.exists? DATAFIX_DIR
+  end
+
+  desc 'Create a new data fix'
+  task :create, [:name] => :environment do |_, args|
+    exit_if_not_installed
+
+    time = DateTime.now.strftime("%Y%m%d%H%M%S")
+    f = File.new(File.join(DATAFIX_DIR, sanitize_filename("#{time}_#{args.name}.rb")), "w")
+    f.write("")
+    f.close
+  end
+ 
+  def backup_database dry_run
+    config = Rails.configuration.database_configuration[Rails.env]
+
+    puts_and_log "Backing up #{Rails.env} database"
+    case config["adapter"]
+    when "sqlite3"
+      db_name = config["database"]
+      backup_db_name = db_name.gsub(/\.sqlite3$/, "-#{Date.today.strftime('%Y-%m-%d')}.sqlite3")
+      cmd = "cp \"#{db_name}\" \"#{backup_db_name}\""
+    when "mysql2"
+      db_host = config["host"]
+      db_name = config["database"]
+      db_username = config["username"]
+      db_password = config["password"]
+      backup_db_name = "db/#{db_name}-#{Rails.env}-#{Date.today.strftime('%Y-%m-%d')}.sql"
+      cmd = "mysqldump -u #{db_name} -p #{db_password} #{db_name} > \"#{backup_db_name}\""
+    end
+    if dry_run
+      puts_and_log "WOULD RUN: #{cmd}"
+    else
+      system cmd
+    end
+    puts_and_log "backup performed and available as #{backup_db_name}."
+  end
+
+  def df_status
+    files = Dir.glob("*.rb", base: DATAFIX_DIR).sort
+
+    puts "** data_fix status"
+    printf "%3s %-60s %-10s\n", "run", "file in #{DATAFIX_DIR}", "when"
+    files.each do |file|
+      run = DataFix::DataFix.find_by(name: file)
+      printf "%-3s %-60s %-10s\n", run ? "Y" : "N", file, run ? run.created_at : ""
+    end
+    puts ""
+  end
+
+  def df_run dry_run = true, steps = nil, no_backup = false
+    df_status
+
+    files = Dir.glob("*.rb", base: DATAFIX_DIR).sort
+    already_run = DataFix::DataFix.all.map { |x| x.name }.sort
+
+    to_run = steps ? (files - already_run)[0..(steps.to_i - 1)] : (files - already_run)
+    puts_and_log "data fix to run: #{to_run.join(", ")}"
+
+    # if we are doing things for real, backup the DB, unless
+    # explicitly asked not to do it
+    backup_database(dry_run) unless no_backup
+
+    # sort filenames by date (same as sorting alphabetically, since
+    # the date is in the name
+    to_run.sort.each do |file|
+      puts_and_log "starting data migration '#{file}'"
+      if dry_run
+        puts_and_log "WOULD RUN: ${File.join(DATAFIX_DIR, file)}" 
+      else
+        load File.join(DATAFIX_DIR, file)
+        DataFix::DataFix.create(name: file) 
+      end
+      puts_and_log "done!"
+    end
+  end
+
+  desc 'Dry run the required data fixes (STEP= to specify the optional number of steps)'
+  task dry_run: :environment do
+    exit_if_not_installed
+    df_run true, ENV["STEP"]
+  end
+
+  desc 'Run the required data fixes (STEP= to specify the optional number of steps)'
+  task run: :environment do
+    exit_if_not_installed
+    df_run false, ENV["STEP"]
+  end
+
+  desc 'Status: show which data fixes have been run'
+  task status: :environment do
+    exit_if_not_installed
+    df_status
+  end
+
+  desc 'Reconcile: declare that all data fixes have been run'
+  task reconcile: :environment do
+    exit_if_not_installed
+
+    DataFix::DataFix.destroy_all
+
+    files = Dir.glob("*.rb", base: DATAFIX_DIR).sort
+    files.each do |file|
+      DataFix::DataFix.create(name: file) 
+    end
+    puts_and_log "all data fixes have now been *declared* as run"
+  end
+
+  desc 'Reconcile up to: declare that data fixes up to given filename (included) have been run'
+  task :reconcile_up_to, [:filename] => :environment do |task, args|
+    exit_if_not_installed
+
+    stop_file = args[:filename]
+
+    DataFix::DataFix.destroy_all
+    files = Dir.glob("*.rb", base: DATAFIX_DIR).sort
+    files.each do |file|
+      DataFix::DataFix.create(name: file) 
+      exit if file == stop_file
+    end
+  end
+
+  desc 'Rollback: declare that the latest STEP data fixes have not been run (default 1)'
+  task rollback: :environment do
+    exit_if_not_installed
+
+    step = ENV["STEP"] || 1
+    step.times do 
+      DataFix::DataFix.last.destroy
+    end
+  end
+end

metadata

@@ -0,0 +1,69 @@
+--- !ruby/object:Gem::Specification
+name: rails_data_fix
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Adolfo Villafiorita
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2021-07-30 00:00:00.000000000 Z
+dependencies: []
+description: " This gem provides a set of commands to manage data maintenance scripts
+  of a Rails application like migrations.  \n\nEach script has a timestamped name;
+  a table in the DBs keeps track of\nthe scripts which have been run.  Similar to
+  migrations you can run\nmultiple scripts in the same session.  DataFix keeps track
+  of which\nscripts have already run.\n\nWe use it at Shair.Tech to simplify testing
+  of migration scripts.\n"
+email:
+- adolfo@shair.tech
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- CHANGELOG.org
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.org
+- Rakefile
+- bin/console
+- bin/setup
+- data_fix.gemspec
+- lib/data_fix.rb
+- lib/data_fix/data_fix.rb
+- lib/data_fix/railtie.rb
+- lib/data_fix/version.rb
+- lib/tasks/data_fix_tasks.rake
+homepage: https://ict4g.net/gitea/haoyun/data_fix.git
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://www.rubygems.org
+  homepage_uri: https://ict4g.net/gitea/haoyun/data_fix.git
+  source_code_uri: https://ict4g.net/gitea/haoyun/data_fix.git
+  changelog_uri: https://ict4g.net/gitea/haoyun/data_fix.git/CHANGELOG.org
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key:
+specification_version: 4
+summary: Manage your data maintenance tasks like they were migrations
+test_files: []