test_data 0.0.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/workflows/ruby.yml +41 -0
- data/.standard.yml +2 -0
- data/CHANGELOG.md +43 -0
- data/Gemfile.lock +17 -15
- data/LICENSE.txt +1 -6
- data/README.md +1232 -17
- data/example/.gitignore +1 -4
- data/example/Gemfile +3 -0
- data/example/Gemfile.lock +100 -71
- data/example/README.md +2 -22
- data/example/config/application.rb +3 -0
- data/example/config/credentials.yml.enc +1 -1
- data/example/config/database.yml +2 -0
- data/example/spec/rails_helper.rb +64 -0
- data/example/spec/requests/boops_spec.rb +17 -0
- data/example/spec/requests/rails_fixtures_override_spec.rb +106 -0
- data/example/spec/spec_helper.rb +94 -0
- data/example/test/factories.rb +4 -0
- data/example/test/integration/better_mode_switching_demo_test.rb +41 -0
- data/example/test/integration/boops_that_boop_boops_test.rb +17 -0
- data/example/test/integration/dont_dump_tables_test.rb +7 -0
- data/example/test/integration/load_rollback_truncate_test.rb +190 -0
- data/example/test/integration/mode_switching_demo_test.rb +38 -0
- data/example/test/integration/parallel_boops_with_fixtures_test.rb +10 -0
- data/example/test/integration/parallel_boops_without_fixtures_test.rb +9 -0
- data/example/test/integration/rails_fixtures_double_load_test.rb +10 -0
- data/example/test/integration/rails_fixtures_override_test.rb +110 -0
- data/example/test/integration/test_data_hooks_test.rb +89 -0
- data/example/test/integration/transaction_committing_boops_test.rb +27 -0
- data/example/test/test_helper.rb +4 -31
- data/lib/generators/test_data/cable_yaml_generator.rb +18 -0
- data/lib/generators/test_data/database_yaml_generator.rb +3 -4
- data/lib/generators/test_data/environment_file_generator.rb +7 -14
- data/lib/generators/test_data/initializer_generator.rb +51 -0
- data/lib/generators/test_data/secrets_yaml_generator.rb +19 -0
- data/lib/generators/test_data/webpacker_yaml_generator.rb +4 -3
- data/lib/test_data.rb +42 -1
- data/lib/test_data/active_record_ext.rb +11 -0
- data/lib/test_data/config.rb +57 -4
- data/lib/test_data/configurators.rb +3 -0
- data/lib/test_data/configurators/cable_yaml.rb +25 -0
- data/lib/test_data/configurators/environment_file.rb +3 -2
- data/lib/test_data/configurators/initializer.rb +26 -0
- data/lib/test_data/configurators/secrets_yaml.rb +25 -0
- data/lib/test_data/configurators/webpacker_yaml.rb +4 -3
- data/lib/test_data/custom_loaders/abstract_base.rb +25 -0
- data/lib/test_data/custom_loaders/rails_fixtures.rb +42 -0
- data/lib/test_data/dumps_database.rb +55 -5
- data/lib/test_data/generator_support.rb +3 -0
- data/lib/test_data/inserts_test_data.rb +25 -0
- data/lib/test_data/loads_database_dumps.rb +8 -8
- data/lib/test_data/log.rb +76 -0
- data/lib/test_data/manager.rb +187 -0
- data/lib/test_data/rake.rb +20 -9
- data/lib/test_data/save_point.rb +34 -0
- data/lib/test_data/statistics.rb +31 -0
- data/lib/test_data/truncates_test_data.rb +31 -0
- data/lib/test_data/verifies_dumps_are_loadable.rb +4 -4
- data/lib/test_data/version.rb +1 -1
- data/script/reset_example_app +18 -0
- data/script/test +78 -13
- data/test_data.gemspec +1 -1
- metadata +36 -4
- data/lib/test_data/transactional_data_loader.rb +0 -77
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 84a9fc3fe7b3dda0cf1ebdc775c9191757d21de11e033189c6450b91f63332e7
|
4
|
+
data.tar.gz: 0a47179f0607d9c57f63706e35de176b14d93989c6e5406094524a0fb3b09704
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4c10de3f9e234ae53e47553d099612dc7474cb3e98022b6a953d60beb8da3f502b00f506f29729dad0a9eb37c8e7f05a662263963300d7c531f48fef660c9173
|
7
|
+
data.tar.gz: d718e34070ca15bd9d0e27c75789e170e42da183fac8efc973404d9cea909ce984453f9393277b37ad36ff42fa4866c66de14d2a82a149ae536f0555c2f5f52d
|
@@ -0,0 +1,41 @@
|
|
1
|
+
# This workflow uses actions that are not certified by GitHub.
|
2
|
+
# They are provided by a third-party and are governed by
|
3
|
+
# separate terms of service, privacy policy, and support
|
4
|
+
# documentation.
|
5
|
+
# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
|
6
|
+
# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
|
7
|
+
|
8
|
+
name: Ruby
|
9
|
+
|
10
|
+
on: [push, pull_request, workflow_dispatch]
|
11
|
+
|
12
|
+
jobs:
|
13
|
+
test:
|
14
|
+
|
15
|
+
runs-on: ubuntu-latest
|
16
|
+
|
17
|
+
env:
|
18
|
+
PGHOST: "localhost"
|
19
|
+
PGPORT: "5432"
|
20
|
+
|
21
|
+
services:
|
22
|
+
postgres:
|
23
|
+
image: postgres:13
|
24
|
+
env:
|
25
|
+
POSTGRES_USER: "runner"
|
26
|
+
POSTGRES_HOST_AUTH_METHOD: trust
|
27
|
+
ports: ["5432:5432"]
|
28
|
+
|
29
|
+
strategy:
|
30
|
+
matrix:
|
31
|
+
ruby-version: ['2.7', '3.0']
|
32
|
+
|
33
|
+
steps:
|
34
|
+
- uses: actions/checkout@v2
|
35
|
+
- name: Set up Ruby
|
36
|
+
uses: ruby/setup-ruby@v1
|
37
|
+
with:
|
38
|
+
ruby-version: ${{ matrix.ruby-version }}
|
39
|
+
bundler-cache: true
|
40
|
+
- name: Run tests
|
41
|
+
run: script/test
|
data/.standard.yml
ADDED
data/CHANGELOG.md
CHANGED
@@ -1,2 +1,45 @@
|
|
1
1
|
# unreleased
|
2
2
|
|
3
|
+
- Adds several lifecycle hooks:
|
4
|
+
- config.after_test_data_load
|
5
|
+
- config.after_test_data_truncate
|
6
|
+
- config.after_rails_fixture_load
|
7
|
+
|
8
|
+
# 0.2.0
|
9
|
+
|
10
|
+
- BREAKING CHANGES: Remove or rename a bunch of APIs that aren't quite necessary
|
11
|
+
and leak too much implementation, requiring too much cognitive load for users.
|
12
|
+
- Remove config.use_transactional_data_loader
|
13
|
+
- Remove TestData.rollback
|
14
|
+
- Change TestData.load to TestData.uses_test_data and make it transaction-only
|
15
|
+
- Change TestData.truncate to TestData.uses_clean_slate and make it
|
16
|
+
transaction-only
|
17
|
+
- Change TestData.load_rails_fixtures to TestData.uses_rails_fixtures and make
|
18
|
+
it transaction-only
|
19
|
+
- Add TestData.insert_test_data_dump, which will blindly insert the test SQL
|
20
|
+
dump of test data without any transaction management
|
21
|
+
- [#2](https://github.com/testdouble/test_data/issues/2) - Work around
|
22
|
+
hard-coded environment names when initializing test_data environment secrets
|
23
|
+
|
24
|
+
# 0.1.0
|
25
|
+
|
26
|
+
- New feature: `TestData.load_rails_fixtures` to override default fixtures
|
27
|
+
behavior by loading it in a nested transaction after `TestData.truncate`
|
28
|
+
- Breaking change: move transactions configuration out of `TestData.load` and
|
29
|
+
instead a global setting for `TestData.config` named
|
30
|
+
`use_transactional_data_loader`
|
31
|
+
- Cascades truncation of test_data tables unless they're explicitly specified by
|
32
|
+
the truncate_these_test_data_tables` option
|
33
|
+
- Add secrets.yml and cable.yml generators to `test_data:configure` task
|
34
|
+
- Print the size of each dump and warn when dump size reaches certain thresholds
|
35
|
+
or increases significantly in the `test_data:dump` task
|
36
|
+
|
37
|
+
# 0.0.2
|
38
|
+
|
39
|
+
- Make the rest of the gem better
|
40
|
+
- Rename `TransactionData.load_data_dump` to `TransactionData.load`
|
41
|
+
|
42
|
+
# 0.0.1
|
43
|
+
|
44
|
+
- Make it work
|
45
|
+
|
data/Gemfile.lock
CHANGED
@@ -1,26 +1,26 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
test_data (0.
|
4
|
+
test_data (0.2.1)
|
5
5
|
railties (~> 6.0)
|
6
6
|
|
7
7
|
GEM
|
8
8
|
remote: https://rubygems.org/
|
9
9
|
specs:
|
10
|
-
actionpack (6.1.
|
11
|
-
actionview (= 6.1.
|
12
|
-
activesupport (= 6.1.
|
10
|
+
actionpack (6.1.4)
|
11
|
+
actionview (= 6.1.4)
|
12
|
+
activesupport (= 6.1.4)
|
13
13
|
rack (~> 2.0, >= 2.0.9)
|
14
14
|
rack-test (>= 0.6.3)
|
15
15
|
rails-dom-testing (~> 2.0)
|
16
16
|
rails-html-sanitizer (~> 1.0, >= 1.2.0)
|
17
|
-
actionview (6.1.
|
18
|
-
activesupport (= 6.1.
|
17
|
+
actionview (6.1.4)
|
18
|
+
activesupport (= 6.1.4)
|
19
19
|
builder (~> 3.1)
|
20
20
|
erubi (~> 1.4)
|
21
21
|
rails-dom-testing (~> 2.0)
|
22
22
|
rails-html-sanitizer (~> 1.1, >= 1.2.0)
|
23
|
-
activesupport (6.1.
|
23
|
+
activesupport (6.1.4)
|
24
24
|
concurrent-ruby (~> 1.0, >= 1.0.2)
|
25
25
|
i18n (>= 1.6, < 2)
|
26
26
|
minitest (>= 5.1)
|
@@ -29,17 +29,19 @@ GEM
|
|
29
29
|
ast (2.4.2)
|
30
30
|
builder (3.2.4)
|
31
31
|
coderay (1.1.3)
|
32
|
-
concurrent-ruby (1.1.
|
32
|
+
concurrent-ruby (1.1.9)
|
33
33
|
crass (1.0.6)
|
34
34
|
erubi (1.10.0)
|
35
35
|
i18n (1.8.10)
|
36
36
|
concurrent-ruby (~> 1.0)
|
37
|
-
loofah (2.
|
37
|
+
loofah (2.10.0)
|
38
38
|
crass (~> 1.0.2)
|
39
39
|
nokogiri (>= 1.5.9)
|
40
40
|
method_source (1.0.0)
|
41
|
+
mini_portile2 (2.5.3)
|
41
42
|
minitest (5.14.4)
|
42
|
-
nokogiri (1.11.
|
43
|
+
nokogiri (1.11.7)
|
44
|
+
mini_portile2 (~> 2.5.0)
|
43
45
|
racc (~> 1.4)
|
44
46
|
parallel (1.20.1)
|
45
47
|
parser (3.0.1.0)
|
@@ -56,11 +58,11 @@ GEM
|
|
56
58
|
nokogiri (>= 1.6)
|
57
59
|
rails-html-sanitizer (1.3.0)
|
58
60
|
loofah (~> 2.3)
|
59
|
-
railties (6.1.
|
60
|
-
actionpack (= 6.1.
|
61
|
-
activesupport (= 6.1.
|
61
|
+
railties (6.1.4)
|
62
|
+
actionpack (= 6.1.4)
|
63
|
+
activesupport (= 6.1.4)
|
62
64
|
method_source
|
63
|
-
rake (>= 0.
|
65
|
+
rake (>= 0.13)
|
64
66
|
thor (~> 1.0)
|
65
67
|
rainbow (3.0.0)
|
66
68
|
rake (13.0.3)
|
@@ -91,7 +93,7 @@ GEM
|
|
91
93
|
zeitwerk (2.4.2)
|
92
94
|
|
93
95
|
PLATFORMS
|
94
|
-
|
96
|
+
ruby
|
95
97
|
|
96
98
|
DEPENDENCIES
|
97
99
|
minitest
|
data/LICENSE.txt
CHANGED
@@ -1,9 +1,4 @@
|
|
1
|
-
Copyright (c)
|
2
|
-
|
3
|
-
Portions of these files Copyright (c) 2012-18 Bozhidar Batsov:
|
4
|
-
- config/base.yml
|
5
|
-
- lib/standard/cop/block_single_line_braces.rb
|
6
|
-
- test/cop_invoker.rb
|
1
|
+
Copyright (c) 2021 Test Double, LLC
|
7
2
|
|
8
3
|
Permission is hereby granted, free of charge, to any person obtaining
|
9
4
|
a copy of this software and associated documentation files (the
|
data/README.md
CHANGED
@@ -1,35 +1,1250 @@
|
|
1
|
-
#
|
1
|
+
# The `test_data` gem
|
2
2
|
|
3
|
-
|
3
|
+
`test_data` does what it says on the tin: it provides a fast & reliable system
|
4
|
+
for managing your Rails application's test data.
|
4
5
|
|
5
|
-
|
6
|
+
The gem serves as both an alternative to
|
7
|
+
[fixtures](https://guides.rubyonrails.org/testing.html#the-low-down-on-fixtures)
|
8
|
+
& [factory_bot](https://github.com/thoughtbot/factory_bot), as well a broader
|
9
|
+
workflow for building test suites that will scale gracefully as your application
|
10
|
+
grows in size and complexity.
|
6
11
|
|
7
|
-
|
12
|
+
What it does:
|
8
13
|
|
9
|
-
|
14
|
+
* Establishes a fourth Rails environment (you can [define custom Rails
|
15
|
+
environments](https://guides.rubyonrails.org/configuring.html#creating-rails-environments)!)
|
16
|
+
named `test_data`, which you'll use to create a universe of data for your
|
17
|
+
tests by simply running and using your application. No Ruby DSL, no YAML
|
18
|
+
files, no precarious approximations of realism: **real data created by your
|
19
|
+
app**
|
20
|
+
|
21
|
+
* Exposes a simple API for ensuring that your data will be pristine for each of
|
22
|
+
your tests, whether the test depends on test_data, an empty database, or Rails
|
23
|
+
fixtures
|
24
|
+
|
25
|
+
* Safeguards your tests from flaky failures and supercharges your build by
|
26
|
+
providing a sophisticated transaction manager that isolates each test while
|
27
|
+
ensuring your data is only loaded once
|
28
|
+
|
29
|
+
If you've despaired over the seeming inevitability that all Rails test suites
|
30
|
+
will eventually grow to become slow, flaky, and incomprehensible, then this gem
|
31
|
+
is for you! And even if you're [a factory_bot
|
32
|
+
fan](https://twitter.com/searls/status/1379491813099253762?s=20), we hope you'll
|
33
|
+
be open to the idea that [there might be a better way](
|
34
|
+
#but-we-use-and-like-factory_bot-and-so-i-am-inclined-to-dislike-everything-about-this-gem).
|
35
|
+
|
36
|
+
_[Full disclosure: because the gem is still brand new, it makes a number of
|
37
|
+
[assumptions](#assumptions)—chief among them being that **Postgres & Rails 6+
|
38
|
+
are required**—so it may not work for every project just yet.]_
|
39
|
+
|
40
|
+
## Documentation
|
41
|
+
|
42
|
+
This gem requires a lot of documentation—not because `test_data` does a lot of
|
43
|
+
things, but because managing one's test data is an inherently complex task. If
|
44
|
+
one reason Rails apps chronically suffer from slow tests is that other
|
45
|
+
approaches oversimplify test data management, it stands to reason that any
|
46
|
+
discomfort caused by `test_data`'s scope may not be _unnecessary complexity_ but
|
47
|
+
instead be an indication of how little of the problem's _essential complexity_
|
48
|
+
we have reckoned with to this point.
|
49
|
+
|
50
|
+
1. [Getting Started Guide](#getting-started-guide)
|
51
|
+
1. [Install and initialize `test_data`](#step-1-install-and-initialize-test_data)
|
52
|
+
2. [Create some test data](#step-2-create-some-test-data)
|
53
|
+
3. [Dump your `test_data` database](#step-3-dump-your-test_data-database)
|
54
|
+
4. [Load your data in your tests](#step-4-load-your-data-in-your-tests)
|
55
|
+
5. [Keeping your test data up-to-date](#step-5-keeping-your-test-data-up-to-date)
|
56
|
+
2. [Factory & Fixture Interoperability Guide](#factory--fixture-interoperability-guide)
|
57
|
+
* [Using `test_data` with `factory_bot`](#using-test_data-with-factory_bot)
|
58
|
+
* [Using `test_data` with Rails fixtures](#using-test_data-with-rails-fixtures)
|
59
|
+
3. [Rake Task Reference](#rake-task-reference)
|
60
|
+
* [test_data:install](#test_datainstall)
|
61
|
+
* [test_data:configure](#test_dataconfigure)
|
62
|
+
* [test_data:verify_config](#test_dataverify_config)
|
63
|
+
* [test_data:initialize](#test_datainitialize)
|
64
|
+
* [test_data:dump](#test_datadump)
|
65
|
+
* [test_data:load](#test_dataload)
|
66
|
+
* [test_data:create_database](#test_datacreate_database)
|
67
|
+
* [test_data:drop_database](#test_datadrop_database)
|
68
|
+
4. [API Reference](#api-reference)
|
69
|
+
* [TestData.uses_test_data](#testdatauses_test_data)
|
70
|
+
* [TestData.uses_clean_slate](#testdatauses_clean_slate)
|
71
|
+
* [TestData.uses_rails_fixtures(self)](#testdatauses_rails_fixtures)
|
72
|
+
* [TestData.prevent_rails_fixtures_from_loading_automatically!](#testdataprevent_rails_fixtures_from_loading_automatically)
|
73
|
+
* [TestData.config](#testdataconfig)
|
74
|
+
* [TestData.insert_test_data_dump](#testdatainsert_test_data_dump)
|
75
|
+
5. [Assumptions](#assumptions)
|
76
|
+
6. [Fears, Uncertainties, and Doubts](#fears-uncertainties-and-doubts) (Q & A)
|
77
|
+
* [But we're already happy with
|
78
|
+
factory_bot!](#but-we-use-and-like-factory_bot-and-so-i-am-inclined-to-dislike-everything-about-this-gem)
|
79
|
+
* [How will we handle merge conflicts in the schema
|
80
|
+
dumps?](#how-will-i-handle-merge-conflicts-in-these-sql-files-if-i-have-lots-of-people-working-on-lots-of-feature-branches-all-adding-to-the-test_data-database-dumps)
|
81
|
+
* [Why can't I manage different SQL dumps for different
|
82
|
+
scenarios?](#why-cant-i-save-multiple-database-dumps-to-cover-different-scenarios)
|
83
|
+
* [These SQL dumps are way too large to commit to
|
84
|
+
git!](#are-you-sure-i-should-commit-these-sql-dumps-theyre-way-too-big)
|
85
|
+
* [Tests shouldn't rely on shared test data if they don't need
|
86
|
+
to](#tests-shouldnt-use-shared-test-data-they-should-instantiate-the-objects-they-need)
|
87
|
+
* [My tests aren't as fast as they should
|
88
|
+
be](#im-worried-my-tests-arent-as-fast-as-they-should-be)
|
89
|
+
7. [Code of Conduct](#code-of-conduct)
|
90
|
+
8. [Changelog](/CHANGELOG.md)
|
91
|
+
9. [MIT License](/LICENSE.txt)
|
92
|
+
|
93
|
+
## Getting started guide
|
94
|
+
|
95
|
+
This guide will walk you through setting up `test_data` in your application. You
|
96
|
+
might notice that it's more complicated than installing a gem and declaring some
|
97
|
+
default `Widget` attributes! The hard truth is that designing robust and
|
98
|
+
reliable test data is an inherently complex problem and takes some thoughtful
|
99
|
+
planning. There are plenty of shortcuts available, but experience has shown they
|
100
|
+
tend to collapse under their own weight as your app scales and your team
|
101
|
+
grows—exactly when having a suite of fast & reliable tests is most valuable.
|
102
|
+
|
103
|
+
And if you get stuck or need help as you're getting started, please feel free to
|
104
|
+
[ask us for help](https://github.com/testdouble/test_data/discussions/new)!
|
105
|
+
|
106
|
+
### Step 1: Install and initialize `test_data`
|
107
|
+
|
108
|
+
#### Adding the gem
|
109
|
+
|
110
|
+
First, add `test_data` to your Gemfile. Either include it in all groups or add
|
111
|
+
it to the `:development`, `:test`, and (the all new!) `:test_data` gem groups:
|
112
|
+
|
113
|
+
```ruby
|
114
|
+
group :development, :test, :test_data do
|
115
|
+
gem "test_data"
|
116
|
+
# … other gems available to development & test
|
117
|
+
end
|
118
|
+
```
|
119
|
+
|
120
|
+
Since the `test_data` environment is designed to be used similarly to
|
121
|
+
`development` (i.e. with a running server and interacting via a browser), any
|
122
|
+
gems in your `:development` gem group should likely be included in a
|
123
|
+
`:test_data` gem group as well.
|
124
|
+
|
125
|
+
#### Configuring the gem and initializing the database
|
126
|
+
|
127
|
+
The gem ships with a number of Rake tasks, including
|
128
|
+
[test_data:install](#test_datainstall), which will generate the necessary
|
129
|
+
configuration and initialize a `test_data` database:
|
130
|
+
|
131
|
+
```
|
132
|
+
$ bin/rake test_data:install
|
133
|
+
```
|
134
|
+
|
135
|
+
This should output something like:
|
136
|
+
|
137
|
+
```
|
138
|
+
create config/environments/test_data.rb
|
139
|
+
create config/initializers/test_data.rb
|
140
|
+
insert config/database.yml
|
141
|
+
insert config/webpacker.yml
|
142
|
+
insert config/webpacker.yml
|
143
|
+
Created database 'yourappname_test_data'
|
144
|
+
set_config
|
145
|
+
------------
|
146
|
+
|
147
|
+
(1 row)
|
148
|
+
|
149
|
+
Your test_data environment and database are ready for use! You can now run
|
150
|
+
your server (or any command) to create some test data like so:
|
151
|
+
|
152
|
+
$ RAILS_ENV=test_data bin/rails server
|
153
|
+
|
154
|
+
````
|
155
|
+
|
156
|
+
The purpose of the `test_data` database is to provide a sandbox in which you
|
157
|
+
will manually generate test data by playing around with your app. Rather than
|
158
|
+
try to imitate realistic data using factories and fixtures (a task which only
|
159
|
+
grows more difficult as your models and their associations increase in
|
160
|
+
complexity), your test data will always be realistic because your real
|
161
|
+
application will have created it!
|
162
|
+
|
163
|
+
### Step 2: Create some test data
|
164
|
+
|
165
|
+
Now comes the fun part! It's time to start up your server in the new environment
|
166
|
+
and create some records by interacting with your system.
|
167
|
+
|
168
|
+
#### Running the server (and other commands)
|
169
|
+
|
170
|
+
To run your server against the new `test_data` database, set the `RAILS_ENV`
|
171
|
+
environment variable:
|
172
|
+
|
173
|
+
```
|
174
|
+
$ RAILS_ENV=test_data bin/rails server
|
175
|
+
```
|
176
|
+
|
177
|
+
_[If you're using [webpacker](https://github.com/rails/webpacker), you may also
|
178
|
+
need to start its development server as well with `RAILS_ENV=test_data
|
179
|
+
bin/webpack-dev-server`]_
|
180
|
+
|
181
|
+
Because `test_data` creates a full-fledged Rails environment, you can run any
|
182
|
+
number of Rails commands or Rake tasks against its database by setting
|
183
|
+
`RAILS_ENV=test_data`, either in your shell environment or with each command
|
184
|
+
(e.g. `RAILS_ENV=test_data bin/rake db:migrate`)
|
185
|
+
|
186
|
+
_[Aside: If you experience any hiccups in getting your server to work, please
|
187
|
+
[open an issue](https://github.com/testdouble/test_data/issues/new) and let us
|
188
|
+
know—it may present an opportunity for us to improve the `test_data:configure`
|
189
|
+
task!]_
|
190
|
+
|
191
|
+
#### Create test data by using your app
|
192
|
+
|
193
|
+
Once the app is running, it's time to generate some test data. You'll know how
|
194
|
+
to accomplish this step better than anyone—it's your app, after all!
|
195
|
+
|
196
|
+
A few bits of advice click & type some test data into existence:
|
197
|
+
|
198
|
+
* Spend a little time thoughtfully navigating each feature of your app in order
|
199
|
+
to generate enough data to be representative of what would be needed to test
|
200
|
+
them (e.g. one `User` per role, one of each kind of `Order`, etc.)
|
201
|
+
* Less is more: the less test data you create, the more meaningful & memorable
|
202
|
+
it will be to yourself and your teammates when writing tests. Don't keep
|
203
|
+
adding test data unless it will allow you to exercise additional application
|
204
|
+
code (e.g. enough `Project` models to require pagination, but not hundreds of
|
205
|
+
them for the sake of looking "production-like")
|
206
|
+
* Memorable names can become memes for the team to quickly recall and reference
|
207
|
+
later (if the admin user is named "Angela" and the manager is "Maria", that'll
|
208
|
+
probably serve you better than generic names like "TestUser #1")
|
209
|
+
|
210
|
+
If you make a mistake when creating your initial set of test data, it's
|
211
|
+
perfectly okay to reset the database and start over! Your future tests will be
|
212
|
+
coupled to this data as your application grows and evolves, so it's worth taking
|
213
|
+
the time to ensure the foundation is solid. (But that's not to say everything
|
214
|
+
needs to be perfect; you can always change things or add more data later—you'll
|
215
|
+
just have to update your tests accordingly.)
|
216
|
+
|
217
|
+
### Step 3: Dump your `test_data` database
|
218
|
+
|
219
|
+
Once you've created a good sampling of test data by interacting with your app,
|
220
|
+
the next step is to flush it from the `test_data` database to SQL files. These
|
221
|
+
database dumps are meant to be committed to source control and versioned
|
222
|
+
alongside your tests over the life of the application. Additionally, they are
|
223
|
+
designed to be incrementally
|
224
|
+
[migrated](#step-5-keeping-your-test-data-up-to-date) over time, just like you
|
225
|
+
migrate production database with every release.
|
226
|
+
|
227
|
+
Once you have your test data how you want it, dump the schema and data to SQL
|
228
|
+
files with the `test_data:dump` Rake task:
|
229
|
+
|
230
|
+
```
|
231
|
+
$ bin/rake test_data:dump
|
232
|
+
```
|
233
|
+
|
234
|
+
This will dump three files into `test/support/test_data`:
|
235
|
+
|
236
|
+
* `schema.sql` - Schema DDL used to (re-)initialize the `test_data` environment
|
237
|
+
database for anyone looking to update your test data
|
238
|
+
|
239
|
+
* `data.sql` - The test data itself, exported as a bunch of SQL `INSERT`
|
240
|
+
statements, which will be executed by your tests to load your test data
|
241
|
+
|
242
|
+
* `non_test_data.sql` - Data needed to run the `test_data` environment, but
|
243
|
+
which shouldn't be inserted by your tests (the `ar_internal_metadata` and
|
244
|
+
`schema_migrations` tables, by default; see `config.non_test_data_tables`)
|
245
|
+
|
246
|
+
You probably won't need to, but these paths can be overridden with
|
247
|
+
[TestData.config](#testdataconfig) method. Additional details can also be found
|
248
|
+
in the [test_data:dump](#test_datadump) Rake task reference.
|
249
|
+
|
250
|
+
Once you've made your initial set of dumps, briefly inspect them and—if
|
251
|
+
everything looks good—commit them. (And if the files are gigantic or full of
|
252
|
+
noise, you might find [these ideas
|
253
|
+
helpful](#are-you-sure-i-should-commit-these-sql-dumps-theyre-way-too-big)).
|
254
|
+
|
255
|
+
Does it feel weird to dump and commit SQL files? That's okay! It's [healthy to
|
256
|
+
be skeptical](https://twitter.com/searls/status/860553435116187649?s=20)
|
257
|
+
whenever you're asked to commit a generated file! Remember that the `test_data`
|
258
|
+
environment exists only for creating your test data. Your tests will, in turn,
|
259
|
+
load the SQL dump of your data into the `test` database, and things will proceed
|
260
|
+
just as if you'd been loading [Rails' built-in
|
261
|
+
fixtures](https://guides.rubyonrails.org/testing.html#the-low-down-on-fixtures)
|
262
|
+
from a set of YAML files.
|
263
|
+
|
264
|
+
### Step 4: Load your data in your tests
|
265
|
+
|
266
|
+
Now that you've dumped the contents of your `test_data` database, you can start
|
267
|
+
writing tests that rely on this test data.
|
268
|
+
|
269
|
+
To accomplish this, you'll likely want to add hooks to run before each test to
|
270
|
+
put the database into whatever state the test needs.
|
271
|
+
|
272
|
+
For the simplest case—ensuring your test data is loaded into the `test` database
|
273
|
+
and available to your test, you'll want to call the
|
274
|
+
[TestData.uses_test_data](#testdatauses_test_data) method at the beginning of
|
275
|
+
the test. The first time `uses_test_data` is called, `test_data` will start a
|
276
|
+
transaction and insert your test data. On subsequent calls to `uses_test_data`
|
277
|
+
by later tests, the transaction will be rolled back to a save point taken just
|
278
|
+
after the data was initially loaded, so that each test gets a clean starting
|
279
|
+
point without repeatedly executing the expensive SQL operation.
|
280
|
+
|
281
|
+
#### If you want every single test to have access to your test data
|
282
|
+
|
283
|
+
If, for the sake of consistency & simplicity you want every single Rails-aware
|
284
|
+
test to have access to your test data, you
|
285
|
+
can accomplish this with a single global before-each hook.
|
286
|
+
|
287
|
+
If you're using Rails' default
|
288
|
+
[Minitest](https://github.com/seattlerb/minitest), you can load it in a `setup`
|
289
|
+
hook in `ActiveSupport::TestCase`:
|
10
290
|
|
11
291
|
```ruby
|
12
|
-
|
292
|
+
class ActiveSupport::TestCase
|
293
|
+
setup do
|
294
|
+
TestData.uses_test_data
|
295
|
+
end
|
296
|
+
end
|
13
297
|
```
|
14
298
|
|
15
|
-
|
299
|
+
Likewise, if you use [RSpec](https://rspec.info), you can accomplish the same
|
300
|
+
thing with global `before(:each)` hook in your `rails_helper.rb` file:
|
301
|
+
|
302
|
+
```ruby
|
303
|
+
RSpec.configure do |config|
|
304
|
+
config.before(:each) do
|
305
|
+
TestData.uses_test_data
|
306
|
+
end
|
307
|
+
end
|
308
|
+
```
|
309
|
+
|
310
|
+
#### If some tests rely on test data and others need a clean slate
|
311
|
+
|
312
|
+
Of course, for simple units of code, it may be more prudent to manually create
|
313
|
+
the test data they need inline as opposed to relying on a shared source of test
|
314
|
+
data. For these tests, you can call
|
315
|
+
[TestData.uses_clean_slate](#testdatauses_clean_slate) in a `setup` hook.
|
316
|
+
|
317
|
+
For the best performance, you might consider a mode-switching method that's
|
318
|
+
invoked at the top of each test listing like this:
|
319
|
+
|
320
|
+
```ruby
|
321
|
+
class ActiveSupport::TestCase
|
322
|
+
def self.uses(mode)
|
323
|
+
case mode
|
324
|
+
when :clean_slate
|
325
|
+
setup { TestData.uses_clean_slate }
|
326
|
+
when :test_data
|
327
|
+
setup { TestData.uses_test_data }
|
328
|
+
else
|
329
|
+
raise "Invalid test data mode: #{mode}"
|
330
|
+
end
|
331
|
+
end
|
332
|
+
end
|
333
|
+
|
334
|
+
# A simple model that will `create` its own data
|
335
|
+
class WidgetTest < ActiveSupport::TestCase
|
336
|
+
uses :clean_slate
|
337
|
+
# …
|
338
|
+
end
|
339
|
+
|
340
|
+
# An integrated test that depends on a lot of data
|
341
|
+
class KitchenSinkTest < ActionDispatch::IntegrationTest
|
342
|
+
uses :test_data
|
343
|
+
# …
|
344
|
+
end
|
345
|
+
```
|
346
|
+
|
347
|
+
Or, with RSpec:
|
348
|
+
|
349
|
+
```ruby
|
350
|
+
module TestDataModes
|
351
|
+
def uses(mode)
|
352
|
+
case mode
|
353
|
+
when :clean_slate
|
354
|
+
before(:each) { TestData.uses_clean_slate }
|
355
|
+
when :test_data
|
356
|
+
before(:each) { TestData.uses_test_data }
|
357
|
+
else
|
358
|
+
raise "Invalid test data mode: #{mode}"
|
359
|
+
end
|
360
|
+
end
|
361
|
+
end
|
362
|
+
|
363
|
+
RSpec.configure do |config|
|
364
|
+
config.extend(TestDataModes)
|
365
|
+
end
|
366
|
+
|
367
|
+
RSpec.describe Widget, type: :model do
|
368
|
+
uses :clean_slate
|
369
|
+
# …
|
370
|
+
end
|
371
|
+
|
372
|
+
RSpec.describe "Kitchen sink", type: :request do
|
373
|
+
uses :test_data
|
374
|
+
# …
|
375
|
+
end
|
376
|
+
```
|
377
|
+
|
378
|
+
#### If your situation is more complicated
|
379
|
+
|
380
|
+
If you're adding `test_data` to an existing application, it's likely that you
|
381
|
+
won't be able to easily adopt a one-size-fits-all approach to test setup across
|
382
|
+
your entire suite. Some points of reference, if that's the situation you're in:
|
383
|
+
|
384
|
+
* If your test suite is already using fixtures or factories and the above hooks
|
385
|
+
just broke everything, check out our [interoperability
|
386
|
+
guide](#factory--fixture-interoperability-guide) for help.
|
387
|
+
* If you don't want `test_data` managing transactions and cleanup for you and
|
388
|
+
just want to load the SQL dump, you can call
|
389
|
+
[TestData.insert_test_data_dump](#testdatainsert_test_data_dump)
|
390
|
+
* For more information on how all this works, see the [API
|
391
|
+
reference](#api-reference).
|
392
|
+
|
393
|
+
### Step 5: Keeping your test data up-to-date
|
394
|
+
|
395
|
+
Your app relies on its tests and your tests rely on their test data. This
|
396
|
+
creates a bit of a paradox: creating & maintaining test data is _literally_ a
|
397
|
+
tertiary concern but simultaneously an inescapable responsibility that will live
|
398
|
+
with you for the life of your application. That's true whether you use this gem,
|
399
|
+
`factory_bot`, Rails fixtures, or something else as a source of shared test
|
400
|
+
data.
|
401
|
+
|
402
|
+
Fortunately, we already have a fantastic tool available for keeping our
|
403
|
+
`test_data` database up-to-date over the life of our application: [Rails
|
404
|
+
migrations](https://guides.rubyonrails.org/active_record_migrations.html). If
|
405
|
+
your migrations are resilient enough for your production database, they should
|
406
|
+
also be able to keep your `test_data` database up-to-date. (As a happy side
|
407
|
+
effect of running your migrations against your test data, this means your
|
408
|
+
`test_data` database may help you identify hard-to-catch migration bugs early,
|
409
|
+
before being deployed to production!)
|
410
|
+
|
411
|
+
Whenever you create a new migration or add a major feature, you'll probably need
|
412
|
+
to update your test data. Here's how to do it:
|
413
|
+
|
414
|
+
* If the current SQL dumps in `test/support/test_data` are newer than your local
|
415
|
+
`test_data` database:
|
416
|
+
|
417
|
+
1. Be sure there's nothing in your local `test_data` database that you added
|
418
|
+
intentionally and forgot to dump, because it's about to be erased
|
419
|
+
|
420
|
+
2. Run `rake test_data:drop_database`
|
421
|
+
|
422
|
+
3. Run `rake test_data:load` to recreate the `test_data` database and load
|
423
|
+
the latest SQL dumps into it
|
424
|
+
|
425
|
+
4. Run any pending migrations with `RAILS_ENV=test_data bin/rake db:migrate`
|
426
|
+
|
427
|
+
5. If you need to create any additional data, start up the server
|
428
|
+
(`RAILS_ENV=test_data bin/rails s`), just like in [Step
|
429
|
+
2](#step-2-create-some-test-data)
|
430
|
+
|
431
|
+
6. Export your newly-updated `test_data` database with `rake test_data:dump`
|
432
|
+
|
433
|
+
7. Ensure your tests are passing and then commit the resulting SQL files
|
434
|
+
|
435
|
+
* If the local `test_data` database is already up-to-date with the current SQL
|
436
|
+
dumps, follow steps **4 through 7** above
|
437
|
+
|
438
|
+
It's important to keep in mind that your test data SQL dumps are a shared,
|
439
|
+
generated resource among your team (just like a `structure.sql` or `schema.rb`
|
440
|
+
file). As a result, if your team doesn't integrate code frequently or if the
|
441
|
+
test data changes frequently, you'd be right to be concerned that [the resulting
|
442
|
+
merge conflicts could become
|
443
|
+
significant](#how-will-i-handle-merge-conflicts-in-these-sql-files-if-i-have-lots-of-people-working-on-lots-of-feature-branches-all-adding-to-the-test_data-database-dumps),
|
444
|
+
so sweeping changes should be made deliberately and in collaboration with other
|
445
|
+
contributors.
|
446
|
+
|
447
|
+
_[Aside: some Rails teams are averse to using migrations to migrate data as well
|
448
|
+
as schemas, instead preferring one-off scripts and tasks. You'll have an easier
|
449
|
+
time of things if you use migrations for both schema and data changes. Here are
|
450
|
+
some notes on [how to write data migrations
|
451
|
+
safely](https://blog.testdouble.com/posts/2014-11-04-healthy-migration-habits/#habit-4-dont-reference-models).
|
452
|
+
Otherwise, you'll need to remember to run any ad hoc deployment scripts against
|
453
|
+
your `test_data` Rails environment along with each of your other deployed
|
454
|
+
environments.]_
|
455
|
+
|
456
|
+
## Factory & Fixture Interoperability Guide
|
457
|
+
|
458
|
+
Let's be real, most Rails apps already have some tests, and most of those test
|
459
|
+
suites will already be relying on
|
460
|
+
[factory_bot](https://github.com/thoughtbot/factory_bot) or Rails' built-in
|
461
|
+
[test
|
462
|
+
fixtures](https://guides.rubyonrails.org/testing.html#the-low-down-on-fixtures).
|
463
|
+
While `test_data` is designed to be an alternative to both of these approaches
|
464
|
+
to managing your test data, it wouldn't be practical to ask a team to rewrite
|
465
|
+
all their existing tests in order to migrate to a different tool. That's why the
|
466
|
+
`test_data` gem goes to great lengths to play nicely with your existing tests,
|
467
|
+
while ensuring each test is wrapped in an isolated and fast always-rolled-back
|
468
|
+
transaction—regardless if the test depends on `test_data`, factories, fixtures,
|
469
|
+
all three, or none-of-the-above.
|
470
|
+
|
471
|
+
This section will hopefully make it a little easier to incorporate new
|
472
|
+
`test_data` tests into a codebase that's already using `factory_bot` and/or
|
473
|
+
Rails fixtures, whether you choose to incrementally migrate to using `test_data`
|
474
|
+
over time.
|
475
|
+
|
476
|
+
### Using `test_data` with `factory_bot`
|
477
|
+
|
478
|
+
This section will document some thoughts and strategies for introducing
|
479
|
+
`test_data` to a test suite that's already using `factory_bot`.
|
480
|
+
|
481
|
+
#### Getting your factory tests passing after adding `test_data`
|
482
|
+
|
483
|
+
Depending on the assumptions your tests make about the state of the database
|
484
|
+
before you've loaded any factories, it's possible that everything will "just
|
485
|
+
work" after adding [TestData.uses_test_data](#testdatauses_test_data) in a
|
486
|
+
before-each hook (as shown in the [setup
|
487
|
+
guide](#step-4-load-your-data-in-your-tests)). So by all means, try running your
|
488
|
+
suite after following the initial setup guide and see if the suite just passes.
|
489
|
+
|
490
|
+
If you find that your test suite is failing after adding
|
491
|
+
`TestData.uses_test_data` to your setup, don't panic! Test failures are most
|
492
|
+
likely caused by the combination of your `test_data` database with the data
|
493
|
+
persisted by your factories.
|
494
|
+
|
495
|
+
One approach would be to attempt to resolve each such failure one-by-one—usually
|
496
|
+
by updating the offending factories or editing your `test_data` database to
|
497
|
+
ensure they steer clear of one another. Care should be taken to preserve the
|
498
|
+
conceptual encapsulation of each test, however, as naively squashing errors can
|
499
|
+
introduce inadvertent coupling between your factories and your `test_data`
|
500
|
+
database such that neither can be used independently of the other.
|
501
|
+
|
502
|
+
Another approach that the `test_data` gem provides is an additional mode with
|
503
|
+
`TestData.uses_clean_slate`, which—when called at the top of a factory-dependent
|
504
|
+
test—will ensure that the tables that `test_data` had written to will be
|
505
|
+
truncated, allowing the test to create whatever factories it needs without fear
|
506
|
+
of conflicts.
|
507
|
+
|
508
|
+
```ruby
|
509
|
+
class AnExistingFactoryUsingTest < ActiveSupport::Testcase
|
510
|
+
setup do
|
511
|
+
TestData.uses_clean_slate
|
512
|
+
# pre-existing setup
|
513
|
+
end
|
514
|
+
# …
|
515
|
+
end
|
516
|
+
```
|
517
|
+
|
518
|
+
If you have a lot of tests, you can find a more sophisticated approaches for
|
519
|
+
logically switching between types of test data declaratively above in the
|
520
|
+
[getting started
|
521
|
+
section](#if-some-tests-rely-on-test-data-and-others-need-a-clean-slate)
|
522
|
+
|
523
|
+
### Using `test_data` with Rails fixtures
|
524
|
+
|
525
|
+
While [Rails
|
526
|
+
fixtures](https://guides.rubyonrails.org/testing.html#the-low-down-on-fixtures)
|
527
|
+
are similar to factories, the fact that they're run globally by Rails and
|
528
|
+
permanently committed to the test database actually makes them a little trickier
|
529
|
+
to work with. This section will cover a couple approaches for integrating
|
530
|
+
`test_data` into suites that use fixtures.
|
531
|
+
|
532
|
+
It's more likely than not that all your tests will explode in dramatic fashion
|
533
|
+
as soon as you add `TestData.uses_test_data` to a `setup` or `before(:each)`
|
534
|
+
hook. Typically, your fixtures will be loaded and committed immediately with
|
535
|
+
your `test_data` dump inserted afterward, which makes it exceedingly likely that
|
536
|
+
your tests will fail with primary key and unique constraint conflicts. If that's
|
537
|
+
the case you find yourself in, `test_data` provides an API that **overrides
|
538
|
+
Rails' built-in fixtures behavior with a monkey patch**.
|
539
|
+
|
540
|
+
And if that bold text wasn't enough to scare you off, here's how to do
|
541
|
+
it:
|
542
|
+
|
543
|
+
1. Before your tests have loaded (e.g. near the top of your test helper), call:
|
544
|
+
[TestData.prevent_rails_fixtures_from_loading_automatically!](#testdataprevent_rails_fixtures_from_loading_automatically)
|
545
|
+
This will patch Rails'
|
546
|
+
[setup_fixtures](https://github.com/rails/rails/blob/main/activerecord/lib/active_record/test_fixtures.rb#L105)
|
547
|
+
and effectively render it into a no-op, which means that your test fixtures
|
548
|
+
will not be automatically loaded into your test database
|
549
|
+
|
550
|
+
2. In tests that rely on your `test_data` dump, call
|
551
|
+
[TestData.uses_test_data](#step-4-load-your-data-in-your-tests) as you
|
552
|
+
normally would. Because your fixtures won't be loaded automatically, they
|
553
|
+
won't be available to these tests
|
554
|
+
|
555
|
+
3. In tests that need fixtures, call
|
556
|
+
[TestData.uses_rails_fixtures(self)](#testdatauses_rails_fixtures) in a
|
557
|
+
before-each hook. This will first ensure that any tables written to by
|
558
|
+
`test_data` are truncated (as with `TestData.uses_clean_slate`) before
|
559
|
+
loading your Rails fixtures
|
560
|
+
|
561
|
+
For example, you might add the following to an existing fixtures-dependent
|
562
|
+
test to get it passing:
|
563
|
+
|
564
|
+
```ruby
|
565
|
+
class AnExistingFixtureUsingTest < ActiveSupport::Testcase
|
566
|
+
setup do
|
567
|
+
TestData.uses_rails_fixtures(self)
|
568
|
+
# pre-existing setup
|
569
|
+
end
|
570
|
+
|
571
|
+
# …
|
572
|
+
end
|
573
|
+
```
|
574
|
+
|
575
|
+
If you've adopted a mode-switching helper method [like the one described
|
576
|
+
above](#if-some-tests-rely-on-test-data-and-others-need-a-clean-slate), you
|
577
|
+
could of course add a third mode to cover any tests that depend on Rails
|
578
|
+
fixtures.
|
579
|
+
|
580
|
+
## Rake Task Reference
|
581
|
+
|
582
|
+
### test_data:install
|
583
|
+
|
584
|
+
A meta-task that runs [test_data:configure](#test_dataconfigure) and [test_data:initialize](#test_datainitialize).
|
585
|
+
|
586
|
+
### test_data:configure
|
587
|
+
|
588
|
+
This task runs several generators:
|
589
|
+
|
590
|
+
* `config/environments/test_data.rb` - As you may know, Rails ships with
|
591
|
+
`development`, `test`, and `production` environments defined by default. But
|
592
|
+
you can [actually define custom
|
593
|
+
environments](https://guides.rubyonrails.org/configuring.html#creating-rails-environments),
|
594
|
+
too! This gem adds a new `test_data` environment and database that's intended
|
595
|
+
to be used to create and dump your test data. This new environment file loads
|
596
|
+
your `development` environment's configuration and disables migration schema
|
597
|
+
dumps so that you can run migrations against your `test_data` database without
|
598
|
+
affecting your app's `schema.rb` or `structure.sql`.
|
599
|
+
|
600
|
+
* `config/initializers/test_data.rb` - Creates an initializer for the gem that
|
601
|
+
calls [TestData.config](#testdataconfig) with an empty block and comments
|
602
|
+
documenting the currently-available options and their default values
|
603
|
+
|
604
|
+
* `config/database.yml` - This generator adds a new `test_data` section to your
|
605
|
+
database configuration, named with the same scheme as your other databases
|
606
|
+
(e.g. `your_app_test_data`). If your configuration resembles Rails' generated
|
607
|
+
`database.yml` and has a working `&default` alias, then this should "just
|
608
|
+
work"
|
609
|
+
|
610
|
+
* `config/webpacker.yml` - The gem has nothing to do with web assets, but
|
611
|
+
[webpacker](https://github.com/rails/webpacker) will display some prominent
|
612
|
+
warnings or errors if it is loaded without a configuration entry for the
|
613
|
+
currently-running environment, so this generator defines an alias based on
|
614
|
+
your `development` config and then defines `test_data` as extending it
|
615
|
+
|
616
|
+
* `config/secrets.yml` - If your app still uses (the now-deprecated)
|
617
|
+
[secrets.yml](https://guides.rubyonrails.org/4_1_release_notes.html#config-secrets-yml)
|
618
|
+
file introduced in Rails 4.1, this generator will ensure that the `test_data`
|
619
|
+
environment is accounted for with a generated `secret_key_base` value. If you
|
620
|
+
have numerous secrets in this file's `development:` stanza, you may want to
|
621
|
+
alias and inherit it into `test_data:` like the `webpacker.yml` generator does
|
622
|
+
|
623
|
+
* `config/cable.yml` - Simply defines a `test_data:` entry that tells
|
624
|
+
[ActionCable](https://guides.rubyonrails.org/action_cable_overview.html) to
|
625
|
+
use the `async` adapter, since that's also the default for `development`
|
626
|
+
|
627
|
+
### test_data:verify_config
|
628
|
+
|
629
|
+
This task will verify that your configuration appears to be valid by checking
|
630
|
+
with each of the gem's generators to inspect your configuration files, and will
|
631
|
+
error whenever a configuration problem is detected.
|
632
|
+
|
633
|
+
### test_data:initialize
|
634
|
+
|
635
|
+
This task gets your local `test_data` database up-and-running, either from a set
|
636
|
+
of dump files (if they already exist), or by loading your schema and running
|
637
|
+
your seed file. Specifically:
|
638
|
+
|
639
|
+
1. Creates the `test_data` environment's database, if it doesn't already exist
|
640
|
+
|
641
|
+
2. Ensures the database is non-empty to preserve data integrity (run
|
642
|
+
[test_data:drop_database](#test_datadrop_database) first if you intend to
|
643
|
+
reinitialize it)
|
644
|
+
|
645
|
+
3. Checks to see if a dump of the database already exists (by default, stored in
|
646
|
+
`test/support/test_data/`)
|
647
|
+
|
648
|
+
* If dumps do exist, it invokes [test_data:load](#test_dataload) to load
|
649
|
+
them into the database
|
650
|
+
|
651
|
+
* Otherwise, it invokes the task `db:schema:load` and `db:seed` (similar to
|
652
|
+
Rails' built-in `db:setup` task)
|
653
|
+
|
654
|
+
### test_data:dump
|
655
|
+
|
656
|
+
This task is designed to be run after you've created or updated your test data
|
657
|
+
in the `test_data` database and you're ready to run your tests against it. The
|
658
|
+
task creates several plain SQL dumps from your `test_data` environment's
|
659
|
+
database:
|
660
|
+
|
661
|
+
* A schema-only dump, by default in `test/support/test_data/schema.sql`
|
16
662
|
|
17
|
-
|
663
|
+
* A data-only dump of records you want to be loaded in your tests, by default in
|
664
|
+
`test/support/test_data/data.sql`
|
665
|
+
|
666
|
+
* A data-only dump of records that you *don't* want loaded in your tests in
|
667
|
+
`test/support/test_data/non_test_data.sql`. By default, this includes Rails'
|
668
|
+
internal tables: `ar_internal_metadata` and `schema_migrations`, configurable
|
669
|
+
with [TestData.config](#testdataconfig)'s `non_test_data_tables`
|
670
|
+
|
671
|
+
Each of these files are designed to be committed and versioned with the rest of
|
672
|
+
your application. [TestData.config](#testdataconfig) includes several
|
673
|
+
options to control this task.
|
674
|
+
|
675
|
+
### test_data:load
|
676
|
+
|
677
|
+
This task will load your SQL dumps into your `test_data` database by:
|
678
|
+
|
679
|
+
1. Verifying the `test_data` environment's database is empty (creating it if it
|
680
|
+
doesn't exist and failing if it's not empty)
|
681
|
+
|
682
|
+
2. Verifying that your schema, test data, and non-test data SQL dumps can be
|
683
|
+
found at the configured paths
|
684
|
+
|
685
|
+
3. Loading the dumps into the `test_data` database
|
686
|
+
|
687
|
+
4. Warning if there are pending migrations that haven't been run yet
|
688
|
+
|
689
|
+
If there are pending migrations, you'll probably want to run them and then
|
690
|
+
dump & commit your test data so that they're up-to-date:
|
691
|
+
|
692
|
+
```
|
693
|
+
$ RAILS_ENV=test_data bin/rake db:migrate
|
694
|
+
$ bin/rake test_data:dump
|
695
|
+
```
|
696
|
+
|
697
|
+
### test_data:create_database
|
698
|
+
|
699
|
+
This task will create the `test_data` environment's database if it does not
|
700
|
+
already exist. It also
|
701
|
+
[enhances](https://dev.to/molly/rake-task-enhance-method-explained-3bo0) Rails'
|
702
|
+
`db:create` task so that `test_data` is created along with `development` and
|
703
|
+
`test` whenever `rake db:create` is run.
|
704
|
+
|
705
|
+
### test_data:drop_database
|
706
|
+
|
707
|
+
This task will drop the `test_data` environment's database if it exists. It also
|
708
|
+
enhances Rails' `db:drop` task so that `test_data` is dropped along with
|
709
|
+
`development` and `test` whenever `rake db:drop` is run.
|
710
|
+
|
711
|
+
## API Reference
|
712
|
+
|
713
|
+
### TestData.uses_test_data
|
714
|
+
|
715
|
+
This is the method designed to be used by your tests to load your test data
|
716
|
+
into your `test` database so that your tests can rely on it. Typically, you'll
|
717
|
+
want to call it at the beginning of each test that relies on the test data
|
718
|
+
managed by this gem—most often, in a before-each hook.
|
719
|
+
|
720
|
+
For the sake of speed and integrity, `TestData.uses_test_data` is designed to
|
721
|
+
take advantage of nested transactions ([Postgres
|
722
|
+
savepoints](https://www.postgresql.org/docs/current/sql-savepoint.html)). By
|
723
|
+
default, data is loaded in a transaction and intended to be rolled back to the
|
724
|
+
point _immediately after_ the data was imported between tests. This way, your
|
725
|
+
test suite only pays the cost of importing the SQL file once, but each of your
|
726
|
+
tests can enjoy a clean slate that's free of data pollution from other tests.
|
727
|
+
(This is similar to, but separate from, Rails fixtures'
|
728
|
+
[use_transactional_tests](https://edgeguides.rubyonrails.org/testing.html#testing-parallel-transactions)
|
729
|
+
option.)
|
730
|
+
|
731
|
+
_See configuration option:
|
732
|
+
[config.after_test_data_load](#configafter_test_data_load)_
|
733
|
+
|
734
|
+
### TestData.uses_clean_slate
|
735
|
+
|
736
|
+
If a test does not rely on your `test_data` data, you can instead ensure that it
|
737
|
+
runs against empty tables by calling `TestData.uses_clean_slate`. Like
|
738
|
+
`TestData.uses_test_data`, this would normally be called at the beginning of
|
739
|
+
each such test in a before-each hook.
|
740
|
+
|
741
|
+
This method works by first ensuring that your test data is loaded (and the
|
742
|
+
correspondent savepoint created), then will truncate all affected tables and
|
743
|
+
create another savepoint. It's a little counter-intuitive that you'd first
|
744
|
+
litter your database with data only to wipe it clean again, but it's much faster
|
745
|
+
to repeatedly truncate tables than to repeatedly import large SQL files.
|
746
|
+
|
747
|
+
_See configuration options:
|
748
|
+
[config.after_test_data_truncate](#configafter_test_data_truncate),
|
749
|
+
[config.truncate_these_test_data_tables](#configtruncate_these_test_data_tables)_
|
750
|
+
|
751
|
+
### TestData.uses_rails_fixtures
|
752
|
+
|
753
|
+
As described in this README's [fixture interop
|
754
|
+
guide](#using-test_data-with-rails-fixtures), `TestData.uses_rails_fixtures`
|
755
|
+
will load your app's [Rails
|
756
|
+
fixtures](https://guides.rubyonrails.org/testing.html#the-low-down-on-fixtures)
|
757
|
+
by intercepting Rails' built-in fixture-loading code. As with the other "uses"
|
758
|
+
methods, you'll likely want to call it in a before-each hook before any test
|
759
|
+
that needs access to your Rails fixtures.
|
760
|
+
|
761
|
+
There are two additional things to keep in mind if using this method:
|
762
|
+
|
763
|
+
1. Using this feature requires that you've first invoked
|
764
|
+
[TestData.prevent_rails_fixtures_from_loading_automatically!](#testdataprevent_rails_fixtures_from_loading_automatically)
|
765
|
+
to override Rails' default behavior before any of your tests have loaded or
|
766
|
+
started running
|
767
|
+
|
768
|
+
2. Because the method depends on Rails' fixture caching mechanism, it must be
|
769
|
+
passed an instance of the running test class (e.g.
|
770
|
+
`TestData.uses_rails_fixtures(self)`)
|
771
|
+
|
772
|
+
Under the hood, this method effectively ensures a clean slate the same way
|
773
|
+
`TestData.uses_clean_slate` does, except that after creating the truncation
|
774
|
+
savepoint, it will then load your fixtures and finally create—wait for it—yet
|
775
|
+
another savepoint that subsequent calls to `uses_rails_fixtures` can rollback
|
776
|
+
to.
|
777
|
+
|
778
|
+
_See configuration option:
|
779
|
+
[config.after_rails_fixture_load](#configafter_rails_fixture_load)_
|
780
|
+
|
781
|
+
#### TestData.prevent_rails_fixtures_from_loading_automatically!
|
782
|
+
|
783
|
+
Call this method before any tests have been loaded or executed by your test
|
784
|
+
runner if you're planning to use
|
785
|
+
[TestData.uses_rails_fixtures](#testdatauses_rails_fixtures) to load Rails
|
786
|
+
fixtures into any of your tests. This method will disable the default behavior
|
787
|
+
of loading your Rails fixtures into the test database as soon as the first test
|
788
|
+
case with fixtures enabled is executed. (Inspect the [source for the
|
789
|
+
patch](/lib/test_data/active_record_ext.rb) to make sure you're comfortable with
|
790
|
+
what it's doing.)
|
791
|
+
|
792
|
+
### TestData.config
|
793
|
+
|
794
|
+
The generated `config/initializers/test_data.rb` initializer will include a call
|
795
|
+
to `TestData.config`, which takes a block that yields a mutable configuration
|
796
|
+
object (similar to `Rails.application.config`). If anything is unclear after
|
797
|
+
reading the documentation, feel free to review the
|
798
|
+
[initializer](lib/generators/test_data/initializer_generator.rb) and the [Config
|
799
|
+
class](/lib/test_data/config.rb) themselves.
|
800
|
+
|
801
|
+
#### Lifecycle hooks
|
802
|
+
|
803
|
+
Want to shift forward several timestamp fields after your `test_data` SQL dumps
|
804
|
+
are loaded into your test database? Need to refresh a materialized view after
|
805
|
+
your Rails fixtures are loaded? You _could_ do these things after calling
|
806
|
+
`TestData.uses_test_data` and `TestData.uses_rails_fixtures`, respectively, but
|
807
|
+
you'd take the corresponding performance hit in each and every test.
|
808
|
+
|
809
|
+
Instead, you can pass a callable or a block and `test_data` will execute it just
|
810
|
+
_after_ performing the associated data operation but just _before_ creating a
|
811
|
+
transaction savepoint. That way, whenever the gem rolls back between tests, your
|
812
|
+
hook won't need to be run again.
|
813
|
+
|
814
|
+
##### config.after_test_data_load
|
815
|
+
|
816
|
+
This is hook is run immediately after `TestData.uses_test_data` has loaded your
|
817
|
+
SQL dumps into the `test` database, but before creating a savepoint. Takes a
|
818
|
+
block or anything that responds to `call`.
|
819
|
+
|
820
|
+
|
821
|
+
```ruby
|
822
|
+
TestData.config do |config|
|
823
|
+
# Example: roll time forward
|
824
|
+
config.after_test_data_load do
|
825
|
+
Boop.connection.exec_update(<<~SQL, nil, [[nil, Time.zone.now - System.epoch]])
|
826
|
+
update boops set booped_at = booped_at + $1
|
827
|
+
SQL
|
828
|
+
end
|
829
|
+
end
|
830
|
+
```
|
831
|
+
|
832
|
+
##### config.after_test_data_truncate
|
833
|
+
|
834
|
+
This is hook is run immediately after `TestData.uses_clean_slate` has truncated
|
835
|
+
your test data, but before creating a savepoint. Takes a block or anything that
|
836
|
+
responds to `call`.
|
837
|
+
|
838
|
+
```ruby
|
839
|
+
TestData.config do |config|
|
840
|
+
# Example: pass a callable instead of a block
|
841
|
+
config.after_test_data_truncate(SomethingThatRespondsToCall.new)
|
842
|
+
end
|
843
|
+
```
|
844
|
+
|
845
|
+
##### config.after_rails_fixture_load
|
846
|
+
|
847
|
+
This is hook is run immediately after `TestData.uses_rails_fixtures` has loaded
|
848
|
+
your Rails fixtures into the `test` database, but before creating a savepoint.
|
849
|
+
Takes a block or anything that responds to `call`.
|
850
|
+
|
851
|
+
```ruby
|
852
|
+
TestData.config do |config|
|
853
|
+
# Example: refresh Postgres assets like materialized views
|
854
|
+
config.after_rails_fixture_load do
|
855
|
+
RefreshesMaterializedViews.new.call
|
856
|
+
end
|
857
|
+
end
|
858
|
+
```
|
859
|
+
|
860
|
+
#### test_data:dump options
|
861
|
+
|
862
|
+
The gem provides several options governing the behavior of the
|
863
|
+
[test_data:dump](#test_datadump) Rake task. You probably won't need to set these
|
864
|
+
unless you run into a problem with the defaults.
|
865
|
+
|
866
|
+
##### config.non_test_data_tables
|
867
|
+
|
868
|
+
Your application may have some tables that are necessary for the operation of
|
869
|
+
the application, but irrelevant or incompatible with you your tests. This data
|
870
|
+
is still dumped for the sake of being able to restore the database with [rake
|
871
|
+
test_data:load](#test_dataload), but will not be loaded when your tests are
|
872
|
+
running. Defaults to `[]`, (but will always include `ar_internal_metadata` and
|
873
|
+
`schema_migrations`).
|
874
|
+
|
875
|
+
```ruby
|
876
|
+
TestData.config do |config|
|
877
|
+
config.non_test_data_tables = []
|
878
|
+
end
|
879
|
+
```
|
880
|
+
|
881
|
+
##### config.dont_dump_these_tables
|
882
|
+
|
883
|
+
Some tables populated by your application may not be necessary to either its
|
884
|
+
proper functioning or useful to your tests (e.g. audit logs), so you can save
|
885
|
+
time and storage by preventing those tables from being dumped entirely. Defaults
|
886
|
+
to `[]`.
|
887
|
+
|
888
|
+
```ruby
|
889
|
+
TestData.config do |config|
|
890
|
+
config.dont_dump_these_tables = []
|
891
|
+
end
|
892
|
+
```
|
893
|
+
|
894
|
+
##### config.schema_dump_path
|
895
|
+
|
896
|
+
The path to which the schema DDL of your `test_data` database will be written.
|
897
|
+
This is only used by [rake test_data:load](#test_dataload) when initializing the
|
898
|
+
`test_data` database. Defaults to `"test/support/test_data/schema.sql"`.
|
899
|
+
|
900
|
+
```ruby
|
901
|
+
TestData.config do |config|
|
902
|
+
config.schema_dump_path = "test/support/test_data/schema.sql"
|
903
|
+
end
|
904
|
+
```
|
905
|
+
|
906
|
+
##### config.data_dump_path
|
907
|
+
|
908
|
+
The path that the SQL dump of your test data will be written. This is the dump
|
909
|
+
that will be executed by `TestData.uses_test_data` in your tests. Defaults to
|
910
|
+
`"test/support/test_data/data.sql"`.
|
911
|
+
|
912
|
+
```ruby
|
913
|
+
TestData.config do |config|
|
914
|
+
config.data_dump_path = "test/support/test_data/data.sql"
|
915
|
+
end
|
916
|
+
```
|
917
|
+
|
918
|
+
##### config.non_test_data_dump_path
|
919
|
+
|
920
|
+
The path to which the [non_test_data_tables](#confignon_test_data_tables) in
|
921
|
+
your `test_data` database will be written. This is only used by [rake
|
922
|
+
test_data:load](#test_dataload) when initializing the `test_data` database.
|
923
|
+
Defaults to `"test/support/test_data/non_test_data.sql"`.
|
924
|
+
|
925
|
+
```ruby
|
926
|
+
TestData.config do |config|
|
927
|
+
config.non_test_data_dump_path = "test/support/test_data/non_test_data.sql"
|
928
|
+
end
|
929
|
+
```
|
930
|
+
|
931
|
+
#### Other configuration options
|
932
|
+
|
933
|
+
##### config.truncate_these_test_data_tables
|
934
|
+
|
935
|
+
By default, when [TestData.uses_clean_slate](#testdatauses_clean_slate) is
|
936
|
+
called, it will truncate any tables for which an `INSERT` operation was
|
937
|
+
detected in your test data SQL dump. This may not be suitable for every case,
|
938
|
+
however, so this option allows you to specify which tables are truncated.
|
939
|
+
Defaults to `nil`.
|
940
|
+
|
941
|
+
```ruby
|
942
|
+
TestData.config do |config|
|
943
|
+
config.truncate_these_test_data_tables = []
|
944
|
+
end
|
945
|
+
```
|
946
|
+
|
947
|
+
##### config.log_level
|
948
|
+
|
949
|
+
The gem outputs its messages to standard output and error by assigning a log
|
950
|
+
level to each message. Valid values are `:debug`, `:info`, `:warn`, `:error`,
|
951
|
+
`:quiet`. Defaults to `:info`.
|
952
|
+
|
953
|
+
```ruby
|
954
|
+
TestData.config do |config|
|
955
|
+
config.log_level = :info
|
956
|
+
end
|
957
|
+
```
|
958
|
+
|
959
|
+
### TestData.insert_test_data_dump
|
960
|
+
|
961
|
+
If you just want to insert the test data in your application's SQL dumps without
|
962
|
+
any of the transaction management or test runner assumptions inherent in
|
963
|
+
[TestData.uses_test_data](#testdatauses_test_data), then you can call
|
964
|
+
`TestData.insert_test_data_dump` to load and execute the dump.
|
965
|
+
|
966
|
+
This might be necessary in a few different situations:
|
967
|
+
|
968
|
+
* Running tests in environments that can't be isolated to a single database
|
969
|
+
transaction (e.g. orchestrating tests across multiple databases, processes,
|
970
|
+
etc.)
|
971
|
+
* You might ant to use your test data to seed pre-production environments with
|
972
|
+
enough data to exploratory test (as you might do in a `postdeploy` script with
|
973
|
+
your [Heroku Review
|
974
|
+
Apps](https://devcenter.heroku.com/articles/github-integration-review-apps))
|
975
|
+
* Your tests require complex heterogeneous sources of data that aren't a good
|
976
|
+
fit for the assumptions and constraints of this library's default methods for
|
977
|
+
preparing test data
|
978
|
+
|
979
|
+
In any case, since `TestData.insert_test_data_dump` is not wrapped in a
|
980
|
+
transaction, when used for automated tests, data cleanup becomes your
|
981
|
+
responsibility.
|
982
|
+
|
983
|
+
## Assumptions
|
984
|
+
|
985
|
+
The `test_data` gem is still brand new and doesn't cover every use case just
|
986
|
+
yet. Here are some existing assumptions and limitations:
|
987
|
+
|
988
|
+
* You're using Postgres
|
989
|
+
|
990
|
+
* You're using Rails 6 or higher
|
991
|
+
|
992
|
+
* Your app does not require Rails' [multi-database
|
993
|
+
support](https://guides.rubyonrails.org/active_record_multiple_databases.html)
|
994
|
+
in order to be tested
|
995
|
+
|
996
|
+
* Your app has the binstubs `bin/rake` and `bin/rails` that Rails generates and
|
997
|
+
they work (protip: you can regenerate them with `rails app:update:bin`)
|
998
|
+
|
999
|
+
* Your `database.yml` defines a `&default` alias from which to extend the
|
1000
|
+
`test_data` database configuration (if your YAML file lacks one, you can
|
1001
|
+
always specify the `test_data` database configuration manually)
|
1002
|
+
|
1003
|
+
## Fears, Uncertainties, and Doubts
|
1004
|
+
|
1005
|
+
### But we use and like `factory_bot` and so I am inclined to dislike everything about this gem!
|
1006
|
+
|
1007
|
+
If you use `factory_bot` and all of these are true:
|
1008
|
+
|
1009
|
+
* Your integration tests are super fast and are not getting significantly slower
|
1010
|
+
over time
|
1011
|
+
|
1012
|
+
* Minor changes to existing factories rarely result in test failures that
|
1013
|
+
require unrelated tests to be read & updated to get them passing again
|
1014
|
+
|
1015
|
+
* The number of associated records generated between your most-used factories
|
1016
|
+
are representative of production data, as opposed to generating a sprawling
|
1017
|
+
hierarchy of models, as if your test just ordered "one of everything" off the
|
1018
|
+
menu
|
1019
|
+
|
1020
|
+
* Your default factories generate models that resemble real records created by
|
1021
|
+
your production application, as opposed to representing the
|
1022
|
+
sum-of-all-edge-cases with every boolean flag enabled and optional attribute
|
1023
|
+
set
|
1024
|
+
|
1025
|
+
* You've avoided mitigating the above problems with confusingly-named and
|
1026
|
+
confidence-eroding nested factories with names like `:user`, `:basic_user`,
|
1027
|
+
`:lite_user`, and `:plain_user_no_associations_allowed`
|
1028
|
+
|
1029
|
+
If none of these things are true, then congratulations! You are probably using
|
1030
|
+
`factory_bot` to great effect! Unfortunately, in our experience, this outcome
|
1031
|
+
is exceedingly rare, especially for large and long-lived applications.
|
1032
|
+
|
1033
|
+
However, if you'd answer "no" to any of the above questions, just know that
|
1034
|
+
these are the sorts of failure modes the `test_data` gem was designed to
|
1035
|
+
avoid—and we hope you'll consider trying it with an open mind. At the same time,
|
1036
|
+
we acknowledge that large test suites can't be rewritten and migrated to a
|
1037
|
+
different source of test data overnight—nor should they be! See our notes on
|
1038
|
+
[migrating to `test_data`
|
1039
|
+
incrementally](#factory--fixture-interoperability-guide)
|
1040
|
+
|
1041
|
+
### How will I handle merge conflicts in these SQL files if I have lots of people working on lots of feature branches all adding to the `test_data` database dumps?
|
1042
|
+
|
1043
|
+
In a word: carefully!
|
1044
|
+
|
1045
|
+
First, in terms of expectations-setting, you should expect your test data SQL
|
1046
|
+
dumps to churn at roughly the same rate as your schema: lots of changes up
|
1047
|
+
front, but tapering off as the application stabilizes.
|
1048
|
+
|
1049
|
+
If your schema isn't changing frequently and you're not running data migrations
|
1050
|
+
against production very often, it might make the most sense to let this concern
|
1051
|
+
present itself as a real problem before attempting to solve it, as you're likely
|
1052
|
+
to find that other best-practices around collaboration and deployment (frequent
|
1053
|
+
merges, continuous integration, coordinating breaking changes) will also manage
|
1054
|
+
this risk. The reason that the dumps are stored as plain SQL (aside from the
|
1055
|
+
fact that git's text compression is very good) is to make merge conflicts with
|
1056
|
+
other branches feasible, if not entirely painless.
|
1057
|
+
|
1058
|
+
However, if your app is in the very initial stages of development or you're
|
1059
|
+
otherwise making breaking changes to your schema and data very frequently, our
|
1060
|
+
best advice is to hold off a bit on writing _any_ integration tests that depend
|
1061
|
+
on shared sources of test data (regardless of tool), as they'll be more likely
|
1062
|
+
to frustrate your ability to rapidly iterate than detect bugs. Once you you have
|
1063
|
+
a reasonably stable feature working end-to-end, that's a good moment to start
|
1064
|
+
adding integration tests—and perhaps pulling in a gem like this one to help you.
|
1065
|
+
|
1066
|
+
### Why can't I save multiple database dumps to cover different scenarios?
|
1067
|
+
|
1068
|
+
For the same reason you (probably) don't have multiple production databases: the
|
1069
|
+
fact that Rails apps are monolithic and consolidated is a big reason why they're
|
1070
|
+
so productive and comprehensible. This gem is not
|
1071
|
+
[VCR](https://github.com/vcr/vcr) for databases. If you were to design separate
|
1072
|
+
test data dumps for each feature, stakeholder, or concern, you'd also have more
|
1073
|
+
moving parts to maintain, more complexity to communicate, and more pieces that
|
1074
|
+
could someday fall into disrepair.
|
1075
|
+
|
1076
|
+
By having a single `test_data` database that grows up with your application just
|
1077
|
+
like `production` does—with both having their schemas and data migrated
|
1078
|
+
incrementally over time—your integration tests that depend on `test_data` will
|
1079
|
+
have an early opportunity to catch bugs that otherwise wouldn't be found until
|
1080
|
+
they were deployed into a long-lived staging or (gasp!) production environment.
|
1081
|
+
|
1082
|
+
### Are you sure I should commit these SQL dumps? They're way too big!
|
1083
|
+
|
1084
|
+
If the dump files generated by `test_data:dump` seem massive, consider the
|
1085
|
+
cause:
|
1086
|
+
|
1087
|
+
1. If you inadvertently created more data than necessary, you might consider
|
1088
|
+
resetting (or rolling back) your changes and making another attempt at
|
1089
|
+
generating a more minimal set of test data
|
1090
|
+
|
1091
|
+
2. If some records persisted by your application aren't very relevant to your
|
1092
|
+
tests, you might consider either of these options:
|
1093
|
+
|
1094
|
+
* If certain tables are necessary for running the app but aren't needed by
|
1095
|
+
your tests, you can add them to the `config.non_test_data_tables`
|
1096
|
+
configuration array. They'll still be committed to git, but won't loaded
|
1097
|
+
by your tests
|
1098
|
+
|
1099
|
+
* If the certain tables are not needed by your application or by your tests
|
1100
|
+
(e.g. audit logs), add them to the `config.dont_dump_these_tables` array,
|
1101
|
+
and they won't be persisted by `rake test_data:dump`
|
1102
|
+
|
1103
|
+
3. If the dumps are _necessarily_ really big (some apps are complex!), consider
|
1104
|
+
looking into [git-lfs](https://git-lfs.github.com) for tracking them without
|
1105
|
+
impacting the size and performance of the git slug. (See [GitHub's
|
1106
|
+
documentation](https://docs.github.com/en/github/managing-large-files/working-with-large-files)
|
1107
|
+
on what their service supports)
|
1108
|
+
|
1109
|
+
_[Beyond these options, we'd also be interested in a solution that filtered data
|
1110
|
+
in a more granular way than ignoring entire tables. If you have a proposal you'd
|
1111
|
+
be interested in implementing, [suggest it in an issue](/issues/new)!]_
|
1112
|
+
|
1113
|
+
### Tests shouldn't use shared test data, they should instantiate the objects they need!
|
1114
|
+
|
1115
|
+
Agreed! Nothing is simpler than calling `new` to create an object.
|
1116
|
+
|
1117
|
+
If it's possible to write a test that looks like this, do it. Don't use shared
|
1118
|
+
test data loaded from this gem or any other:
|
1119
|
+
|
1120
|
+
```ruby
|
1121
|
+
def test_exclude_cancelled_orders
|
1122
|
+
good_order = Order.new
|
1123
|
+
bad_order = Order.new(cancelled: true)
|
1124
|
+
user = User.create!(orders: [good_order, bad_order])
|
1125
|
+
|
1126
|
+
result = user.active_orders
|
1127
|
+
|
1128
|
+
assert_includes good_order
|
1129
|
+
refute_includes bad_order
|
1130
|
+
end
|
1131
|
+
```
|
1132
|
+
|
1133
|
+
This test is simple, self-contained, clearly demarcates the
|
1134
|
+
[arrange-act-assert](https://github.com/testdouble/contributing-tests/wiki/Arrange-Act-Assert)
|
1135
|
+
phases, and (most importantly) will only fail if the functionality stops
|
1136
|
+
working. Maximizing the number of tests that can be written expressively and
|
1137
|
+
succinctly without the aid of shared test data is a laudable goal that more
|
1138
|
+
teams should embrace.
|
1139
|
+
|
1140
|
+
However, what if the code you're writing doesn't need 3 records in the database,
|
1141
|
+
but 30? Writing that much test setup would be painstaking, despite being
|
1142
|
+
fully-encapsulated. Long test setup is harder for others to read and understand.
|
1143
|
+
And because that setup depends on more of your system's code, it will have more
|
1144
|
+
reasons to break as your codebase changes. At that point, you have two options:
|
1145
|
+
|
1146
|
+
1. Critically validate your design: why is it so hard to set up? Does it
|
1147
|
+
_really_ require so much persisted data to exercise this behavior? Would a
|
1148
|
+
[plain old Ruby
|
1149
|
+
object](https://steveklabnik.com/writing/the-secret-to-rails-oo-design) that
|
1150
|
+
defined a pure function have been feasible? Could a model instance or even a
|
1151
|
+
`Struct` be passed to the
|
1152
|
+
[subject](https://github.com/testdouble/contributing-tests/wiki/Subject)
|
1153
|
+
instead of loading everything from the database? When automated testing is
|
1154
|
+
saved for the very end of a feature's development, it can feel too costly to
|
1155
|
+
reexamine design decisions like this, but it can be valuable to consider all
|
1156
|
+
the same. *Easy to test code is easy to use code*
|
1157
|
+
|
1158
|
+
2. If the complex setup is a necessary reality of the situation that your app
|
1159
|
+
needs to handle (and it often will be!), then having _some_ kind of shared
|
1160
|
+
source of test data to use as a starting point can be hugely beneficial.
|
1161
|
+
That's why `factory_bot` is so popular, why this gem exists, etc.
|
1162
|
+
|
1163
|
+
As a result, there is no one-size-fits-all approach. Straightforward behavior
|
1164
|
+
that can be invoked with a clear, concise test has no reason to be coupled to a
|
1165
|
+
shared source of test data. Meanwhile, tests of more complex behaviors that
|
1166
|
+
require lots of carefully-arranged data might be unmaintainable without a shared
|
1167
|
+
source of test data to lean on. So both kinds of test clearly have their place.
|
1168
|
+
|
1169
|
+
But this is a pretty nuanced discussion that can be hard to keep in mind when
|
1170
|
+
under deadline pressure or on a large team where building consensus around norms
|
1171
|
+
is challenging. As a result, leaving the decision of which type of test to write
|
1172
|
+
to spur-of-the-moment judgment is likely to result in inconsistent test design.
|
1173
|
+
Instead, you might consider separating these two categories into separate test
|
1174
|
+
types or suites, with simple heuristics to determine which types of code demand
|
1175
|
+
which type of test.
|
1176
|
+
|
1177
|
+
For example, it would be completely reasonable to load this gem's test data for
|
1178
|
+
integration tests, but not for basic tests of models, like so:
|
1179
|
+
|
1180
|
+
```ruby
|
1181
|
+
class ActionDispatch::IntegrationTest
|
1182
|
+
setup do
|
1183
|
+
TestData.uses_test_data
|
1184
|
+
end
|
1185
|
+
end
|
1186
|
+
|
1187
|
+
class ActiveSupport::TestCase
|
1188
|
+
setup do
|
1189
|
+
TestData.uses_clean_slate
|
1190
|
+
end
|
1191
|
+
end
|
1192
|
+
```
|
18
1193
|
|
19
|
-
|
1194
|
+
In short, this skepticism is generally healthy, and encapsulated tests that
|
1195
|
+
forego reliance on shared sources of test data should be maximized. For
|
1196
|
+
everything else, there's `test_data`.
|
20
1197
|
|
21
|
-
|
1198
|
+
### I'm worried my tests aren't as fast as they should be
|
22
1199
|
|
23
|
-
|
1200
|
+
The `test_data` gem was written to enable tests that are not only more
|
1201
|
+
comprehensible and maintainable over the long-term, but also _much faster_ to
|
1202
|
+
run. That said—and especially if you're adding `test_data` to an existing test
|
1203
|
+
suite—care should be taken to audit everything the suite does between tests in
|
1204
|
+
order to optimize its overall runtime.
|
24
1205
|
|
25
|
-
|
1206
|
+
The first and most likely source of unnecessary slowness is redundant test
|
1207
|
+
cleanup—the speed gained from sandwiching every expensive operation between
|
1208
|
+
transaction savepoints can be profound… but can also easily be erased by a
|
1209
|
+
single before-each hook calling
|
1210
|
+
[database_cleaner](https://github.com/DatabaseCleaner/database_cleaner) to
|
1211
|
+
commit a truncation of the database. As a result, it's worth taking a little
|
1212
|
+
time to take stock of everything that's called between tests during setup &
|
1213
|
+
teardown to ensure multiple tools aren't attempting to clean up the state of the
|
1214
|
+
database and potentially interfering with one another.
|
26
1215
|
|
27
|
-
|
1216
|
+
A second opportunity for optimization is to group tests that use the same type
|
1217
|
+
of test data together, either into separate suites or by preventing them from
|
1218
|
+
being run in random order across said types. For example, suppose you have 10
|
1219
|
+
tests that call `TestData.uses_test_data` and 10 that call
|
1220
|
+
`TestData.uses_rails_fixtures`. If a test that calls `TestData.uses_test_data`
|
1221
|
+
is followed by another that calls `uses_test_data`, the only operation needed by
|
1222
|
+
the second call will be a rollback to the savepoint taken after the test data
|
1223
|
+
was loaded. If, however, a `uses_test_data` test is followed by a
|
1224
|
+
`uses_rails_fixtures` test, then the test data will be truncated and the
|
1225
|
+
fixtures loaded and new savepoints created (which would then be undone again if
|
1226
|
+
the _next_ test happened to call `uses_test_data`).
|
28
1227
|
|
29
|
-
|
1228
|
+
As a result of the above, the marginal runtime cost for each `TestData.uses_*`
|
1229
|
+
method depends on which kinds of test precedes and follows it. That means your
|
1230
|
+
tests will run faster overall if the tests that call `TestData.uses_test_data`
|
1231
|
+
are run as a group separately from your tests that rely on
|
1232
|
+
`TestData.uses_clean_slate` or `TestData.uses_rails_fixtures`. Separating your
|
1233
|
+
tests into logical groups pretty trivial if you're using RSpec, as the
|
1234
|
+
[tag](https://relishapp.com/rspec/rspec-core/v/3-10/docs/command-line/tag-option)
|
1235
|
+
feature was built with this sort of need in mind. If you're using Minitest, you
|
1236
|
+
might consider organizing the tests in different directories and running
|
1237
|
+
multiple commands to execute them (e.g. `bin/rails test test/test_data_tests`
|
1238
|
+
and `bin/rails test/factory_tests`). Every CI configuration is different,
|
1239
|
+
however, and you may find yourself needing to get creative in configuring things
|
1240
|
+
to achieve the fastest build time.
|
30
1241
|
|
31
|
-
|
1242
|
+
## Code of Conduct
|
32
1243
|
|
33
|
-
|
1244
|
+
This project follows Test Double's [code of
|
1245
|
+
conduct](https://testdouble.com/code-of-conduct) for all community interactions,
|
1246
|
+
including (but not limited to) one-on-one communications, public posts/comments,
|
1247
|
+
code reviews, pull requests, and GitHub issues. If violations occur, Test Double
|
1248
|
+
will take any action they deem appropriate for the infraction, up to and
|
1249
|
+
including blocking a user from the organization's repositories.
|
34
1250
|
|
35
|
-
Bug reports and pull requests are welcome on GitHub at https://github.com/searls/test_data.
|