shrine 2.19.4 → 3.4.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (209) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +485 -43
  3. data/LICENSE.txt +1 -1
  4. data/README.md +81 -977
  5. data/doc/advantages.md +231 -204
  6. data/doc/attacher.md +304 -153
  7. data/doc/carrierwave.md +297 -226
  8. data/doc/changing_derivatives.md +308 -0
  9. data/doc/changing_location.md +102 -21
  10. data/doc/changing_storage.md +110 -0
  11. data/doc/creating_persistence_plugins.md +132 -0
  12. data/doc/creating_plugins.md +43 -23
  13. data/doc/creating_storages.md +19 -5
  14. data/doc/design.md +147 -97
  15. data/doc/direct_s3.md +38 -28
  16. data/doc/external/articles.md +63 -0
  17. data/doc/external/extensions.md +53 -0
  18. data/doc/external/misc.md +32 -0
  19. data/doc/getting_started.md +1115 -0
  20. data/doc/metadata.md +190 -109
  21. data/doc/multiple_files.md +62 -34
  22. data/doc/paperclip.md +384 -262
  23. data/doc/plugins/activerecord.md +177 -46
  24. data/doc/plugins/add_metadata.md +139 -38
  25. data/doc/plugins/atomic_helpers.md +217 -0
  26. data/doc/plugins/backgrounding.md +156 -98
  27. data/doc/plugins/cached_attachment_data.md +7 -5
  28. data/doc/plugins/column.md +121 -0
  29. data/doc/plugins/data_uri.md +23 -22
  30. data/doc/plugins/default_storage.md +36 -10
  31. data/doc/plugins/default_url.md +30 -13
  32. data/doc/plugins/delete_raw.md +4 -2
  33. data/doc/plugins/derivation_endpoint.md +162 -101
  34. data/doc/plugins/derivatives.md +829 -0
  35. data/doc/plugins/determine_mime_type.md +4 -2
  36. data/doc/plugins/download_endpoint.md +64 -8
  37. data/doc/plugins/dynamic_storage.md +5 -3
  38. data/doc/plugins/entity.md +263 -0
  39. data/doc/plugins/form_assign.md +55 -0
  40. data/doc/plugins/included.md +31 -8
  41. data/doc/plugins/infer_extension.md +21 -10
  42. data/doc/plugins/instrumentation.md +38 -16
  43. data/doc/plugins/keep_files.md +14 -17
  44. data/doc/plugins/metadata_attributes.md +42 -13
  45. data/doc/plugins/mirroring.md +118 -0
  46. data/doc/plugins/model.md +210 -0
  47. data/doc/plugins/module_include.md +4 -2
  48. data/doc/plugins/multi_cache.md +24 -0
  49. data/doc/plugins/persistence.md +101 -0
  50. data/doc/plugins/presign_endpoint.md +9 -4
  51. data/doc/plugins/pretty_location.md +16 -3
  52. data/doc/plugins/processing.md +4 -2
  53. data/doc/plugins/rack_file.md +8 -2
  54. data/doc/plugins/rack_response.md +6 -2
  55. data/doc/plugins/recache.md +4 -2
  56. data/doc/plugins/refresh_metadata.md +49 -9
  57. data/doc/plugins/remote_url.md +84 -47
  58. data/doc/plugins/remove_attachment.md +27 -6
  59. data/doc/plugins/remove_invalid.md +21 -6
  60. data/doc/plugins/restore_cached_data.md +11 -3
  61. data/doc/plugins/sequel.md +159 -35
  62. data/doc/plugins/signature.md +16 -5
  63. data/doc/plugins/store_dimensions.md +14 -2
  64. data/doc/plugins/tempfile.md +4 -2
  65. data/doc/plugins/type_predicates.md +96 -0
  66. data/doc/plugins/upload_endpoint.md +13 -13
  67. data/doc/plugins/upload_options.md +6 -4
  68. data/doc/plugins/{default_url_options.md → url_options.md} +9 -7
  69. data/doc/plugins/validation.md +97 -0
  70. data/doc/plugins/validation_helpers.md +16 -13
  71. data/doc/plugins/versions.md +15 -19
  72. data/doc/processing.md +438 -221
  73. data/doc/refile.md +185 -167
  74. data/doc/release_notes/1.0.0.md +4 -0
  75. data/doc/release_notes/1.1.0.md +6 -2
  76. data/doc/release_notes/1.2.0.md +4 -0
  77. data/doc/release_notes/1.3.0.md +4 -0
  78. data/doc/release_notes/1.4.0.md +4 -0
  79. data/doc/release_notes/1.4.1.md +4 -0
  80. data/doc/release_notes/1.4.2.md +4 -0
  81. data/doc/release_notes/2.0.0.md +4 -0
  82. data/doc/release_notes/2.0.1.md +4 -0
  83. data/doc/release_notes/2.1.0.md +4 -0
  84. data/doc/release_notes/2.1.1.md +4 -0
  85. data/doc/release_notes/2.10.0.md +4 -0
  86. data/doc/release_notes/2.10.1.md +4 -0
  87. data/doc/release_notes/2.11.0.md +4 -0
  88. data/doc/release_notes/2.12.0.md +4 -0
  89. data/doc/release_notes/2.13.0.md +4 -0
  90. data/doc/release_notes/2.14.0.md +5 -1
  91. data/doc/release_notes/2.15.0.md +11 -7
  92. data/doc/release_notes/2.16.0.md +4 -0
  93. data/doc/release_notes/2.17.0.md +4 -0
  94. data/doc/release_notes/2.18.0.md +4 -0
  95. data/doc/release_notes/2.19.0.md +6 -3
  96. data/doc/release_notes/2.2.0.md +4 -0
  97. data/doc/release_notes/2.3.0.md +4 -0
  98. data/doc/release_notes/2.3.1.md +4 -0
  99. data/doc/release_notes/2.4.0.md +4 -0
  100. data/doc/release_notes/2.4.1.md +4 -0
  101. data/doc/release_notes/2.5.0.md +4 -0
  102. data/doc/release_notes/2.6.0.md +4 -0
  103. data/doc/release_notes/2.6.1.md +4 -0
  104. data/doc/release_notes/2.7.0.md +4 -0
  105. data/doc/release_notes/2.8.0.md +4 -0
  106. data/doc/release_notes/2.9.0.md +4 -0
  107. data/doc/release_notes/3.0.0.md +981 -0
  108. data/doc/release_notes/3.0.1.md +22 -0
  109. data/doc/release_notes/3.1.0.md +73 -0
  110. data/doc/release_notes/3.2.0.md +96 -0
  111. data/doc/release_notes/3.2.1.md +31 -0
  112. data/doc/release_notes/3.2.2.md +14 -0
  113. data/doc/release_notes/3.3.0.md +105 -0
  114. data/doc/release_notes/3.4.0.md +35 -0
  115. data/doc/retrieving_uploads.md +4 -1
  116. data/doc/securing_uploads.md +60 -37
  117. data/doc/storage/file_system.md +20 -3
  118. data/doc/storage/memory.md +19 -0
  119. data/doc/storage/s3.md +117 -83
  120. data/doc/testing.md +124 -144
  121. data/doc/upgrading_to_3.md +710 -0
  122. data/doc/validation.md +54 -90
  123. data/lib/shrine/attacher.rb +287 -171
  124. data/lib/shrine/attachment.rb +13 -46
  125. data/lib/shrine/plugins/_persistence.rb +93 -0
  126. data/lib/shrine/plugins/activerecord.rb +77 -34
  127. data/lib/shrine/plugins/add_metadata.rb +25 -17
  128. data/lib/shrine/plugins/atomic_helpers.rb +119 -0
  129. data/lib/shrine/plugins/backgrounding.rb +77 -113
  130. data/lib/shrine/plugins/cached_attachment_data.rb +6 -15
  131. data/lib/shrine/plugins/column.rb +102 -0
  132. data/lib/shrine/plugins/data_uri.rb +38 -36
  133. data/lib/shrine/plugins/default_storage.rb +45 -15
  134. data/lib/shrine/plugins/default_url.rb +12 -24
  135. data/lib/shrine/plugins/default_url_options.rb +3 -30
  136. data/lib/shrine/plugins/delete_raw.rb +10 -16
  137. data/lib/shrine/plugins/derivation_endpoint.rb +89 -134
  138. data/lib/shrine/plugins/derivatives.rb +637 -0
  139. data/lib/shrine/plugins/determine_mime_type.rb +9 -21
  140. data/lib/shrine/plugins/download_endpoint.rb +109 -133
  141. data/lib/shrine/plugins/dynamic_storage.rb +5 -11
  142. data/lib/shrine/plugins/entity.rb +152 -0
  143. data/lib/shrine/plugins/form_assign.rb +108 -0
  144. data/lib/shrine/plugins/included.rb +6 -6
  145. data/lib/shrine/plugins/infer_extension.rb +13 -20
  146. data/lib/shrine/plugins/instrumentation.rb +54 -42
  147. data/lib/shrine/plugins/keep_files.rb +3 -15
  148. data/lib/shrine/plugins/metadata_attributes.rb +28 -19
  149. data/lib/shrine/plugins/mirroring.rb +142 -0
  150. data/lib/shrine/plugins/model.rb +158 -0
  151. data/lib/shrine/plugins/module_include.rb +3 -3
  152. data/lib/shrine/plugins/multi_cache.rb +27 -0
  153. data/lib/shrine/plugins/presign_endpoint.rb +18 -22
  154. data/lib/shrine/plugins/pretty_location.rb +15 -9
  155. data/lib/shrine/plugins/processing.rb +22 -9
  156. data/lib/shrine/plugins/rack_file.rb +2 -42
  157. data/lib/shrine/plugins/rack_response.rb +15 -10
  158. data/lib/shrine/plugins/recache.rb +6 -5
  159. data/lib/shrine/plugins/refresh_metadata.rb +13 -11
  160. data/lib/shrine/plugins/remote_url.rb +49 -49
  161. data/lib/shrine/plugins/remove_attachment.rb +10 -6
  162. data/lib/shrine/plugins/remove_invalid.rb +19 -8
  163. data/lib/shrine/plugins/restore_cached_data.rb +13 -7
  164. data/lib/shrine/plugins/sequel.rb +86 -36
  165. data/lib/shrine/plugins/signature.rb +10 -16
  166. data/lib/shrine/plugins/store_dimensions.rb +35 -40
  167. data/lib/shrine/plugins/tempfile.rb +1 -3
  168. data/lib/shrine/plugins/type_predicates.rb +113 -0
  169. data/lib/shrine/plugins/upload_endpoint.rb +25 -23
  170. data/lib/shrine/plugins/upload_options.rb +14 -15
  171. data/lib/shrine/plugins/url_options.rb +31 -0
  172. data/lib/shrine/plugins/validation.rb +80 -0
  173. data/lib/shrine/plugins/validation_helpers.rb +34 -57
  174. data/lib/shrine/plugins/versions.rb +107 -87
  175. data/lib/shrine/plugins.rb +22 -0
  176. data/lib/shrine/storage/file_system.rb +46 -64
  177. data/lib/shrine/storage/linter.rb +42 -7
  178. data/lib/shrine/storage/memory.rb +49 -0
  179. data/lib/shrine/storage/s3.rb +154 -158
  180. data/lib/shrine/uploaded_file.rb +28 -30
  181. data/lib/shrine/version.rb +3 -3
  182. data/lib/shrine.rb +86 -149
  183. data/shrine.gemspec +9 -10
  184. metadata +79 -83
  185. data/doc/migrating_storage.md +0 -76
  186. data/doc/plugins/backup.md +0 -31
  187. data/doc/plugins/copy.md +0 -24
  188. data/doc/plugins/delete_promoted.md +0 -12
  189. data/doc/plugins/direct_upload.md +0 -172
  190. data/doc/plugins/hooks.md +0 -58
  191. data/doc/plugins/logging.md +0 -42
  192. data/doc/plugins/migration_helpers.md +0 -60
  193. data/doc/plugins/moving.md +0 -19
  194. data/doc/plugins/multi_delete.md +0 -20
  195. data/doc/plugins/parallelize.md +0 -16
  196. data/doc/plugins/parsed_json.md +0 -23
  197. data/doc/regenerating_versions.md +0 -143
  198. data/lib/shrine/plugins/background_helpers.rb +0 -5
  199. data/lib/shrine/plugins/backup.rb +0 -90
  200. data/lib/shrine/plugins/copy.rb +0 -50
  201. data/lib/shrine/plugins/delete_promoted.rb +0 -20
  202. data/lib/shrine/plugins/direct_upload.rb +0 -217
  203. data/lib/shrine/plugins/hooks.rb +0 -90
  204. data/lib/shrine/plugins/logging.rb +0 -142
  205. data/lib/shrine/plugins/migration_helpers.rb +0 -70
  206. data/lib/shrine/plugins/moving.rb +0 -57
  207. data/lib/shrine/plugins/multi_delete.rb +0 -32
  208. data/lib/shrine/plugins/parallelize.rb +0 -78
  209. data/lib/shrine/plugins/parsed_json.rb +0 -29
data/doc/validation.md CHANGED
@@ -1,20 +1,25 @@
1
- # File Validation
1
+ ---
2
+ title: File Validation
3
+ ---
2
4
 
3
- Shrine allows validating assigned files based on their metadata. Validation
4
- code is defined inside a `Shrine::Attacher.validate` block:
5
+ Shrine allows validating assigned files using the [`validation`][validation]
6
+ plugin. Validation code is defined inside an `Attacher.validate` block:
5
7
 
8
+ ```rb
9
+ Shrine.plugin :validation
10
+ ```
6
11
  ```rb
7
12
  class ImageUploader < Shrine
8
13
  Attacher.validate do
9
- # validations
14
+ # ... perform validation ...
10
15
  end
11
16
  end
12
17
  ```
13
18
 
14
- The validation block is run when a file is assigned to an attachment attribute,
15
- afterwards the validation errors are stored in `Shrine::Attacher#errors`. ORM
16
- plugins like `sequel` and `activerecord` will automatically merge these
17
- validation errors into the `#errors` hash on the model instance.
19
+ The validation block is run when a new file is assigned, and any validation
20
+ errors are stored in `Shrine::Attacher#errors`. Persistence plugins like
21
+ `sequel` and `activerecord` will automatically merge these validation errors
22
+ into the `#errors` hash on the model instance.
18
23
 
19
24
  ```rb
20
25
  photo = Photo.new
@@ -23,57 +28,20 @@ photo.valid? #=> false
23
28
  photo.errors[:image] #=> [...]
24
29
  ```
25
30
 
26
- By default the invalid file will remain assigned to the attachment attribute,
27
- but you can have it automatically removed and deleted by loading the
28
- `remove_invalid` plugin.
29
-
30
- ```rb
31
- Shrine.plugin :remove_invalid # remove and delete files that failed validation
32
- ```
33
-
34
- The validation block is evaluated in the context of a `Shrine::Attacher`
35
- instance, so you have access to the original file and the record:
36
-
37
- ```rb
38
- class ImageUploader < Shrine
39
- Attacher.validate do
40
- self #=> #<Shrine::Attacher>
41
-
42
- get #=> #<Shrine::UploadedFile>
43
- record #=> #<Photo>
44
- name #=> :image
45
- end
46
- end
47
- ```
31
+ ## Validation helpers
48
32
 
49
- You can use the attacher context to pass additional parameters you want to use
50
- for validation:
33
+ The [`validation_helpers`][validation_helpers] plugin provides convenient
34
+ validators for built-in metadata:
51
35
 
52
36
  ```rb
53
- photo.image_attacher.context[:foo] = "bar"
37
+ Shrine.plugin :validation_helpers
54
38
  ```
55
39
  ```rb
56
40
  class ImageUploader < Shrine
57
41
  Attacher.validate do
58
- context[:foo] #=> "bar"
59
- end
60
- end
61
- ```
62
-
63
- ## Validation helpers
64
-
65
- The `validation_helpers` plugin provides helper methods for validating common
66
- metadata values:
67
-
68
- ```rb
69
- class ImageUploader < Shrine
70
- plugin :validation_helpers
71
-
72
- Attacher.validate do
73
- validate_min_size 1, message: "must not be empty"
74
- validate_max_size 5*1024*1024, message: "is too large (max is 5 MB)"
75
- validate_mime_type_inclusion %w[image/jpeg image/png image/tiff]
76
- validate_extension_inclusion %w[jpg jpeg png tiff tif]
42
+ validate_size 1..5*1024*1024
43
+ validate_mime_type %w[image/jpeg image/png image/webp image/tiff]
44
+ validate_extension %w[jpg jpeg png webp tiff tif]
77
45
  end
78
46
  end
79
47
  ```
@@ -81,47 +49,31 @@ end
81
49
  Note that for secure MIME type validation it's recommended to also load
82
50
  `determine_mime_type` and `restore_cached_data` plugins.
83
51
 
84
- It's also easy to do conditional validations with these helper methods:
85
-
86
- ```rb
87
- class ImageUploader < Shrine
88
- plugin :validation_helpers
89
-
90
- Attacher.validate do
91
- # validate dimensions only of the attached file is an image
92
- if validate_extension_inclusion %w[jpg jpeg png tiff tif]
93
- validate_max_width 5000
94
- validate_max_height 5000
95
- end
96
- end
97
- end
98
- ```
99
-
100
- See the `validation_helpers` plugin documentation for more details.
52
+ See the [`validation_helpers`][validation_helpers] plugin documentation for
53
+ more details.
101
54
 
102
55
  ## Custom validations
103
56
 
104
- You might sometimes want to validate custom metadata, or in general do custom
105
- validation that the `validation_helpers` plugin does not provide. The
106
- `Shrine::Attacher.validate` block is evaluated at instance level, so you're
107
- free to write there any code you like and add validation errors onto the
108
- `Shrine::Attacher#errors` array.
109
-
110
- For example, if you're uploading images, you might want to validate that the
111
- image is processable using the [ImageProcessing] gem:
57
+ You can also do your own custom validations:
112
58
 
113
59
  ```rb
114
- require "image_processing/mini_magick"
60
+ # Gemfile
61
+ gem "streamio-ffmpeg"
62
+ ```
63
+ ```rb
64
+ require "streamio-ffmpeg"
115
65
 
116
- class ImageUploader < Shrine
117
- plugin :validation_helpers
66
+ class VideoUploader < Shrine
67
+ plugin :add_metadata
68
+
69
+ add_metadata :duration do |io|
70
+ movie = Shrine.with_file(io) { |file| FFMPEG::Movie.new(file.path) }
71
+ movie.duration
72
+ end
118
73
 
119
74
  Attacher.validate do
120
- # validate dimensions only of the attached file is an image
121
- if validate_mime_type_inclusion %w[image/jpeg image/png image/tiff]
122
- get.download do |tempfile|
123
- errors << "is corrupted or invalid" unless ImageProcessing::MiniMagick.valid_image?(tempfile)
124
- end
75
+ if file.duration > 5*60*60
76
+ errors << "duration must not be longer than 5 hours"
125
77
  end
126
78
  end
127
79
  end
@@ -134,15 +86,27 @@ when defining more validations:
134
86
 
135
87
  ```rb
136
88
  class ApplicationUploader < Shrine
137
- Attacher.validate { validate_max_size 5.megabytes }
89
+ Attacher.validate { validate_max_size 5*1024*1024 }
138
90
  end
139
-
91
+ ```
92
+ ```rb
140
93
  class ImageUploader < ApplicationUploader
141
94
  Attacher.validate do
142
- super() # empty braces are required
143
- validate_mime_type_inclusion %w[image/jpeg image/jpg image/png]
95
+ super() # empty parentheses are required
96
+ validate_mime_type %w[image/jpeg image/png image/webp]
144
97
  end
145
98
  end
146
99
  ```
147
100
 
148
- [ImageProcessing]: https://github.com/janko/image_processing
101
+ ## Removing invalid files
102
+
103
+ By default, an invalid file will remain assigned after validation failed, but
104
+ you can have it automatically removed and deleted by loading the
105
+ `remove_invalid` plugin.
106
+
107
+ ```rb
108
+ Shrine.plugin :remove_invalid # remove and delete files that failed validation
109
+ ```
110
+
111
+ [validation]: https://shrinerb.com/docs/plugins/validation
112
+ [validation_helpers]: https://shrinerb.com/docs/plugins/validation_helpers