dsturnbull-carrierwave 0.4.5

Sign up to get free protection for your applications and to get access to all the features.
Files changed (108) hide show
  1. data/Generators +4 -0
  2. data/History.txt +118 -0
  3. data/Manifest.txt +107 -0
  4. data/README.rdoc +502 -0
  5. data/Rakefile +38 -0
  6. data/cucumber.yml +2 -0
  7. data/features/caching.feature +28 -0
  8. data/features/download.feature +20 -0
  9. data/features/file_storage.feature +37 -0
  10. data/features/file_storage_overridden_filename.feature +38 -0
  11. data/features/file_storage_overridden_store_dir.feature +38 -0
  12. data/features/file_storage_reversing_processor.feature +43 -0
  13. data/features/fixtures/bork.txt +1 -0
  14. data/features/fixtures/monkey.txt +1 -0
  15. data/features/grid_fs_storage.feature +32 -0
  16. data/features/mount_activerecord.feature +46 -0
  17. data/features/mount_datamapper.feature +46 -0
  18. data/features/step_definitions/activerecord_steps.rb +22 -0
  19. data/features/step_definitions/caching_steps.rb +14 -0
  20. data/features/step_definitions/datamapper_steps.rb +29 -0
  21. data/features/step_definitions/download_steps.rb +4 -0
  22. data/features/step_definitions/file_steps.rb +53 -0
  23. data/features/step_definitions/general_steps.rb +85 -0
  24. data/features/step_definitions/mount_steps.rb +19 -0
  25. data/features/step_definitions/store_steps.rb +18 -0
  26. data/features/support/activerecord.rb +30 -0
  27. data/features/support/datamapper.rb +7 -0
  28. data/features/support/env.rb +22 -0
  29. data/features/versions_basics.feature +50 -0
  30. data/features/versions_nested_versions.feature +70 -0
  31. data/features/versions_overridden_filename.feature +51 -0
  32. data/features/versions_overriden_store_dir.feature +41 -0
  33. data/lib/carrierwave/compatibility/paperclip.rb +95 -0
  34. data/lib/carrierwave/core_ext/blank.rb +46 -0
  35. data/lib/carrierwave/core_ext/inheritable_attributes.rb +104 -0
  36. data/lib/carrierwave/core_ext/module_setup.rb +51 -0
  37. data/lib/carrierwave/mount.rb +359 -0
  38. data/lib/carrierwave/orm/activerecord.rb +73 -0
  39. data/lib/carrierwave/orm/datamapper.rb +27 -0
  40. data/lib/carrierwave/orm/mongoid.rb +23 -0
  41. data/lib/carrierwave/orm/mongomapper.rb +27 -0
  42. data/lib/carrierwave/orm/sequel.rb +45 -0
  43. data/lib/carrierwave/processing/image_science.rb +101 -0
  44. data/lib/carrierwave/processing/mini_magick.rb +269 -0
  45. data/lib/carrierwave/processing/rmagick.rb +282 -0
  46. data/lib/carrierwave/sanitized_file.rb +268 -0
  47. data/lib/carrierwave/storage/abstract.rb +30 -0
  48. data/lib/carrierwave/storage/file.rb +48 -0
  49. data/lib/carrierwave/storage/grid_fs.rb +96 -0
  50. data/lib/carrierwave/storage/right_s3.rb +170 -0
  51. data/lib/carrierwave/storage/s3.rb +199 -0
  52. data/lib/carrierwave/test/matchers.rb +128 -0
  53. data/lib/carrierwave/uploader/cache.rb +145 -0
  54. data/lib/carrierwave/uploader/callbacks.rb +42 -0
  55. data/lib/carrierwave/uploader/configuration.rb +122 -0
  56. data/lib/carrierwave/uploader/default_url.rb +19 -0
  57. data/lib/carrierwave/uploader/download.rb +59 -0
  58. data/lib/carrierwave/uploader/extension_whitelist.rb +37 -0
  59. data/lib/carrierwave/uploader/mountable.rb +39 -0
  60. data/lib/carrierwave/uploader/processing.rb +83 -0
  61. data/lib/carrierwave/uploader/proxy.rb +62 -0
  62. data/lib/carrierwave/uploader/remove.rb +22 -0
  63. data/lib/carrierwave/uploader/store.rb +89 -0
  64. data/lib/carrierwave/uploader/url.rb +24 -0
  65. data/lib/carrierwave/uploader/versions.rb +146 -0
  66. data/lib/carrierwave/uploader.rb +44 -0
  67. data/lib/carrierwave.rb +96 -0
  68. data/merb_generators/uploader_generator.rb +22 -0
  69. data/rails_generators/uploader/USAGE +2 -0
  70. data/rails_generators/uploader/templates/uploader.rb +47 -0
  71. data/rails_generators/uploader/uploader_generator.rb +21 -0
  72. data/script/console +10 -0
  73. data/script/destroy +14 -0
  74. data/script/generate +14 -0
  75. data/spec/compatibility/paperclip_spec.rb +52 -0
  76. data/spec/fixtures/bork.txt +1 -0
  77. data/spec/fixtures/landscape.jpg +0 -0
  78. data/spec/fixtures/portrait.jpg +0 -0
  79. data/spec/fixtures/test.jpeg +1 -0
  80. data/spec/fixtures/test.jpg +1 -0
  81. data/spec/mount_spec.rb +538 -0
  82. data/spec/orm/activerecord_spec.rb +271 -0
  83. data/spec/orm/datamapper_spec.rb +168 -0
  84. data/spec/orm/mongoid_spec.rb +206 -0
  85. data/spec/orm/mongomapper_spec.rb +202 -0
  86. data/spec/orm/sequel_spec.rb +183 -0
  87. data/spec/processing/image_science_spec.rb +56 -0
  88. data/spec/processing/mini_magick_spec.rb +76 -0
  89. data/spec/processing/rmagick_spec.rb +75 -0
  90. data/spec/sanitized_file_spec.rb +601 -0
  91. data/spec/spec_helper.rb +99 -0
  92. data/spec/storage/grid_fs_spec.rb +82 -0
  93. data/spec/storage/right_s3_spec.rb +75 -0
  94. data/spec/storage/s3_spec.rb +95 -0
  95. data/spec/uploader/cache_spec.rb +209 -0
  96. data/spec/uploader/configuration_spec.rb +105 -0
  97. data/spec/uploader/default_url_spec.rb +85 -0
  98. data/spec/uploader/download_spec.rb +75 -0
  99. data/spec/uploader/extension_whitelist_spec.rb +44 -0
  100. data/spec/uploader/mountable_spec.rb +33 -0
  101. data/spec/uploader/paths_spec.rb +22 -0
  102. data/spec/uploader/processing_spec.rb +73 -0
  103. data/spec/uploader/proxy_spec.rb +54 -0
  104. data/spec/uploader/remove_spec.rb +70 -0
  105. data/spec/uploader/store_spec.rb +248 -0
  106. data/spec/uploader/url_spec.rb +87 -0
  107. data/spec/uploader/versions_spec.rb +298 -0
  108. metadata +351 -0
@@ -0,0 +1,268 @@
1
+ # encoding: utf-8
2
+
3
+ require 'pathname'
4
+
5
+ module CarrierWave
6
+
7
+ ##
8
+ # SanitizedFile is a base class which provides a common API around all
9
+ # the different quirky Ruby File libraries. It has support for Tempfile,
10
+ # File, StringIO, Merb-style upload Hashes, as well as paths given as
11
+ # Strings and Pathnames.
12
+ #
13
+ # It's probably needlessly comprehensive and complex. Help is appreciated.
14
+ #
15
+ class SanitizedFile
16
+
17
+ attr_accessor :file
18
+
19
+ def initialize(file)
20
+ self.file = file
21
+ end
22
+
23
+ ##
24
+ # Returns the filename as is, without sanizting it.
25
+ #
26
+ # === Returns
27
+ #
28
+ # [String] the unsanitized filename
29
+ #
30
+ def original_filename
31
+ return @original_filename if @original_filename
32
+ if @file and @file.respond_to?(:original_filename)
33
+ @file.original_filename
34
+ elsif path
35
+ File.basename(path)
36
+ end
37
+ end
38
+
39
+ ##
40
+ # Returns the filename, sanitized to strip out any evil characters.
41
+ #
42
+ # === Returns
43
+ #
44
+ # [String] the sanitized filename
45
+ #
46
+ def filename
47
+ sanitize(original_filename) if original_filename
48
+ end
49
+
50
+ alias_method :identifier, :filename
51
+
52
+ ##
53
+ # Returns the part of the filename before the extension. So if a file is called 'test.jpeg'
54
+ # this would return 'test'
55
+ #
56
+ # === Returns
57
+ #
58
+ # [String] the first part of the filename
59
+ #
60
+ def basename
61
+ split_extension(filename)[0] if filename
62
+ end
63
+
64
+ ##
65
+ # Returns the file extension
66
+ #
67
+ # === Returns
68
+ #
69
+ # [String] the extension
70
+ #
71
+ def extension
72
+ split_extension(filename)[1] if filename
73
+ end
74
+
75
+ ##
76
+ # Returns the file's size.
77
+ #
78
+ # === Returns
79
+ #
80
+ # [Integer] the file's size in bytes.
81
+ #
82
+ def size
83
+ if is_path?
84
+ exists? ? File.size(path) : 0
85
+ elsif @file.respond_to?(:size)
86
+ @file.size
87
+ elsif path
88
+ exists? ? File.size(path) : 0
89
+ else
90
+ 0
91
+ end
92
+ end
93
+
94
+ ##
95
+ # Returns the full path to the file. If the file has no path, it will return nil.
96
+ #
97
+ # === Returns
98
+ #
99
+ # [String, nil] the path where the file is located.
100
+ #
101
+ def path
102
+ unless @file.blank?
103
+ if is_path?
104
+ File.expand_path(@file)
105
+ elsif @file.respond_to?(:path) and not @file.path.blank?
106
+ File.expand_path(@file.path)
107
+ end
108
+ end
109
+ end
110
+
111
+ ##
112
+ # === Returns
113
+ #
114
+ # [Boolean] whether the file is supplied as a pathname or string.
115
+ #
116
+ def is_path?
117
+ !!((@file.is_a?(String) || @file.is_a?(Pathname)) && !@file.blank?)
118
+ end
119
+
120
+ ##
121
+ # === Returns
122
+ #
123
+ # [Boolean] whether the file is valid and has a non-zero size
124
+ #
125
+ def empty?
126
+ @file.nil? || self.size.nil? || self.size.zero?
127
+ end
128
+
129
+ alias_method :blank?, :empty?
130
+
131
+ ##
132
+ # === Returns
133
+ #
134
+ # [Boolean] Whether the file exists
135
+ #
136
+ def exists?
137
+ return File.exists?(self.path) if self.path
138
+ return false
139
+ end
140
+
141
+ ##
142
+ # Returns the contents of the file.
143
+ #
144
+ # === Returns
145
+ #
146
+ # [String] contents of the file
147
+ #
148
+ def read
149
+ if is_path?
150
+ File.read(@file)
151
+ else
152
+ @file.rewind if @file.respond_to?(:rewind)
153
+ @file.read
154
+ end
155
+ end
156
+
157
+ ##
158
+ # Moves the file to the given path
159
+ #
160
+ # === Parameters
161
+ #
162
+ # [new_path (String)] The path where the file should be moved.
163
+ # [permissions (Integer)] permissions to set on the file in its new location.
164
+ #
165
+ def move_to(new_path, permissions=nil)
166
+ return if self.empty?
167
+ new_path = File.expand_path(new_path)
168
+
169
+ mkdir!(new_path)
170
+ if exists?
171
+ FileUtils.mv(path, new_path) unless new_path == path
172
+ else
173
+ File.open(new_path, "wb") { |f| f.write(read) }
174
+ end
175
+ chmod!(new_path, permissions)
176
+ self.file = new_path
177
+ end
178
+
179
+ ##
180
+ # Creates a copy of this file and moves it to the given path. Returns the copy.
181
+ #
182
+ # === Parameters
183
+ #
184
+ # [new_path (String)] The path where the file should be copied to.
185
+ # [permissions (Integer)] permissions to set on the copy
186
+ #
187
+ # === Returns
188
+ #
189
+ # @return [CarrierWave::SanitizedFile] the location where the file will be stored.
190
+ #
191
+ def copy_to(new_path, permissions=nil)
192
+ return if self.empty?
193
+ new_path = File.expand_path(new_path)
194
+
195
+ mkdir!(new_path)
196
+ if exists?
197
+ FileUtils.cp(path, new_path) unless new_path == path
198
+ else
199
+ File.open(new_path, "wb") { |f| f.write(read) }
200
+ end
201
+ chmod!(new_path, permissions)
202
+ self.class.new(new_path)
203
+ end
204
+
205
+ ##
206
+ # Removes the file from the filesystem.
207
+ #
208
+ def delete
209
+ FileUtils.rm(self.path) if exists?
210
+ end
211
+
212
+ ##
213
+ # Returns the content type of the file.
214
+ #
215
+ # === Returns
216
+ #
217
+ # [String] the content type of the file
218
+ #
219
+ def content_type
220
+ return @content_type if @content_type
221
+ @file.content_type.chomp if @file.respond_to?(:content_type) and @file.content_type
222
+ end
223
+
224
+ private
225
+
226
+ def file=(file)
227
+ if file.is_a?(Hash)
228
+ @file = file["tempfile"] || file[:tempfile]
229
+ @original_filename = file["filename"] || file[:filename]
230
+ @content_type = file["content_type"] || file[:content_type]
231
+ else
232
+ @file = file
233
+ @original_filename = nil
234
+ @content_type = nil
235
+ end
236
+ end
237
+
238
+ # create the directory if it doesn't exist
239
+ def mkdir!(path)
240
+ FileUtils.mkdir_p(File.dirname(path)) unless File.exists?(File.dirname(path))
241
+ end
242
+
243
+ def chmod!(path, permissions)
244
+ File.chmod(permissions, path) if permissions
245
+ end
246
+
247
+ # Sanitize the filename, to prevent hacking
248
+ def sanitize(name)
249
+ File.basename(name.gsub(/\000/, '').gsub(/\//, '_').gsub("\\", "/"))
250
+ end
251
+
252
+ def split_extension(filename)
253
+ # regular expressions to try for identifying extensions
254
+ extension_matchers = [
255
+ /\A(.+)\.(tar\.gz)\z/, # matches "something.tar.gz"
256
+ /\A(.+)\.([^\.]+)\z/ # matches "something.jpg"
257
+ ]
258
+
259
+ extension_matchers.each do |regexp|
260
+ if filename =~ regexp
261
+ return $1, $2
262
+ end
263
+ end
264
+ return filename, "" # In case we weren't able to split the extension
265
+ end
266
+
267
+ end # SanitizedFile
268
+ end # CarrierWave
@@ -0,0 +1,30 @@
1
+ # encoding: utf-8
2
+
3
+ module CarrierWave
4
+ module Storage
5
+
6
+ ##
7
+ # This file serves mostly as a specification for Storage engines. There is no requirement
8
+ # that storage engines must be a subclass of this class.
9
+ #
10
+ class Abstract
11
+
12
+ attr_reader :uploader
13
+
14
+ def initialize(uploader)
15
+ @uploader = uploader
16
+ end
17
+
18
+ def identifier
19
+ uploader.filename
20
+ end
21
+
22
+ def store!(file)
23
+ end
24
+
25
+ def retrieve!(identifier)
26
+ end
27
+
28
+ end # Abstract
29
+ end # Storage
30
+ end # CarrierWave
@@ -0,0 +1,48 @@
1
+ # encoding: utf-8
2
+
3
+ module CarrierWave
4
+ module Storage
5
+
6
+ ##
7
+ # File storage stores file to the Filesystem (surprising, no?). There's really not much
8
+ # to it, it uses the store_dir defined on the uploader as the storage location. That's
9
+ # pretty much it.
10
+ #
11
+ class File < Abstract
12
+
13
+ ##
14
+ # Move the file to the uploader's store path.
15
+ #
16
+ # === Parameters
17
+ #
18
+ # [file (CarrierWave::SanitizedFile)] the file to store
19
+ #
20
+ # === Returns
21
+ #
22
+ # [CarrierWave::SanitizedFile] a sanitized file
23
+ #
24
+ def store!(file)
25
+ path = ::File.expand_path(uploader.store_path, uploader.root)
26
+ file.move_to(path, uploader.permissions)
27
+ file
28
+ end
29
+
30
+ ##
31
+ # Retrieve the file from its store path
32
+ #
33
+ # === Parameters
34
+ #
35
+ # [identifier (String)] the filename of the file
36
+ #
37
+ # === Returns
38
+ #
39
+ # [CarrierWave::SanitizedFile] a sanitized file
40
+ #
41
+ def retrieve!(identifier)
42
+ path = ::File.expand_path(uploader.store_path(identifier), uploader.root)
43
+ CarrierWave::SanitizedFile.new(path)
44
+ end
45
+
46
+ end # File
47
+ end # Storage
48
+ end # CarrierWave
@@ -0,0 +1,96 @@
1
+ # encoding: utf-8
2
+ require 'mongo'
3
+ require 'mongo/gridfs'
4
+
5
+ module CarrierWave
6
+ module Storage
7
+
8
+ ##
9
+ # The GridFS store uses MongoDB's GridStore file storage system to store files
10
+ #
11
+ class GridFS < Abstract
12
+
13
+ class File
14
+
15
+ def initialize(uploader, database, path)
16
+ @database = database
17
+ @path = path
18
+ @uploader = uploader
19
+ end
20
+
21
+ def path
22
+ nil
23
+ end
24
+
25
+ def url
26
+ unless @uploader.grid_fs_access_url
27
+ nil
28
+ else
29
+ [@uploader.grid_fs_access_url, @path].join("/")
30
+ end
31
+ end
32
+
33
+ def read
34
+ ::GridFS::GridStore.read(@database, @path)
35
+ end
36
+
37
+ def delete
38
+ ::GridFS::GridStore.unlink(@database, @path)
39
+ end
40
+
41
+ def content_type
42
+ ::GridFS::GridStore.open(@database, @path, 'r') { |f| return f.content_type }
43
+ end
44
+
45
+ end
46
+
47
+ ##
48
+ # Store the file in MongoDB's GridFS GridStore
49
+ #
50
+ # === Parameters
51
+ #
52
+ # [file (CarrierWave::SanitizedFile)] the file to store
53
+ #
54
+ # === Returns
55
+ #
56
+ # [CarrierWave::SanitizedFile] a sanitized file
57
+ #
58
+ def store!(file)
59
+ ::GridFS::GridStore.open(database, uploader.store_path, 'w', :content_type => file.content_type) do |f|
60
+ f.write file.read
61
+ end
62
+ CarrierWave::Storage::GridFS::File.new(uploader, database, uploader.store_path)
63
+ end
64
+
65
+ ##
66
+ # Retrieve the file from MongoDB's GridFS GridStore
67
+ #
68
+ # === Parameters
69
+ #
70
+ # [identifier (String)] the filename of the file
71
+ #
72
+ # === Returns
73
+ #
74
+ # [CarrierWave::Storage::GridFS::File] a sanitized file
75
+ #
76
+ def retrieve!(identifier)
77
+ CarrierWave::Storage::GridFS::File.new(uploader, database, uploader.store_path(identifier))
78
+ end
79
+
80
+ private
81
+
82
+ def database
83
+ @connection ||= begin
84
+ host = uploader.grid_fs_host
85
+ database = uploader.grid_fs_database
86
+ username = uploader.grid_fs_username
87
+ password = uploader.grid_fs_password
88
+ db = Mongo::Connection.new(host).db(database)
89
+ db.authenticate(username, password) if username && password
90
+ db
91
+ end
92
+ end
93
+
94
+ end # File
95
+ end # Storage
96
+ end # CarrierWave
@@ -0,0 +1,170 @@
1
+ # encoding: utf-8
2
+ require 'right_aws'
3
+
4
+ module CarrierWave
5
+ module Storage
6
+
7
+ ##
8
+ # Uploads things to Amazon S3 webservices using the RightAWS libraries (right_aws gem).
9
+ # In order for CarrierWave to connect to Amazon S3, you'll need to specify an access key id, secret key
10
+ # and bucket
11
+ #
12
+ # CarrierWave.configure do |config|
13
+ # config.s3_access_key_id = "xxxxxx"
14
+ # config.s3_secret_access_key = "xxxxxx"
15
+ # config.s3_bucket = "my_bucket_name"
16
+ # end
17
+ #
18
+ # The RightAWS::S3Interface is used directly as opposed to the normal RightAWS::S3::Bucket et.al. classes.
19
+ # This gives much improved performance and avoids unnecessary requests.
20
+ #
21
+ # You can set the access policy for the uploaded files:
22
+ #
23
+ # CarrierWave.configure do |config|
24
+ # config.s3_access_policy = 'public-read'
25
+ # end
26
+ #
27
+ # The default is 'public-read'. For more options see:
28
+ #
29
+ # http://docs.amazonwebservices.com/AmazonS3/latest/RESTAccessPolicy.html#RESTCannedAccessPolicies
30
+ #
31
+ # You can change the generated url to a cnamed domain by setting the cnamed config:
32
+ #
33
+ # CarrierWave.configure do |config|
34
+ # config.s3_cnamed = true
35
+ # config.s3_bucket = 'bucketname.domain.tld'
36
+ # end
37
+ #
38
+ # Now the resulting url will be
39
+ #
40
+ # http://bucketname.domain.tld/path/to/file
41
+ #
42
+ # instead of
43
+ #
44
+ # http://bucketname.domain.tld.s3.amazonaws.com/path/to/file
45
+ #
46
+ class RightS3 < Abstract
47
+
48
+ class File
49
+
50
+ def initialize(uploader, base, path)
51
+ @uploader = uploader
52
+ @path = path
53
+ @base = base
54
+ end
55
+
56
+ ##
57
+ # Returns the current path of the file on S3
58
+ #
59
+ # === Returns
60
+ #
61
+ # [String] A path
62
+ #
63
+ def path
64
+ @path
65
+ end
66
+
67
+ ##
68
+ # Reads the contents of the file from S3
69
+ #
70
+ # === Returns
71
+ #
72
+ # [String] contents of the file
73
+ #
74
+ def read
75
+ result = connection.get(bucket, @path)
76
+ @headers = result[:headers]
77
+ result[:object]
78
+ end
79
+
80
+ ##
81
+ # Remove the file from Amazon S3
82
+ #
83
+ def delete
84
+ connection.delete(bucket, @path)
85
+ end
86
+
87
+ ##
88
+ # Returns the url on Amazon's S3 service
89
+ #
90
+ # === Returns
91
+ #
92
+ # [String] file's url
93
+ #
94
+ def url
95
+ if @uploader.s3_cnamed
96
+ ["http://", @uploader.s3_bucket, @path].compact.join('/')
97
+ else
98
+ ["http://#{@uploader.s3_bucket}.s3.amazonaws.com", @path].compact.join('/')
99
+ end
100
+ end
101
+
102
+ def content_type
103
+ headers["content-type"]
104
+ end
105
+
106
+ #def content_disposition
107
+ # s3_object.content_disposition
108
+ #end
109
+
110
+ def store(file)
111
+ connection.put(bucket, @path, file.read,
112
+ 'x-amz-acl' => @uploader.s3_access_policy,
113
+ 'content-type' => file.content_type
114
+ )
115
+ end
116
+
117
+ private
118
+
119
+ def headers
120
+ @headers ||= {}
121
+ end
122
+
123
+ def bucket
124
+ @uploader.s3_bucket
125
+ end
126
+
127
+ def connection
128
+ @base.connection
129
+ end
130
+
131
+ end
132
+
133
+ ##
134
+ # Store the file on S3
135
+ #
136
+ # === Parameters
137
+ #
138
+ # [file (CarrierWave::SanitizedFile)] the file to store
139
+ #
140
+ # === Returns
141
+ #
142
+ # [CarrierWave::Storage::RightS3::File] the stored file
143
+ #
144
+ def store!(file)
145
+ f = CarrierWave::Storage::RightS3::File.new(uploader, self, uploader.store_path)
146
+ f.store(file)
147
+ f
148
+ end
149
+
150
+ # Do something to retrieve the file
151
+ #
152
+ # @param [String] identifier uniquely identifies the file
153
+ #
154
+ # [identifier (String)] uniquely identifies the file
155
+ #
156
+ # === Returns
157
+ #
158
+ # [CarrierWave::Storage::RightS3::File] the stored file
159
+ #
160
+ def retrieve!(identifier)
161
+ CarrierWave::Storage::RightS3::File.new(uploader, self, uploader.store_path(identifier))
162
+ end
163
+
164
+ def connection
165
+ @connection ||= RightAws::S3Interface.new(uploader.s3_access_key_id, uploader.s3_secret_access_key)
166
+ end
167
+
168
+ end # RightS3
169
+ end # Storage
170
+ end # CarrierWave