whitby3001-paperclip-cloudfiles 2.3.8.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (61) hide show
  1. data/LICENSE +26 -0
  2. data/README.md +225 -0
  3. data/Rakefile +80 -0
  4. data/generators/paperclip/USAGE +5 -0
  5. data/generators/paperclip/paperclip_generator.rb +27 -0
  6. data/generators/paperclip/templates/paperclip_migration.rb.erb +19 -0
  7. data/init.rb +1 -0
  8. data/lib/generators/paperclip/USAGE +8 -0
  9. data/lib/generators/paperclip/paperclip_generator.rb +31 -0
  10. data/lib/generators/paperclip/templates/paperclip_migration.rb.erb +19 -0
  11. data/lib/paperclip.rb +376 -0
  12. data/lib/paperclip/attachment.rb +415 -0
  13. data/lib/paperclip/callback_compatability.rb +61 -0
  14. data/lib/paperclip/command_line.rb +80 -0
  15. data/lib/paperclip/geometry.rb +115 -0
  16. data/lib/paperclip/interpolations.rb +114 -0
  17. data/lib/paperclip/iostream.rb +45 -0
  18. data/lib/paperclip/matchers.rb +33 -0
  19. data/lib/paperclip/matchers/have_attached_file_matcher.rb +57 -0
  20. data/lib/paperclip/matchers/validate_attachment_content_type_matcher.rb +75 -0
  21. data/lib/paperclip/matchers/validate_attachment_presence_matcher.rb +54 -0
  22. data/lib/paperclip/matchers/validate_attachment_size_matcher.rb +95 -0
  23. data/lib/paperclip/processor.rb +58 -0
  24. data/lib/paperclip/railtie.rb +24 -0
  25. data/lib/paperclip/storage.rb +3 -0
  26. data/lib/paperclip/storage/cloud_files.rb +138 -0
  27. data/lib/paperclip/storage/filesystem.rb +73 -0
  28. data/lib/paperclip/storage/s3.rb +192 -0
  29. data/lib/paperclip/style.rb +93 -0
  30. data/lib/paperclip/thumbnail.rb +79 -0
  31. data/lib/paperclip/upfile.rb +55 -0
  32. data/lib/paperclip/version.rb +3 -0
  33. data/lib/tasks/paperclip.rake +72 -0
  34. data/rails/init.rb +2 -0
  35. data/shoulda_macros/paperclip.rb +118 -0
  36. data/test/attachment_test.rb +818 -0
  37. data/test/command_line_test.rb +133 -0
  38. data/test/database.yml +4 -0
  39. data/test/fixtures/12k.png +0 -0
  40. data/test/fixtures/50x50.png +0 -0
  41. data/test/fixtures/5k.png +0 -0
  42. data/test/fixtures/bad.png +1 -0
  43. data/test/fixtures/s3.yml +8 -0
  44. data/test/fixtures/text.txt +0 -0
  45. data/test/fixtures/twopage.pdf +0 -0
  46. data/test/geometry_test.rb +177 -0
  47. data/test/helper.rb +149 -0
  48. data/test/integration_test.rb +498 -0
  49. data/test/interpolations_test.rb +127 -0
  50. data/test/iostream_test.rb +71 -0
  51. data/test/matchers/have_attached_file_matcher_test.rb +24 -0
  52. data/test/matchers/validate_attachment_content_type_matcher_test.rb +47 -0
  53. data/test/matchers/validate_attachment_presence_matcher_test.rb +26 -0
  54. data/test/matchers/validate_attachment_size_matcher_test.rb +51 -0
  55. data/test/paperclip_test.rb +292 -0
  56. data/test/processor_test.rb +10 -0
  57. data/test/storage_test.rb +605 -0
  58. data/test/style_test.rb +141 -0
  59. data/test/thumbnail_test.rb +227 -0
  60. data/test/upfile_test.rb +36 -0
  61. metadata +242 -0
@@ -0,0 +1,73 @@
1
+ module Paperclip
2
+ module Storage
3
+ # The default place to store attachments is in the filesystem. Files on the local
4
+ # filesystem can be very easily served by Apache without requiring a hit to your app.
5
+ # They also can be processed more easily after they've been saved, as they're just
6
+ # normal files. There is one Filesystem-specific option for has_attached_file.
7
+ # * +path+: The location of the repository of attachments on disk. This can (and, in
8
+ # almost all cases, should) be coordinated with the value of the +url+ option to
9
+ # allow files to be saved into a place where Apache can serve them without
10
+ # hitting your app. Defaults to
11
+ # ":rails_root/public/:attachment/:id/:style/:basename.:extension"
12
+ # By default this places the files in the app's public directory which can be served
13
+ # directly. If you are using capistrano for deployment, a good idea would be to
14
+ # make a symlink to the capistrano-created system directory from inside your app's
15
+ # public directory.
16
+ # See Paperclip::Attachment#interpolate for more information on variable interpolaton.
17
+ # :path => "/var/app/attachments/:class/:id/:style/:basename.:extension"
18
+ module Filesystem
19
+ def self.extended base
20
+ end
21
+
22
+ def exists?(style_name = default_style)
23
+ if original_filename
24
+ File.exist?(path(style_name))
25
+ else
26
+ false
27
+ end
28
+ end
29
+
30
+ # Returns representation of the data of the file assigned to the given
31
+ # style, in the format most representative of the current storage.
32
+ def to_file style_name = default_style
33
+ @queued_for_write[style_name] || (File.new(path(style_name), 'rb') if exists?(style_name))
34
+ end
35
+
36
+ def flush_writes #:nodoc:
37
+ @queued_for_write.each do |style_name, file|
38
+ file.close
39
+ FileUtils.mkdir_p(File.dirname(path(style_name)))
40
+ log("saving #{path(style_name)}")
41
+ FileUtils.mv(file.path, path(style_name))
42
+ FileUtils.chmod(0644, path(style_name))
43
+ end
44
+ @queued_for_write = {}
45
+ end
46
+
47
+ def flush_deletes #:nodoc:
48
+ @queued_for_delete.each do |path|
49
+ begin
50
+ log("deleting #{path}")
51
+ FileUtils.rm(path) if File.exist?(path)
52
+ rescue Errno::ENOENT => e
53
+ # ignore file-not-found, let everything else pass
54
+ end
55
+ begin
56
+ while(true)
57
+ path = File.dirname(path)
58
+ FileUtils.rmdir(path)
59
+ break if File.exists?(path) # Ruby 1.9.2 does not raise if the removal failed.
60
+ end
61
+ rescue Errno::EEXIST, Errno::ENOTEMPTY, Errno::ENOENT, Errno::EINVAL, Errno::ENOTDIR
62
+ # Stop trying to remove parent directories
63
+ rescue SystemCallError => e
64
+ log("There was an unexpected error while deleting directories: #{e.class}")
65
+ # Ignore it
66
+ end
67
+ end
68
+ @queued_for_delete = []
69
+ end
70
+ end
71
+
72
+ end
73
+ end
@@ -0,0 +1,192 @@
1
+ module Paperclip
2
+ module Storage
3
+ # Amazon's S3 file hosting service is a scalable, easy place to store files for
4
+ # distribution. You can find out more about it at http://aws.amazon.com/s3
5
+ # There are a few S3-specific options for has_attached_file:
6
+ # * +s3_credentials+: Takes a path, a File, or a Hash. The path (or File) must point
7
+ # to a YAML file containing the +access_key_id+ and +secret_access_key+ that Amazon
8
+ # gives you. You can 'environment-space' this just like you do to your
9
+ # database.yml file, so different environments can use different accounts:
10
+ # development:
11
+ # access_key_id: 123...
12
+ # secret_access_key: 123...
13
+ # test:
14
+ # access_key_id: abc...
15
+ # secret_access_key: abc...
16
+ # production:
17
+ # access_key_id: 456...
18
+ # secret_access_key: 456...
19
+ # This is not required, however, and the file may simply look like this:
20
+ # access_key_id: 456...
21
+ # secret_access_key: 456...
22
+ # In which case, those access keys will be used in all environments. You can also
23
+ # put your bucket name in this file, instead of adding it to the code directly.
24
+ # This is useful when you want the same account but a different bucket for
25
+ # development versus production.
26
+ # * +s3_permissions+: This is a String that should be one of the "canned" access
27
+ # policies that S3 provides (more information can be found here:
28
+ # http://docs.amazonwebservices.com/AmazonS3/2006-03-01/RESTAccessPolicy.html#RESTCannedAccessPolicies)
29
+ # The default for Paperclip is :public_read.
30
+ # * +s3_protocol+: The protocol for the URLs generated to your S3 assets. Can be either
31
+ # 'http' or 'https'. Defaults to 'http' when your :s3_permissions are :public_read (the
32
+ # default), and 'https' when your :s3_permissions are anything else.
33
+ # * +s3_headers+: A hash of headers such as {'Expires' => 1.year.from_now.httpdate}
34
+ # * +bucket+: This is the name of the S3 bucket that will store your files. Remember
35
+ # that the bucket must be unique across all of Amazon S3. If the bucket does not exist
36
+ # Paperclip will attempt to create it. The bucket name will not be interpolated.
37
+ # You can define the bucket as a Proc if you want to determine it's name at runtime.
38
+ # Paperclip will call that Proc with attachment as the only argument.
39
+ # * +s3_host_alias+: The fully-qualified domain name (FQDN) that is the alias to the
40
+ # S3 domain of your bucket. Used with the :s3_alias_url url interpolation. See the
41
+ # link in the +url+ entry for more information about S3 domains and buckets.
42
+ # * +url+: There are three options for the S3 url. You can choose to have the bucket's name
43
+ # placed domain-style (bucket.s3.amazonaws.com) or path-style (s3.amazonaws.com/bucket).
44
+ # Lastly, you can specify a CNAME (which requires the CNAME to be specified as
45
+ # :s3_alias_url. You can read more about CNAMEs and S3 at
46
+ # http://docs.amazonwebservices.com/AmazonS3/latest/index.html?VirtualHosting.html
47
+ # Normally, this won't matter in the slightest and you can leave the default (which is
48
+ # path-style, or :s3_path_url). But in some cases paths don't work and you need to use
49
+ # the domain-style (:s3_domain_url). Anything else here will be treated like path-style.
50
+ # NOTE: If you use a CNAME for use with CloudFront, you can NOT specify https as your
51
+ # :s3_protocol; This is *not supported* by S3/CloudFront. Finally, when using the host
52
+ # alias, the :bucket parameter is ignored, as the hostname is used as the bucket name
53
+ # by S3.
54
+ # * +path+: This is the key under the bucket in which the file will be stored. The
55
+ # URL will be constructed from the bucket and the path. This is what you will want
56
+ # to interpolate. Keys should be unique, like filenames, and despite the fact that
57
+ # S3 (strictly speaking) does not support directories, you can still use a / to
58
+ # separate parts of your file name.
59
+ module S3
60
+ def self.extended base
61
+ begin
62
+ require 'aws/s3'
63
+ rescue LoadError => e
64
+ e.message << " (You may need to install the aws-s3 gem)"
65
+ raise e
66
+ end
67
+
68
+ base.instance_eval do
69
+ @s3_credentials = parse_credentials(@options[:s3_credentials])
70
+ @bucket = @options[:bucket] || @s3_credentials[:bucket]
71
+ @bucket = @bucket.call(self) if @bucket.is_a?(Proc)
72
+ @s3_options = @options[:s3_options] || {}
73
+ @s3_permissions = @options[:s3_permissions] || :public_read
74
+ @s3_protocol = @options[:s3_protocol] || (@s3_permissions == :public_read ? 'http' : 'https')
75
+ @s3_headers = @options[:s3_headers] || {}
76
+ @s3_host_alias = @options[:s3_host_alias]
77
+ unless @url.to_s.match(/^:s3.*url$/)
78
+ @path = @path.gsub(/:url/, @url)
79
+ @url = ":s3_path_url"
80
+ end
81
+ AWS::S3::Base.establish_connection!( @s3_options.merge(
82
+ :access_key_id => @s3_credentials[:access_key_id],
83
+ :secret_access_key => @s3_credentials[:secret_access_key]
84
+ ))
85
+ end
86
+ Paperclip.interpolates(:s3_alias_url) do |attachment, style|
87
+ "#{attachment.s3_protocol}://#{attachment.s3_host_alias}/#{attachment.path(style).gsub(%r{^/}, "")}"
88
+ end
89
+ Paperclip.interpolates(:s3_path_url) do |attachment, style|
90
+ "#{attachment.s3_protocol}://s3.amazonaws.com/#{attachment.bucket_name}/#{attachment.path(style).gsub(%r{^/}, "")}"
91
+ end
92
+ Paperclip.interpolates(:s3_domain_url) do |attachment, style|
93
+ "#{attachment.s3_protocol}://#{attachment.bucket_name}.s3.amazonaws.com/#{attachment.path(style).gsub(%r{^/}, "")}"
94
+ end
95
+ end
96
+
97
+ def expiring_url(time = 3600)
98
+ AWS::S3::S3Object.url_for(path, bucket_name, :expires_in => time )
99
+ end
100
+
101
+ def bucket_name
102
+ @bucket
103
+ end
104
+
105
+ def s3_host_alias
106
+ @s3_host_alias
107
+ end
108
+
109
+ def parse_credentials creds
110
+ creds = find_credentials(creds).stringify_keys
111
+ (creds[Rails.env] || creds).symbolize_keys
112
+ end
113
+
114
+ def exists?(style = default_style)
115
+ if original_filename
116
+ AWS::S3::S3Object.exists?(path(style), bucket_name)
117
+ else
118
+ false
119
+ end
120
+ end
121
+
122
+ def s3_protocol
123
+ @s3_protocol
124
+ end
125
+
126
+ # Returns representation of the data of the file assigned to the given
127
+ # style, in the format most representative of the current storage.
128
+ def to_file style = default_style
129
+ return @queued_for_write[style] if @queued_for_write[style]
130
+ filename = path(style)
131
+ extname = File.extname(filename)
132
+ basename = File.basename(filename, extname)
133
+ file = Tempfile.new([basename, extname])
134
+ file.binmode
135
+ file.write(AWS::S3::S3Object.value(path(style), bucket_name))
136
+ file.rewind
137
+ return file
138
+ end
139
+
140
+ def create_bucket
141
+ AWS::S3::Bucket.create(bucket_name)
142
+ end
143
+
144
+ def flush_writes #:nodoc:
145
+ @queued_for_write.each do |style, file|
146
+ begin
147
+ log("saving #{path(style)}")
148
+ AWS::S3::S3Object.store(path(style),
149
+ file,
150
+ bucket_name,
151
+ {:content_type => instance_read(:content_type),
152
+ :access => @s3_permissions,
153
+ }.merge(@s3_headers))
154
+ rescue AWS::S3::NoSuchBucket => e
155
+ create_bucket
156
+ retry
157
+ rescue AWS::S3::ResponseError => e
158
+ raise
159
+ end
160
+ end
161
+ @queued_for_write = {}
162
+ end
163
+
164
+ def flush_deletes #:nodoc:
165
+ @queued_for_delete.each do |path|
166
+ begin
167
+ log("deleting #{path}")
168
+ AWS::S3::S3Object.delete(path, bucket_name)
169
+ rescue AWS::S3::ResponseError
170
+ # Ignore this.
171
+ end
172
+ end
173
+ @queued_for_delete = []
174
+ end
175
+
176
+ def find_credentials creds
177
+ case creds
178
+ when File
179
+ YAML::load(ERB.new(File.read(creds.path)).result)
180
+ when String, Pathname
181
+ YAML::load(ERB.new(File.read(creds)).result)
182
+ when Hash
183
+ creds
184
+ else
185
+ raise ArgumentError, "Credentials are not a path, file, or hash."
186
+ end
187
+ end
188
+ private :find_credentials
189
+
190
+ end
191
+ end
192
+ end
@@ -0,0 +1,93 @@
1
+ # encoding: utf-8
2
+ module Paperclip
3
+ # The Style class holds the definition of a thumbnail style, applying
4
+ # whatever processing is required to normalize the definition and delaying
5
+ # the evaluation of block parameters until useful context is available.
6
+
7
+ class Style
8
+
9
+ attr_reader :name, :attachment, :format
10
+
11
+ # Creates a Style object. +name+ is the name of the attachment,
12
+ # +definition+ is the style definition from has_attached_file, which
13
+ # can be string, array or hash
14
+ def initialize name, definition, attachment
15
+ @name = name
16
+ @attachment = attachment
17
+ if definition.is_a? Hash
18
+ @geometry = definition.delete(:geometry)
19
+ @format = definition.delete(:format)
20
+ @processors = definition.delete(:processors)
21
+ @convert_options = definition.delete(:convert_options) # adding to support individual convert options per style
22
+ @other_args = definition
23
+ else
24
+ @geometry, @format = [definition, nil].flatten[0..1]
25
+ @convert_options = ""
26
+ @other_args = {}
27
+ end
28
+ @format = nil if @format.blank?
29
+ end
30
+
31
+ # retrieves from the attachment the processors defined in the has_attached_file call
32
+ # (which method (in the attachment) will call any supplied procs)
33
+ # There is an important change of interface here: a style rule can set its own processors
34
+ # by default we behave as before, though.
35
+ def processors
36
+ @processors || attachment.processors
37
+ end
38
+
39
+ # retrieves from the attachment the whiny setting
40
+ def whiny
41
+ attachment.whiny
42
+ end
43
+
44
+ # returns true if we're inclined to grumble
45
+ def whiny?
46
+ !!whiny
47
+ end
48
+
49
+ def convert_options
50
+ #attachment.send(:extra_options_for, name)
51
+ @convert_options
52
+ end
53
+
54
+ # returns the geometry string for this style
55
+ # if a proc has been supplied, we call it here
56
+ def geometry
57
+ @geometry.respond_to?(:call) ? @geometry.call(attachment.instance) : @geometry
58
+ end
59
+
60
+ # Supplies the hash of options that processors expect to receive as their second argument
61
+ # Arguments other than the standard geometry, format etc are just passed through from
62
+ # initialization and any procs are called here, just before post-processing.
63
+ def processor_options
64
+ args = {}
65
+ @other_args.each do |k,v|
66
+ args[k] = v.respond_to?(:call) ? v.call(attachment) : v
67
+ end
68
+ [:processors, :geometry, :format, :whiny, :convert_options].each do |k|
69
+ (arg = send(k)) && args[k] = arg
70
+ end
71
+ args
72
+ end
73
+
74
+ # Supports getting and setting style properties with hash notation to ensure backwards-compatibility
75
+ # eg. @attachment.styles[:large][:geometry]@ will still work
76
+ def [](key)
77
+ if [:name, :convert_options, :whiny, :processors, :geometry, :format].include?(key)
78
+ send(key)
79
+ elsif defined? @other_args[key]
80
+ @other_args[key]
81
+ end
82
+ end
83
+
84
+ def []=(key, value)
85
+ if [:name, :convert_options, :whiny, :processors, :geometry, :format].include?(key)
86
+ send("#{key}=".intern, value)
87
+ else
88
+ @other_args[key] = value
89
+ end
90
+ end
91
+
92
+ end
93
+ end
@@ -0,0 +1,79 @@
1
+ module Paperclip
2
+ # Handles thumbnailing images that are uploaded.
3
+ class Thumbnail < Processor
4
+
5
+ attr_accessor :current_geometry, :target_geometry, :format, :whiny, :convert_options, :source_file_options
6
+
7
+ # Creates a Thumbnail object set to work on the +file+ given. It
8
+ # will attempt to transform the image into one defined by +target_geometry+
9
+ # which is a "WxH"-style string. +format+ will be inferred from the +file+
10
+ # unless specified. Thumbnail creation will raise no errors unless
11
+ # +whiny+ is true (which it is, by default. If +convert_options+ is
12
+ # set, the options will be appended to the convert command upon image conversion
13
+ def initialize file, options = {}, attachment = nil
14
+ super
15
+
16
+ geometry = options[:geometry]
17
+ @file = file
18
+ @crop = geometry[-1,1] == '#'
19
+ @target_geometry = Geometry.parse geometry
20
+ @current_geometry = Geometry.from_file @file
21
+ @source_file_options = options[:source_file_options]
22
+ @convert_options = options[:convert_options]
23
+ @whiny = options[:whiny].nil? ? true : options[:whiny]
24
+ @format = options[:format]
25
+
26
+ @source_file_options = @source_file_options.split(/\s+/) if @source_file_options.respond_to?(:split)
27
+ @convert_options = @convert_options.split(/\s+/) if @convert_options.respond_to?(:split)
28
+
29
+ @current_format = File.extname(@file.path)
30
+ @basename = File.basename(@file.path, @current_format)
31
+
32
+ end
33
+
34
+ # Returns true if the +target_geometry+ is meant to crop.
35
+ def crop?
36
+ @crop
37
+ end
38
+
39
+ # Returns true if the image is meant to make use of additional convert options.
40
+ def convert_options?
41
+ !@convert_options.nil? && !@convert_options.empty?
42
+ end
43
+
44
+ # Performs the conversion of the +file+ into a thumbnail. Returns the Tempfile
45
+ # that contains the new image.
46
+ def make
47
+ src = @file
48
+ dst = Tempfile.new([@basename, @format ? ".#{@format}" : ''])
49
+ dst.binmode
50
+
51
+ begin
52
+ parameters = []
53
+ parameters << source_file_options
54
+ parameters << ":source"
55
+ parameters << transformation_command
56
+ parameters << convert_options
57
+ parameters << ":dest"
58
+
59
+ parameters = parameters.flatten.compact.join(" ").strip.squeeze(" ")
60
+
61
+ success = Paperclip.run("convert", parameters, :source => "#{File.expand_path(src.path)}[0]", :dest => File.expand_path(dst.path))
62
+ rescue PaperclipCommandLineError => e
63
+ raise PaperclipError, "There was an error processing the thumbnail for #{@basename}" if @whiny
64
+ end
65
+
66
+ dst
67
+ end
68
+
69
+ # Returns the command ImageMagick's +convert+ needs to transform the image
70
+ # into the thumbnail.
71
+ def transformation_command
72
+ scale, crop = @current_geometry.transformation_to(@target_geometry, crop?)
73
+ trans = []
74
+ trans << "-resize" << %["#{scale}"] unless scale.nil? || scale.empty?
75
+ trans << "-crop" << %["#{crop}"] << "+repage" if crop
76
+ trans
77
+ end
78
+ end
79
+ end
@@ -0,0 +1,55 @@
1
+ module Paperclip
2
+ # The Upfile module is a convenience module for adding uploaded-file-type methods
3
+ # to the +File+ class. Useful for testing.
4
+ # user.avatar = File.new("test/test_avatar.jpg")
5
+ module Upfile
6
+
7
+ # Infer the MIME-type of the file from the extension.
8
+ def content_type
9
+ type = (self.path.match(/\.(\w+)$/)[1] rescue "octet-stream").downcase
10
+ case type
11
+ when %r"jp(e|g|eg)" then "image/jpeg"
12
+ when %r"tiff?" then "image/tiff"
13
+ when %r"png", "gif", "bmp" then "image/#{type}"
14
+ when "txt" then "text/plain"
15
+ when %r"html?" then "text/html"
16
+ when "js" then "application/js"
17
+ when "csv", "xml", "css" then "text/#{type}"
18
+ else
19
+ # On BSDs, `file` doesn't give a result code of 1 if the file doesn't exist.
20
+ content_type = (Paperclip.run("file", "-b --mime-type :file", :file => self.path).split(':').last.strip rescue "application/x-#{type}")
21
+ content_type = "application/x-#{type}" if content_type.match(/\(.*?\)/)
22
+ content_type
23
+ end
24
+ end
25
+
26
+ # Returns the file's normal name.
27
+ def original_filename
28
+ File.basename(self.path)
29
+ end
30
+
31
+ # Returns the size of the file.
32
+ def size
33
+ File.size(self)
34
+ end
35
+ end
36
+ end
37
+
38
+ if defined? StringIO
39
+ class StringIO
40
+ attr_accessor :original_filename, :content_type, :fingerprint
41
+ def original_filename
42
+ @original_filename ||= "stringio.txt"
43
+ end
44
+ def content_type
45
+ @content_type ||= "text/plain"
46
+ end
47
+ def fingerprint
48
+ @fingerprint ||= Digest::MD5.hexdigest(self.string)
49
+ end
50
+ end
51
+ end
52
+
53
+ class File #:nodoc:
54
+ include Paperclip::Upfile
55
+ end